-- Logs begin at Wed 2022-09-21 14:24:21 UTC, end at Wed 2022-09-21 16:18:53 UTC. -- Sep 21 14:59:49.409195 dv-neutron-858731-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Sep 21 14:59:51.927031 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.common.config [-] Logging enabled! Sep 21 14:59:51.927742 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev26 Sep 21 14:59:51.927848 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88913) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 14:59:51.930929 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.common.config [-] Logging enabled! Sep 21 14:59:51.931184 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev26 Sep 21 14:59:51.931486 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88913) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 14:59:51.932412 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 14:59:51.932662 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 14:59:51.933012 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 14:59:51.933252 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 14:59:51.933472 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 14:59:51.933784 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.934073 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.934366 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.934591 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.934878 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.935160 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.935438 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.936270 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.936730 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.937021 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.937307 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.937590 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.937818 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.938097 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.938381 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.938663 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.938884 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] debug = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.939161 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.939576 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.940240 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.940533 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.940823 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.941098 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.941364 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.941636 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.941913 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.942235 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] host = dv-neutron-858731-1-hyperv {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.942507 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.942791 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.943074 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.943356 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.943627 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.943899 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.944177 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.944445 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.944734 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] log_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.945006 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.945289 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.945571 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.945855 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.946075 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.946293 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.946574 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.946856 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.947128 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.947402 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.947671 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.947939 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.948207 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.948491 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.948787 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.949052 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.949331 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.949601 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.949870 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.950136 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.950401 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.950679 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.950946 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.951212 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.952037 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.952318 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.952605 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.952873 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.953167 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.953450 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.953724 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.954003 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.954269 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.954544 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.954834 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.955564 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.955564 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] use_json = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.955564 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.958053 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.958053 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.958053 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.958053 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.958053 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.958053 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.958053 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.958053 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:51.958638 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.958638 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.958638 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.959001 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.959001 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.959280 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.959562 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.959837 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.960121 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.960404 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.960723 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.960998 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.961284 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.961559 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.961849 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.962146 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.962434 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.962718 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.962990 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.963259 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.963527 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.963800 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.964081 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.964368 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.964673 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.964944 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.965218 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.965504 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.965775 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.966043 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.966315 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.966598 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.966872 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.967223 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.967506 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.967795 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.968083 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.968355 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.968653 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.968943 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.969216 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.969483 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.969751 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.970023 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.970289 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.970568 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.970842 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.971111 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.971378 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.971650 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.971917 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.972183 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.972474 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.972741 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.973014 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.973283 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.973550 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.973818 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.974085 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.974350 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.974615 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.974881 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.975150 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.975415 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.975679 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.975947 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.976221 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.976503 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.976789 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.977085 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.977368 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.977646 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.977926 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.978203 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.978479 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.978755 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.979039 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.979315 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.979586 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.979871 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.980153 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.980437 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.980736 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.981012 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.981304 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.981580 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.981860 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.982134 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.982413 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.982731 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.983012 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.983307 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.983599 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.983890 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.984179 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.984479 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.984764 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.985071 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.985345 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:51.985559 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 14:59:51.985798 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88913) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 21 14:59:52.371536 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO keyring.backend [-] Loading KWallet Sep 21 14:59:52.379423 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO keyring.backend [-] Loading SecretService Sep 21 14:59:52.382841 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO keyring.backend [-] Loading Windows Sep 21 14:59:52.384128 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO keyring.backend [-] Loading chainer Sep 21 14:59:52.384709 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO keyring.backend [-] Loading macOS Sep 21 14:59:52.417137 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 21 14:59:52.417408 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 21 14:59:52.417694 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 21 14:59:52.418025 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 21 14:59:52.805248 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:52.805539 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:52.805864 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:52.807101 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:52.807378 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:52.807658 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:52.843473 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:52.843747 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:52.844014 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:52.856828 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:52.857105 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:52.857367 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:52.887783 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:52.888060 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:52.888326 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:52.924380 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:52.924682 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:52.924946 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.156351 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.156995 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.156995 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.157173 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.157800 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.276936 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.277253 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.277532 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.277802 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.278067 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.278376 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.278635 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.278887 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.279138 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.279994 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.280235 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.280523 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.280787 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.281039 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.281301 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.281567 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.281833 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.282101 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.282351 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.282629 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.282976 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.283231 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.283476 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.283757 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.284001 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.284240 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.284656 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 14:59:53.284893 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 14:59:53.285127 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 14:59:53.285366 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 14:59:53.285599 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 14:59:53.285829 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 14:59:53.286186 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 21 14:59:53.289324 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 21 14:59:53.293189 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 21 14:59:53.297441 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 21 14:59:53.299030 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 21 14:59:53.299471 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 21 14:59:53.299801 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 21 14:59:53.300329 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 21 14:59:53.303083 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 21 14:59:53.303335 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 21 14:59:53.303674 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 14:59:53.330929 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 21 14:59:53.331365 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.331658 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88913) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 21 14:59:53.332019 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.333366 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88913) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 21 14:59:53.333641 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 14:59:53.333880 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 21 14:59:53.336994 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.337273 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.400278 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 21 14:59:53.400543 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 21 14:59:53.400779 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 21 14:59:53.401144 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 21 14:59:53.434290 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_db.sqlalchemy.engines [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88913) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 21 14:59:53.772345 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Initializing driver for type 'gre' Sep 21 14:59:53.772902 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] gre ID ranges: [(1, 1000)] Sep 21 14:59:53.830472 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Initializing driver for type 'local' Sep 21 14:59:53.830894 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Initializing driver for type 'vlan' Sep 21 14:59:53.842503 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] VlanTypeDriver initialization complete Sep 21 14:59:53.842865 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Initializing driver for type 'vxlan' Sep 21 14:59:53.843609 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] vxlan ID ranges: [(1, 1000)] Sep 21 14:59:53.903528 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Initializing extension driver 'port_security' Sep 21 14:59:53.904305 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.extensions.port_security [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] PortSecurityExtensionDriver initialization complete Sep 21 14:59:53.904793 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Initializing mechanism driver 'openvswitch' Sep 21 14:59:53.905397 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Initializing mechanism driver 'hyperv' Sep 21 14:59:53.913731 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.plugins.ml2.plugin [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 14:59:53.914588 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > port after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.915165 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > port after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.915636 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > port after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.916245 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 14:59:53.916922 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > subnet after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.917405 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > subnet after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.917804 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > subnet after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.918406 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 14:59:53.918888 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > network after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.919300 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > network after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.919679 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > network after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.920678 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 14:59:53.921233 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > security_group after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.921580 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > security_group after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.921921 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > security_group after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.922306 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 14:59:53.922708 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.923054 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.923392 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.923933 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 14:59:53.924312 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > address_group after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.924665 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > address_group after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.925005 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > address_group after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.925389 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 14:59:53.925828 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] ML2 OVO RPC backend initialized. {{(pid=88913) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Sep 21 14:59:53.926532 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router_interface after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.926885 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.927299 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > network before_response 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.927642 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > networks before_response 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.927986 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > port before_response 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.928323 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > ports before_response 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.928693 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > subnet before_response 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.929029 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > subnets before_response 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.929392 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > network after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.929732 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > network after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.930071 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > network after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.930404 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > port after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.930736 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > port after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.931068 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > port after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.931399 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > subnet after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.931732 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > subnet after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.932061 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > subnet after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.932670 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.plugin [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Modular L2 Plugin initialization complete Sep 21 14:59:53.932996 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading services supported by the core plugin {{(pid=88913) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 21 14:59:53.933321 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Got port-security extension from driver 'port_security' Sep 21 14:59:53.933787 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.extensions.vlantransparent [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Disabled vlantransparent extension. Sep 21 14:59:53.934278 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88913) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 21 14:59:53.934663 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading Plugin: router Sep 21 14:59:53.972890 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router_interface before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.973280 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router after_create 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.973651 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router before_create 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.974017 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.974384 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.974735 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router after_delete 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.975090 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > floatingip after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.975446 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router after_create 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.975787 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router after_update 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.976152 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router after_update 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.976522 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.976876 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router after_update 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.977284 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router precommit_update 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.977646 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: port after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.977984 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: port after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.978318 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: subnet after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.978654 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.978997 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > port precommit_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.979340 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router precommit_create 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.979676 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: port before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.980019 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router precommit_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.980373 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router after_update 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.980737 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router precommit_delete 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.981085 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router precommit_create 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.981440 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router_interface after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.981780 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router precommit_update 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.982146 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > agent after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.982581 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > agent after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.983414 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > network after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.984279 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Tracking information for resource: router configured {{(pid=88913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 14:59:53.984629 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Tracking information for resource: floatingip configured {{(pid=88913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 14:59:53.989441 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.db.l3_agentschedulers_db [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 21 14:59:53.990007 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: port after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.990361 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: port after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.990713 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: port after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.991058 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: port after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.991956 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router before_create 55550100 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.992316 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router precommit_delete 55550100 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.992694 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router precommit_create 55550100 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.993044 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > router precommit_update 55550100 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:53.997538 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.services.provider_configuration [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Service providers = [] {{(pid=88913) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 21 14:59:53.997899 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.db.servicetype_db [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88913) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 21 14:59:54.000989 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.services.service_base [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 14:59:54.001339 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.services.service_base [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 14:59:54.001789 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.services.service_base [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 14:59:54.002672 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.services.service_base [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 14:59:54.003040 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.services.service_base [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 21 14:59:54.003411 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 14:59:54.003726 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 21 14:59:54.014383 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 14:59:54.014712 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading Plugin: auto_allocate Sep 21 14:59:54.020425 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: network precommit_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:54.020814 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: network precommit_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:54.021330 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 14:59:54.021650 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading Plugin: tag Sep 21 14:59:54.028115 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 14:59:54.028390 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading Plugin: timestamp Sep 21 14:59:54.032901 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 14:59:54.033231 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading Plugin: network_ip_availability Sep 21 14:59:54.038372 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:54.038740 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:54.039090 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:54.039796 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 14:59:54.040124 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading Plugin: flavors Sep 21 14:59:54.044735 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 14:59:54.045729 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading Plugin: revisions Sep 21 14:59:54.050016 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 14:59:54.050402 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_concurrency.lockutils [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.633s {{(pid=88913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 21 14:59:54.051136 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88913) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 21 14:59:54.051469 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Initializing extension manager. Sep 21 14:59:54.051972 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: __init__.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.052316 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: __pycache__ {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.052687 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.053023 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: address_group.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.053779 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.054334 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: address-group Sep 21 14:59:54.054652 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: address_scope.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.055353 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.055854 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: address-scope Sep 21 14:59:54.056591 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: admin_state_down_before_update.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.057404 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.057911 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: router-admin-state-down-before-update Sep 21 14:59:54.058228 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: agent.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.058916 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.059413 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: agent Sep 21 14:59:54.059731 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: agent_resources_synced.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.061683 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.062289 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: agent-resources-synced Sep 21 14:59:54.062609 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: allowedaddresspairs.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.064389 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.065443 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: allowed-address-pairs Sep 21 14:59:54.065776 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: auto_allocated_topology.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.066875 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.067384 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: auto-allocated-topology Sep 21 14:59:54.067707 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: availability_zone.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.068392 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.068919 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: availability_zone Sep 21 14:59:54.069240 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: availability_zone_filter.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.070141 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.070644 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: availability_zone_filter Sep 21 14:59:54.070964 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: data_plane_status.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.071887 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.072385 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension data-plane-status not supported by any of loaded plugins Sep 21 14:59:54.072882 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: default_subnetpools.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.073791 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.074296 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: default-subnetpools Sep 21 14:59:54.074615 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: dhcpagentscheduler.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.075440 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.075937 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: dhcp_agent_scheduler Sep 21 14:59:54.076383 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: dns.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.077848 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.078352 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension dns-integration not supported by any of loaded plugins Sep 21 14:59:54.078675 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: dns_domain_ports.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.079582 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.080083 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 21 14:59:54.080408 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: dvr.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.081107 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.081615 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: dvr Sep 21 14:59:54.081933 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: empty_string_filtering.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.082834 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.083338 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: empty-string-filtering Sep 21 14:59:54.083656 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.084593 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.085093 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 21 14:59:54.085409 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.086309 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.086801 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 21 14:59:54.087118 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: external_net.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.088008 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.088533 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: external-net Sep 21 14:59:54.088851 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: extra_dhcp_opt.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.089745 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.090243 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: extra_dhcp_opt Sep 21 14:59:54.090560 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: extraroute.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.091446 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.091995 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: extraroute Sep 21 14:59:54.092304 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: extraroute_atomic.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.093350 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.093848 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: extraroute-atomic Sep 21 14:59:54.094164 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: filter_validation.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.094819 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.095312 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: filter-validation Sep 21 14:59:54.095625 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: fip_pf_description.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.096552 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.097046 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 21 14:59:54.097362 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: fip_port_details.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.098263 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.098764 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: fip-port-details Sep 21 14:59:54.099084 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: flavors.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.100303 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.100845 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: flavors Sep 21 14:59:54.101171 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.102804 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.103314 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 21 14:59:54.103638 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: floatingip_pools.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.104325 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.104863 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: floatingip-pools Sep 21 14:59:54.105183 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: ip_allocation.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.106088 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.106587 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension ip_allocation not supported by any of loaded plugins Sep 21 14:59:54.106903 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.107838 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.108343 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: ip-substring-filtering Sep 21 14:59:54.108684 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: l2_adjacency.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.109603 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.110099 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension l2_adjacency not supported by any of loaded plugins Sep 21 14:59:54.110415 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: l3.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.111374 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.111907 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: router Sep 21 14:59:54.112227 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: l3_conntrack_helper.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.114607 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.115133 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 21 14:59:54.115463 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.116377 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.116915 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: ext-gw-mode Sep 21 14:59:54.117239 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.118145 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.118646 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: l3-ha Sep 21 14:59:54.118966 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: l3_flavors.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.119868 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.120370 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: l3-flavors Sep 21 14:59:54.120720 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.121639 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.122138 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: l3-port-ip-change-not-allowed Sep 21 14:59:54.122456 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: l3agentscheduler.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.124198 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.124733 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: l3_agent_scheduler Sep 21 14:59:54.125058 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: logging.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.126563 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.127081 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension logging not supported by any of loaded plugins Sep 21 14:59:54.127409 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: metering.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.128147 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.128747 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: metering Sep 21 14:59:54.129074 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.130144 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.130655 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: metering_source_and_destination_fields Sep 21 14:59:54.130980 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: multiprovidernet.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.131889 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.132395 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: multi-provider Sep 21 14:59:54.132749 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: netmtu.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.133651 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.134161 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: net-mtu Sep 21 14:59:54.134482 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: netmtu_writable.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.135386 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.135886 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: net-mtu-writable Sep 21 14:59:54.136207 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: network_availability_zone.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.136901 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.137397 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: network_availability_zone Sep 21 14:59:54.137716 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: network_ip_availability.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.139680 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.140198 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: network-ip-availability Sep 21 14:59:54.140550 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: network_segment_range.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.141306 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.141803 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension network-segment-range not supported by any of loaded plugins Sep 21 14:59:54.142121 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: pagination.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.143088 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.143416 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: pagination Sep 21 14:59:54.143734 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: port_device_profile.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.144670 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.145175 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: port-device-profile Sep 21 14:59:54.145494 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.146402 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.146901 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: port-mac-address-regenerate Sep 21 14:59:54.147219 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.148111 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.148645 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: port-numa-affinity-policy Sep 21 14:59:54.148966 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: port_resource_request.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.149871 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.150365 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension port-resource-request not supported by any of loaded plugins Sep 21 14:59:54.150680 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: portbindings.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.151589 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.152086 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: binding Sep 21 14:59:54.152401 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: portbindings_extended.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.153671 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.154182 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: binding-extended Sep 21 14:59:54.154596 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: portsecurity.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.155569 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.156075 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: port-security Sep 21 14:59:54.156399 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: project_id.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.157666 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.157995 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: project-id Sep 21 14:59:54.158314 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: providernet.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.159227 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.159734 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: provider Sep 21 14:59:54.160053 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: qos.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.163485 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.164000 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension qos not supported by any of loaded plugins Sep 21 14:59:54.164329 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.165589 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.166102 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 21 14:59:54.166427 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.167332 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.167836 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 21 14:59:54.168157 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: qos_default.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.169085 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.169590 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension qos-default not supported by any of loaded plugins Sep 21 14:59:54.169910 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: qos_fip.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.170667 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.171158 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension qos-fip not supported by any of loaded plugins Sep 21 14:59:54.171493 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: qos_gateway_ip.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.172414 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.172946 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 21 14:59:54.173263 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: qos_port_network_policy.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.174162 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.174659 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 21 14:59:54.174977 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: qos_rule_type_details.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.175875 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.176377 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 21 14:59:54.176719 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: qos_rules_alias.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.177738 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.178238 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 21 14:59:54.178554 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: quotasv2.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.179441 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.179762 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: quotas Sep 21 14:59:54.180077 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: quotasv2_detail.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.181694 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.182029 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: quota_details Sep 21 14:59:54.182353 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: rbac.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.183389 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.183899 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: rbac-policies Sep 21 14:59:54.184225 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: rbac_address_group.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.185171 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.186293 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: rbac-address-group Sep 21 14:59:54.186620 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: rbac_address_scope.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.187526 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.188028 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: rbac-address-scope Sep 21 14:59:54.188348 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: rbac_security_groups.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.189282 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.190028 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: rbac-security-groups Sep 21 14:59:54.190353 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: rbac_subnetpool.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.191266 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.191773 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: rbac-subnetpool Sep 21 14:59:54.192093 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: revisionifmatch.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.193031 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.193538 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: revision-if-match Sep 21 14:59:54.193856 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: revisions.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.194965 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.195470 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: standard-attr-revisions Sep 21 14:59:54.195792 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: router_availability_zone.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.196612 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.197117 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: router_availability_zone Sep 21 14:59:54.197436 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: routerservicetype.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.198343 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.198849 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension router-service-type not supported by any of loaded plugins Sep 21 14:59:54.199166 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.200081 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.200624 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: security-groups-normalized-cidr Sep 21 14:59:54.200943 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: security_groups_port_filtering.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.202430 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.202926 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: port-security-groups-filtering Sep 21 14:59:54.203246 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.204149 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.204685 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: security-groups-remote-address-group Sep 21 14:59:54.205002 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: securitygroup.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.214431 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.214949 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: security-group Sep 21 14:59:54.215275 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: segment.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.216049 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.216591 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension segment not supported by any of loaded plugins Sep 21 14:59:54.216955 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.218013 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.218522 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 21 14:59:54.218845 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: servicetype.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.219926 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.220440 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: service-type Sep 21 14:59:54.220784 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: sorting.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.221746 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.222073 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: sorting Sep 21 14:59:54.222395 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: standard_attr_segment.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.223305 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.223811 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 21 14:59:54.224132 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: standardattrdescription.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.224797 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.225306 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: standard-attr-description Sep 21 14:59:54.225625 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: stateful_security_group.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.226531 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.227041 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: stateful-security-group Sep 21 14:59:54.227358 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: stdattrs_common.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.227930 dv-neutron-858731-1-hyperv neutron-server[88913]: WARNING neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 21 14:59:54.228248 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.229260 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.229780 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 21 14:59:54.230099 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: subnet_onboard.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.231149 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.231661 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: subnet_onboard Sep 21 14:59:54.231981 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.233080 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.233582 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 21 14:59:54.233901 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: subnet_service_types.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.234814 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.235321 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: subnet-service-types Sep 21 14:59:54.235641 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: subnetallocation.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.236756 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.237262 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: subnet_allocation Sep 21 14:59:54.237581 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.238230 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.238728 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: subnetpool-prefix-ops Sep 21 14:59:54.239047 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.239965 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.240470 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 21 14:59:54.240806 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: tagging.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.241847 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.242352 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: standard-attr-tag Sep 21 14:59:54.242673 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: timestamp.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.243858 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.244365 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loaded extension: standard-attr-timestamp Sep 21 14:59:54.244710 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: trunk.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.245732 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.246242 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension trunk not supported by any of loaded plugins Sep 21 14:59:54.246565 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: trunk_details.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.247468 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.247975 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension trunk-details not supported by any of loaded plugins Sep 21 14:59:54.249012 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: uplink_status_propagation.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.249933 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.250442 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 21 14:59:54.250761 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Loading extension file: vlantransparent.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 14:59:54.251421 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 14:59:54.251921 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extension vlan-transparent not supported by any of loaded plugins Sep 21 14:59:54.254546 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Creating instance of TrackedResource for resource:network Sep 21 14:59:54.255281 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Creating instance of TrackedResource for resource:subnet Sep 21 14:59:54.257187 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 14:59:54.257802 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Creating instance of TrackedResource for resource:port Sep 21 14:59:54.259308 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 14:59:54.259748 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Service FLAVORS assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 14:59:54.260365 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 14:59:54.260822 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 14:59:54.261153 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Creating instance of TrackedResource for resource:router Sep 21 14:59:54.261799 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Creating instance of TrackedResource for resource:floatingip Sep 21 14:59:54.262507 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Service METERING assigned prefix: /metering {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 14:59:54.264539 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:54.264981 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:54.265337 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 14:59:54.266451 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 14:59:54.266903 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Creating instance of TrackedResource for resource:security_group Sep 21 14:59:54.267545 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 14:59:54.268287 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Service CORE assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 14:59:54.268649 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 14:59:54.268984 dv-neutron-858731-1-hyperv neutron-server[88913]: WARNING neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] subnetpool is already registered Sep 21 14:59:54.269583 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Service CORE assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 14:59:54.269908 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 14:59:54.270235 dv-neutron-858731-1-hyperv neutron-server[88913]: WARNING neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] subnetpool is already registered Sep 21 14:59:54.272769 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 14:59:54.273202 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Service FLAVORS assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 14:59:54.273790 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 14:59:54.274235 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 14:59:54.274566 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Creating instance of TrackedResource for resource:router Sep 21 14:59:54.274890 dv-neutron-858731-1-hyperv neutron-server[88913]: WARNING neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] router is already registered Sep 21 14:59:54.275476 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Creating instance of TrackedResource for resource:floatingip Sep 21 14:59:54.275807 dv-neutron-858731-1-hyperv neutron-server[88913]: WARNING neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] floatingip is already registered Sep 21 14:59:54.276431 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Service METERING assigned prefix: /metering {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 14:59:54.277117 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 14:59:54.277448 dv-neutron-858731-1-hyperv neutron-server[88913]: WARNING neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] rbac_policy is already registered Sep 21 14:59:54.277988 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Creating instance of TrackedResource for resource:security_group Sep 21 14:59:54.278361 dv-neutron-858731-1-hyperv neutron-server[88913]: WARNING neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] security_group is already registered Sep 21 14:59:54.278902 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 14:59:54.279225 dv-neutron-858731-1-hyperv neutron-server[88913]: WARNING neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] security_group_rule is already registered Sep 21 14:59:54.279998 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Service CORE assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 14:59:54.280320 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 14:59:54.280670 dv-neutron-858731-1-hyperv neutron-server[88913]: WARNING neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] subnetpool is already registered Sep 21 14:59:54.281269 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Service CORE assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 14:59:54.281591 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 14:59:54.281910 dv-neutron-858731-1-hyperv neutron-server[88913]: WARNING neutron.quota.resource_registry [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] subnetpool is already registered Sep 21 14:59:54.282554 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: extensions {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.284030 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: address-groups {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.285673 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: address-scopes {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.286887 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: agents {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.288107 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: auto-allocated-topology {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.289379 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: availability_zones {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.290704 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: dhcp-networks {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.292136 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: dhcp-agents {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.293606 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: routers {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.295464 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: flavors {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.296650 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: service_profiles {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.297878 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: next_providers {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.299400 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: service_profiles {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.300898 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: floatingip-pools {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.302109 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: routers {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.303904 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: floatingips {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.305140 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: l3-routers {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.306546 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: l3-agents {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.307984 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: metering-labels {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.309365 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: metering-label-rules {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.311511 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: network-ip-availabilities {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.312831 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: bindings {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.314488 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: quotas {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.316186 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: quotas {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.317628 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: rbac-policies {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.318952 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: security-groups {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.320157 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: security-group-rules {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.321428 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: service-providers {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.322663 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: subnetpools {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.324994 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: subnetpools {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.327289 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: tags {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.329029 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: tags {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.444150 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: tags {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.445982 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: tags {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.447771 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: tags {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.449710 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: tags {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.451473 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: tags {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.453400 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: tags {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.455172 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: tags {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.457045 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Extended resource: tags {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 14:59:54.463360 dv-neutron-858731-1-hyperv neutron-server[88913]: WARNING keystonemiddleware.auth_token [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 21 14:59:54.468157 dv-neutron-858731-1-hyperv neutron-server[88913]: WARNING keystonemiddleware.auth_token [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 21 14:59:54.476441 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_concurrency.lockutils [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Acquired lock "singleton_lock" {{(pid=88913) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 21 14:59:54.476938 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_concurrency.lockutils [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Releasing lock "singleton_lock" {{(pid=88913) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 21 14:59:54.477569 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO oslo_service.service [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Starting 2 workers Sep 21 14:59:54.482226 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Started child 89018 {{(pid=88913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 21 14:59:54.487159 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Started child 89019 {{(pid=88913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 21 14:59:54.488475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 14:59:54.488990 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO neutron.service [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Neutron service started, listening on 0.0.0.0:9696 Sep 21 14:59:54.489410 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Notify callbacks [] for process, before_spawn {{(pid=88913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 14:59:54.489898 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [-] (89018) wsgi starting up on http://0.0.0.0:9696 Sep 21 14:59:54.491737 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 14:59:54.492165 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO oslo_service.service [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Starting 1 workers Sep 21 14:59:54.493082 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [-] (89019) wsgi starting up on http://0.0.0.0:9696 Sep 21 14:59:54.496717 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Started child 89020 {{(pid=88913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 21 14:59:54.497227 dv-neutron-858731-1-hyperv neutron-server[88913]: INFO oslo_service.service [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Starting 1 workers Sep 21 14:59:54.501449 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.service [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] calling RpcWorker wait() {{(pid=89020) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 21 14:59:54.502004 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.service [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] returning from RpcWorker wait() {{(pid=89020) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 21 14:59:54.502213 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Started child 89021 {{(pid=88913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 21 14:59:54.502982 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-b410b433-a6f6-4167-bafc-b924963eab7f None None] Notify callbacks [] for process, after_spawn {{(pid=88913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 14:59:54.503335 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 14:59:54.503842 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 14:59:54.504872 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88913) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 21 14:59:54.505078 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 14:59:54.505261 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 14:59:54.505479 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 14:59:54.505810 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 14:59:54.505969 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 14:59:54.506464 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.506749 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.507026 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.507123 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 14:59:54.507556 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.507556 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.508099 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.508338 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.508618 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.508890 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.509116 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.509286 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.509447 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.509693 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.509922 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.510226 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.510498 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.510737 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.510991 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.511177 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.511405 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.511664 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.511902 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.512156 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] debug = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.512391 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.512871 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.513093 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.513328 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.513545 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.513876 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.514097 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.514362 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.514614 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.514841 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.515072 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.515332 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.515568 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.515861 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.515996 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.516244 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.516472 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.516936 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] host = dv-neutron-858731-1-hyperv {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.517183 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.517396 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.517622 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.517860 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.518115 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.518343 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.518604 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.518878 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.519129 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.519363 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.519612 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.519865 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.520076 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.520311 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.520494 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_options = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.520729 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.521000 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.521255 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.521455 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.521667 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.521800 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.522021 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.522180 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.522418 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.522649 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.522858 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.523066 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.523306 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.523534 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.523776 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.524000 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.524245 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.524489 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.524707 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.524934 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.525172 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.525408 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.525663 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.525877 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.526093 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.526285 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.526523 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.526731 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.526940 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.527188 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.527429 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.528501 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 14:59:54.528750 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.529000 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.529265 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.529549 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.529779 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.530000 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.530345 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.530659 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.530918 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.531908 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.532532 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.533971 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.534196 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.534463 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.534723 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_json = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.534970 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.535189 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.535483 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.536373 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.537121 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.537372 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.537601 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.538442 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.538930 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.539390 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.539680 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.540002 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.540264 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.540555 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.548534 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.548859 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.549466 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.549466 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.549733 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.550483 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.550483 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.551061 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.551061 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.551306 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.551548 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.551834 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.552204 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.553014 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.553014 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.553014 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.553397 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.553519 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.554287 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.554287 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.554552 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.554675 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.554826 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.555510 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.555510 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.555761 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.555761 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.556330 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.556330 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.556605 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.556757 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.556994 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.557237 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.557502 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.557768 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.558012 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.558247 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.558472 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.558691 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.558910 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.559130 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.559355 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.559596 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.559840 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.560102 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.560330 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.560606 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.561546 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.561761 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.562006 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.562342 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.562570 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.562785 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.562999 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.563234 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.563449 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.563698 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.563922 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.564160 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.564376 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.564621 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.565124 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.565340 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.565560 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.565798 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.566017 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.566233 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.566446 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.566660 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.566894 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.567107 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.567323 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.567553 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.567772 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.568006 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.568232 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.568439 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.568701 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.568939 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.569223 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.569541 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.569786 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.570077 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.570321 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.570575 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.570842 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.571110 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.571356 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.571598 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.571828 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.572105 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.572430 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.572683 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.572948 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.573171 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.573410 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.573633 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.573861 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.574194 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.574442 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.574673 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.574956 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.575233 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.575500 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.575730 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.575975 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.576845 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.577044 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.580506 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.580506 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.580506 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.580506 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.580506 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.580506 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.580506 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.580506 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.581073 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.581073 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.581073 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.581073 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.581310 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 49162) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 14:59:54.584667 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.584939 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.585266 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.585544 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.585806 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.586056 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.586300 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.586650 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.586889 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.587132 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.587384 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.587664 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.587899 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.588143 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.588410 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.588696 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.588949 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.589205 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.589375 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062757 Sep 21 14:59:54.589469 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.589872 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.589978 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.590151 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.590396 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.590591 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.590822 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.591041 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.591274 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.591485 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.591709 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.592770 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.593122 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.593351 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.593568 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.593788 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.594023 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.594269 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.594509 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.594911 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.595159 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.595379 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.595597 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.595830 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.597196 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.597439 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.597732 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.598047 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.598453 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.598713 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.599041 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.599303 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.599528 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.599886 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.602959 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.603542 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.603778 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.604023 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.604252 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.604577 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.604821 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.605078 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.605342 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.605602 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.606269 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.606269 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.606441 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.606708 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.606957 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.607177 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.607384 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.608326 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.608512 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.610000 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.610000 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.610000 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.610439 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.610439 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.610703 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.610703 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.610944 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.611186 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.611438 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.611673 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.611892 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.612126 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.612341 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.613331 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.613331 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.613331 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.613584 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.613815 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.615363 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.615611 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.615881 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.616123 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.616765 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.617040 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.617296 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.617532 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.617766 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.618004 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.618233 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.618500 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.618745 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.618972 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.619201 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.619467 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.619768 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.620025 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.620255 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.620741 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.620988 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.621228 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.621488 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.621817 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.622046 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.622319 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.622570 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.622796 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.623025 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.623358 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.623676 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.623986 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.624254 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.624634 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.625094 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.625385 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.625671 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.625897 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.626208 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.626689 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.627117 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.627408 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.627777 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.628176 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.628442 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.628695 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.629567 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.629567 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.629567 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.629799 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.630052 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.630304 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.630505 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.631427 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.631427 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.631427 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.631648 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.631809 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.632432 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.632432 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 14:59:54.635484 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88913) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 21 14:59:54.635665 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 14:59:54.635839 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 14:59:54.636028 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 14:59:54.636216 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 14:59:54.636304 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 14:59:54.636403 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 14:59:54.636622 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.636797 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.636969 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.637141 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.637311 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.637524 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.637699 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.637943 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.638052 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.638173 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.639855 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.639855 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.639855 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.639855 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.639855 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.639855 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.639855 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.640658 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.640658 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.640658 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.642798 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.642980 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.643156 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] debug = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.643333 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.643530 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.644535 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.644930 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.645301 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.645650 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.645864 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.646024 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.646173 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.646321 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.646496 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.646651 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.646821 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.646986 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.647158 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.647326 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.647488 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.647632 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] host = dv-neutron-858731-1-hyperv {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.647786 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.647938 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.648103 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.648260 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.648418 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.648584 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.648744 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.648894 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.649052 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.649201 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.649363 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.650441 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.650441 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.650441 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.650441 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_options = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.650441 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.650441 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.650441 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.650967 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.650967 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.650967 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.651210 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.651322 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.651486 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.651643 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.651797 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.651952 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.652104 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.652258 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.652413 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.652605 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.652762 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.652918 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.653073 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.653235 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.653387 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.653542 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.653697 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.653854 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.654009 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.654163 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.654345 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.655121 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.655354 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.656953 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.656953 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.656953 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.656953 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.656953 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.656953 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.656953 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.656953 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.657532 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.657532 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.657532 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.657532 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.657532 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.657532 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.658691 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.658691 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.658691 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_json = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.658691 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.658691 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.658691 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.658691 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.658691 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.659128 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.659128 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.659128 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.659324 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 14:59:54.660195 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.660195 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.660195 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.660431 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.660584 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.660722 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.660883 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.661740 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.661740 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.661740 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.661740 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.661740 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.662072 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.662072 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.662218 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.662372 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.662541 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.662700 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.662861 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.663021 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.663182 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.663341 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.663519 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.663678 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.663838 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.665373 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.665373 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.665373 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.665373 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.665373 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.665373 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.665373 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.665373 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.665951 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.665951 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.665951 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.665951 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.665951 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.665951 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.666342 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.666342 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.666551 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.666551 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.667582 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.667582 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.667582 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.667582 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.667582 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.667582 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.667582 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.668059 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.668059 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.668059 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.668268 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.668347 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.668528 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.670802 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.671044 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.671977 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.671977 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.673668 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.673668 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.673668 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.673904 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.673972 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.674139 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.674311 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.674480 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.674647 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.674918 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.675067 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.675205 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.675341 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.675579 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.675579 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.675861 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.675861 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.676126 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.676212 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.676350 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.676681 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.676917 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.677088 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.677252 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.677443 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.679004 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.680023 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.680198 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.680343 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.681401 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.682128 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.682909 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.683091 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.684480 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.684480 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.684480 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.684480 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.684480 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.684480 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.684480 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.684480 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.685061 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.685061 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.685061 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.685280 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.685280 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.685423 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.685578 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.687140 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.687140 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.687140 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.687140 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.687140 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.687490 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.687490 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.687632 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.687743 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.687905 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.688066 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.688227 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.688386 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.688769 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.689118 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.689287 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.689448 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.689609 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.690048 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.691152 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.691152 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.691152 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.691152 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.691438 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.692365 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.692365 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.692763 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.692884 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.693049 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.693242 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.693366 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.693556 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.693689 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.694214 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.694214 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.694214 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.694461 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.694461 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.694606 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.694741 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.695566 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.695566 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.695566 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.695566 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.695566 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.696130 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.696130 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.696130 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.696130 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.696624 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.696624 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.696624 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.696888 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.696888 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.697031 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.697187 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.697351 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.697510 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.697669 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.697828 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.697986 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.698147 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.698307 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.698467 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.698627 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.698786 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.698946 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.699106 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.699267 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.699426 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.699586 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.699745 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.699905 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.700064 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.700224 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.700383 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.700563 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.700723 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.700883 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.701061 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.701351 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.702355 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.702591 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.702750 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.702903 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.703110 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.703250 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.703420 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.703589 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.703759 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.703937 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.704099 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.704264 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.704428 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.704614 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.704766 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.704934 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.705096 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.705258 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.705423 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.705584 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.705745 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.705905 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.706157 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.706253 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.706383 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.706543 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.706708 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.706882 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.707042 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.707201 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.707361 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.707519 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.707687 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.707846 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.708004 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.708162 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.708319 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.708509 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.709004 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.709004 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.709004 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.709256 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.709256 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.709404 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.709564 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.709731 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.709890 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.710048 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.710206 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.710378 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.710538 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.710700 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.710861 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.711019 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.711178 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.711337 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.711506 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.711678 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.711844 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.712005 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.712992 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.712992 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.712992 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.712992 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.712992 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.712992 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.713407 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.713407 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.713407 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.713639 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.713730 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.713846 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.714004 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.714161 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.714319 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.714476 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.714687 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.714827 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.714963 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.715096 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.715236 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.715369 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.715524 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.715682 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.715841 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 14:59:54.715992 dv-neutron-858731-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 15:00:05.500276 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aad719b-80eb-4d9a-a12e-539bb1fd2dea None None] get_active_networks_info from dv-neutron-858731-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:00:05.574840 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aad719b-80eb-4d9a-a12e-539bb1fd2dea None None] No non-hosted networks {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 21 15:00:05.590757 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.agentschedulers_db [None req-8aad719b-80eb-4d9a-a12e-539bb1fd2dea None None] DHCP Agent not found on host dv-neutron-858731-1-hyperv {{(pid=89020) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 21 15:00:05.730206 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7a554953-0b19-44fc-aaf5-530b0f992569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584935'] for agent, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:07.777160 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f6701155-dbfa-43d7-ad3f-15c7f4f4f5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584935'] for agent, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:07.816854 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8ce15d08-fd32-4cd9-a1f7-7610320859b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:08.627863 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584935'] for agent, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:08.628697 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:08.630374 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:08.632660 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:08.633036 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:08.633409 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:08.639691 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:08.648676 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:08.649132 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:08.649484 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:08.654027 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:08.654591 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:08.654886 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:08.655354 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-858731-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:00:08.687020 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-858731-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:00:08.783864 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584935'] for agent, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:10.403148 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584935'] for agent, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:11.870227 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 49260) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:00:12.085246 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.db.l3_hamode_db [None req-4d06d1f7-a575-414e-b795-3e4742d0545d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 21 15:00:12.171033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d06d1f7-a575-414e-b795-3e4742d0545d None None] Routers set() bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:00:12.171428 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d06d1f7-a575-414e-b795-3e4742d0545d None None] Router IDs set() for agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Sep 21 15:00:12.458629 dv-neutron-858731-1-hyperv neutron-server[89019]: WARNING oslo_policy.policy [None req-7e5e9979-101d-44ce-ad90-ad1ba4c93191 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 15:00:12.459216 dv-neutron-858731-1-hyperv neutron-server[89019]: WARNING oslo_policy.policy [None req-7e5e9979-101d-44ce-ad90-ad1ba4c93191 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 15:00:12.678428 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-7e5e9979-101d-44ce-ad90-ad1ba4c93191 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:00:12.679397 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7e5e9979-101d-44ce-ad90-ad1ba4c93191 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8082759 Sep 21 15:00:15.079515 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 49274) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:00:15.651962 dv-neutron-858731-1-hyperv neutron-server[89018]: WARNING oslo_policy.policy [None req-5083bd8f-9e36-4c12-b191-1ee3d9cbce5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 15:00:15.652588 dv-neutron-858731-1-hyperv neutron-server[89018]: WARNING oslo_policy.policy [None req-5083bd8f-9e36-4c12-b191-1ee3d9cbce5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 15:00:15.866112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5083bd8f-9e36-4c12-b191-1ee3d9cbce5a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:00:15.960677 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.policy [None req-5083bd8f-9e36-4c12-b191-1ee3d9cbce5a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89018) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 15:00:16.013842 dv-neutron-858731-1-hyperv neutron-server[89018]: WARNING oslo_policy.policy [None req-5083bd8f-9e36-4c12-b191-1ee3d9cbce5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 15:00:16.014232 dv-neutron-858731-1-hyperv neutron-server[89018]: WARNING oslo_policy.policy [None req-5083bd8f-9e36-4c12-b191-1ee3d9cbce5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 15:00:16.022849 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.quota [None req-5083bd8f-9e36-4c12-b191-1ee3d9cbce5a admin admin] Loaded quota_driver: . Sep 21 15:00:16.038946 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5083bd8f-9e36-4c12-b191-1ee3d9cbce5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:00:16.099862 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5083bd8f-9e36-4c12-b191-1ee3d9cbce5a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774318381727', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774318384360', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774318460822', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774318466144', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774318476798', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774318483079', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-628342', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-828899', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1868012', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1728111'] for rbac-policy, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:16.163064 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5083bd8f-9e36-4c12-b191-1ee3d9cbce5a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:16.164323 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5083bd8f-9e36-4c12-b191-1ee3d9cbce5a admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0827510 Sep 21 15:00:18.811173 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 49292) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:00:19.173435 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Request body: {'network': {'project_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'name': 'private', 'admin_state_up': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:00:19.178447 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:00:19.182628 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Usage tracker for resource:network and tenant:e7dc8d347d1c49e581e2b05a888fae37 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:00:19.188335 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:00:19.194778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:00:19.203904 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Made reservation on behalf of e7dc8d347d1c49e581e2b05a888fae37 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:00:19.206728 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:19.223979 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:19.238109 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:00:19.241758 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Usage tracker for resource:security_group_rule and tenant:e7dc8d347d1c49e581e2b05a888fae37 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:00:19.246899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:00:19.252986 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:00:19.349106 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:19.352865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:19.375422 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:00:19.400309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774317553821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:19.400867 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Unsubscribe: segment precommit_create {{(pid=89018) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 15:00:19.401363 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Added segment 4c0abc27-83d5-4cb4-8cd9-b64b03de1f79 of type vlan for network a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1 Sep 21 15:00:19.452895 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df40487-b9bc-4b68-8cd5-06ae837c0b28,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:00:19.474182 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:19.474520 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:19.474849 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:19.475173 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:19.475492 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:19.475808 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:19.476122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:19.476435 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:19.476767 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:19.477077 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:19.477386 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:19.477692 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Tracked resource versions report: Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: pushed versions: Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: { 'AddressGroup': {'1.2'}, Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: 'ConntrackHelper': {'1.0'}, Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: 'Log': {'1.0'}, Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: 'Network': {'1.1'}, Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: 'Port': {'1.7'}, Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: 'PortForwarding': {'1.2'}, Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: 'QosPolicy': {'1.8'}, Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: 'SecurityGroup': {'1.4'}, Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: 'SecurityGroupRule': {'1.2'}, Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: 'SubPort': {'1.0'}, Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: 'Subnet': {'1.1'}, Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: 'Trunk': {'1.1'}} Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: consumer versions: Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: { DHCP agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: L3 agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: Metadata agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: Metering agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: Open vSwitch agent@dv-neutron-858731-1-hyperv: { 'AddressGroup': '1.2', Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: 'ConntrackHelper': '1.0', Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: 'Log': '1.0', Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: 'Network': '1.1', Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: 'Port': '1.7', Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: 'PortForwarding': '1.2', Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: 'QosPolicy': '1.8', Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: 'SecurityGroup': '1.4', Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: 'SecurityGroupRule': '1.2', Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: 'SubPort': '1.0', Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: 'Subnet': '1.1', Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: 'Trunk': '1.1'}} Sep 21 15:00:19.479019 dv-neutron-858731-1-hyperv neutron-server[89018]: {{(pid=89018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 15:00:19.511128 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:19.556385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:19.557614 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:00:19.558241 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:19.666611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] Pushing event updated for resources: {'Network': ['ID=a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:00:19.672130 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-26bd5c7b-4b88-42c9-b0ce-d6739f781daa admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8599477 Sep 21 15:00:19.678659 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:00:22.379276 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 49308) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:00:22.823619 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f85a55-a531-4054-b0d9-ebfa0ad9bf9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:00:22.824972 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-90f85a55-a531-4054-b0d9-ebfa0ad9bf9e admin admin] 10.222.0.62 "GET /v2.0/networks/a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1 HTTP/1.1" status: 200 len: 825 time: 0.4447353 Sep 21 15:00:22.852630 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0d2f7df9-33da-4e06-8578-dc4bb2dfbc98 admin admin] 10.222.0.62 "GET /v2.0/subnetpools/c0a7e734-8da7-41be-ae0e-23402aa279a1 HTTP/1.1" status: 200 len: 734 time: 0.0214777 Sep 21 15:00:22.860819 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d760c113-4af3-4e96-ba0a-ae19299b70cb admin admin] Request body: {'subnet': {'subnetpool_id': 'c0a7e734-8da7-41be-ae0e-23402aa279a1', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1', 'tenant_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'name': 'private-subnet'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:00:22.864890 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d760c113-4af3-4e96-ba0a-ae19299b70cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:00:22.868603 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d760c113-4af3-4e96-ba0a-ae19299b70cb admin admin] Usage tracker for resource:subnet and tenant:e7dc8d347d1c49e581e2b05a888fae37 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:00:22.871390 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d760c113-4af3-4e96-ba0a-ae19299b70cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:00:22.877038 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d760c113-4af3-4e96-ba0a-ae19299b70cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:00:22.885843 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d760c113-4af3-4e96-ba0a-ae19299b70cb admin admin] Made reservation on behalf of e7dc8d347d1c49e581e2b05a888fae37 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:00:22.888103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d760c113-4af3-4e96-ba0a-ae19299b70cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:23.161130 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d760c113-4af3-4e96-ba0a-ae19299b70cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:23.257416 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d760c113-4af3-4e96-ba0a-ae19299b70cb admin admin] Checking segment: {'id': '4c0abc27-83d5-4cb4-8cd9-b64b03de1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:00:23.257786 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d760c113-4af3-4e96-ba0a-ae19299b70cb admin admin] Network hostable DHCP agents. Network: a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:00:23.263097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760c113-4af3-4e96-ba0a-ae19299b70cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c47c872a-3433-4b33-a03d-8e6c2f345de5,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:00:23.281371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d760c113-4af3-4e96-ba0a-ae19299b70cb admin admin] Network a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:00:23.291806 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-d760c113-4af3-4e96-ba0a-ae19299b70cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:00:23.297564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d760c113-4af3-4e96-ba0a-ae19299b70cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:00:23.298132 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d760c113-4af3-4e96-ba0a-ae19299b70cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:23.302416 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d2bdc2-e418-4f07-90f4-bfef0fe9226e None None] Network a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:00:23.317889 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d760c113-4af3-4e96-ba0a-ae19299b70cb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4602332 Sep 21 15:00:23.604915 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1', 'network_id': 'a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1', 'tenant_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'fixed_ips': [{'subnet_id': 'c47c872a-3433-4b33-a03d-8e6c2f345de5'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:00:23.606134 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:23.794115 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Allocated IP 172.20.0.2 (a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1/c47c872a-3433-4b33-a03d-8e6c2f345de5/40f581a6-c6f5-4d95-87f2-0b9f8b4114a9) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:00:24.024156 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:24.038507 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Transition to ACTIVE for port object 40f581a6-c6f5-4d95-87f2-0b9f8b4114a9 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:00:24.058889 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Transition to ACTIVE for port object 40f581a6-c6f5-4d95-87f2-0b9f8b4114a9 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:00:24.066482 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:24.131126 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Network a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:00:24.133843 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:00:24.140254 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:00:24.146348 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Pushing event updated for resources: {'Port': ['ID=40f581a6-c6f5-4d95-87f2-0b9f8b4114a9,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:00:24.192728 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:24.193092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:24.193432 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:24.193763 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:24.194090 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:24.194431 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:24.194765 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:24.195089 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:24.195410 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:24.195729 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:24.196048 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:24.196364 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Tracked resource versions report: Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: pushed versions: Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: { 'AddressGroup': {'1.2'}, Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: 'ConntrackHelper': {'1.0'}, Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: 'Log': {'1.0'}, Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: 'Network': {'1.1'}, Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: 'Port': {'1.7'}, Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: 'PortForwarding': {'1.2'}, Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: 'QosPolicy': {'1.8'}, Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: 'SecurityGroup': {'1.4'}, Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: 'SecurityGroupRule': {'1.2'}, Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: 'SubPort': {'1.0'}, Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: 'Subnet': {'1.1'}, Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: 'Trunk': {'1.1'}} Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: consumer versions: Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: { DHCP agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: L3 agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: Metadata agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: Metering agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: Open vSwitch agent@dv-neutron-858731-1-hyperv: { 'AddressGroup': '1.2', Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: 'ConntrackHelper': '1.0', Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: 'Log': '1.0', Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: 'Network': '1.1', Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: 'Port': '1.7', Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: 'PortForwarding': '1.2', Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: 'QosPolicy': '1.8', Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: 'SecurityGroup': '1.4', Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: 'SecurityGroupRule': '1.2', Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: 'SubPort': '1.0', Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: 'Subnet': '1.1', Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: 'Trunk': '1.1'}} Sep 21 15:00:24.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: {{(pid=89020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 15:00:24.263380 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Attempting to bind port 40f581a6-c6f5-4d95-87f2-0b9f8b4114a9 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:00:24.264647 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Attempting to bind port 40f581a6-c6f5-4d95-87f2-0b9f8b4114a9 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '4c0abc27-83d5-4cb4-8cd9-b64b03de1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:00:24.265105 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Attempting to bind port 40f581a6-c6f5-4d95-87f2-0b9f8b4114a9 on network a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:00:24.270359 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:00:24.270743 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Checking segment: {'id': '4c0abc27-83d5-4cb4-8cd9-b64b03de1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:00:24.271219 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:24.271610 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Bound using segment: {'id': '4c0abc27-83d5-4cb4-8cd9-b64b03de1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:00:24.272114 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Bound port: 40f581a6-c6f5-4d95-87f2-0b9f8b4114a9, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0abc27-83d5-4cb4-8cd9-b64b03de1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:00:24.272515 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:24.364897 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] For port 40f581a6-c6f5-4d95-87f2-0b9f8b4114a9, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:00:24.368883 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] For port 40f581a6-c6f5-4d95-87f2-0b9f8b4114a9, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=40f581a6-c6f5-4d95-87f2-0b9f8b4114a9,segment=NetworkSegment(4c0abc27-83d5-4cb4-8cd9-b64b03de1f79),segment_id=4c0abc27-83d5-4cb4-8cd9-b64b03de1f79)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:00:24.374328 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:24.455782 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bdcdfd-7529-43f0-857c-9ff5ebf0001d None None] Pushing event updated for resources: {'Port': ['ID=40f581a6-c6f5-4d95-87f2-0b9f8b4114a9,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:00:25.764248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 49318) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:00:26.138501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-0bda7e43-15de-4598-8d0e-e73fda952966 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:00:26.139514 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0bda7e43-15de-4598-8d0e-e73fda952966 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3740098 Sep 21 15:00:28.261762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10274cbd-acaf-4448-90df-c4b33e2d75bc None None] Network a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:00:28.364071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3aa85cd4-fc5e-4342-9fad-635483eea4de None None] Provisioning for port 40f581a6-c6f5-4d95-87f2-0b9f8b4114a9 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:00:28.551220 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 40f581a6-c6f5-4d95-87f2-0b9f8b4114a9 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:00:28.610437 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 49332) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:00:28.621825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 40f581a6-c6f5-4d95-87f2-0b9f8b4114a9 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:00:28.628646 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 40f581a6-c6f5-4d95-87f2-0b9f8b4114a9 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:00:28.629114 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:28.750653 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 40f581a6-c6f5-4d95-87f2-0b9f8b4114a9 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:00:28.751071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:28.783935 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 40f581a6-c6f5-4d95-87f2-0b9f8b4114a9, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=40f581a6-c6f5-4d95-87f2-0b9f8b4114a9,segment=NetworkSegment(4c0abc27-83d5-4cb4-8cd9-b64b03de1f79),segment_id=4c0abc27-83d5-4cb4-8cd9-b64b03de1f79)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:00:28.792181 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:28.854629 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4a92439f-0065-41e3-94d7-e3aacfa6c56b None None] Provisioning complete for port 40f581a6-c6f5-4d95-87f2-0b9f8b4114a9 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:00:28.855001 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4a92439f-0065-41e3-94d7-e3aacfa6c56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:28.921419 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=40f581a6-c6f5-4d95-87f2-0b9f8b4114a9,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:00:28.991534 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-02e08257-4876-4a53-bd35-fad4e79eb158 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:00:28.992541 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-02e08257-4876-4a53-bd35-fad4e79eb158 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3812332 Sep 21 15:00:28.994449 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4a92439f-0065-41e3-94d7-e3aacfa6c56b None None] Current status of the port 40f581a6-c6f5-4d95-87f2-0b9f8b4114a9 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:00:30.510754 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 40f581a6-c6f5-4d95-87f2-0b9f8b4114a9 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:00:30.578258 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 40f581a6-c6f5-4d95-87f2-0b9f8b4114a9 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:00:30.578658 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:30.695201 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 40f581a6-c6f5-4d95-87f2-0b9f8b4114a9 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:00:31.673885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 49344) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:00:32.024385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9899d82e-5fa0-45f8-b888-60adb87cc86e admin admin] Request body: {'router': {'tenant_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'name': 'router1', 'admin_state_up': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:00:32.030311 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9899d82e-5fa0-45f8-b888-60adb87cc86e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:00:32.034174 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9899d82e-5fa0-45f8-b888-60adb87cc86e admin admin] Usage tracker for resource:router and tenant:e7dc8d347d1c49e581e2b05a888fae37 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:00:32.037588 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9899d82e-5fa0-45f8-b888-60adb87cc86e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:00:32.043319 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9899d82e-5fa0-45f8-b888-60adb87cc86e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:00:32.053825 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9899d82e-5fa0-45f8-b888-60adb87cc86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:32.055384 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9899d82e-5fa0-45f8-b888-60adb87cc86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:32.078567 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9899d82e-5fa0-45f8-b888-60adb87cc86e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:32.192914 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9899d82e-5fa0-45f8-b888-60adb87cc86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:32.212920 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9899d82e-5fa0-45f8-b888-60adb87cc86e admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:32.214076 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9899d82e-5fa0-45f8-b888-60adb87cc86e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5392318 Sep 21 15:00:34.644493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 49354) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:00:35.009364 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-165172cd-b752-48e7-b6b6-5a67e3531a05 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:00:35.010345 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-165172cd-b752-48e7-b6b6-5a67e3531a05 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3649302 Sep 21 15:00:35.442728 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0497e7a7-d1e1-484b-b553-950f277b2de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:37.449362 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 49364) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:00:37.542363 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 5 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:00:37.778130 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ab7f203e-ff03-44c6-a54a-103c84aab12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:37.812632 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:00:37.817818 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:00:37.821716 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Usage tracker for resource:network and tenant:4aba986be62845f9abf31ab2145d5bc3 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:00:37.824633 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:00:37.830818 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:00:37.839964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Made reservation on behalf of 4aba986be62845f9abf31ab2145d5bc3 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:00:37.842836 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:37.854245 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:37.867800 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:00:37.875183 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Usage tracker for resource:security_group_rule and tenant:4aba986be62845f9abf31ab2145d5bc3 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:00:37.877890 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:00:37.883373 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:00:37.970521 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:37.974273 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:37.989990 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Reserving flat network on physical network physnet1 {{(pid=89018) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 21 15:00:38.014136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffe4191-144c-400d-93cd-b556e362dda7,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:00:38.016865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:38.017195 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Added segment 7bcd589e-57ec-43c8-90ff-6d43fa74b44f of type flat for network 445481ae-8997-4e7e-a514-07e782c48c85 Sep 21 15:00:38.050778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:38.085089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:38.085927 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:00:38.086486 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:38.184576 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] Pushing event updated for resources: {'Network': ['ID=445481ae-8997-4e7e-a514-07e782c48c85,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:00:38.187817 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-800f1d5b-a06a-4bb5-a863-bce265618414 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7374110 Sep 21 15:00:38.194598 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 445481ae-8997-4e7e-a514-07e782c48c85 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:00:38.609699 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:38.737027 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:40.366792 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:40.581617 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 49384) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:00:40.897835 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.policy [None req-9cddaefd-564c-42ff-8185-1c802a242d62 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89019) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 15:00:40.945161 dv-neutron-858731-1-hyperv neutron-server[89019]: WARNING oslo_policy.policy [None req-9cddaefd-564c-42ff-8185-1c802a242d62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 15:00:40.945540 dv-neutron-858731-1-hyperv neutron-server[89019]: WARNING oslo_policy.policy [None req-9cddaefd-564c-42ff-8185-1c802a242d62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 15:00:40.954507 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cddaefd-564c-42ff-8185-1c802a242d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:00:40.956171 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9cddaefd-564c-42ff-8185-1c802a242d62 admin admin] 10.222.0.62 "GET /v2.0/subnets/c47c872a-3433-4b33-a03d-8e6c2f345de5 HTTP/1.1" status: 200 len: 849 time: 0.3736422 Sep 21 15:00:41.157708 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-25e607a5-1945-4ab3-9dd0-3fd7ec772639 admin admin] 10.222.0.62 "GET /v2.0/routers/1eee990b-961e-45ad-a99b-eb79953d9d5c HTTP/1.1" status: 200 len: 704 time: 0.1957941 Sep 21 15:00:41.671442 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:41.936111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Allocated IP 172.20.0.1 (a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1/c47c872a-3433-4b33-a03d-8e6c2f345de5/df9f47cd-af00-4687-8a88-887bda7ca4d1) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:00:42.153433 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:42.175052 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Transition to ACTIVE for port object df9f47cd-af00-4687-8a88-887bda7ca4d1 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:00:42.239982 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:42.289323 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Network a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:00:42.290424 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:00:42.335875 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:00:42.336005 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:42.453926 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Pushing event updated for resources: {'Port': ['ID=df9f47cd-af00-4687-8a88-887bda7ca4d1,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:00:42.484419 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:42.484730 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d53a7bab-d7a7-40e7-8910-7dedb416aed7 None None] Provisioning for port df9f47cd-af00-4687-8a88-887bda7ca4d1 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:00:42.485355 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:42.485355 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:42.485537 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:42.485856 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:42.486187 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:42.486517 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:42.486843 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:42.487169 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:42.487495 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:42.487813 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:42.488131 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Tracked resource versions report: Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: pushed versions: Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: { 'AddressGroup': {'1.2'}, Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: 'ConntrackHelper': {'1.0'}, Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: 'Log': {'1.0'}, Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: 'Network': {'1.1'}, Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: 'Port': {'1.7'}, Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: 'PortForwarding': {'1.2'}, Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: 'QosPolicy': {'1.8'}, Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: 'SecurityGroup': {'1.4'}, Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: 'SecurityGroupRule': {'1.2'}, Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: 'SubPort': {'1.0'}, Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: 'Subnet': {'1.1'}, Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: 'Trunk': {'1.1'}} Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: consumer versions: Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: { DHCP agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: L3 agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: Metadata agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: Metering agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: Open vSwitch agent@dv-neutron-858731-1-hyperv: { 'AddressGroup': '1.2', Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: 'ConntrackHelper': '1.0', Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: 'Log': '1.0', Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: 'Network': '1.1', Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: 'Port': '1.7', Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: 'PortForwarding': '1.2', Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: 'QosPolicy': '1.8', Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: 'SecurityGroup': '1.4', Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: 'SecurityGroupRule': '1.2', Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: 'SubPort': '1.0', Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: 'Subnet': '1.1', Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: 'Trunk': '1.1'}} Sep 21 15:00:42.489530 dv-neutron-858731-1-hyperv neutron-server[89019]: {{(pid=89019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 15:00:42.491784 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d53a7bab-d7a7-40e7-8910-7dedb416aed7 None None] Provisioning complete for port df9f47cd-af00-4687-8a88-887bda7ca4d1 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:00:42.491784 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d53a7bab-d7a7-40e7-8910-7dedb416aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:42.545584 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d53a7bab-d7a7-40e7-8910-7dedb416aed7 None None] Port df9f47cd-af00-4687-8a88-887bda7ca4d1 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:00:42.613990 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:42.852424 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:42.857768 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:42.858735 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:42.996833 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Pushing event updated for resources: {'Port': ['ID=df9f47cd-af00-4687-8a88-887bda7ca4d1,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:00:43.087178 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Network a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:00:43.088252 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:00:43.268103 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2caa8501-bd2b-40c8-b14b-f1e2a4b9a3b4 None None] Provisioning complete for port df9f47cd-af00-4687-8a88-887bda7ca4d1 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:00:43.268504 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2caa8501-bd2b-40c8-b14b-f1e2a4b9a3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:43.285973 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Router 1eee990b-961e-45ad-a99b-eb79953d9d5c is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:00:43.321769 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2caa8501-bd2b-40c8-b14b-f1e2a4b9a3b4 None None] Port df9f47cd-af00-4687-8a88-887bda7ca4d1 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:00:43.441165 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:00:43.450337 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] Sync routers for ids ['1eee990b-961e-45ad-a99b-eb79953d9d5c'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:00:43.451956 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-21096d82-e85d-448b-b274-8d3fe59a4059 admin admin] 10.222.0.62 "PUT /v2.0/routers/1eee990b-961e-45ad-a99b-eb79953d9d5c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2889400 Sep 21 15:00:43.461805 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] Routers {'1eee990b-961e-45ad-a99b-eb79953d9d5c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:00:43.462734 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:00:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['1eee990b-961e-45ad-a99b-eb79953d9d5c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:00:43.642197 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] Set router 1eee990b-961e-45ad-a99b-eb79953d9d5c gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:00:44.024835 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee990b-961e-45ad-a99b-eb79953d9d5c', 'name': 'router1', 'tenant_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:00:32Z', 'updated_at': '2022-09-21T15:00:42Z', 'revision_number': 2, 'project_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'gw_port_host': None, '_interfaces': [{'id': 'df9f47cd-af00-4687-8a88-887bda7ca4d1', 'name': '', 'network_id': 'a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1', 'tenant_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'mac_address': 'fa:16:3e:d1:1e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eee990b-961e-45ad-a99b-eb79953d9d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c47c872a-3433-4b33-a03d-8e6c2f345de5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:00:41Z', 'updated_at': '2022-09-21T15:00:42Z', 'revision_number': 2, 'project_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'subnets': [{'id': 'c47c872a-3433-4b33-a03d-8e6c2f345de5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0a7e734-8da7-41be-ae0e-23402aa279a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:00:44.029885 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] Checking router: 1eee990b-961e-45ad-a99b-eb79953d9d5c for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:00:44.030265 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] Updating router 1eee990b-961e-45ad-a99b-eb79953d9d5c port df9f47cd-af00-4687-8a88-887bda7ca4d1 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:00:44.083102 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:44.465079 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:44.480932 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] Transition to ACTIVE for port object df9f47cd-af00-4687-8a88-887bda7ca4d1 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:00:44.488280 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:44.742965 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] Attempting to bind port df9f47cd-af00-4687-8a88-887bda7ca4d1 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:00:44.743360 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] Attempting to bind port df9f47cd-af00-4687-8a88-887bda7ca4d1 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '4c0abc27-83d5-4cb4-8cd9-b64b03de1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:00:44.743787 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] Attempting to bind port df9f47cd-af00-4687-8a88-887bda7ca4d1 on network a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:00:44.747184 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd35c5-bd1a-4e8e-ae48-3c281e7eb2b0 None None] Pushing event updated for resources: {'Port': ['ID=df9f47cd-af00-4687-8a88-887bda7ca4d1,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:00:44.752938 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:00:44.753331 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] Checking segment: {'id': '4c0abc27-83d5-4cb4-8cd9-b64b03de1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:00:44.753811 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:44.754202 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] Bound using segment: {'id': '4c0abc27-83d5-4cb4-8cd9-b64b03de1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:00:44.754691 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] Bound port: df9f47cd-af00-4687-8a88-887bda7ca4d1, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0abc27-83d5-4cb4-8cd9-b64b03de1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:00:44.755076 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:44.770911 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd35c5-bd1a-4e8e-ae48-3c281e7eb2b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:44.771263 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd35c5-bd1a-4e8e-ae48-3c281e7eb2b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:44.771607 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd35c5-bd1a-4e8e-ae48-3c281e7eb2b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:44.771941 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd35c5-bd1a-4e8e-ae48-3c281e7eb2b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:44.772271 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd35c5-bd1a-4e8e-ae48-3c281e7eb2b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:44.772642 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd35c5-bd1a-4e8e-ae48-3c281e7eb2b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:44.772975 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd35c5-bd1a-4e8e-ae48-3c281e7eb2b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:44.773300 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd35c5-bd1a-4e8e-ae48-3c281e7eb2b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:44.773639 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd35c5-bd1a-4e8e-ae48-3c281e7eb2b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:44.773965 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd35c5-bd1a-4e8e-ae48-3c281e7eb2b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:44.774285 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd35c5-bd1a-4e8e-ae48-3c281e7eb2b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:44.774605 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd35c5-bd1a-4e8e-ae48-3c281e7eb2b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd35c5-bd1a-4e8e-ae48-3c281e7eb2b0 None None] Tracked resource versions report: Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: pushed versions: Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: { 'AddressGroup': {'1.2'}, Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: 'ConntrackHelper': {'1.0'}, Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: 'Log': {'1.0'}, Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: 'Network': {'1.1'}, Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: 'Port': {'1.7'}, Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: 'PortForwarding': {'1.2'}, Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: 'QosPolicy': {'1.8'}, Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: 'SecurityGroup': {'1.4'}, Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: 'SecurityGroupRule': {'1.2'}, Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: 'SubPort': {'1.0'}, Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: 'Subnet': {'1.1'}, Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: 'Trunk': {'1.1'}} Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: consumer versions: Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: { DHCP agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: L3 agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: Metadata agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: Metering agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: Open vSwitch agent@dv-neutron-858731-1-hyperv: { 'AddressGroup': '1.2', Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: 'ConntrackHelper': '1.0', Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: 'Log': '1.0', Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: 'Network': '1.1', Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: 'Port': '1.7', Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: 'PortForwarding': '1.2', Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: 'QosPolicy': '1.8', Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: 'SecurityGroup': '1.4', Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: 'SecurityGroupRule': '1.2', Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: 'SubPort': '1.0', Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: 'Subnet': '1.1', Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: 'Trunk': '1.1'}} Sep 21 15:00:44.775957 dv-neutron-858731-1-hyperv neutron-server[89021]: {{(pid=89021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 15:00:44.855946 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] For port df9f47cd-af00-4687-8a88-887bda7ca4d1, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:00:44.860377 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] For port df9f47cd-af00-4687-8a88-887bda7ca4d1, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=df9f47cd-af00-4687-8a88-887bda7ca4d1,segment=NetworkSegment(4c0abc27-83d5-4cb4-8cd9-b64b03de1f79),segment_id=4c0abc27-83d5-4cb4-8cd9-b64b03de1f79)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:00:44.865674 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:44.930969 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] Routers {'1eee990b-961e-45ad-a99b-eb79953d9d5c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:00:44.931611 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:00:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['1eee990b-961e-45ad-a99b-eb79953d9d5c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:00:45.087773 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd35c5-bd1a-4e8e-ae48-3c281e7eb2b0 None None] Pushing event updated for resources: {'Port': ['ID=df9f47cd-af00-4687-8a88-887bda7ca4d1,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:00:45.106052 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] Set router 1eee990b-961e-45ad-a99b-eb79953d9d5c gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:00:45.433874 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee990b-961e-45ad-a99b-eb79953d9d5c', 'name': 'router1', 'tenant_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:00:32Z', 'updated_at': '2022-09-21T15:00:42Z', 'revision_number': 2, 'project_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'gw_port_host': None, '_interfaces': [{'id': 'df9f47cd-af00-4687-8a88-887bda7ca4d1', 'name': '', 'network_id': 'a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1', 'tenant_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'mac_address': 'fa:16:3e:d1:1e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eee990b-961e-45ad-a99b-eb79953d9d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c47c872a-3433-4b33-a03d-8e6c2f345de5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:00:41Z', 'updated_at': '2022-09-21T15:00:44Z', 'revision_number': 4, 'project_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'subnets': [{'id': 'c47c872a-3433-4b33-a03d-8e6c2f345de5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0a7e734-8da7-41be-ae0e-23402aa279a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:00:45.438106 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee93185d-c96a-4aff-b02a-c9f4fdc25647 None None] The sync data for ids ['1eee990b-961e-45ad-a99b-eb79953d9d5c'] in dv-neutron-858731-1-hyperv is: [{'id': '1eee990b-961e-45ad-a99b-eb79953d9d5c', 'name': 'router1', 'tenant_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:00:32Z', 'updated_at': '2022-09-21T15:00:42Z', 'revision_number': 2, 'project_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'gw_port_host': None, '_interfaces': [{'id': 'df9f47cd-af00-4687-8a88-887bda7ca4d1', 'name': '', 'network_id': 'a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1', 'tenant_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'mac_address': 'fa:16:3e:d1:1e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eee990b-961e-45ad-a99b-eb79953d9d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c47c872a-3433-4b33-a03d-8e6c2f345de5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:00:41Z', 'updated_at': '2022-09-21T15:00:44Z', 'revision_number': 4, 'project_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'subnets': [{'id': 'c47c872a-3433-4b33-a03d-8e6c2f345de5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0a7e734-8da7-41be-ae0e-23402aa279a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:00:45.689022 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 49412) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:00:45.846252 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbc69ab-7fea-4534-92dc-b4d2d420788b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:00:45.846808 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2cbc69ab-7fea-4534-92dc-b4d2d420788b admin admin] Synchronizing usage tracker for tenant:4aba986be62845f9abf31ab2145d5bc3 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:00:45.865093 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2cbc69ab-7fea-4534-92dc-b4d2d420788b admin admin] Unset dirty status for tenant:4aba986be62845f9abf31ab2145d5bc3 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:00:45.868898 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2cbc69ab-7fea-4534-92dc-b4d2d420788b admin admin] 10.222.0.62 "GET /v2.0/networks/445481ae-8997-4e7e-a514-07e782c48c85 HTTP/1.1" status: 200 len: 842 time: 0.1789532 Sep 21 15:00:45.876210 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-51a0de4c-e212-4200-ad8e-b17dc3ce013e admin admin] Request body: {'subnet': {'gateway_ip': '172.26.4.1', 'enable_dhcp': False, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'cidr': '172.26.4.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:00:45.880781 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-51a0de4c-e212-4200-ad8e-b17dc3ce013e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:00:45.884549 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-51a0de4c-e212-4200-ad8e-b17dc3ce013e admin admin] Usage tracker for resource:subnet and tenant:4aba986be62845f9abf31ab2145d5bc3 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:00:45.887354 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-51a0de4c-e212-4200-ad8e-b17dc3ce013e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:00:45.893578 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-51a0de4c-e212-4200-ad8e-b17dc3ce013e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:00:45.903976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a0de4c-e212-4200-ad8e-b17dc3ce013e admin admin] Made reservation on behalf of 4aba986be62845f9abf31ab2145d5bc3 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:00:45.906746 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51a0de4c-e212-4200-ad8e-b17dc3ce013e admin admin] Notify callbacks [] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:46.296186 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.objects.ports [None req-51a0de4c-e212-4200-ad8e-b17dc3ce013e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:00:46.296770 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51a0de4c-e212-4200-ad8e-b17dc3ce013e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:46.372019 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0de4c-e212-4200-ad8e-b17dc3ce013e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c5489e3-4951-4d03-8fc7-fb8e93ca8529,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:00:46.382428 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a0de4c-e212-4200-ad8e-b17dc3ce013e admin admin] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:00:46.382772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a0de4c-e212-4200-ad8e-b17dc3ce013e admin admin] Network hostable DHCP agents. Network: 445481ae-8997-4e7e-a514-07e782c48c85, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:00:46.401580 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a0de4c-e212-4200-ad8e-b17dc3ce013e admin admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:00:46.411024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-51a0de4c-e212-4200-ad8e-b17dc3ce013e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 445481ae-8997-4e7e-a514-07e782c48c85) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:00:46.415071 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a0de4c-e212-4200-ad8e-b17dc3ce013e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:00:46.415646 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51a0de4c-e212-4200-ad8e-b17dc3ce013e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:46.420243 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cb5287-f6a2-4446-8de4-1592383817cc None None] Network 445481ae-8997-4e7e-a514-07e782c48c85 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:00:46.444987 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-51a0de4c-e212-4200-ad8e-b17dc3ce013e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5729110 Sep 21 15:00:46.558159 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device df9f47cd-af00-4687-8a88-887bda7ca4d1 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:00:46.717818 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port df9f47cd-af00-4687-8a88-887bda7ca4d1 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:00:46.723505 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916de698-9dfb-42d4-86fe-a18a34b797be None None] Network 445481ae-8997-4e7e-a514-07e782c48c85 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:00:46.738576 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port df9f47cd-af00-4687-8a88-887bda7ca4d1 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:00:46.738950 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:47.023665 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port df9f47cd-af00-4687-8a88-887bda7ca4d1 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:00:47.024066 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:47.068753 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port df9f47cd-af00-4687-8a88-887bda7ca4d1, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=df9f47cd-af00-4687-8a88-887bda7ca4d1,segment=NetworkSegment(4c0abc27-83d5-4cb4-8cd9-b64b03de1f79),segment_id=4c0abc27-83d5-4cb4-8cd9-b64b03de1f79)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:00:47.073392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:47.142067 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=df9f47cd-af00-4687-8a88-887bda7ca4d1,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:00:48.520586 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device df9f47cd-af00-4687-8a88-887bda7ca4d1 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:00:48.591586 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port df9f47cd-af00-4687-8a88-887bda7ca4d1 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:00:48.591962 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:48.712229 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port df9f47cd-af00-4687-8a88-887bda7ca4d1 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:00:48.758744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 49426) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:00:48.966921 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-aff076ed-1d77-4c89-9fe3-76d8de8c3d97 admin admin] 10.222.0.62 "GET /v2.0/routers/1eee990b-961e-45ad-a99b-eb79953d9d5c HTTP/1.1" status: 200 len: 710 time: 0.2064610 Sep 21 15:00:49.092075 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0f20f8-8833-4a1a-ad31-27a98a74b653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:00:49.093466 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ee0f20f8-8833-4a1a-ad31-27a98a74b653 admin admin] 10.222.0.62 "GET /v2.0/networks/445481ae-8997-4e7e-a514-07e782c48c85 HTTP/1.1" status: 200 len: 886 time: 0.1215012 Sep 21 15:00:49.102071 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3456c767-1a66-46c4-beff-aa437f995335 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:00:49.565218 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3456c767-1a66-46c4-beff-aa437f995335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:49.884085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3456c767-1a66-46c4-beff-aa437f995335 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:49.939870 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3456c767-1a66-46c4-beff-aa437f995335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:50.077105 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-3456c767-1a66-46c4-beff-aa437f995335 admin admin] Allocated IP 172.26.4.36 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/6fa82d31-3941-49ab-a539-d4c692486173) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:00:50.225224 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3456c767-1a66-46c4-beff-aa437f995335 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:50.282197 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3456c767-1a66-46c4-beff-aa437f995335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:50.342348 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3456c767-1a66-46c4-beff-aa437f995335 admin admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:00:50.344967 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-3456c767-1a66-46c4-beff-aa437f995335 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:00:50.348767 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3456c767-1a66-46c4-beff-aa437f995335 admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:00:50.503177 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456c767-1a66-46c4-beff-aa437f995335 admin admin] Pushing event updated for resources: {'Port': ['ID=6fa82d31-3941-49ab-a539-d4c692486173,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:00:50.771447 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3456c767-1a66-46c4-beff-aa437f995335 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:51.109315 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3456c767-1a66-46c4-beff-aa437f995335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:51.112652 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3456c767-1a66-46c4-beff-aa437f995335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:51.288220 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3456c767-1a66-46c4-beff-aa437f995335 admin admin] Router 1eee990b-961e-45ad-a99b-eb79953d9d5c has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:00:51.462863 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3456c767-1a66-46c4-beff-aa437f995335 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:00:51.473480 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3456c767-1a66-46c4-beff-aa437f995335 admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:51.473480 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3456c767-1a66-46c4-beff-aa437f995335 admin admin] 10.222.0.62 "PUT /v2.0/routers/1eee990b-961e-45ad-a99b-eb79953d9d5c HTTP/1.1" status: 200 len: 889 time: 2.3743529 Sep 21 15:00:51.473726 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] Sync routers for ids ['1eee990b-961e-45ad-a99b-eb79953d9d5c'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:00:51.484202 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] Routers {'1eee990b-961e-45ad-a99b-eb79953d9d5c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:00:51.484918 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:00:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['1eee990b-961e-45ad-a99b-eb79953d9d5c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:00:51.678773 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] Set router 1eee990b-961e-45ad-a99b-eb79953d9d5c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:00:52.048266 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee990b-961e-45ad-a99b-eb79953d9d5c', 'name': 'router1', 'tenant_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '6fa82d31-3941-49ab-a539-d4c692486173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:00:32Z', 'updated_at': '2022-09-21T15:00:50Z', 'revision_number': 4, 'project_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'gw_port': {'id': '6fa82d31-3941-49ab-a539-d4c692486173', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:92:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eee990b-961e-45ad-a99b-eb79953d9d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:00:49Z', 'updated_at': '2022-09-21T15:00:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'df9f47cd-af00-4687-8a88-887bda7ca4d1', 'name': '', 'network_id': 'a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1', 'tenant_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'mac_address': 'fa:16:3e:d1:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee990b-961e-45ad-a99b-eb79953d9d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c47c872a-3433-4b33-a03d-8e6c2f345de5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:00:41Z', 'updated_at': '2022-09-21T15:00:47Z', 'revision_number': 5, 'project_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'subnets': [{'id': 'c47c872a-3433-4b33-a03d-8e6c2f345de5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0a7e734-8da7-41be-ae0e-23402aa279a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:00:52.053106 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] Checking router: 1eee990b-961e-45ad-a99b-eb79953d9d5c for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:00:52.053454 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] Updating router 1eee990b-961e-45ad-a99b-eb79953d9d5c port 6fa82d31-3941-49ab-a539-d4c692486173 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:00:52.104762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:52.431445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:52.444255 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] Transition to ACTIVE for port object 6fa82d31-3941-49ab-a539-d4c692486173 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:00:52.449898 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:52.509778 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] Attempting to bind port 6fa82d31-3941-49ab-a539-d4c692486173 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:00:52.510523 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] Attempting to bind port 6fa82d31-3941-49ab-a539-d4c692486173 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:00:52.510523 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] Attempting to bind port 6fa82d31-3941-49ab-a539-d4c692486173 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:00:52.525932 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:00:52.526390 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:00:52.526807 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:52.527208 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:00:52.527662 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] Bound port: 6fa82d31-3941-49ab-a539-d4c692486173, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:00:52.528035 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:52.567284 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2f269-1081-41af-bcd3-d42bf6b1238f None None] Pushing event updated for resources: {'Port': ['ID=6fa82d31-3941-49ab-a539-d4c692486173,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:00:52.610832 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] For port 6fa82d31-3941-49ab-a539-d4c692486173, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:00:52.613739 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] For port 6fa82d31-3941-49ab-a539-d4c692486173, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=6fa82d31-3941-49ab-a539-d4c692486173,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:00:52.617877 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:52.677624 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] Routers {'1eee990b-961e-45ad-a99b-eb79953d9d5c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:00:52.678223 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:00:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['1eee990b-961e-45ad-a99b-eb79953d9d5c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:00:52.763964 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2f269-1081-41af-bcd3-d42bf6b1238f None None] Pushing event updated for resources: {'Port': ['ID=6fa82d31-3941-49ab-a539-d4c692486173,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:00:52.867636 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] Set router 1eee990b-961e-45ad-a99b-eb79953d9d5c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:00:53.193937 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eee990b-961e-45ad-a99b-eb79953d9d5c', 'name': 'router1', 'tenant_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '6fa82d31-3941-49ab-a539-d4c692486173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:00:32Z', 'updated_at': '2022-09-21T15:00:50Z', 'revision_number': 4, 'project_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'gw_port': {'id': '6fa82d31-3941-49ab-a539-d4c692486173', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:92:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eee990b-961e-45ad-a99b-eb79953d9d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:00:49Z', 'updated_at': '2022-09-21T15:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'df9f47cd-af00-4687-8a88-887bda7ca4d1', 'name': '', 'network_id': 'a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1', 'tenant_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'mac_address': 'fa:16:3e:d1:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee990b-961e-45ad-a99b-eb79953d9d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c47c872a-3433-4b33-a03d-8e6c2f345de5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:00:41Z', 'updated_at': '2022-09-21T15:00:47Z', 'revision_number': 5, 'project_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'subnets': [{'id': 'c47c872a-3433-4b33-a03d-8e6c2f345de5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0a7e734-8da7-41be-ae0e-23402aa279a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:00:53.197964 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88374a69-5f04-4b9f-9f22-383d24ebc10e None None] The sync data for ids ['1eee990b-961e-45ad-a99b-eb79953d9d5c'] in dv-neutron-858731-1-hyperv is: [{'id': '1eee990b-961e-45ad-a99b-eb79953d9d5c', 'name': 'router1', 'tenant_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '6fa82d31-3941-49ab-a539-d4c692486173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:00:32Z', 'updated_at': '2022-09-21T15:00:50Z', 'revision_number': 4, 'project_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'gw_port': {'id': '6fa82d31-3941-49ab-a539-d4c692486173', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:92:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eee990b-961e-45ad-a99b-eb79953d9d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:00:49Z', 'updated_at': '2022-09-21T15:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'df9f47cd-af00-4687-8a88-887bda7ca4d1', 'name': '', 'network_id': 'a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1', 'tenant_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'mac_address': 'fa:16:3e:d1:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee990b-961e-45ad-a99b-eb79953d9d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c47c872a-3433-4b33-a03d-8e6c2f345de5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:00:41Z', 'updated_at': '2022-09-21T15:00:47Z', 'revision_number': 5, 'project_id': 'e7dc8d347d1c49e581e2b05a888fae37', 'subnets': [{'id': 'c47c872a-3433-4b33-a03d-8e6c2f345de5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0a7e734-8da7-41be-ae0e-23402aa279a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:00:53.973151 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 49436) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:00:54.099655 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-59b6d91b-8405-4d50-9e14-94b31357f052 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1250775 Sep 21 15:00:54.548873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 6fa82d31-3941-49ab-a539-d4c692486173 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:00:54.621142 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 6fa82d31-3941-49ab-a539-d4c692486173 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:00:54.626654 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 6fa82d31-3941-49ab-a539-d4c692486173 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:00:54.627032 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:54.778204 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 6fa82d31-3941-49ab-a539-d4c692486173 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:00:54.778642 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:54.796708 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 6fa82d31-3941-49ab-a539-d4c692486173, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=6fa82d31-3941-49ab-a539-d4c692486173,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:00:54.801044 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:54.870365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=6fa82d31-3941-49ab-a539-d4c692486173,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:00:56.531145 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 6fa82d31-3941-49ab-a539-d4c692486173 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:00:56.616120 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 6fa82d31-3941-49ab-a539-d4c692486173 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:00:56.616120 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:00:56.749033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 6fa82d31-3941-49ab-a539-d4c692486173 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:01:05.464204 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6114d623-5191-4e29-b2bf-a289411dbbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:01:07.781594 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62dd2f99-21cc-4572-9301-f7740822bf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:01:08.611757 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:01:08.740220 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:01:10.372935 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:01:14.541517 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 5 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:01:35.451218 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-28be3f21-fca6-4b3b-a048-99870631b561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:01:37.784587 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d85fb618-266e-4689-be9a-75a50674ebeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:01:38.613424 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:01:38.743258 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:01:40.377034 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:01:51.540181 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 5 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:02:05.444710 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-581557b6-44bf-4b19-b93a-fc471ce41e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:02:07.789173 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a5428714-0028-4c51-a881-593de58397f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:02:08.618549 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:02:08.749934 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:02:10.383425 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:02:28.538811 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 5 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:02:35.447154 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c974a632-52de-4154-9fe2-63b119bca557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:02:37.792868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c9cdaa6d-e429-4169-be17-64553bd5c79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:02:38.612467 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:02:38.750290 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:02:40.385722 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:02.433199 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50038) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:03:02.499621 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b7dd0a-72da-46b3-ac25-27f24d62fe75 admin admin] GET failed (client error): The resource could not be found. Sep 21 15:03:02.500877 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-00b7dd0a-72da-46b3-ac25-27f24d62fe75 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0667269 Sep 21 15:03:02.632106 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d267d2b9-21eb-4c35-82eb-5eb65ce9d5f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:03:02.633500 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d267d2b9-21eb-4c35-82eb-5eb65ce9d5f9 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1287992 Sep 21 15:03:04.808741 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50048) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:03:04.916079 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f66eb6-330b-4b91-9b10-9202a963a4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:03:04.917667 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-97f66eb6-330b-4b91-9b10-9202a963a4e2 admin admin] 10.222.0.62 "GET /v2.0/subnets/c47c872a-3433-4b33-a03d-8e6c2f345de5 HTTP/1.1" status: 200 len: 849 time: 0.1079614 Sep 21 15:03:04.928873 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8a698fa4-baee-4668-9d2d-44c5ae1c6ee7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:03:05.045334 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8a698fa4-baee-4668-9d2d-44c5ae1c6ee7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:05.234068 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8a698fa4-baee-4668-9d2d-44c5ae1c6ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774317589580'] for subnet, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:05.278585 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a698fa4-baee-4668-9d2d-44c5ae1c6ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:03:05.279445 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8a698fa4-baee-4668-9d2d-44c5ae1c6ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:05.284646 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8a698fa4-baee-4668-9d2d-44c5ae1c6ee7 admin admin] 10.222.0.62 "PUT /v2.0/subnets/c47c872a-3433-4b33-a03d-8e6c2f345de5 HTTP/1.1" status: 200 len: 868 time: 0.3555369 Sep 21 15:03:05.284862 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49432b5-7d90-43c6-9c38-e321e0e63f77 None None] Network a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:03:05.308104 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a698fa4-baee-4668-9d2d-44c5ae1c6ee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c47c872a-3433-4b33-a03d-8e6c2f345de5,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:03:05.317438 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698fa4-baee-4668-9d2d-44c5ae1c6ee7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:05.317787 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698fa4-baee-4668-9d2d-44c5ae1c6ee7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:05.318124 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698fa4-baee-4668-9d2d-44c5ae1c6ee7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:05.318452 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698fa4-baee-4668-9d2d-44c5ae1c6ee7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:05.318780 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698fa4-baee-4668-9d2d-44c5ae1c6ee7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:05.319106 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698fa4-baee-4668-9d2d-44c5ae1c6ee7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:05.319429 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698fa4-baee-4668-9d2d-44c5ae1c6ee7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:05.319777 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698fa4-baee-4668-9d2d-44c5ae1c6ee7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:05.320096 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698fa4-baee-4668-9d2d-44c5ae1c6ee7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:05.320420 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698fa4-baee-4668-9d2d-44c5ae1c6ee7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:05.320760 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698fa4-baee-4668-9d2d-44c5ae1c6ee7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:05.321069 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698fa4-baee-4668-9d2d-44c5ae1c6ee7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:05.474964 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c96bb30e-7146-4e83-a4fa-1f88bebd0b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:05.537576 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 5 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:03:05.721313 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-94f90a3c-c630-4e54-8585-7919f54ac95c None None] Provisioning complete for port 40f581a6-c6f5-4d95-87f2-0b9f8b4114a9 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:03:05.721679 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-94f90a3c-c630-4e54-8585-7919f54ac95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:05.838754 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-94f90a3c-c630-4e54-8585-7919f54ac95c None None] Current status of the port 40f581a6-c6f5-4d95-87f2-0b9f8b4114a9 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:03:05.849849 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-94f90a3c-c630-4e54-8585-7919f54ac95c None None] Provisioning complete for port df9f47cd-af00-4687-8a88-887bda7ca4d1 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:03:05.850215 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-94f90a3c-c630-4e54-8585-7919f54ac95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:05.971014 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-94f90a3c-c630-4e54-8585-7919f54ac95c None None] Current status of the port df9f47cd-af00-4687-8a88-887bda7ca4d1 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:03:07.485352 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50058) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:03:07.699046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66363a4e-fbed-4529-a1a4-b40a37b4e880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:03:07.699428 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66363a4e-fbed-4529-a1a4-b40a37b4e880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:03:07.701607 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-66363a4e-fbed-4529-a1a4-b40a37b4e880 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2153230 Sep 21 15:03:07.797806 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ce34b24-da91-4e32-ba4a-970a655a8250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:08.616820 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:08.759682 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:09.894437 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50068) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:03:10.069985 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd297b1c-8199-49d5-b7e4-a810179eaba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:03:10.070453 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd297b1c-8199-49d5-b7e4-a810179eaba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:03:10.071994 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cd297b1c-8199-49d5-b7e4-a810179eaba8 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1765680 Sep 21 15:03:10.387872 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:12.277264 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50078) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:03:12.440801 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3222d35-944e-41c1-b5a8-14852a27691b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:03:12.442395 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a3222d35-944e-41c1-b5a8-14852a27691b admin admin] 10.222.0.62 "GET /v2.0/networks/445481ae-8997-4e7e-a514-07e782c48c85 HTTP/1.1" status: 200 len: 886 time: 0.1634076 Sep 21 15:03:14.638602 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50088) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:03:14.809825 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4365dd-7b5a-4010-825e-d00f11bb5112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:03:14.811089 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6e4365dd-7b5a-4010-825e-d00f11bb5112 admin admin] 10.222.0.62 "GET /v2.0/networks/a5bad4a3-7f89-4c0d-9fd8-5b6fa82f85c1 HTTP/1.1" status: 200 len: 869 time: 0.1715369 Sep 21 15:03:16.989341 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50098) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:03:17.093953 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fda925c-2828-4337-9424-91301dcf5b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:03:17.094410 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fda925c-2828-4337-9424-91301dcf5b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:03:17.095131 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1fda925c-2828-4337-9424-91301dcf5b90 admin admin] Synchronizing usage tracker for tenant:4aba986be62845f9abf31ab2145d5bc3 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:03:17.110644 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1fda925c-2828-4337-9424-91301dcf5b90 admin admin] Unset dirty status for tenant:4aba986be62845f9abf31ab2145d5bc3 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:03:17.111770 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1fda925c-2828-4337-9424-91301dcf5b90 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1214101 Sep 21 15:03:19.287775 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50108) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:03:19.397286 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee383ae3-00d9-4790-80ef-28beab897402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:03:19.397763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee383ae3-00d9-4790-80ef-28beab897402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:03:19.399252 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ee383ae3-00d9-4790-80ef-28beab897402 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1105559 Sep 21 15:03:21.636799 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50118) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:03:21.739043 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f824d2-1033-42a8-999d-dd21eba982d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:03:21.740354 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-07f824d2-1033-42a8-999d-dd21eba982d6 admin admin] 10.222.0.62 "GET /v2.0/subnets/7c5489e3-4951-4d03-8fc7-fb8e93ca8529 HTTP/1.1" status: 200 len: 816 time: 0.1018598 Sep 21 15:03:23.919191 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50128) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:03:24.030757 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8e4c6b-8fb7-4918-8b27-928c0a5952d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:03:24.032105 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4b8e4c6b-8fb7-4918-8b27-928c0a5952d3 admin admin] 10.222.0.62 "GET /v2.0/subnets/c47c872a-3433-4b33-a03d-8e6c2f345de5 HTTP/1.1" status: 200 len: 868 time: 0.1118207 Sep 21 15:03:35.447308 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2102713b-71fe-4446-b2f7-81e036892eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:37.801951 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-beabddc8-d6a5-47e7-92ee-01f534f568ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:38.619556 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:38.755211 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:40.391449 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:42.536471 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 5 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:03:43.029689 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50174) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:03:43.078210 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-9123d654-87b3-4452-8c86-52b134f85c06 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:03:43.079183 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9123d654-87b3-4452-8c86-52b134f85c06 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484891 Sep 21 15:03:45.373455 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50184) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:03:45.446239 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-109bbf7d-1351-4646-a364-8a6dcc8ed213 admin admin] GET failed (client error): The resource could not be found. Sep 21 15:03:45.447573 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-109bbf7d-1351-4646-a364-8a6dcc8ed213 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0728991 Sep 21 15:03:45.578424 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c023773f-b18c-480b-b4d0-66aee0f95d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:03:45.579785 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c023773f-b18c-480b-b4d0-66aee0f95d05 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1269598 Sep 21 15:03:47.811712 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50194) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:03:47.858886 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:03:47.863887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:03:47.873931 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:03:47.884270 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Made reservation on behalf of 4aba986be62845f9abf31ab2145d5bc3 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:03:47.886522 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:47.975312 dv-neutron-858731-1-hyperv neutron-server[89018]: WARNING neutron.services.revisions.revision_plugin [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Could not find related network for resource to bump revision. Sep 21 15:03:47.987748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:03:47.997430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:47.997709 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Added segment b00f1b64-ca3b-41b4-bd15-50e846bfe260 of type vlan for network 51fdf036-b883-47dd-b5b6-a1742b51c3d0 Sep 21 15:03:48.022248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:48.051293 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:48.052284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:03:48.052896 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:48.153821 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3410342 Sep 21 15:03:48.154543 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Pushing event updated for resources: {'Network': ['ID=51fdf036-b883-47dd-b5b6-a1742b51c3d0,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:03:48.161304 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:48.161643 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:48.161969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:48.162293 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:48.162611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:48.162949 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:48.163269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:48.163584 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:48.163895 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:48.164205 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:48.164544 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:48.164857 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa323d32-d71e-415f-8e03-1460fd612d31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:48.176891 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 51fdf036-b883-47dd-b5b6-a1742b51c3d0 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:03:50.336942 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50204) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:03:50.403950 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b782206f-8e51-45bc-a885-7a014e3d8fe0 admin admin] GET failed (client error): The resource could not be found. Sep 21 15:03:50.404484 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b782206f-8e51-45bc-a885-7a014e3d8fe0 admin admin] Synchronizing usage tracker for tenant:4aba986be62845f9abf31ab2145d5bc3 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:03:50.420635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b782206f-8e51-45bc-a885-7a014e3d8fe0 admin admin] Unset dirty status for tenant:4aba986be62845f9abf31ab2145d5bc3 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:03:50.421909 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b782206f-8e51-45bc-a885-7a014e3d8fe0 admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0840347 Sep 21 15:03:50.527951 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91398145-d664-44db-8f39-50496abd65b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:03:50.529412 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-91398145-d664-44db-8f39-50496abd65b2 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1036310 Sep 21 15:03:50.538923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-bdb5367f-1316-41c5-96e6-343e28815fba admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '51fdf036-b883-47dd-b5b6-a1742b51c3d0'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:03:50.543570 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bdb5367f-1316-41c5-96e6-343e28815fba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:03:50.552912 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bdb5367f-1316-41c5-96e6-343e28815fba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:03:50.564162 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb5367f-1316-41c5-96e6-343e28815fba admin admin] Made reservation on behalf of 4aba986be62845f9abf31ab2145d5bc3 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:03:50.566632 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdb5367f-1316-41c5-96e6-343e28815fba admin admin] Notify callbacks [] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:50.765765 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdb5367f-1316-41c5-96e6-343e28815fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:50.836503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5367f-1316-41c5-96e6-343e28815fba admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbd8c14a-335b-40c1-a4e4-df2b41d3d1f6,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:03:50.845329 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5367f-1316-41c5-96e6-343e28815fba admin admin] Checking segment: {'id': 'b00f1b64-ca3b-41b4-bd15-50e846bfe260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '51fdf036-b883-47dd-b5b6-a1742b51c3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:03:50.845702 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb5367f-1316-41c5-96e6-343e28815fba admin admin] Network hostable DHCP agents. Network: 51fdf036-b883-47dd-b5b6-a1742b51c3d0, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:03:50.864122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb5367f-1316-41c5-96e6-343e28815fba admin admin] Network 51fdf036-b883-47dd-b5b6-a1742b51c3d0 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:03:50.874114 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-bdb5367f-1316-41c5-96e6-343e28815fba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 51fdf036-b883-47dd-b5b6-a1742b51c3d0) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:03:50.878650 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb5367f-1316-41c5-96e6-343e28815fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:03:50.879254 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdb5367f-1316-41c5-96e6-343e28815fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:50.883131 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72217cb2-1caf-4db2-81b9-0d74d7a79cbc None None] Network 51fdf036-b883-47dd-b5b6-a1742b51c3d0 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:03:50.903955 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bdb5367f-1316-41c5-96e6-343e28815fba admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3682158 Sep 21 15:03:51.111417 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-51fdf036-b883-47dd-b5b6-a1742b51c3d0', 'network_id': '51fdf036-b883-47dd-b5b6-a1742b51c3d0', 'tenant_id': '4aba986be62845f9abf31ab2145d5bc3', 'fixed_ips': [{'subnet_id': 'dbd8c14a-335b-40c1-a4e4-df2b41d3d1f6'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:03:51.112258 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:51.270331 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Allocated IP 192.168.233.2 (51fdf036-b883-47dd-b5b6-a1742b51c3d0/dbd8c14a-335b-40c1-a4e4-df2b41d3d1f6/10355da6-f1c1-44f9-a4b9-a3634db5285e) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:03:51.481575 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:51.492327 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Transition to ACTIVE for port object 10355da6-f1c1-44f9-a4b9-a3634db5285e will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:03:51.512497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Transition to ACTIVE for port object 10355da6-f1c1-44f9-a4b9-a3634db5285e will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:03:51.519330 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:51.588393 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Network 51fdf036-b883-47dd-b5b6-a1742b51c3d0 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:03:51.592737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:03:51.594571 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Pushing event updated for resources: {'Port': ['ID=10355da6-f1c1-44f9-a4b9-a3634db5285e,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:03:51.596821 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:03:51.637474 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:51.637893 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:51.638226 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:51.638552 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:51.638873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:51.639211 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:51.639531 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:51.639846 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:51.640160 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:51.640485 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:51.640799 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:51.641111 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:03:51.712078 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Attempting to bind port 10355da6-f1c1-44f9-a4b9-a3634db5285e on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:03:51.712433 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Attempting to bind port 10355da6-f1c1-44f9-a4b9-a3634db5285e by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'b00f1b64-ca3b-41b4-bd15-50e846bfe260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '51fdf036-b883-47dd-b5b6-a1742b51c3d0'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:03:51.712808 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Attempting to bind port 10355da6-f1c1-44f9-a4b9-a3634db5285e on network 51fdf036-b883-47dd-b5b6-a1742b51c3d0 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:03:51.718077 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:03:51.718434 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Checking segment: {'id': 'b00f1b64-ca3b-41b4-bd15-50e846bfe260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '51fdf036-b883-47dd-b5b6-a1742b51c3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:03:51.718818 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:51.719198 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Bound using segment: {'id': 'b00f1b64-ca3b-41b4-bd15-50e846bfe260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '51fdf036-b883-47dd-b5b6-a1742b51c3d0'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:03:51.719641 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Bound port: 10355da6-f1c1-44f9-a4b9-a3634db5285e, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00f1b64-ca3b-41b4-bd15-50e846bfe260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '51fdf036-b883-47dd-b5b6-a1742b51c3d0'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:03:51.720328 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:51.814663 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] For port 10355da6-f1c1-44f9-a4b9-a3634db5285e, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:03:51.817911 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] For port 10355da6-f1c1-44f9-a4b9-a3634db5285e, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=10355da6-f1c1-44f9-a4b9-a3634db5285e,segment=NetworkSegment(b00f1b64-ca3b-41b4-bd15-50e846bfe260),segment_id=b00f1b64-ca3b-41b4-bd15-50e846bfe260)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:03:51.822745 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:51.898723 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d7924-1011-4d89-9d0a-a3adbcb58f65 None None] Pushing event updated for resources: {'Port': ['ID=10355da6-f1c1-44f9-a4b9-a3634db5285e,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:03:52.660561 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 10355da6-f1c1-44f9-a4b9-a3634db5285e up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:03:52.734638 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b38394c-e50b-4f6d-9bdb-d3d084e1a792 None None] Network 51fdf036-b883-47dd-b5b6-a1742b51c3d0 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:03:52.798344 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 10355da6-f1c1-44f9-a4b9-a3634db5285e completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:03:52.892555 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4190f3b8-eb65-4b51-953b-e6f4d268a9cd None None] Provisioning for port 10355da6-f1c1-44f9-a4b9-a3634db5285e completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:03:52.908581 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4190f3b8-eb65-4b51-953b-e6f4d268a9cd None None] Provisioning complete for port 10355da6-f1c1-44f9-a4b9-a3634db5285e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:03:52.909201 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4190f3b8-eb65-4b51-953b-e6f4d268a9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:53.103981 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4190f3b8-eb65-4b51-953b-e6f4d268a9cd None None] Current status of the port 10355da6-f1c1-44f9-a4b9-a3634db5285e is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:03:53.104374 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4190f3b8-eb65-4b51-953b-e6f4d268a9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:53.142597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4190f3b8-eb65-4b51-953b-e6f4d268a9cd None None] For port 10355da6-f1c1-44f9-a4b9-a3634db5285e, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=10355da6-f1c1-44f9-a4b9-a3634db5285e,segment=NetworkSegment(b00f1b64-ca3b-41b4-bd15-50e846bfe260),segment_id=b00f1b64-ca3b-41b4-bd15-50e846bfe260)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:03:53.148246 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4190f3b8-eb65-4b51-953b-e6f4d268a9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:53.225553 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190f3b8-eb65-4b51-953b-e6f4d268a9cd None None] Pushing event updated for resources: {'Port': ['ID=10355da6-f1c1-44f9-a4b9-a3634db5285e,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:03:53.267866 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-dc2af7b4-baaa-4774-9fb0-ec1821f334f9 None None] Provisioning complete for port 10355da6-f1c1-44f9-a4b9-a3634db5285e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:03:53.268224 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dc2af7b4-baaa-4774-9fb0-ec1821f334f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:53.385776 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-dc2af7b4-baaa-4774-9fb0-ec1821f334f9 None None] Current status of the port 10355da6-f1c1-44f9-a4b9-a3634db5285e is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:03:54.617655 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 10355da6-f1c1-44f9-a4b9-a3634db5285e up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:03:54.710272 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 10355da6-f1c1-44f9-a4b9-a3634db5285e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:03:54.710637 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:03:54.827147 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 10355da6-f1c1-44f9-a4b9-a3634db5285e is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:04:05.449264 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c0de63a8-1697-4dc8-aebf-7136e9f6b179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:04:07.803392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b25bc273-10d0-4b9b-8975-0a5d150dd0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:04:08.623690 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:04:08.757813 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:04:10.395336 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:04:19.535208 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 5 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:04:35.452433 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dd2f56c8-d435-4026-a49b-2829fe91145a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:04:37.805333 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0b2997bd-409f-4bb2-9229-1176cf9af716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:04:38.627613 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:04:38.759365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:04:40.397305 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:04:56.533759 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 5 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:05:01.776368 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50254) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:05:01.782675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-f9434fad-4c1f-4def-8e59-ad9000ddf453 tempest-verify_tempest_config-1937887154 tempest-verify_tempest_config-1937887154-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:05:01.783654 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f9434fad-4c1f-4def-8e59-ad9000ddf453 tempest-verify_tempest_config-1937887154 tempest-verify_tempest_config-1937887154-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063119 Sep 21 15:05:02.090742 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50272) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:05:02.206273 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:05:02.220533 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:05:02.224359 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] Usage tracker for resource:security_group_rule and tenant:c8ea57d4594e4d33ac7977c71c9bb740 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:05:02.227136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:05:02.233010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:05:02.348185 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:05:02.352011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:05:02.397720 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] Synchronizing usage tracker for tenant:4aba986be62845f9abf31ab2145d5bc3 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:05:02.400929 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42778bd7-e2e9-4b03-b240-c42a88c3b2aa,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:05:02.411643 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:05:02.411996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:05:02.412325 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:05:02.412669 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:05:02.412989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:05:02.413308 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:05:02.413622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:05:02.414003 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:05:02.414399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:05:02.414569 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:05:02.414873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:05:02.415184 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:05:02.425727 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] Unset dirty status for tenant:4aba986be62845f9abf31ab2145d5bc3 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:05:02.426942 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9397ae18-df86-4f7f-a5b4-1d1452947d5b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8ea57d4594e4d33ac7977c71c9bb740&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3352497 Sep 21 15:05:02.429930 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50278) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:05:02.485948 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fa55063d-a3c9-42af-95c8-570c8528dd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:05:02.510610 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fa55063d-a3c9-42af-95c8-570c8528dd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:05:02.604935 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fa55063d-a3c9-42af-95c8-570c8528dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:05:02.625308 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55063d-a3c9-42af-95c8-570c8528dd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42778bd7-e2e9-4b03-b240-c42a88c3b2aa,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:05:02.630344 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fa55063d-a3c9-42af-95c8-570c8528dd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:05:02.631758 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fa55063d-a3c9-42af-95c8-570c8528dd29 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/42778bd7-e2e9-4b03-b240-c42a88c3b2aa HTTP/1.1" status: 204 len: 168 time: 0.2006624 Sep 21 15:05:05.454698 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bcf980c0-70ae-479b-a81d-39da265766a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:05:07.807293 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-017a840a-a10e-4baa-b91c-29e7bf11e9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:05:08.629908 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:05:08.761390 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:05:10.400596 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:05:33.532662 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 5 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:05:35.455634 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-abfd8c8a-f1b2-4377-a49a-887d059d249a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:05:37.814304 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c7f556eb-76eb-4fe5-adaf-5673ce637e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:05:38.636103 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:05:38.767458 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:05:40.403136 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:06:05.459067 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3c144e96-b647-4565-b086-8047015b85d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:06:07.805814 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f2cfeb51-9459-4dd7-b1ea-fc2741a00dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:06:08.629799 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:06:08.766029 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:06:10.405911 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:06:10.532182 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 5 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:06:21.886348 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584935'] for agent, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:06:35.462182 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-364c3e50-664b-48ee-b22f-f945f17abf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:06:36.651872 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50348) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:06:36.761789 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-590b7b72-2d9f-41ca-823b-a9d790002212 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1087971 Sep 21 15:06:37.808792 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62af810a-e2a8-4f1e-a2b0-9f9944d136ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:06:38.631603 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:06:38.769505 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:06:38.998893 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50358) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:06:39.054025 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-25158627-801d-43dd-b9f7-c66c2cfdcb7e admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0534227 Sep 21 15:06:40.410015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:06:47.530800 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:06:51.838718 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:07:05.464962 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-16578b0f-3cc8-4e9b-8048-c0dffb142ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:07:07.810145 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c473c211-8b98-4b2c-9775-54e507eb832c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:07:08.635293 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:07:08.771968 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:07:10.412600 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:07:21.853921 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:07:24.531165 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:07:35.467365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9fc991b7-f53c-4c7a-b1b1-2d2d96c0456d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:07:37.812804 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-aa83f0a7-2846-41e6-8ea1-fcf7bb0437c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:07:38.638045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:07:38.775356 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:07:40.416813 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:07:51.855777 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:01.531583 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:08:05.490585 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ff9d1fb-cc90-4977-9477-123409a07a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:07.647355 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50424) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:07.822213 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a5e22c7e-8003-4f4e-b876-e8f874d5b972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:07.844198 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-914627431-network', 'tenant_id': '537869f246ac43fa81163f09d28c74dc'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:07.845574 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.quota [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Loaded quota_driver: . Sep 21 15:08:07.852308 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:07.857205 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Usage tracker for resource:network and tenant:537869f246ac43fa81163f09d28c74dc is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:07.860719 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:07.871057 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:07.890194 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Made reservation on behalf of 537869f246ac43fa81163f09d28c74dc for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:07.892692 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:07.907005 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:07.924174 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:07.928239 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Usage tracker for resource:security_group_rule and tenant:537869f246ac43fa81163f09d28c74dc is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:07.931517 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:07.938643 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:08.042605 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:08.053526 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:08.072214 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:08:08.095996 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774317553821', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:08.096639 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Unsubscribe: segment precommit_create {{(pid=89019) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 15:08:08.097181 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Added segment e2ca3dfa-04cd-4658-ad74-63fa43c3937e of type vlan for network 35623812-409c-40a9-b25b-97314219e56f Sep 21 15:08:08.162615 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfd9e66-6f6e-4ccb-a4bf-c1dd96adeb8e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:08.172127 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:08.172507 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:08.172851 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:08.173181 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:08.173507 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:08.173848 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:08.174179 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:08.174517 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:08.174845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:08.175167 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:08.175485 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:08.175801 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Tracked resource versions report: Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: pushed versions: Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: { 'AddressGroup': {'1.2'}, Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: 'ConntrackHelper': {'1.0'}, Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: 'Log': {'1.0'}, Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: 'Network': {'1.1'}, Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: 'Port': {'1.7'}, Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: 'PortForwarding': {'1.2'}, Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: 'QosPolicy': {'1.8'}, Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: 'SecurityGroup': {'1.4'}, Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: 'SecurityGroupRule': {'1.2'}, Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: 'SubPort': {'1.0'}, Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: 'Subnet': {'1.1'}, Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: 'Trunk': {'1.1'}} Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: consumer versions: Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: { DHCP agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: HyperV agent@hv-neutron-8587: {}, Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: L3 agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: Metadata agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: Metering agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: Open vSwitch agent@dv-neutron-858731-1-hyperv: { 'AddressGroup': '1.2', Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: 'ConntrackHelper': '1.0', Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: 'Log': '1.0', Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: 'Network': '1.1', Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: 'Port': '1.7', Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: 'PortForwarding': '1.2', Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: 'QosPolicy': '1.8', Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: 'SecurityGroup': '1.4', Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: 'SecurityGroupRule': '1.2', Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: 'SubPort': '1.0', Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: 'Subnet': '1.1', Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: 'Trunk': '1.1'}} Sep 21 15:08:08.176937 dv-neutron-858731-1-hyperv neutron-server[89019]: {{(pid=89019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 15:08:08.201664 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:08.238079 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:08.239068 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:08.239642 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:08.354780 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7063429 Sep 21 15:08:08.358288 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50482) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:08.361338 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe039f-174c-4b08-a9af-ce9778cb2ad7 admin admin] Pushing event updated for resources: {'Network': ['ID=35623812-409c-40a9-b25b-97314219e56f,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:08.367024 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6394bf9a-0638-4bb6-be09-d98d1f086bd1 admin admin] Request body: {'subnet': {'network_id': '35623812-409c-40a9-b25b-97314219e56f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-914627431-subnet', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:08.375004 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6394bf9a-0638-4bb6-be09-d98d1f086bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:08.376167 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6394bf9a-0638-4bb6-be09-d98d1f086bd1 admin admin] Usage tracker for resource:subnet and tenant:537869f246ac43fa81163f09d28c74dc is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:08.379356 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6394bf9a-0638-4bb6-be09-d98d1f086bd1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:08.380600 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 35623812-409c-40a9-b25b-97314219e56f details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:08:08.389862 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6394bf9a-0638-4bb6-be09-d98d1f086bd1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:08.402648 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6394bf9a-0638-4bb6-be09-d98d1f086bd1 admin admin] Made reservation on behalf of 537869f246ac43fa81163f09d28c74dc for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:08.406400 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6394bf9a-0638-4bb6-be09-d98d1f086bd1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:08.646030 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:08.688320 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6394bf9a-0638-4bb6-be09-d98d1f086bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:08.757034 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394bf9a-0638-4bb6-be09-d98d1f086bd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1ab4349-2b6d-4af5-b8c9-4479fa3e1388,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:08.784074 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6394bf9a-0638-4bb6-be09-d98d1f086bd1 admin admin] Checking segment: {'id': 'e2ca3dfa-04cd-4658-ad74-63fa43c3937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '35623812-409c-40a9-b25b-97314219e56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:08.784731 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6394bf9a-0638-4bb6-be09-d98d1f086bd1 admin admin] Network hostable DHCP agents. Network: 35623812-409c-40a9-b25b-97314219e56f, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:08:08.793484 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:08.808429 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6394bf9a-0638-4bb6-be09-d98d1f086bd1 admin admin] Network 35623812-409c-40a9-b25b-97314219e56f is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:08:08.822203 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-6394bf9a-0638-4bb6-be09-d98d1f086bd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 35623812-409c-40a9-b25b-97314219e56f) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:08.827575 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6394bf9a-0638-4bb6-be09-d98d1f086bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:08.831291 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6394bf9a-0638-4bb6-be09-d98d1f086bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:08.838159 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92367f3c-0cf1-479f-83fd-32848c403fbe None None] Network 35623812-409c-40a9-b25b-97314219e56f requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:08:08.866849 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6394bf9a-0638-4bb6-be09-d98d1f086bd1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5055003 Sep 21 15:08:08.867031 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50510) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:08.871774 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-914627431-router', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:08.879937 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:08.894815 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Usage tracker for resource:router and tenant:537869f246ac43fa81163f09d28c74dc is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:08.898263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:08.905295 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:08.922950 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:08.924357 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:08.952427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:09.209223 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-35623812-409c-40a9-b25b-97314219e56f', 'network_id': '35623812-409c-40a9-b25b-97314219e56f', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'fixed_ips': [{'subnet_id': 'b1ab4349-2b6d-4af5-b8c9-4479fa3e1388'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:08:09.211133 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:09.305793 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:09.428231 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Allocated IP 172.20.0.2 (35623812-409c-40a9-b25b-97314219e56f/b1ab4349-2b6d-4af5-b8c9-4479fa3e1388/673e99ef-15b5-4060-9e28-7932c53db1d0) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:09.572204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50546) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:09.617279 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50552) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:09.674954 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:09.714332 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:09.753469 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:09.766838 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Transition to ACTIVE for port object 673e99ef-15b5-4060-9e28-7932c53db1d0 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:09.790537 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Transition to ACTIVE for port object 673e99ef-15b5-4060-9e28-7932c53db1d0 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:09.798111 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:09.895650 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Network 35623812-409c-40a9-b25b-97314219e56f is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:09.902851 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:09.909668 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:09.921263 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Pushing event updated for resources: {'Port': ['ID=673e99ef-15b5-4060-9e28-7932c53db1d0,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:09.935805 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Allocated IP 172.26.4.199 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/f6f8a490-0ab3-416c-8a01-3e3c756a49f5) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:10.009088 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.009424 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.011118 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.011478 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.011815 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.012172 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.012529 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.013068 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.013465 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.013948 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.016201 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.016581 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Tracked resource versions report: Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: pushed versions: Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: { 'AddressGroup': {'1.2'}, Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: 'ConntrackHelper': {'1.0'}, Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: 'Log': {'1.0'}, Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: 'Network': {'1.1'}, Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: 'Port': {'1.7'}, Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: 'PortForwarding': {'1.2'}, Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: 'QosPolicy': {'1.8'}, Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: 'SecurityGroup': {'1.4'}, Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: 'SecurityGroupRule': {'1.2'}, Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: 'SubPort': {'1.0'}, Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: 'Subnet': {'1.1'}, Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: 'Trunk': {'1.1'}} Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: consumer versions: Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: { DHCP agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: HyperV agent@hv-neutron-8587: {}, Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: L3 agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: Metadata agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: Metering agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: Open vSwitch agent@dv-neutron-858731-1-hyperv: { 'AddressGroup': '1.2', Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: 'ConntrackHelper': '1.0', Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: 'Log': '1.0', Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: 'Network': '1.1', Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: 'Port': '1.7', Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: 'PortForwarding': '1.2', Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: 'QosPolicy': '1.8', Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: 'SecurityGroup': '1.4', Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: 'SecurityGroupRule': '1.2', Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: 'SubPort': '1.0', Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: 'Subnet': '1.1', Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: 'Trunk': '1.1'}} Sep 21 15:08:10.017872 dv-neutron-858731-1-hyperv neutron-server[89020]: {{(pid=89020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 15:08:10.063578 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Attempting to bind port 673e99ef-15b5-4060-9e28-7932c53db1d0 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:10.064267 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Attempting to bind port 673e99ef-15b5-4060-9e28-7932c53db1d0 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'e2ca3dfa-04cd-4658-ad74-63fa43c3937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '35623812-409c-40a9-b25b-97314219e56f'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:10.064742 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Attempting to bind port 673e99ef-15b5-4060-9e28-7932c53db1d0 on network 35623812-409c-40a9-b25b-97314219e56f {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:10.071106 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:08:10.071626 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Checking segment: {'id': 'e2ca3dfa-04cd-4658-ad74-63fa43c3937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '35623812-409c-40a9-b25b-97314219e56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:10.072027 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:10.073040 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Bound using segment: {'id': 'e2ca3dfa-04cd-4658-ad74-63fa43c3937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '35623812-409c-40a9-b25b-97314219e56f'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:08:10.073668 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Bound port: 673e99ef-15b5-4060-9e28-7932c53db1d0, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ca3dfa-04cd-4658-ad74-63fa43c3937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '35623812-409c-40a9-b25b-97314219e56f'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:08:10.074367 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:10.129439 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:10.164813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:10.179369 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] For port 673e99ef-15b5-4060-9e28-7932c53db1d0, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:08:10.183174 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] For port 673e99ef-15b5-4060-9e28-7932c53db1d0, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=673e99ef-15b5-4060-9e28-7932c53db1d0,segment=NetworkSegment(e2ca3dfa-04cd-4658-ad74-63fa43c3937e),segment_id=e2ca3dfa-04cd-4658-ad74-63fa43c3937e)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:08:10.188876 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1788168234-network', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:10.189392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:10.200978 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:10.205859 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-711045979-network', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:10.222512 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] Usage tracker for resource:network and tenant:d49d503a5c894e259463c6f22dd952c8 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:10.225861 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:10.242753 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:10.261168 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:10.271679 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] Usage tracker for resource:network and tenant:dcc136835e934810abcfcbfd5ed75196 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:10.273285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:10.274360 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] Made reservation on behalf of d49d503a5c894e259463c6f22dd952c8 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:10.276541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:10.276742 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:10.281212 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463fade-c83f-47ea-b0ca-fe7b9d7057a4 None None] Pushing event updated for resources: {'Port': ['ID=673e99ef-15b5-4060-9e28-7932c53db1d0,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:10.282691 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:10.297569 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:10.304631 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:10.315797 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:10.330476 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:10.335371 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] Usage tracker for resource:security_group_rule and tenant:d49d503a5c894e259463c6f22dd952c8 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:10.338895 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:10.343468 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] Made reservation on behalf of dcc136835e934810abcfcbfd5ed75196 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:10.347429 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:10.362553 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:10.367687 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:10.411219 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50570) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:10.423005 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:10.430393 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:10.432632 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] Usage tracker for resource:security_group_rule and tenant:dcc136835e934810abcfcbfd5ed75196 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:10.437058 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:10.447161 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:10.526982 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Pushing event updated for resources: {'Port': ['ID=f6f8a490-0ab3-416c-8a01-3e3c756a49f5,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:10.613018 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.614995 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.617007 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.617366 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.618415 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.618762 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.620193 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.620642 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.620973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.621305 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.621636 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.622067 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Tracked resource versions report: Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: pushed versions: Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: { 'AddressGroup': {'1.2'}, Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: 'ConntrackHelper': {'1.0'}, Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: 'Log': {'1.0'}, Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: 'Network': {'1.1'}, Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: 'Port': {'1.7'}, Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: 'PortForwarding': {'1.2'}, Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: 'QosPolicy': {'1.8'}, Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: 'SecurityGroup': {'1.4'}, Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: 'SecurityGroupRule': {'1.2'}, Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: 'SubPort': {'1.0'}, Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: 'Subnet': {'1.1'}, Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: 'Trunk': {'1.1'}} Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: consumer versions: Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: { DHCP agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: HyperV agent@hv-neutron-8587: {}, Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: L3 agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: Metadata agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: Metering agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: Open vSwitch agent@dv-neutron-858731-1-hyperv: { 'AddressGroup': '1.2', Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: 'ConntrackHelper': '1.0', Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: 'Log': '1.0', Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: 'Network': '1.1', Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: 'Port': '1.7', Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: 'PortForwarding': '1.2', Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: 'QosPolicy': '1.8', Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: 'SecurityGroup': '1.4', Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: 'SecurityGroupRule': '1.2', Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: 'SubPort': '1.0', Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: 'Subnet': '1.1', Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: 'Trunk': '1.1'}} Sep 21 15:08:10.623584 dv-neutron-858731-1-hyperv neutron-server[89018]: {{(pid=89018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 15:08:10.633968 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:10.654504 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:10.728854 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:08:10.751056 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:10.752373 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] Added segment 35934c32-d2de-4de9-b67d-67e5b2e4d5c0 of type vlan for network 0ef8c881-241c-44dd-ad21-90cc5d4e1c08 Sep 21 15:08:10.784249 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:10.831827 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 673e99ef-15b5-4060-9e28-7932c53db1d0 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:10.868064 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27023a3-fb5f-4104-b3c2-02d0218105a3,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:10.894535 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:10.899462 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:10.901097 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:10.901926 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:10.925287 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:10.926960 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 673e99ef-15b5-4060-9e28-7932c53db1d0 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:10.953160 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:08:10.964004 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:10.964352 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] Added segment 4fff1882-96f2-4a13-80c6-6ad36cecf71b of type vlan for network 9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0 Sep 21 15:08:11.020721 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:11.101627 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:11.172086 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Request body: {'networks': [{'name': 'tempest-network--764925296'}, {'name': 'tempest-network--647917536'}]} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:11.172783 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Request body: {'network': {'name': 'tempest-network--764925296'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:11.173218 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Request body: {'network': {'name': 'tempest-network--647917536'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:11.197637 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:11.212379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Usage tracker for resource:network and tenant:ee2e68684559481ebca9689d040f056d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:11.217167 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:11.227028 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:11.231669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] Pushing event updated for resources: {'Network': ['ID=0ef8c881-241c-44dd-ad21-90cc5d4e1c08,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:11.244695 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 0ef8c881-241c-44dd-ad21-90cc5d4e1c08 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:08:11.256079 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:11.261185 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:11.261786 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:11.305883 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-225b0963-e645-49ca-a339-5bdd3b6fc98c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6873271 Sep 21 15:08:11.307820 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50600) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:11.313708 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Made reservation on behalf of ee2e68684559481ebca9689d040f056d for: {'network': 2} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:11.318985 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:11.342077 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:11.370568 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:11.378672 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Usage tracker for resource:security_group_rule and tenant:ee2e68684559481ebca9689d040f056d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:11.438320 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:11.460207 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:11.512192 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] Pushing event updated for resources: {'Network': ['ID=9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:11.519234 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9459071 Sep 21 15:08:11.525065 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:08:11.538972 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50612) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:11.543067 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-66b4975f-ee6a-458b-b8e3-5e337c27d0af admin admin] Request body: {'subnet': {'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1788168234-subnet', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:11.554522 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-66b4975f-ee6a-458b-b8e3-5e337c27d0af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:11.563422 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-66b4975f-ee6a-458b-b8e3-5e337c27d0af admin admin] Usage tracker for resource:subnet and tenant:d49d503a5c894e259463c6f22dd952c8 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:11.570626 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-66b4975f-ee6a-458b-b8e3-5e337c27d0af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:11.586652 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-66b4975f-ee6a-458b-b8e3-5e337c27d0af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:11.629843 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a777d761-f5d5-4bf6-b43a-58191663aecd admin admin] Request body: {'subnet': {'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-711045979-subnet', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:11.636162 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b4975f-ee6a-458b-b8e3-5e337c27d0af admin admin] Made reservation on behalf of d49d503a5c894e259463c6f22dd952c8 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:11.638963 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66b4975f-ee6a-458b-b8e3-5e337c27d0af admin admin] Notify callbacks [] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:11.662083 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:11.673096 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a777d761-f5d5-4bf6-b43a-58191663aecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:11.742526 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61396678-9761-496f-88bb-85035fdaa273 None None] Network 35623812-409c-40a9-b25b-97314219e56f requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:08:11.776428 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a777d761-f5d5-4bf6-b43a-58191663aecd admin admin] Usage tracker for resource:subnet and tenant:dcc136835e934810abcfcbfd5ed75196 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:11.783375 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a777d761-f5d5-4bf6-b43a-58191663aecd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:11.809313 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a777d761-f5d5-4bf6-b43a-58191663aecd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:11.812300 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3228c3-24ef-4a3e-8047-57a3acbbbb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199a7ac7-6d0f-4fda-889b-7713b4c9f64d,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:11.864198 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a777d761-f5d5-4bf6-b43a-58191663aecd admin admin] Made reservation on behalf of dcc136835e934810abcfcbfd5ed75196 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:11.867199 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a777d761-f5d5-4bf6-b43a-58191663aecd admin admin] Notify callbacks [] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:11.921457 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:11.958066 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:11.958523 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:12.032910 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e38fb1e2-80db-41e4-9ec7-f62c2add2488 None None] Provisioning for port 673e99ef-15b5-4060-9e28-7932c53db1d0 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:12.042454 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e38fb1e2-80db-41e4-9ec7-f62c2add2488 None None] Provisioning complete for port 673e99ef-15b5-4060-9e28-7932c53db1d0 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:12.042825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e38fb1e2-80db-41e4-9ec7-f62c2add2488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:12.064347 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:08:12.084355 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:12.084936 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Added segment 975335e2-25d8-4c57-9161-ce694ff15da4 of type vlan for network 40fe9a31-8805-46a5-b87d-b7939118b420 Sep 21 15:08:12.144169 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:12.189989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:08:12.200923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:12.201840 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Added segment 264bffca-f4e4-4ace-a4ae-b963f0923db2 of type vlan for network 1ddcba10-15c2-43df-adba-6b722b749895 Sep 21 15:08:12.213855 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e38fb1e2-80db-41e4-9ec7-f62c2add2488 None None] Current status of the port 673e99ef-15b5-4060-9e28-7932c53db1d0 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:12.214596 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e38fb1e2-80db-41e4-9ec7-f62c2add2488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:12.219004 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66b4975f-ee6a-458b-b8e3-5e337c27d0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:12.249240 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:12.272904 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e38fb1e2-80db-41e4-9ec7-f62c2add2488 None None] For port 673e99ef-15b5-4060-9e28-7932c53db1d0, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=673e99ef-15b5-4060-9e28-7932c53db1d0,segment=NetworkSegment(e2ca3dfa-04cd-4658-ad74-63fa43c3937e),segment_id=e2ca3dfa-04cd-4658-ad74-63fa43c3937e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:08:12.291292 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e38fb1e2-80db-41e4-9ec7-f62c2add2488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:12.317520 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7075ed13-8f95-4c3b-a6b8-7a41df8cfa03,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:12.323585 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:12.324476 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:12.332135 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:12.338574 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:12.339484 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:12.459397 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4975f-ee6a-458b-b8e3-5e337c27d0af admin admin] Pushing event updated for resources: {'Subnet': ['ID=12321c25-030d-4ce8-873b-07a4218e6985,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:12.464014 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fb1e2-80db-41e4-9ec7-f62c2add2488 None None] Pushing event updated for resources: {'Port': ['ID=673e99ef-15b5-4060-9e28-7932c53db1d0,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:12.485464 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.0666823 Sep 21 15:08:12.490271 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50640) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:12.519177 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Pushing event updated for resources: {'Network': ['ID=40fe9a31-8805-46a5-b87d-b7939118b420,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:12.523263 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-45338e05-f266-44b7-9c67-f61f79235d69 None None] Provisioning complete for port 673e99ef-15b5-4060-9e28-7932c53db1d0 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:12.523636 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-45338e05-f266-44b7-9c67-f61f79235d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:12.559197 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a777d761-f5d5-4bf6-b43a-58191663aecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:12.574468 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b4975f-ee6a-458b-b8e3-5e337c27d0af admin admin] Checking segment: {'id': '35934c32-d2de-4de9-b67d-67e5b2e4d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:12.574825 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b4975f-ee6a-458b-b8e3-5e337c27d0af admin admin] Network hostable DHCP agents. Network: 0ef8c881-241c-44dd-ad21-90cc5d4e1c08, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:08:12.585712 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 40fe9a31-8805-46a5-b87d-b7939118b420 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:08:12.605970 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50646) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:12.665607 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa024ff5-3744-4392-89b2-20735dc5cddb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Pushing event updated for resources: {'Network': ['ID=1ddcba10-15c2-43df-adba-6b722b749895,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:12.690261 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Router 3e08bd99-0442-451c-b665-e35931afc9fc is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:08:12.691838 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 1ddcba10-15c2-43df-adba-6b722b749895 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:08:12.761527 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777d761-f5d5-4bf6-b43a-58191663aecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:12.770368 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50654) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:12.830094 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 673e99ef-15b5-4060-9e28-7932c53db1d0 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:12.858217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50662) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:12.884884 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a777d761-f5d5-4bf6-b43a-58191663aecd admin admin] Checking segment: {'id': '4fff1882-96f2-4a13-80c6-6ad36cecf71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:12.886499 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a777d761-f5d5-4bf6-b43a-58191663aecd admin admin] Network hostable DHCP agents. Network: 9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:08:12.892333 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b4975f-ee6a-458b-b8e3-5e337c27d0af admin admin] Network 0ef8c881-241c-44dd-ad21-90cc5d4e1c08 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:08:12.939899 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-66b4975f-ee6a-458b-b8e3-5e337c27d0af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 0ef8c881-241c-44dd-ad21-90cc5d4e1c08) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:12.967221 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b4975f-ee6a-458b-b8e3-5e337c27d0af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:12.968204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66b4975f-ee6a-458b-b8e3-5e337c27d0af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:13.013786 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a777d761-f5d5-4bf6-b43a-58191663aecd admin admin] Network 9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:08:13.042974 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faff7e8a-99e7-44c9-aed6-8f3686401ad8 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:13.055111 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:08:13.055759 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faff7e8a-99e7-44c9-aed6-8f3686401ad8 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:13.067197 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] Sync routers for ids ['3e08bd99-0442-451c-b665-e35931afc9fc'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:08:13.074012 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faff7e8a-99e7-44c9-aed6-8f3686401ad8 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:13.086366 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] Routers {'3e08bd99-0442-451c-b665-e35931afc9fc'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:08:13.087217 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:08:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3e08bd99-0442-451c-b665-e35931afc9fc'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:13.090419 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faff7e8a-99e7-44c9-aed6-8f3686401ad8 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:13.092612 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1767853123'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:13.104196 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-faff7e8a-99e7-44c9-aed6-8f3686401ad8 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6091068 Sep 21 15:08:13.110304 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50670) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:13.113948 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59015362-652c-4e4a-9c3b-80c1d063043a None None] Network 0ef8c881-241c-44dd-ad21-90cc5d4e1c08 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:08:13.120080 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:13.127524 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-a777d761-f5d5-4bf6-b43a-58191663aecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:13.132497 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a777d761-f5d5-4bf6-b43a-58191663aecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:13.133404 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a777d761-f5d5-4bf6-b43a-58191663aecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:13.145971 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-66b4975f-ee6a-458b-b8e3-5e337c27d0af admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6362891 Sep 21 15:08:13.152430 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50674) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:13.162361 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1788168234-router', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:13.166527 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50678) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:13.172378 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:13.181817 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Usage tracker for resource:router and tenant:d49d503a5c894e259463c6f22dd952c8 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:13.186894 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:13.194561 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a777d761-f5d5-4bf6-b43a-58191663aecd admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5888834 Sep 21 15:08:13.198357 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50684) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:13.203423 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:13.208505 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-711045979-router', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:13.220075 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1857628252'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:13.231920 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:13.243378 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Usage tracker for resource:router and tenant:dcc136835e934810abcfcbfd5ed75196 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:13.258801 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:13.264947 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902a35f1-7131-4a25-9298-bd608353ae5b None None] Network 9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:08:13.266475 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:13.272572 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:13.277653 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Usage tracker for resource:floatingip and tenant:fb50f0e732ce44c0b3b29844ab7fbfb1 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:13.282212 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:13.290149 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:13.301763 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:13.312522 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Usage tracker for resource:network and tenant:f6be5405ca17462db9d0186fa900cc46 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:13.315726 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:13.318186 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:13.319716 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:13.326992 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:13.331359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:13.363439 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Usage tracker for resource:network and tenant:2b3ffb61e8d8446c82ad9ef45cd39f47 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:13.364698 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-608479545'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:13.367289 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:13.370821 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:13.381161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:13.405984 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:13.414470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:13.416276 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] Set router 3e08bd99-0442-451c-b665-e35931afc9fc gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:08:13.419611 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2c82db61-ed58-449c-b105-f64bf9cac1cd admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5514143 Sep 21 15:08:13.420555 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50692) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:13.425622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Made reservation on behalf of 2b3ffb61e8d8446c82ad9ef45cd39f47 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:13.429368 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:13.442358 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:13.447122 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-45338e05-f266-44b7-9c67-f61f79235d69 None None] Current status of the port 673e99ef-15b5-4060-9e28-7932c53db1d0 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:13.456522 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:13.457766 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:13.462574 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:13.465953 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 673e99ef-15b5-4060-9e28-7932c53db1d0 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:13.466549 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:13.581584 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Usage tracker for resource:network and tenant:24841926e6e749fdbdcfb853584bc256 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:13.597428 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:13.602619 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Made reservation on behalf of f6be5405ca17462db9d0186fa900cc46 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:13.607206 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:13.630264 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:13.637091 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:13.674520 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:13.683078 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:13.724712 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'name': 'tempest-ServerActionsTestJSON-914627431-router', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:08Z', 'updated_at': '2022-09-21T15:08:10Z', 'revision_number': 3, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'gw_port': {'id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:09Z', 'updated_at': '2022-09-21T15:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:13.728629 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] Checking router: 3e08bd99-0442-451c-b665-e35931afc9fc for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:08:13.729194 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] Updating router 3e08bd99-0442-451c-b665-e35931afc9fc port f6f8a490-0ab3-416c-8a01-3e3c756a49f5 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:08:13.738246 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:13.749398 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Usage tracker for resource:security_group_rule and tenant:f6be5405ca17462db9d0186fa900cc46 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:13.753408 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:13.764756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Made reservation on behalf of 24841926e6e749fdbdcfb853584bc256 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:13.768835 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:13.776886 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Subscribe: > segment before_delete 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:13.777929 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:13.778968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:13.779435 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Subscribe: > port after_create 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:13.779880 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Subscribe: > port after_delete 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:13.780794 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Subscribe: > port after_update 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:13.781145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Subscribe: > segment after_delete 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:13.781489 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Subscribe: > subnet after_create 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:13.781941 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Subscribe: > subnet after_delete 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:13.782390 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Subscribe: > subnet after_update 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:13.796248 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:13.797653 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-0ef8c881-241c-44dd-ad21-90cc5d4e1c08', 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'fixed_ips': [{'subnet_id': '12321c25-030d-4ce8-873b-07a4218e6985'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:08:13.798486 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:13.849990 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:13.869265 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:13.869660 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 673e99ef-15b5-4060-9e28-7932c53db1d0 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:13.948176 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0', 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'fixed_ips': [{'subnet_id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:08:13.949349 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.004819 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Subscribe: > subnet after_create 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:14.005211 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Subscribe: > subnet after_delete 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:14.005541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Subscribe: > subnet before_create 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:14.005866 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Subscribe: > subnet before_update 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:14.006271 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fe9a31-8805-46a5-b87d-b7939118b420']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:14.030549 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975335e2-25d8-4c57-9161-ce694ff15da4') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:14.031698 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975335e2-25d8-4c57-9161-ce694ff15da4') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:14.058191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.084811 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.096325 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:14.123098 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Usage tracker for resource:security_group_rule and tenant:24841926e6e749fdbdcfb853584bc256 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:14.179023 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:14.192257 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] Allocated IP 172.20.0.2 (0ef8c881-241c-44dd-ad21-90cc5d4e1c08/12321c25-030d-4ce8-873b-07a4218e6985/4926dda4-1d35-4125-af2e-91659570f015) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:14.259044 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:14.271084 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.282853 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.293538 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] Transition to ACTIVE for port object f6f8a490-0ab3-416c-8a01-3e3c756a49f5 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:14.304926 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.354450 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] Allocated IP 172.20.0.2 (9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0/390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652/b4311f49-d718-4992-ba2e-78aa78420ea6) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:14.400758 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.423157 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] Attempting to bind port f6f8a490-0ab3-416c-8a01-3e3c756a49f5 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:14.423807 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] Attempting to bind port f6f8a490-0ab3-416c-8a01-3e3c756a49f5 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:14.424513 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] Attempting to bind port f6f8a490-0ab3-416c-8a01-3e3c756a49f5 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:14.431711 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2051c82-33ee-4ee5-a95d-777d1d484b7a None None] Pushing event updated for resources: {'Port': ['ID=f6f8a490-0ab3-416c-8a01-3e3c756a49f5,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:14.443666 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:08:14.444276 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:14.445091 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.445654 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:08:14.446302 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] Bound port: f6f8a490-0ab3-416c-8a01-3e3c756a49f5, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:08:14.446714 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.574220 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] For port f6f8a490-0ab3-416c-8a01-3e3c756a49f5, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:08:14.578316 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2051c82-33ee-4ee5-a95d-777d1d484b7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:14.578854 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2051c82-33ee-4ee5-a95d-777d1d484b7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:14.579282 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2051c82-33ee-4ee5-a95d-777d1d484b7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:14.580004 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2051c82-33ee-4ee5-a95d-777d1d484b7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:14.580462 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2051c82-33ee-4ee5-a95d-777d1d484b7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:14.581326 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2051c82-33ee-4ee5-a95d-777d1d484b7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:14.581794 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2051c82-33ee-4ee5-a95d-777d1d484b7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:14.582179 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2051c82-33ee-4ee5-a95d-777d1d484b7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:14.582523 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2051c82-33ee-4ee5-a95d-777d1d484b7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:14.582909 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2051c82-33ee-4ee5-a95d-777d1d484b7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:14.583447 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2051c82-33ee-4ee5-a95d-777d1d484b7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:14.583839 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2051c82-33ee-4ee5-a95d-777d1d484b7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2051c82-33ee-4ee5-a95d-777d1d484b7a None None] Tracked resource versions report: Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: pushed versions: Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: { 'AddressGroup': {'1.2'}, Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: 'ConntrackHelper': {'1.0'}, Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: 'Log': {'1.0'}, Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: 'Network': {'1.1'}, Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: 'Port': {'1.7'}, Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: 'PortForwarding': {'1.2'}, Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: 'QosPolicy': {'1.8'}, Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: 'SecurityGroup': {'1.4'}, Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: 'SecurityGroupRule': {'1.2'}, Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: 'SubPort': {'1.0'}, Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: 'Subnet': {'1.1'}, Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: 'Trunk': {'1.1'}} Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: consumer versions: Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: { DHCP agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: HyperV agent@hv-neutron-8587: {}, Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: L3 agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: Metadata agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: Metering agent@dv-neutron-858731-1-hyperv: {}, Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: Open vSwitch agent@dv-neutron-858731-1-hyperv: { 'AddressGroup': '1.2', Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: 'ConntrackHelper': '1.0', Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: 'Log': '1.0', Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: 'Network': '1.1', Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: 'Port': '1.7', Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: 'PortForwarding': '1.2', Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: 'QosPolicy': '1.8', Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: 'SecurityGroup': '1.4', Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: 'SecurityGroupRule': '1.2', Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: 'SubPort': '1.0', Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: 'Subnet': '1.1', Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: 'Trunk': '1.1'}} Sep 21 15:08:14.585689 dv-neutron-858731-1-hyperv neutron-server[89021]: {{(pid=89021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 15:08:14.619777 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.633355 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.651961 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:14.655921 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.674307 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Usage tracker for resource:security_group_rule and tenant:2b3ffb61e8d8446c82ad9ef45cd39f47 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:14.680218 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:14.686089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:08:14.690351 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.695777 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.697325 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.715681 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:14.729310 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.786477 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:08:14.858937 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] Transition to ACTIVE for port object b4311f49-d718-4992-ba2e-78aa78420ea6 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:14.860325 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] For port f6f8a490-0ab3-416c-8a01-3e3c756a49f5, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f6f8a490-0ab3-416c-8a01-3e3c756a49f5,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:08:14.862072 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] Transition to ACTIVE for port object 4926dda4-1d35-4125-af2e-91659570f015 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:14.866902 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.871292 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.891913 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.892336 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Added segment dd3bee2c-af1a-4ee5-ae9b-2c4cb14d9f71 of type vlan for network eebc8eef-7886-484b-bc17-69fa59e74831 Sep 21 15:08:14.895941 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.906902 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.924396 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4087af93-8470-4381-b008-6e7bcb6dd41e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:14.928203 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.931826 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "DELETE /v2.0/networks/40fe9a31-8805-46a5-b87d-b7939118b420 HTTP/1.1" status: 204 len: 168 time: 1.8106465 Sep 21 15:08:14.931826 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061bb08-ace5-4c63-9785-131df68ffe4b tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Pushing event deleted for resources: {'Network': ['ID=40fe9a31-8805-46a5-b87d-b7939118b420,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:14.934280 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] Transition to ACTIVE for port object 4926dda4-1d35-4125-af2e-91659570f015 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:14.936734 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] Transition to ACTIVE for port object b4311f49-d718-4992-ba2e-78aa78420ea6 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:14.952813 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:14.959179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50706) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:14.982727 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46112996-b95b-4cba-8081-97597060ed67,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:15.010644 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:15.041646 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] Network 9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:15.048247 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:08:15.051824 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] Network 0ef8c881-241c-44dd-ad21-90cc5d4e1c08 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:15.053083 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:15.057357 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:15.064033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:15.070164 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:15.075468 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:15.112713 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Allocated IP 172.26.4.94 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/7dd6e3b0-3a00-49fb-9707-e7376e4a1349) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:15.129050 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2051c82-33ee-4ee5-a95d-777d1d484b7a None None] Pushing event updated for resources: {'Port': ['ID=f6f8a490-0ab3-416c-8a01-3e3c756a49f5,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:15.143251 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 975335e2-25d8-4c57-9161-ce694ff15da4 resource provider aggregate not found Sep 21 15:08:15.151727 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] Routers {'3e08bd99-0442-451c-b665-e35931afc9fc'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:08:15.152373 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:08:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3e08bd99-0442-451c-b665-e35931afc9fc'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:15.168524 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:15.168524 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Added segment 7dbe14f2-a5fc-4fd4-af56-03fcf4d74710 of type vlan for network f38184f0-8c8e-4ee4-a498-fac4c907be33 Sep 21 15:08:15.320981 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 975335e2-25d8-4c57-9161-ce694ff15da4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 975335e2-25d8-4c57-9161-ce694ff15da4 found for delete ", "request_id": "req-15e26951-9f62-48ce-8dba-ebdf10b116e8"}]} Sep 21 15:08:15.341031 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] Attempting to bind port 4926dda4-1d35-4125-af2e-91659570f015 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:15.341626 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] Attempting to bind port 4926dda4-1d35-4125-af2e-91659570f015 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '35934c32-d2de-4de9-b67d-67e5b2e4d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:15.341968 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] Attempting to bind port 4926dda4-1d35-4125-af2e-91659570f015 on network 0ef8c881-241c-44dd-ad21-90cc5d4e1c08 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:15.348443 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] Pushing event updated for resources: {'Port': ['ID=4926dda4-1d35-4125-af2e-91659570f015,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:15.353461 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:08:15.354454 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] Checking segment: {'id': '35934c32-d2de-4de9-b67d-67e5b2e4d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:15.354856 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:15.355664 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] Bound using segment: {'id': '35934c32-d2de-4de9-b67d-67e5b2e4d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:08:15.355664 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] Bound port: 4926dda4-1d35-4125-af2e-91659570f015, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35934c32-d2de-4de9-b67d-67e5b2e4d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:08:15.356080 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:15.376395 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22ade1ea-489f-4b13-9cc8-a406bbd6cc37 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:15.382613 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-33d5ce83-d220-4491-bb70-aca65a3a46cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:15.399377 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:15.403514 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] Set router 3e08bd99-0442-451c-b665-e35931afc9fc gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:08:15.410284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:15.441113 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:08:15.447113 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] Pushing event updated for resources: {'Port': ['ID=b4311f49-d718-4992-ba2e-78aa78420ea6,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:15.455515 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] Attempting to bind port b4311f49-d718-4992-ba2e-78aa78420ea6 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:15.455928 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] Attempting to bind port b4311f49-d718-4992-ba2e-78aa78420ea6 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '4fff1882-96f2-4a13-80c6-6ad36cecf71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:15.456714 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] Attempting to bind port b4311f49-d718-4992-ba2e-78aa78420ea6 on network 9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:15.535475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:08:15.558053 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] For port 4926dda4-1d35-4125-af2e-91659570f015, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:08:15.563509 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] For port 4926dda4-1d35-4125-af2e-91659570f015, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=4926dda4-1d35-4125-af2e-91659570f015,segment=NetworkSegment(35934c32-d2de-4de9-b67d-67e5b2e4d5c0),segment_id=35934c32-d2de-4de9-b67d-67e5b2e4d5c0)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:08:15.565649 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:08:15.566020 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] Checking segment: {'id': '4fff1882-96f2-4a13-80c6-6ad36cecf71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:15.566456 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:15.567113 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] Bound using segment: {'id': '4fff1882-96f2-4a13-80c6-6ad36cecf71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:08:15.567704 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] Bound port: b4311f49-d718-4992-ba2e-78aa78420ea6, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fff1882-96f2-4a13-80c6-6ad36cecf71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:08:15.568143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:15.573426 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cc3702-c612-4a63-8133-330645bc2795,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:15.625546 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:15.629929 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:15.630274 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Added segment f22366b4-9363-42b6-ad5f-a710cfe65ccf of type vlan for network c14dd1db-acec-4e27-898d-87873d7cfac3 Sep 21 15:08:15.725602 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22ade1ea-489f-4b13-9cc8-a406bbd6cc37 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:15.771649 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331e125-9861-47d0-90b4-1c4822a4a7fd None None] Pushing event updated for resources: {'Port': ['ID=4926dda4-1d35-4125-af2e-91659570f015,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:15.777469 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:15.777695 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] For port b4311f49-d718-4992-ba2e-78aa78420ea6, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:08:15.781041 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:15.784944 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:15.785605 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] For port b4311f49-d718-4992-ba2e-78aa78420ea6, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b4311f49-d718-4992-ba2e-78aa78420ea6,segment=NetworkSegment(4fff1882-96f2-4a13-80c6-6ad36cecf71b),segment_id=4fff1882-96f2-4a13-80c6-6ad36cecf71b)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:08:15.791153 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:15.791789 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:15.796883 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:15.799451 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-22ade1ea-489f-4b13-9cc8-a406bbd6cc37 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ddcba10-15c2-43df-adba-6b722b749895']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:15.833519 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-22ade1ea-489f-4b13-9cc8-a406bbd6cc37 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264bffca-f4e4-4ace-a4ae-b963f0923db2') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:15.834173 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-22ade1ea-489f-4b13-9cc8-a406bbd6cc37 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264bffca-f4e4-4ace-a4ae-b963f0923db2') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:15.858254 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:15.902228 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.0998366 Sep 21 15:08:15.908182 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50716) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:15.911306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22ade1ea-489f-4b13-9cc8-a406bbd6cc37 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:15.914912 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'name': 'tempest-ServerActionsTestJSON-914627431-router', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:08Z', 'updated_at': '2022-09-21T15:08:10Z', 'revision_number': 3, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'gw_port': {'id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:09Z', 'updated_at': '2022-09-21T15:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:15.922079 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c58d1cb-214e-4d37-bc63-0fcc3d1b7f73 None None] The sync data for ids ['3e08bd99-0442-451c-b665-e35931afc9fc'] in dv-neutron-858731-1-hyperv is: [{'id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'name': 'tempest-ServerActionsTestJSON-914627431-router', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:08Z', 'updated_at': '2022-09-21T15:08:10Z', 'revision_number': 3, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'gw_port': {'id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:09Z', 'updated_at': '2022-09-21T15:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:08:15.957580 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:08:15.971333 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:15.977256 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24066893-8223-43e5-9fdc-e11c48363356 None None] Pushing event updated for resources: {'Port': ['ID=b4311f49-d718-4992-ba2e-78aa78420ea6,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:15.991994 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c9fce024-6353-4db4-a0cb-1e66b87617c6 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Request body: {'subnet': {'network_id': 'eebc8eef-7886-484b-bc17-69fa59e74831', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:16.142122 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:08:16.153975 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:16.172158 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-33d5ce83-d220-4491-bb70-aca65a3a46cb admin admin] Allocated IP 172.20.0.1 (35623812-409c-40a9-b25b-97314219e56f/b1ab4349-2b6d-4af5-b8c9-4479fa3e1388/c0d1ce86-0615-4b45-94bc-dc1b90f29754) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:16.223881 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b9fea-88c7-407b-93b0-0572942127d0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Pushing event updated for resources: {'Network': ['ID=eebc8eef-7886-484b-bc17-69fa59e74831,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:16.237306 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network eebc8eef-7886-484b-bc17-69fa59e74831 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:08:16.239192 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:16.258807 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:16.316730 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:16.324395 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:16.327689 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:16.340467 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22ade1ea-489f-4b13-9cc8-a406bbd6cc37 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:16.393932 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.5308919 Sep 21 15:08:16.402687 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50720) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:16.417155 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ade1ea-489f-4b13-9cc8-a406bbd6cc37 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:08:16.417574 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22ade1ea-489f-4b13-9cc8-a406bbd6cc37 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:16.446174 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:16.453412 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:16.454053 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:16.546157 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87f1af-888c-4404-a429-0a994b6bc2db tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Pushing event updated for resources: {'Network': ['ID=f38184f0-8c8e-4ee4-a498-fac4c907be33,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:16.561622 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network f38184f0-8c8e-4ee4-a498-fac4c907be33 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:08:16.622850 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:16.726739 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Pushing event updated for resources: {'Network': ['ID=c14dd1db-acec-4e27-898d-87873d7cfac3,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:16.729180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c9fce024-6353-4db4-a0cb-1e66b87617c6 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:16.740827 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network c14dd1db-acec-4e27-898d-87873d7cfac3 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:08:16.742001 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Request body: {'network': {'name': 'tempest-network--312301799', 'router:external': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:16.757438 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c9fce024-6353-4db4-a0cb-1e66b87617c6 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Usage tracker for resource:subnet and tenant:f6be5405ca17462db9d0186fa900cc46 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:16.767750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c9fce024-6353-4db4-a0cb-1e66b87617c6 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:16.769793 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:16.792239 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c9fce024-6353-4db4-a0cb-1e66b87617c6 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:16.795305 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:16.796375 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Usage tracker for resource:network and tenant:548160d1b5b245f8af7804067c2d0f6c is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:16.803155 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:16.809146 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:16.826831 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:16.830264 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22ade1ea-489f-4b13-9cc8-a406bbd6cc37 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:16.833098 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Pushing event updated for resources: {'Port': ['ID=7dd6e3b0-3a00-49fb-9707-e7376e4a1349,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:16.836229 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:16.842496 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7653ac0b-d00c-48ba-bafd-aa0a93168049 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 4.2344983 Sep 21 15:08:16.854906 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-33d5ce83-d220-4491-bb70-aca65a3a46cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:16.883058 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Allocated IP 172.26.4.154 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/95846de9-b43b-47c4-8997-f34ef16926b5) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:16.902388 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22ade1ea-489f-4b13-9cc8-a406bbd6cc37 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:16.913377 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fce024-6353-4db4-a0cb-1e66b87617c6 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Made reservation on behalf of f6be5405ca17462db9d0186fa900cc46 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:16.916812 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c9fce024-6353-4db4-a0cb-1e66b87617c6 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:16.948009 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ade1ea-489f-4b13-9cc8-a406bbd6cc37 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Pushing event deleted for resources: {'Network': ['ID=1ddcba10-15c2-43df-adba-6b722b749895,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:16.982438 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Made reservation on behalf of 548160d1b5b245f8af7804067c2d0f6c for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:16.984481 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:17.031499 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b4311f49-d718-4992-ba2e-78aa78420ea6 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:17.043668 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:17.096188 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-22ade1ea-489f-4b13-9cc8-a406bbd6cc37 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "DELETE /v2.0/networks/1ddcba10-15c2-43df-adba-6b722b749895 HTTP/1.1" status: 204 len: 168 time: 2.1265111 Sep 21 15:08:17.103720 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-33d5ce83-d220-4491-bb70-aca65a3a46cb admin admin] Transition to ACTIVE for port object c0d1ce86-0615-4b45-94bc-dc1b90f29754 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:17.104813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50736) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:17.209152 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:17.220571 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port b4311f49-d718-4992-ba2e-78aa78420ea6 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:17.230252 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f6f8a490-0ab3-416c-8a01-3e3c756a49f5 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:17.238719 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:17.251967 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Usage tracker for resource:security_group_rule and tenant:548160d1b5b245f8af7804067c2d0f6c is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:17.270239 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:17.363794 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:17.368231 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 264bffca-f4e4-4ace-a4ae-b963f0923db2 resource provider aggregate not found Sep 21 15:08:17.393976 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port f6f8a490-0ab3-416c-8a01-3e3c756a49f5 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:17.419186 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port f6f8a490-0ab3-416c-8a01-3e3c756a49f5 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:17.421529 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:17.440416 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 264bffca-f4e4-4ace-a4ae-b963f0923db2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 264bffca-f4e4-4ace-a4ae-b963f0923db2 found for delete ", "request_id": "req-e515e990-e607-4a32-b0d3-1b804d0b7061"}]} Sep 21 15:08:17.491487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-33d5ce83-d220-4491-bb70-aca65a3a46cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:17.592886 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:17.670859 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port f6f8a490-0ab3-416c-8a01-3e3c756a49f5 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:17.671827 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:17.687686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f479d80-ded8-4d06-913d-0087c063dc5f tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:17.689510 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad18ed9-ca92-47b9-b9e7-afe8c7e8dde4 None None] Network 9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:08:17.694287 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f479d80-ded8-4d06-913d-0087c063dc5f tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:17.695083 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9f479d80-ded8-4d06-913d-0087c063dc5f tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Synchronizing usage tracker for tenant:ee2e68684559481ebca9689d040f056d on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:08:17.738986 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d5ce83-d220-4491-bb70-aca65a3a46cb admin admin] Network 35623812-409c-40a9-b25b-97314219e56f is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:17.746540 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-33d5ce83-d220-4491-bb70-aca65a3a46cb admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:17.759738 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d5ce83-d220-4491-bb70-aca65a3a46cb admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:17.761090 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:17.812670 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:17.852963 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9f479d80-ded8-4d06-913d-0087c063dc5f tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Unset dirty status for tenant:ee2e68684559481ebca9689d040f056d on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:08:17.854337 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9f479d80-ded8-4d06-913d-0087c063dc5f tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7484236 Sep 21 15:08:17.855033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5ce83-d220-4491-bb70-aca65a3a46cb admin admin] Pushing event updated for resources: {'Port': ['ID=c0d1ce86-0615-4b45-94bc-dc1b90f29754,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:17.879728 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50746) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:17.898145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b0f68f58-1609-4922-8821-6917a28dc1dd tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1435887354'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:17.917203 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b0f68f58-1609-4922-8821-6917a28dc1dd tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:17.958939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b0f68f58-1609-4922-8821-6917a28dc1dd tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:17.961528 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-33d5ce83-d220-4491-bb70-aca65a3a46cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.001791 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0ce012-f93e-4dc9-8da2-8bf7d078aa1e None None] Network 0ef8c881-241c-44dd-ad21-90cc5d4e1c08 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:08:18.078572 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.090425 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:08:18.103494 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50750) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:18.133438 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.165071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port f6f8a490-0ab3-416c-8a01-3e3c756a49f5, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f6f8a490-0ab3-416c-8a01-3e3c756a49f5,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:08:18.176667 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b9251dd3-1cc0-42f2-9883-a16d37a1d283 None None] Provisioning for port b4311f49-d718-4992-ba2e-78aa78420ea6 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:18.177293 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Request body: {'port': {'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3', 'binding:host_id': 'hv-neutron-8587', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-120736213'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:18.179982 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.180748 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 4926dda4-1d35-4125-af2e-91659570f015 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:18.180877 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.181176 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Added segment 23388d9b-e1ad-4784-8db1-5e41efca42c5 of type vlan for network 1962707e-779f-4035-b8c8-b3dffdf7d454 Sep 21 15:08:18.226772 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:18.233769 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92592f6b-7003-459d-b39d-7059c483e049,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:18.249234 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:08:18.263879 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.282896 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c9fce024-6353-4db4-a0cb-1e66b87617c6 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.298167 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Allocated IP 172.26.4.247 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/bf0f21b7-637b-414b-bffa-d5b2a7f04c53) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:18.333794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b9251dd3-1cc0-42f2-9883-a16d37a1d283 None None] Provisioning complete for port b4311f49-d718-4992-ba2e-78aa78420ea6 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:18.334171 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b9251dd3-1cc0-42f2-9883-a16d37a1d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.336737 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f68f58-1609-4922-8821-6917a28dc1dd tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Made reservation on behalf of ee2e68684559481ebca9689d040f056d for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:18.340248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b0f68f58-1609-4922-8821-6917a28dc1dd tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.430613 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fce024-6353-4db4-a0cb-1e66b87617c6 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Pushing event updated for resources: {'Subnet': ['ID=46ebfb02-cc17-4675-b13a-8e9d7eb742c9,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:18.436011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f68f58-1609-4922-8821-6917a28dc1dd tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:08:18.452913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fce024-6353-4db4-a0cb-1e66b87617c6 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Checking segment: {'id': 'dd3bee2c-af1a-4ee5-ae9b-2c4cb14d9f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eebc8eef-7886-484b-bc17-69fa59e74831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:18.453281 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fce024-6353-4db4-a0cb-1e66b87617c6 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Network hostable DHCP agents. Network: eebc8eef-7886-484b-bc17-69fa59e74831, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:08:18.474979 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.475221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b0f68f58-1609-4922-8821-6917a28dc1dd tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.475466 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-b0f68f58-1609-4922-8821-6917a28dc1dd tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Added segment 03059e9d-ccf0-4d37-9029-78b27065fdb3 of type vlan for network 61be738d-2bc1-4e19-8e6f-9ad0d27b70e6 Sep 21 15:08:18.507312 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Usage tracker for resource:port and tenant:8720728217d14c16b47be3adef31c1dc is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:18.516700 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=f6f8a490-0ab3-416c-8a01-3e3c756a49f5,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:18.516928 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:18.526260 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.539108 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.539597 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.555102 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fce024-6353-4db4-a0cb-1e66b87617c6 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Network eebc8eef-7886-484b-bc17-69fa59e74831 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:08:18.563607 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b0f68f58-1609-4922-8821-6917a28dc1dd tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.573586 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:18.575613 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:18.580282 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 4926dda4-1d35-4125-af2e-91659570f015 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:18.592263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-c9fce024-6353-4db4-a0cb-1e66b87617c6 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, eebc8eef-7886-484b-bc17-69fa59e74831) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:18.596786 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fce024-6353-4db4-a0cb-1e66b87617c6 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:18.597417 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c9fce024-6353-4db4-a0cb-1e66b87617c6 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.628705 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:18.634891 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee231df1-7eba-4330-ada0-604f67448fa3 None None] Network eebc8eef-7886-484b-bc17-69fa59e74831 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:08:18.648098 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:18.682478 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b0f68f58-1609-4922-8821-6917a28dc1dd tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.688371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f68f58-1609-4922-8821-6917a28dc1dd tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:18.689030 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b0f68f58-1609-4922-8821-6917a28dc1dd tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.718189 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.718378 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c9fce024-6353-4db4-a0cb-1e66b87617c6 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7717636 Sep 21 15:08:18.718487 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5470979 Sep 21 15:08:18.719510 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.726711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50756) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:18.726912 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50758) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:18.799584 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-39afed2a-97d0-4c85-bd9e-471c2b748ecd tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Request body: {'port': {'network_id': 'eebc8eef-7886-484b-bc17-69fa59e74831', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1517442135'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:18.816879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-fda49701-fd98-4595-802e-39bda28a51f4 tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1956773888', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'fixed_ips': [{'ip_address': '172.26.4.94'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:18.819960 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-33d5ce83-d220-4491-bb70-aca65a3a46cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.838379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fda49701-fd98-4595-802e-39bda28a51f4 tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:18.912096 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fda49701-fd98-4595-802e-39bda28a51f4 tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Usage tracker for resource:port and tenant:fb50f0e732ce44c0b3b29844ab7fbfb1 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:18.912558 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Made reservation on behalf of 8720728217d14c16b47be3adef31c1dc for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:18.914999 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.917070 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b0f68f58-1609-4922-8821-6917a28dc1dd tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0314233 Sep 21 15:08:18.924845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50764) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:18.925119 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fda49701-fd98-4595-802e-39bda28a51f4 tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:18.932952 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fda49701-fd98-4595-802e-39bda28a51f4 tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:18.944643 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f6f8a490-0ab3-416c-8a01-3e3c756a49f5 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:18.947444 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:18.954414 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1ce420eb-08a1-4381-8eff-ab1defb7eca6 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1099617391'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:18.958960 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1ce420eb-08a1-4381-8eff-ab1defb7eca6 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:18.969110 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b9251dd3-1cc0-42f2-9883-a16d37a1d283 None None] Current status of the port b4311f49-d718-4992-ba2e-78aa78420ea6 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:18.969507 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b9251dd3-1cc0-42f2-9883-a16d37a1d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:18.970262 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1ce420eb-08a1-4381-8eff-ab1defb7eca6 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:18.989285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f68f58-1609-4922-8821-6917a28dc1dd tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Pushing event updated for resources: {'Network': ['ID=61be738d-2bc1-4e19-8e6f-9ad0d27b70e6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:19.033035 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 61be738d-2bc1-4e19-8e6f-9ad0d27b70e6 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:08:19.051166 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda49701-fd98-4595-802e-39bda28a51f4 tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Made reservation on behalf of fb50f0e732ce44c0b3b29844ab7fbfb1 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:19.053591 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fda49701-fd98-4595-802e-39bda28a51f4 tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:19.073857 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:19.084053 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:19.096615 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fda49701-fd98-4595-802e-39bda28a51f4 tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:19.155046 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Pushing event updated for resources: {'Port': ['ID=95846de9-b43b-47c4-8997-f34ef16926b5,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:19.157445 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:19.202999 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-39afed2a-97d0-4c85-bd9e-471c2b748ecd tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:19.207375 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fda49701-fd98-4595-802e-39bda28a51f4 tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:19.215318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fda49701-fd98-4595-802e-39bda28a51f4 tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Usage tracker for resource:security_group_rule and tenant:fb50f0e732ce44c0b3b29844ab7fbfb1 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:19.219152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-39afed2a-97d0-4c85-bd9e-471c2b748ecd tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Usage tracker for resource:port and tenant:f6be5405ca17462db9d0186fa900cc46 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:19.222199 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fda49701-fd98-4595-802e-39bda28a51f4 tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:19.228888 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-39afed2a-97d0-4c85-bd9e-471c2b748ecd tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:19.234063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fda49701-fd98-4595-802e-39bda28a51f4 tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:19.241027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-39afed2a-97d0-4c85-bd9e-471c2b748ecd tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:19.253046 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b9251dd3-1cc0-42f2-9883-a16d37a1d283 None None] For port b4311f49-d718-4992-ba2e-78aa78420ea6, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b4311f49-d718-4992-ba2e-78aa78420ea6,segment=NetworkSegment(4fff1882-96f2-4a13-80c6-6ad36cecf71b),segment_id=4fff1882-96f2-4a13-80c6-6ad36cecf71b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:08:19.271176 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-eebc8eef-7886-484b-bc17-69fa59e74831', 'network_id': 'eebc8eef-7886-484b-bc17-69fa59e74831', 'tenant_id': 'f6be5405ca17462db9d0186fa900cc46', 'fixed_ips': [{'subnet_id': '46ebfb02-cc17-4675-b13a-8e9d7eb742c9'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:08:19.272734 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:19.286270 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39afed2a-97d0-4c85-bd9e-471c2b748ecd tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Made reservation on behalf of f6be5405ca17462db9d0186fa900cc46 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:19.290563 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-39afed2a-97d0-4c85-bd9e-471c2b748ecd tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:19.299075 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b9251dd3-1cc0-42f2-9883-a16d37a1d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:19.307469 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:19.308416 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:19.309014 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:19.312289 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce420eb-08a1-4381-8eff-ab1defb7eca6 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Made reservation on behalf of ee2e68684559481ebca9689d040f056d for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:19.315591 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ce420eb-08a1-4381-8eff-ab1defb7eca6 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:19.347747 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-39afed2a-97d0-4c85-bd9e-471c2b748ecd tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] device_id is not set on port 363d550d-93a4-4d51-84dc-dd9c70c40a3a yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:08:19.446866 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-33d5ce83-d220-4491-bb70-aca65a3a46cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:19.448398 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port f6f8a490-0ab3-416c-8a01-3e3c756a49f5 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:19.448911 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:19.449647 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Pushing event updated for resources: {'Port': ['ID=bf0f21b7-637b-414b-bffa-d5b2a7f04c53,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:19.463679 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-33d5ce83-d220-4491-bb70-aca65a3a46cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:19.501929 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:19.511516 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9251dd3-1cc0-42f2-9883-a16d37a1d283 None None] Pushing event updated for resources: {'Port': ['ID=b4311f49-d718-4992-ba2e-78aa78420ea6,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:19.523641 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5955921a-63e9-443d-ab07-0fa9f65415c8 None None] Provisioning for port 4926dda4-1d35-4125-af2e-91659570f015 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:19.549924 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Usage tracker for resource:security_group_rule and tenant:8720728217d14c16b47be3adef31c1dc is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:19.568860 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5955921a-63e9-443d-ab07-0fa9f65415c8 None None] Provisioning complete for port 4926dda4-1d35-4125-af2e-91659570f015 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:19.569325 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5955921a-63e9-443d-ab07-0fa9f65415c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:19.607913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5ce83-d220-4491-bb70-aca65a3a46cb admin admin] Pushing event updated for resources: {'Port': ['ID=c0d1ce86-0615-4b45-94bc-dc1b90f29754,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:19.613649 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:19.618584 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-33d5ce83-d220-4491-bb70-aca65a3a46cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:19.623929 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fda49701-fd98-4595-802e-39bda28a51f4 tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:19.635501 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.2241042 Sep 21 15:08:19.646842 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50768) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:19.655075 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fda49701-fd98-4595-802e-39bda28a51f4 tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:19.692345 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] Allocated IP 172.20.0.2 (eebc8eef-7886-484b-bc17-69fa59e74831/46ebfb02-cc17-4675-b13a-8e9d7eb742c9/570c3ee2-44d8-49e3-946a-a022d5fa955f) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:19.732254 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-fda49701-fd98-4595-802e-39bda28a51f4 tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] device_id is not set on port 6de1c95e-54e7-4bcf-8727-92f389b98299 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:08:19.755665 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port f6f8a490-0ab3-416c-8a01-3e3c756a49f5 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:19.786341 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:19.788487 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce420eb-08a1-4381-8eff-ab1defb7eca6 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:08:19.792049 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b48da-bab5-4444-82f4-09abcd86a040 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Pushing event updated for resources: {'Network': ['ID=1962707e-779f-4035-b8c8-b3dffdf7d454,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:19.842297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 1962707e-779f-4035-b8c8-b3dffdf7d454 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:08:19.845180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b951e-eec3-45a4-85d2-511d2e4cee5f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Pushing event updated for resources: {'Port': ['ID=7dd6e3b0-3a00-49fb-9707-e7376e4a1349,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:19.863259 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ce420eb-08a1-4381-8eff-ab1defb7eca6 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:19.863621 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-1ce420eb-08a1-4381-8eff-ab1defb7eca6 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Added segment 481c3d85-e396-466a-87d5-86ae6dcd605c of type vlan for network b80bee46-3547-4dd9-821f-e5f7b3cd9b70 Sep 21 15:08:19.946550 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda49701-fd98-4595-802e-39bda28a51f4 tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6b5038-c5e1-47f7-8c6f-f35bbeb97e92,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:19.948487 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:19.969280 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5955921a-63e9-443d-ab07-0fa9f65415c8 None None] Current status of the port 4926dda4-1d35-4125-af2e-91659570f015 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:19.970230 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5955921a-63e9-443d-ab07-0fa9f65415c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:19.998674 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3c33392a-60b0-4445-9205-9eff42af799c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:20.070460 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ce420eb-08a1-4381-8eff-ab1defb7eca6 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:20.077248 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5955921a-63e9-443d-ab07-0fa9f65415c8 None None] For port 4926dda4-1d35-4125-af2e-91659570f015, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=4926dda4-1d35-4125-af2e-91659570f015,segment=NetworkSegment(35934c32-d2de-4de9-b67d-67e5b2e4d5c0),segment_id=35934c32-d2de-4de9-b67d-67e5b2e4d5c0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:08:20.084596 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d5ce83-d220-4491-bb70-aca65a3a46cb admin admin] Network 35623812-409c-40a9-b25b-97314219e56f is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:20.114351 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-33d5ce83-d220-4491-bb70-aca65a3a46cb admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:20.122616 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5955921a-63e9-443d-ab07-0fa9f65415c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:20.227550 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955921a-63e9-443d-ab07-0fa9f65415c8 None None] Pushing event updated for resources: {'Port': ['ID=4926dda4-1d35-4125-af2e-91659570f015,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:20.234719 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5955921a-63e9-443d-ab07-0fa9f65415c8 None None] Provisioning for port c0d1ce86-0615-4b45-94bc-dc1b90f29754 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:20.242046 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5955921a-63e9-443d-ab07-0fa9f65415c8 None None] Provisioning complete for port c0d1ce86-0615-4b45-94bc-dc1b90f29754 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:20.242410 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5955921a-63e9-443d-ab07-0fa9f65415c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:20.326979 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:20.344385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3c33392a-60b0-4445-9205-9eff42af799c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:20.380782 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ce420eb-08a1-4381-8eff-ab1defb7eca6 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:20.381832 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5955921a-63e9-443d-ab07-0fa9f65415c8 None None] Port c0d1ce86-0615-4b45-94bc-dc1b90f29754 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:08:20.386160 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce420eb-08a1-4381-8eff-ab1defb7eca6 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:20.386741 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ce420eb-08a1-4381-8eff-ab1defb7eca6 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:20.402555 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:20.415836 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5955921a-63e9-443d-ab07-0fa9f65415c8 None None] Provisioning complete for port b4311f49-d718-4992-ba2e-78aa78420ea6 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:20.416198 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5955921a-63e9-443d-ab07-0fa9f65415c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:20.436112 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:20.436929 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda49701-fd98-4595-802e-39bda28a51f4 tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 21 15:08:20.437571 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda49701-fd98-4595-802e-39bda28a51f4 tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:08:20.445989 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] Transition to ACTIVE for port object 570c3ee2-44d8-49e3-946a-a022d5fa955f will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:20.463363 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-3c33392a-60b0-4445-9205-9eff42af799c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1962707e-779f-4035-b8c8-b3dffdf7d454']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:20.486484 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] Transition to ACTIVE for port object 570c3ee2-44d8-49e3-946a-a022d5fa955f will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:20.497614 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:20.502638 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-3c33392a-60b0-4445-9205-9eff42af799c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23388d9b-e1ad-4784-8db1-5e41efca42c5') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:20.502948 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-3c33392a-60b0-4445-9205-9eff42af799c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23388d9b-e1ad-4784-8db1-5e41efca42c5') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:20.510924 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:20.571187 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3c33392a-60b0-4445-9205-9eff42af799c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:20.588699 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fda49701-fd98-4595-802e-39bda28a51f4 tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.8500957 Sep 21 15:08:20.596564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50772) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:20.606644 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] Network eebc8eef-7886-484b-bc17-69fa59e74831 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:20.609567 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3c33392a-60b0-4445-9205-9eff42af799c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:20.615772 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:20.618329 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:20.628557 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] Pushing event updated for resources: {'Port': ['ID=570c3ee2-44d8-49e3-946a-a022d5fa955f,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:20.635733 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] device_id is not set on port 7046853f-469e-40e8-9f99-61bc855fe880 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:08:20.676336 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d5ce83-d220-4491-bb70-aca65a3a46cb admin admin] Router 3e08bd99-0442-451c-b665-e35931afc9fc has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:08:20.712633 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5955921a-63e9-443d-ab07-0fa9f65415c8 None None] Current status of the port b4311f49-d718-4992-ba2e-78aa78420ea6 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:20.713399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c33392a-60b0-4445-9205-9eff42af799c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:08:20.713801 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3c33392a-60b0-4445-9205-9eff42af799c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:20.744824 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e0dc0e-262b-41e4-ba63-ffb877d279f5,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:20.759152 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] Attempting to bind port 570c3ee2-44d8-49e3-946a-a022d5fa955f on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:20.759152 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] Attempting to bind port 570c3ee2-44d8-49e3-946a-a022d5fa955f by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'dd3bee2c-af1a-4ee5-ae9b-2c4cb14d9f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eebc8eef-7886-484b-bc17-69fa59e74831'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:20.759347 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] Attempting to bind port 570c3ee2-44d8-49e3-946a-a022d5fa955f on network eebc8eef-7886-484b-bc17-69fa59e74831 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:20.765480 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:08:20.765846 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] Checking segment: {'id': 'dd3bee2c-af1a-4ee5-ae9b-2c4cb14d9f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eebc8eef-7886-484b-bc17-69fa59e74831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:20.766235 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:20.766621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] Bound using segment: {'id': 'dd3bee2c-af1a-4ee5-ae9b-2c4cb14d9f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eebc8eef-7886-484b-bc17-69fa59e74831'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:08:20.767515 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] Bound port: 570c3ee2-44d8-49e3-946a-a022d5fa955f, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3bee2c-af1a-4ee5-ae9b-2c4cb14d9f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eebc8eef-7886-484b-bc17-69fa59e74831'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:08:20.767515 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:20.833172 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1ce420eb-08a1-4381-8eff-ab1defb7eca6 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8965180 Sep 21 15:08:20.833967 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce420eb-08a1-4381-8eff-ab1defb7eca6 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Pushing event updated for resources: {'Network': ['ID=b80bee46-3547-4dd9-821f-e5f7b3cd9b70,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:20.842088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50778) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:20.846809 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 23388d9b-e1ad-4784-8db1-5e41efca42c5 resource provider aggregate not found Sep 21 15:08:20.854951 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Request body: {'ports': [{'network_id': '61be738d-2bc1-4e19-8e6f-9ad0d27b70e6', 'name': 'tempest-port--2050513773', 'admin_state_up': True}, {'network_id': 'b80bee46-3547-4dd9-821f-e5f7b3cd9b70', 'admin_state_up': False}]} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:20.855157 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Request body: {'port': {'network_id': '61be738d-2bc1-4e19-8e6f-9ad0d27b70e6', 'name': 'tempest-port--2050513773', 'admin_state_up': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:20.855623 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-39afed2a-97d0-4c85-bd9e-471c2b748ecd tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Allocated IP 172.20.0.6 (eebc8eef-7886-484b-bc17-69fa59e74831/46ebfb02-cc17-4675-b13a-8e9d7eb742c9/363d550d-93a4-4d51-84dc-dd9c70c40a3a) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:20.855813 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Request body: {'port': {'network_id': 'b80bee46-3547-4dd9-821f-e5f7b3cd9b70', 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:20.867173 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network b80bee46-3547-4dd9-821f-e5f7b3cd9b70 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:08:20.962240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b4311f49-d718-4992-ba2e-78aa78420ea6 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:20.989956 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 23388d9b-e1ad-4784-8db1-5e41efca42c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23388d9b-e1ad-4784-8db1-5e41efca42c5 found for delete ", "request_id": "req-dae845dc-a3eb-4401-9ccb-0d7369841e95"}]} Sep 21 15:08:21.005926 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0219f4ae-1b72-4f3d-90c6-086fee0942ac None None] Provisioning complete for port c0d1ce86-0615-4b45-94bc-dc1b90f29754 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:21.006435 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0219f4ae-1b72-4f3d-90c6-086fee0942ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:21.028581 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5837c453-5bee-4547-b8d9-7d049edfaa2f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Deleting port 7dd6e3b0-3a00-49fb-9707-e7376e4a1349 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:08:21.029242 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5837c453-5bee-4547-b8d9-7d049edfaa2f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:21.105921 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3c33392a-60b0-4445-9205-9eff42af799c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:21.162298 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] For port 570c3ee2-44d8-49e3-946a-a022d5fa955f, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:08:21.170729 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] For port 570c3ee2-44d8-49e3-946a-a022d5fa955f, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=570c3ee2-44d8-49e3-946a-a022d5fa955f,segment=NetworkSegment(dd3bee2c-af1a-4ee5-ae9b-2c4cb14d9f71),segment_id=dd3bee2c-af1a-4ee5-ae9b-2c4cb14d9f71)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:08:21.210723 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c33392a-60b0-4445-9205-9eff42af799c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1962707e-779f-4035-b8c8-b3dffdf7d454 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 21 15:08:21.217957 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0219f4ae-1b72-4f3d-90c6-086fee0942ac None None] Port c0d1ce86-0615-4b45-94bc-dc1b90f29754 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:08:21.223875 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:21.242210 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33392a-60b0-4445-9205-9eff42af799c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Pushing event deleted for resources: {'Network': ['ID=1962707e-779f-4035-b8c8-b3dffdf7d454,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:21.245885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3c33392a-60b0-4445-9205-9eff42af799c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:21.321385 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port b4311f49-d718-4992-ba2e-78aa78420ea6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:21.321855 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:21.383887 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e73afd-f3ae-4eed-989d-a5e0700f1d02 None None] Pushing event updated for resources: {'Port': ['ID=570c3ee2-44d8-49e3-946a-a022d5fa955f,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:21.448409 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d5ce83-d220-4491-bb70-aca65a3a46cb admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:08:21.452966 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3c33392a-60b0-4445-9205-9eff42af799c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] 10.222.0.62 "DELETE /v2.0/networks/1962707e-779f-4035-b8c8-b3dffdf7d454 HTTP/1.1" status: 204 len: 168 time: 1.8020713 Sep 21 15:08:21.475925 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-33d5ce83-d220-4491-bb70-aca65a3a46cb admin admin] 10.222.0.62 "PUT /v2.0/routers/3e08bd99-0442-451c-b665-e35931afc9fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0535324 Sep 21 15:08:21.483751 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50786) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:21.582036 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port b4311f49-d718-4992-ba2e-78aa78420ea6 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:21.583781 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 4926dda4-1d35-4125-af2e-91659570f015 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:21.741408 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 4926dda4-1d35-4125-af2e-91659570f015 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:21.742997 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:21.754166 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:21.772916 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5837c453-5bee-4547-b8d9-7d049edfaa2f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:21.773234 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5837c453-5bee-4547-b8d9-7d049edfaa2f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:21.782706 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-09fbb6bc-4050-4144-8b66-57260c11278a tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:21.790330 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:21.803551 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-09fbb6bc-4050-4144-8b66-57260c11278a tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:21.965055 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 4926dda4-1d35-4125-af2e-91659570f015 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:21.970149 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:22.027429 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5837c453-5bee-4547-b8d9-7d049edfaa2f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Calling delete_port for 7dd6e3b0-3a00-49fb-9707-e7376e4a1349 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:08:22.085520 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-39afed2a-97d0-4c85-bd9e-471c2b748ecd tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:22.116754 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-39afed2a-97d0-4c85-bd9e-471c2b748ecd tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Transition to ACTIVE for port object 363d550d-93a4-4d51-84dc-dd9c70c40a3a will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:22.170571 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] Sync routers for ids ['3e08bd99-0442-451c-b665-e35931afc9fc'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:08:22.172867 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-09fbb6bc-4050-4144-8b66-57260c11278a tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Usage tracker for resource:network and tenant:548160d1b5b245f8af7804067c2d0f6c is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:22.183326 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] Routers {'3e08bd99-0442-451c-b665-e35931afc9fc'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:08:22.183968 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:08:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3e08bd99-0442-451c-b665-e35931afc9fc'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:22.188861 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-09fbb6bc-4050-4144-8b66-57260c11278a tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:22.219615 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-09fbb6bc-4050-4144-8b66-57260c11278a tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:22.255951 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:22.270624 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Usage tracker for resource:port and tenant:ee2e68684559481ebca9689d040f056d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:22.311223 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-39afed2a-97d0-4c85-bd9e-471c2b748ecd tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:22.339678 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:22.355028 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5837c453-5bee-4547-b8d9-7d049edfaa2f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:22.371973 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fbb6bc-4050-4144-8b66-57260c11278a tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Made reservation on behalf of 548160d1b5b245f8af7804067c2d0f6c for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:22.376810 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-09fbb6bc-4050-4144-8b66-57260c11278a tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:22.391513 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39afed2a-97d0-4c85-bd9e-471c2b748ecd tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Network eebc8eef-7886-484b-bc17-69fa59e74831 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:22.393465 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:22.395009 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-39afed2a-97d0-4c85-bd9e-471c2b748ecd tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:22.453097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39afed2a-97d0-4c85-bd9e-471c2b748ecd tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:22.488575 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] Set router 3e08bd99-0442-451c-b665-e35931afc9fc gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:08:22.515161 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Made reservation on behalf of ee2e68684559481ebca9689d040f056d for: {'port': 2} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:22.520579 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:22.543092 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Router f0b68b36-7ba6-493a-b084-e159b7b39b3f is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:08:22.557478 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afed2a-97d0-4c85-bd9e-471c2b748ecd tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Pushing event updated for resources: {'Port': ['ID=363d550d-93a4-4d51-84dc-dd9c70c40a3a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:22.578088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] device_id is not set on port 7046853f-469e-40e8-9f99-61bc855fe880 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:08:22.593650 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09fbb6bc-4050-4144-8b66-57260c11278a tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:08:22.596040 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:22.618321 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:22.653013 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39afed2a-97d0-4c85-bd9e-471c2b748ecd tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:22.653802 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-39afed2a-97d0-4c85-bd9e-471c2b748ecd tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:22.673026 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50804) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:22.674161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837c453-5bee-4547-b8d9-7d049edfaa2f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Pushing event deleted for resources: {'Port': ['ID=7dd6e3b0-3a00-49fb-9707-e7376e4a1349,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:22.691387 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-74b32ebc-fcd0-49d4-9751-be4e0a90b96a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Request body: {'security_group': {'name': 'tempest-securitygroup--943422923', 'description': 'tempest-description--1220911192'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:22.696430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5837c453-5bee-4547-b8d9-7d049edfaa2f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:22.698838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5837c453-5bee-4547-b8d9-7d049edfaa2f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:22.700427 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5837c453-5bee-4547-b8d9-7d049edfaa2f tempest-ExternalNetworksAdminNegativeTestJSON-449182307 tempest-ExternalNetworksAdminNegativeTestJSON-449182307-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/df863e99-10f4-444d-8541-65c992cb03d4 HTTP/1.1" status: 204 len: 168 time: 2.1005545 Sep 21 15:08:22.704429 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-39afed2a-97d0-4c85-bd9e-471c2b748ecd tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9705477 Sep 21 15:08:22.712555 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50810) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:22.718775 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-74b32ebc-fcd0-49d4-9751-be4e0a90b96a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:22.726610 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-74b32ebc-fcd0-49d4-9751-be4e0a90b96a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Usage tracker for resource:security_group and tenant:537869f246ac43fa81163f09d28c74dc is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:22.773571 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-74b32ebc-fcd0-49d4-9751-be4e0a90b96a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:22.779686 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-09fbb6bc-4050-4144-8b66-57260c11278a tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:22.779968 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-09fbb6bc-4050-4144-8b66-57260c11278a tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Added segment ffe1a4c4-3bbe-4767-a9ee-ab0408c72aa7 of type vlan for network f907fc91-3dd1-47f1-ab91-d15f504b26fe Sep 21 15:08:22.785250 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Transition to ACTIVE for port object 7046853f-469e-40e8-9f99-61bc855fe880 will not be triggered until provisioned by entity L2. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:22.795424 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-74b32ebc-fcd0-49d4-9751-be4e0a90b96a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:22.827340 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c8f96482-d707-4ba4-a7bc-a2ab694bcec0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Deleting port 363d550d-93a4-4d51-84dc-dd9c70c40a3a {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:08:22.827849 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8f96482-d707-4ba4-a7bc-a2ab694bcec0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:22.862189 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-74b32ebc-fcd0-49d4-9751-be4e0a90b96a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:22.911547 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-74b32ebc-fcd0-49d4-9751-be4e0a90b96a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:22.922985 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-74b32ebc-fcd0-49d4-9751-be4e0a90b96a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Usage tracker for resource:security_group_rule and tenant:537869f246ac43fa81163f09d28c74dc is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:22.929147 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-74b32ebc-fcd0-49d4-9751-be4e0a90b96a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:22.965736 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-74b32ebc-fcd0-49d4-9751-be4e0a90b96a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:22.975256 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:23.019560 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f54a16-315a-4bd8-b253-3683fdb36e3f None None] Network eebc8eef-7886-484b-bc17-69fa59e74831 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:08:23.036342 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-09fbb6bc-4050-4144-8b66-57260c11278a tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:23.043431 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 570c3ee2-44d8-49e3-946a-a022d5fa955f up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:23.199660 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Pushing event updated for resources: {'Port': ['ID=7046853f-469e-40e8-9f99-61bc855fe880,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:23.206365 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-74b32ebc-fcd0-49d4-9751-be4e0a90b96a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:23.211121 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8f96482-d707-4ba4-a7bc-a2ab694bcec0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:23.220330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-74b32ebc-fcd0-49d4-9751-be4e0a90b96a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:23.271161 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2eecc180-560c-431c-8b8d-84adc55abc0c None None] Provisioning for port 570c3ee2-44d8-49e3-946a-a022d5fa955f completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:23.331568 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Router 2f00fce9-2900-4916-b2e2-04c51cef2229 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:08:23.350540 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 570c3ee2-44d8-49e3-946a-a022d5fa955f completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:23.357595 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50818) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:23.366618 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c8f96482-d707-4ba4-a7bc-a2ab694bcec0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Calling delete_port for 363d550d-93a4-4d51-84dc-dd9c70c40a3a owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:08:23.368415 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 570c3ee2-44d8-49e3-946a-a022d5fa955f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:23.368871 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:23.426586 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-74b32ebc-fcd0-49d4-9751-be4e0a90b96a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:23.427803 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-74b32ebc-fcd0-49d4-9751-be4e0a90b96a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7476809 Sep 21 15:08:23.432622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50822) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:23.432751 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-09fbb6bc-4050-4144-8b66-57260c11278a tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:23.433610 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fbb6bc-4050-4144-8b66-57260c11278a tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:23.434902 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-09fbb6bc-4050-4144-8b66-57260c11278a tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:23.437888 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b32ebc-fcd0-49d4-9751-be4e0a90b96a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41488051-1955-4b83-bbe7-98c124d5ce88,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:23.442570 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a8e40348-fb7d-4b13-be47-6aa18fd90b7c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Request body: {'security_group_rule': {'security_group_id': '41488051-1955-4b83-bbe7-98c124d5ce88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:23.450698 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a8e40348-fb7d-4b13-be47-6aa18fd90b7c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:23.459474 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a8e40348-fb7d-4b13-be47-6aa18fd90b7c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Usage tracker for resource:security_group_rule and tenant:537869f246ac43fa81163f09d28c74dc is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:23.463520 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a8e40348-fb7d-4b13-be47-6aa18fd90b7c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:23.476373 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'name': 'tempest-ServerActionsTestJSON-914627431-router', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:08Z', 'updated_at': '2022-09-21T15:08:18Z', 'revision_number': 4, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'gw_port': {'id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:09Z', 'updated_at': '2022-09-21T15:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c0d1ce86-0615-4b45-94bc-dc1b90f29754', 'name': '', 'network_id': '35623812-409c-40a9-b25b-97314219e56f', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'mac_address': 'fa:16:3e:9c:b1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b1ab4349-2b6d-4af5-b8c9-4479fa3e1388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:15Z', 'updated_at': '2022-09-21T15:08:19Z', 'revision_number': 2, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'subnets': [{'id': 'b1ab4349-2b6d-4af5-b8c9-4479fa3e1388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:23.482137 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a8e40348-fb7d-4b13-be47-6aa18fd90b7c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:23.489412 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] Checking router: 3e08bd99-0442-451c-b665-e35931afc9fc for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:08:23.489765 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] Updating router 3e08bd99-0442-451c-b665-e35931afc9fc port c0d1ce86-0615-4b45-94bc-dc1b90f29754 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:08:23.540506 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8e40348-fb7d-4b13-be47-6aa18fd90b7c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:23.599718 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:23.611262 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8f96482-d707-4ba4-a7bc-a2ab694bcec0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:23.669063 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 570c3ee2-44d8-49e3-946a-a022d5fa955f is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:23.669685 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:23.671549 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:08:23.682816 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] device_id is not set on port 7727373b-b962-4d85-b5ae-909ec14ad1aa yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:08:23.689302 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f96482-d707-4ba4-a7bc-a2ab694bcec0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Pushing event deleted for resources: {'Port': ['ID=363d550d-93a4-4d51-84dc-dd9c70c40a3a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:23.725965 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] Sync routers for ids ['f0b68b36-7ba6-493a-b084-e159b7b39b3f'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:08:23.759794 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] Routers {'f0b68b36-7ba6-493a-b084-e159b7b39b3f'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:08:23.760804 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:08:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['f0b68b36-7ba6-493a-b084-e159b7b39b3f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:23.794226 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 570c3ee2-44d8-49e3-946a-a022d5fa955f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=570c3ee2-44d8-49e3-946a-a022d5fa955f,segment=NetworkSegment(dd3bee2c-af1a-4ee5-ae9b-2c4cb14d9f71),segment_id=dd3bee2c-af1a-4ee5-ae9b-2c4cb14d9f71)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:08:23.802181 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:23.894589 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Checking segment: {'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:23.895050 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Network hostable DHCP agents. Network: c14dd1db-acec-4e27-898d-87873d7cfac3, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:08:23.931209 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbb6bc-4050-4144-8b66-57260c11278a tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Pushing event updated for resources: {'Network': ['ID=f907fc91-3dd1-47f1-ab91-d15f504b26fe,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:23.947930 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-09fbb6bc-4050-4144-8b66-57260c11278a tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.1954668 Sep 21 15:08:23.956153 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50828) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:23.959128 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:23.960444 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-88708552-b85f-4ba2-a2c6-c1ce41cb77f1 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.8061988 Sep 21 15:08:23.961443 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4ce2c64-c879-45ac-a6d9-dbd1cd7fc30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:23.976621 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50830) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:24.004376 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network f907fc91-3dd1-47f1-ab91-d15f504b26fe details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:08:24.064203 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8e40348-fb7d-4b13-be47-6aa18fd90b7c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:24.064805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a241d4ba-757e-4a06-9312-ea8d0eced8a3 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Request body: {'subnet': {'network_id': 'f907fc91-3dd1-47f1-ab91-d15f504b26fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:24.069070 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8f96482-d707-4ba4-a7bc-a2ab694bcec0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:24.071910 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a241d4ba-757e-4a06-9312-ea8d0eced8a3 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:24.077896 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a241d4ba-757e-4a06-9312-ea8d0eced8a3 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Usage tracker for resource:subnet and tenant:548160d1b5b245f8af7804067c2d0f6c is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:24.081922 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a241d4ba-757e-4a06-9312-ea8d0eced8a3 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:24.082588 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c8f96482-d707-4ba4-a7bc-a2ab694bcec0 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] 10.222.0.62 "DELETE /v2.0/ports/363d550d-93a4-4d51-84dc-dd9c70c40a3a HTTP/1.1" status: 204 len: 168 time: 1.3595459 Sep 21 15:08:24.083644 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8e40348-fb7d-4b13-be47-6aa18fd90b7c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:24.085785 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] Set router f0b68b36-7ba6-493a-b084-e159b7b39b3f gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:08:24.094413 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a241d4ba-757e-4a06-9312-ea8d0eced8a3 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:24.104790 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:08:24.125743 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50836) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:24.144861 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e40348-fb7d-4b13-be47-6aa18fd90b7c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4197502f-e9f7-4f6c-9c6f-a4db670574d1,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:24.154265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8e40348-fb7d-4b13-be47-6aa18fd90b7c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:24.155548 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a8e40348-fb7d-4b13-be47-6aa18fd90b7c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7219024 Sep 21 15:08:24.158141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50840) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:24.171426 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a241d4ba-757e-4a06-9312-ea8d0eced8a3 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Made reservation on behalf of 548160d1b5b245f8af7804067c2d0f6c for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:24.173132 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8855d0a8-0fd3-4180-8614-5014a63b8305 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Request body: {'security_group_rule': {'security_group_id': '41488051-1955-4b83-bbe7-98c124d5ce88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:24.173759 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a241d4ba-757e-4a06-9312-ea8d0eced8a3 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks [] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:24.179371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8855d0a8-0fd3-4180-8614-5014a63b8305 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:24.183594 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8855d0a8-0fd3-4180-8614-5014a63b8305 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Usage tracker for resource:security_group_rule and tenant:537869f246ac43fa81163f09d28c74dc is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:24.188184 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e4ce2c64-c879-45ac-a6d9-dbd1cd7fc30d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:24.196432 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8855d0a8-0fd3-4180-8614-5014a63b8305 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:24.201555 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] Sync routers for ids ['2f00fce9-2900-4916-b2e2-04c51cef2229'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:08:24.207869 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Network c14dd1db-acec-4e27-898d-87873d7cfac3 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:08:24.210169 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e4ce2c64-c879-45ac-a6d9-dbd1cd7fc30d admin admin] Usage tracker for resource:security_group_rule and tenant:89c819b26f6d4352a7de44db8f641f0a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:24.211330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8855d0a8-0fd3-4180-8614-5014a63b8305 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:24.212902 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=570c3ee2-44d8-49e3-946a-a022d5fa955f,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:24.236880 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e4ce2c64-c879-45ac-a6d9-dbd1cd7fc30d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:24.255208 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8855d0a8-0fd3-4180-8614-5014a63b8305 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:24.298820 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] Routers {'2f00fce9-2900-4916-b2e2-04c51cef2229'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:08:24.299669 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:08:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2f00fce9-2900-4916-b2e2-04c51cef2229'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:24.324070 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:24.330441 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-695d3c04-029c-40d7-8b35-b037ac8b05e6 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 11.1283653 Sep 21 15:08:24.330665 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50846) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:24.399339 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e4ce2c64-c879-45ac-a6d9-dbd1cd7fc30d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:24.406897 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, c14dd1db-acec-4e27-898d-87873d7cfac3) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:24.456313 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41bdf50-e7c0-4db4-b0b9-3f27e8767445 None None] Network c14dd1db-acec-4e27-898d-87873d7cfac3 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:08:24.544220 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8855d0a8-0fd3-4180-8614-5014a63b8305 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:24.618606 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-66a44743-4114-400c-b0a1-fd3868a86d09 None None] Provisioning complete for port 570c3ee2-44d8-49e3-946a-a022d5fa955f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:24.618977 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-66a44743-4114-400c-b0a1-fd3868a86d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:24.630975 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8855d0a8-0fd3-4180-8614-5014a63b8305 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:24.677205 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'name': 'tempest-ServersTestManualDisk-1788168234-router', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:18Z', 'revision_number': 3, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'gw_port': {'id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:24.682020 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] Checking router: f0b68b36-7ba6-493a-b084-e159b7b39b3f for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:08:24.682561 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] Updating router f0b68b36-7ba6-493a-b084-e159b7b39b3f port 95846de9-b43b-47c4-8997-f34ef16926b5 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:08:24.692186 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855d0a8-0fd3-4180-8614-5014a63b8305 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb71577c-c29b-46d5-b5f2-45ae43b0b7fd,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:24.693690 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:24.721324 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8855d0a8-0fd3-4180-8614-5014a63b8305 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:24.724250 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8855d0a8-0fd3-4180-8614-5014a63b8305 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5644295 Sep 21 15:08:24.728046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50850) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:24.735635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4dc47215-ba94-4813-a1ba-a11c9887c095 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:24.753507 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:24.821525 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] device_id is not set on port a06ed1b3-5a3b-4895-9916-3b623e23394e yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:08:24.911279 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:24.986978 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 570c3ee2-44d8-49e3-946a-a022d5fa955f up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:25.083396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4dc47215-ba94-4813-a1ba-a11c9887c095 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:25.085199 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:25.106755 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:25.108658 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4dc47215-ba94-4813-a1ba-a11c9887c095 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Usage tracker for resource:floatingip and tenant:537869f246ac43fa81163f09d28c74dc is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:25.120422 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4dc47215-ba94-4813-a1ba-a11c9887c095 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:25.131320 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4dc47215-ba94-4813-a1ba-a11c9887c095 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:25.151759 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] Set router 2f00fce9-2900-4916-b2e2-04c51cef2229 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:08:25.178732 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:25.193185 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] Transition to ACTIVE for port object 95846de9-b43b-47c4-8997-f34ef16926b5 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:25.201921 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:25.213166 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4dc47215-ba94-4813-a1ba-a11c9887c095 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:25.264961 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Pushing event updated for resources: {'Port': ['ID=7727373b-b962-4d85-b5ae-909ec14ad1aa,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:25.298855 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-147a6b14-2130-406a-82ec-f6b7ca67e50c tempest-DHCPAgentSchedulersTestJSON-864352214 tempest-DHCPAgentSchedulersTestJSON-864352214-project-admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 1.1699479 Sep 21 15:08:25.303390 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] Attempting to bind port 95846de9-b43b-47c4-8997-f34ef16926b5 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:25.303757 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] Attempting to bind port 95846de9-b43b-47c4-8997-f34ef16926b5 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:25.304120 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] Attempting to bind port 95846de9-b43b-47c4-8997-f34ef16926b5 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:25.311744 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd0f79-68ba-4674-b701-1f125f410c1b None None] Pushing event updated for resources: {'Port': ['ID=95846de9-b43b-47c4-8997-f34ef16926b5,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:25.314371 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:08:25.314739 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:25.315132 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:25.315511 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:08:25.315978 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] Bound port: 95846de9-b43b-47c4-8997-f34ef16926b5, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:08:25.316101 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:25.316574 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:25.319275 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50854) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:25.323243 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Checking segment: {'id': '03059e9d-ccf0-4d37-9029-78b27065fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '61be738d-2bc1-4e19-8e6f-9ad0d27b70e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:25.323595 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Network hostable DHCP agents. Network: 61be738d-2bc1-4e19-8e6f-9ad0d27b70e6, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:08:25.328529 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:25.328914 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:25.329277 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:25.339691 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-435ff4fb-0df8-492d-b4d2-f9d1c258b527 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1331283275'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:25.347770 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-435ff4fb-0df8-492d-b4d2-f9d1c258b527 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:25.353060 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-435ff4fb-0df8-492d-b4d2-f9d1c258b527 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Usage tracker for resource:network and tenant:f6be5405ca17462db9d0186fa900cc46 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:25.356642 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-435ff4fb-0df8-492d-b4d2-f9d1c258b527 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:25.362947 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-435ff4fb-0df8-492d-b4d2-f9d1c258b527 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:25.378527 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 7046853f-469e-40e8-9f99-61bc855fe880 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:25.378878 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:25.383544 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 2 to bind port 7046853f-469e-40e8-9f99-61bc855fe880 Sep 21 15:08:25.398556 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] Transition to ACTIVE for port object c0d1ce86-0615-4b45-94bc-dc1b90f29754 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:25.401366 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-66a44743-4114-400c-b0a1-fd3868a86d09 None None] Current status of the port 570c3ee2-44d8-49e3-946a-a022d5fa955f is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:25.408688 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] For port 95846de9-b43b-47c4-8997-f34ef16926b5, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:08:25.410267 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435ff4fb-0df8-492d-b4d2-f9d1c258b527 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Made reservation on behalf of f6be5405ca17462db9d0186fa900cc46 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:25.412468 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] For port 95846de9-b43b-47c4-8997-f34ef16926b5, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=95846de9-b43b-47c4-8997-f34ef16926b5,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:08:25.414144 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-435ff4fb-0df8-492d-b4d2-f9d1c258b527 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:25.420202 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:25.423672 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-66a44743-4114-400c-b0a1-fd3868a86d09 None None] Could not find standard attr ID for object 363d550d-93a4-4d51-84dc-dd9c70c40a3a. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:08:25.428520 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:25.525426 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd0f79-68ba-4674-b701-1f125f410c1b None None] Pushing event updated for resources: {'Port': ['ID=95846de9-b43b-47c4-8997-f34ef16926b5,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:25.533253 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] Routers {'f0b68b36-7ba6-493a-b084-e159b7b39b3f'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:08:25.534026 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:08:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['f0b68b36-7ba6-493a-b084-e159b7b39b3f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:25.579253 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4dc47215-ba94-4813-a1ba-a11c9887c095 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:25.592477 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 570c3ee2-44d8-49e3-946a-a022d5fa955f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:25.592841 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:25.596091 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Network 61be738d-2bc1-4e19-8e6f-9ad0d27b70e6 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:08:25.611795 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:25.612109 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:25.612534 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:25.629248 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 61be738d-2bc1-4e19-8e6f-9ad0d27b70e6) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:25.633425 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:25.634245 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:25.681422 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfbee6f-4860-4ae7-ba5c-aecc0ebcd108 None None] Network 61be738d-2bc1-4e19-8e6f-9ad0d27b70e6 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:08:25.723469 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Pushing event updated for resources: {'Port': ['ID=a06ed1b3-5a3b-4895-9916-3b623e23394e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:25.726986 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 7046853f-469e-40e8-9f99-61bc855fe880 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:25.727327 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:25.735977 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63c3db32-9622-46f9-b3bb-47d2d8ea056e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:25.749400 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 3 to bind port 7046853f-469e-40e8-9f99-61bc855fe880 Sep 21 15:08:25.803266 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] Set router f0b68b36-7ba6-493a-b084-e159b7b39b3f gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:08:25.856854 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435ff4fb-0df8-492d-b4d2-f9d1c258b527 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:08:25.870139 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cdde9-196b-4745-968f-f6f506e03260 None None] Pushing event updated for resources: {'Port': ['ID=c0d1ce86-0615-4b45-94bc-dc1b90f29754,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:25.872640 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-972e78d9-c0fb-43ba-9082-742f7dea120e None None] Could not find standard attr ID for object 363d550d-93a4-4d51-84dc-dd9c70c40a3a. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:08:25.907137 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:25.907497 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:25.907830 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:25.943754 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] Attempting to bind port c0d1ce86-0615-4b45-94bc-dc1b90f29754 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:25.944122 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] Attempting to bind port c0d1ce86-0615-4b45-94bc-dc1b90f29754 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'e2ca3dfa-04cd-4658-ad74-63fa43c3937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '35623812-409c-40a9-b25b-97314219e56f'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:25.944504 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] Attempting to bind port c0d1ce86-0615-4b45-94bc-dc1b90f29754 on network 35623812-409c-40a9-b25b-97314219e56f {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:25.994707 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 7046853f-469e-40e8-9f99-61bc855fe880 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:25.995039 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:26.002677 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-435ff4fb-0df8-492d-b4d2-f9d1c258b527 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:26.002874 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:08:26.003132 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-435ff4fb-0df8-492d-b4d2-f9d1c258b527 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Added segment a0fe54e1-c5c8-4cb0-9212-9edfc9307a75 of type vlan for network 47c75b9f-aa78-4768-b6dc-ccc778c96e16 Sep 21 15:08:26.003228 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] Checking segment: {'id': 'e2ca3dfa-04cd-4658-ad74-63fa43c3937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '35623812-409c-40a9-b25b-97314219e56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:26.003513 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:26.003907 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] Bound using segment: {'id': 'e2ca3dfa-04cd-4658-ad74-63fa43c3937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '35623812-409c-40a9-b25b-97314219e56f'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:08:26.004600 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] Bound port: c0d1ce86-0615-4b45-94bc-dc1b90f29754, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ca3dfa-04cd-4658-ad74-63fa43c3937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '35623812-409c-40a9-b25b-97314219e56f'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:08:26.004986 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:26.021642 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-4dc47215-ba94-4813-a1ba-a11c9887c095 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Allocated IP 172.26.4.35 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/dc897321-55e4-49fd-8236-7c9083ccf957) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:26.023893 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 4 to bind port 7046853f-469e-40e8-9f99-61bc855fe880 Sep 21 15:08:26.062431 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Checking segment: {'id': '481c3d85-e396-466a-87d5-86ae6dcd605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b80bee46-3547-4dd9-821f-e5f7b3cd9b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:26.062768 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Network hostable DHCP agents. Network: b80bee46-3547-4dd9-821f-e5f7b3cd9b70, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:08:26.117428 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:26.117812 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:26.118141 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:26.142174 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 7046853f-469e-40e8-9f99-61bc855fe880 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:26.142506 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:26.149411 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 5 to bind port 7046853f-469e-40e8-9f99-61bc855fe880 Sep 21 15:08:26.197575 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'name': 'tempest-ServersTestManualDisk-1788168234-router', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:18Z', 'revision_number': 3, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'gw_port': {'id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:26.203524 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fa8263-eac8-46cf-a73e-83f5f5a5b727 None None] The sync data for ids ['f0b68b36-7ba6-493a-b084-e159b7b39b3f'] in dv-neutron-858731-1-hyperv is: [{'id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'name': 'tempest-ServersTestManualDisk-1788168234-router', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:18Z', 'revision_number': 3, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'gw_port': {'id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:08:26.248578 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 570c3ee2-44d8-49e3-946a-a022d5fa955f is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:26.249618 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-435ff4fb-0df8-492d-b4d2-f9d1c258b527 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:26.269776 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Network b80bee46-3547-4dd9-821f-e5f7b3cd9b70 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:08:26.275430 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4ce2c64-c879-45ac-a6d9-dbd1cd7fc30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:26.300605 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:26.301053 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:26.301326 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:26.301851 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] For port c0d1ce86-0615-4b45-94bc-dc1b90f29754, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:08:26.303954 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4ce2c64-c879-45ac-a6d9-dbd1cd7fc30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:26.306851 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'name': 'tempest-ServersTestJSON-711045979-router', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:19Z', 'revision_number': 3, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'gw_port': {'id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:26.310347 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] For port c0d1ce86-0615-4b45-94bc-dc1b90f29754, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c0d1ce86-0615-4b45-94bc-dc1b90f29754,segment=NetworkSegment(e2ca3dfa-04cd-4658-ad74-63fa43c3937e),segment_id=e2ca3dfa-04cd-4658-ad74-63fa43c3937e)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:08:26.313335 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-63c3db32-9622-46f9-b3bb-47d2d8ea056e admin admin] Allocated IP 172.20.0.1 (9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0/390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652/08fc8e81-39fd-4226-a8e8-f4dae0aaf067) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:26.316320 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] Checking router: 2f00fce9-2900-4916-b2e2-04c51cef2229 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:08:26.316751 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] Updating router 2f00fce9-2900-4916-b2e2-04c51cef2229 port bf0f21b7-637b-414b-bffa-d5b2a7f04c53 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:08:26.346023 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, b80bee46-3547-4dd9-821f-e5f7b3cd9b70) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:26.350909 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:26.358887 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:26.362354 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164be2b1-c330-4eb8-983e-df97ac690a4e None None] Network b80bee46-3547-4dd9-821f-e5f7b3cd9b70 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:08:26.363577 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:26.364283 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:26.367955 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 7046853f-469e-40e8-9f99-61bc855fe880 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:26.368282 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:26.375463 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:26.383977 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 6 to bind port 7046853f-469e-40e8-9f99-61bc855fe880 Sep 21 15:08:26.454521 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e4ce2c64-c879-45ac-a6d9-dbd1cd7fc30d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=89c819b26f6d4352a7de44db8f641f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0893464 Sep 21 15:08:26.478384 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50860) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:26.486567 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce2c64-c879-45ac-a6d9-dbd1cd7fc30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e26b312-2355-46db-bc06-a05ea66ed2b9,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:26.497823 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:26.498157 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:26.498496 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:26.522986 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4dc47215-ba94-4813-a1ba-a11c9887c095 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:26.570227 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-435ff4fb-0df8-492d-b4d2-f9d1c258b527 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:26.575297 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435ff4fb-0df8-492d-b4d2-f9d1c258b527 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:26.575802 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-435ff4fb-0df8-492d-b4d2-f9d1c258b527 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:26.592678 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:26.628064 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 7046853f-469e-40e8-9f99-61bc855fe880 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:26.628390 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:26.635286 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 7 to bind port 7046853f-469e-40e8-9f99-61bc855fe880 Sep 21 15:08:26.645090 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.objects.ports [None req-a241d4ba-757e-4a06-9312-ea8d0eced8a3 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:08:26.645625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a241d4ba-757e-4a06-9312-ea8d0eced8a3 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:26.646925 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] Routers {'3e08bd99-0442-451c-b665-e35931afc9fc'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:08:26.647612 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:08:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3e08bd99-0442-451c-b665-e35931afc9fc'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:26.687900 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1167106d-65dc-4cc4-9268-8efe6f266e2e tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.8425591 Sep 21 15:08:26.688347 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63c3db32-9622-46f9-b3bb-47d2d8ea056e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:26.692486 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50864) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:26.782603 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-274844cd-809e-4ef4-bda7-be6d89e53f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:26.785690 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-63c3db32-9622-46f9-b3bb-47d2d8ea056e admin admin] Transition to ACTIVE for port object 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:26.797043 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:26.797569 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:26.797697 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:26.864774 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 7046853f-469e-40e8-9f99-61bc855fe880 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:26.865433 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:26.879214 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-274844cd-809e-4ef4-bda7-be6d89e53f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:26.879884 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 8 to bind port 7046853f-469e-40e8-9f99-61bc855fe880 Sep 21 15:08:26.889525 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-435ff4fb-0df8-492d-b4d2-f9d1c258b527 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5545843 Sep 21 15:08:26.892929 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50868) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:26.904312 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ff4fb-0df8-492d-b4d2-f9d1c258b527 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Pushing event updated for resources: {'Network': ['ID=47c75b9f-aa78-4768-b6dc-ccc778c96e16,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:26.927182 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a241d4ba-757e-4a06-9312-ea8d0eced8a3 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Pushing event updated for resources: {'Subnet': ['ID=47092c9d-b812-46d0-b8d3-b3ec5b1fcc38,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:26.948043 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:26.948376 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:26.948738 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:26.965794 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 7046853f-469e-40e8-9f99-61bc855fe880 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:26.966420 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:26.970960 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 9 to bind port 7046853f-469e-40e8-9f99-61bc855fe880 Sep 21 15:08:27.013895 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 47c75b9f-aa78-4768-b6dc-ccc778c96e16 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:08:27.024387 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a241d4ba-757e-4a06-9312-ea8d0eced8a3 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Checking segment: {'id': 'ffe1a4c4-3bbe-4767-a9ee-ab0408c72aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f907fc91-3dd1-47f1-ab91-d15f504b26fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:27.025015 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a241d4ba-757e-4a06-9312-ea8d0eced8a3 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Network hostable DHCP agents. Network: f907fc91-3dd1-47f1-ab91-d15f504b26fe, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:08:27.030749 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 95846de9-b43b-47c4-8997-f34ef16926b5 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:27.045799 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:27.046336 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:27.047072 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:27.063784 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 7046853f-469e-40e8-9f99-61bc855fe880 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:27.064338 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:27.068154 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 10 to bind port 7046853f-469e-40e8-9f99-61bc855fe880 Sep 21 15:08:27.073236 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cdde9-196b-4745-968f-f6f506e03260 None None] Pushing event updated for resources: {'Port': ['ID=c0d1ce86-0615-4b45-94bc-dc1b90f29754,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:27.093244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4dc47215-ba94-4813-a1ba-a11c9887c095 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:27.102808 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-67df43a6-f9ea-4150-b38b-1e60a586f9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:27.121215 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a241d4ba-757e-4a06-9312-ea8d0eced8a3 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Network f907fc91-3dd1-47f1-ab91-d15f504b26fe is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:08:27.125456 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:27.125785 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:27.126111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:27.138090 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 7046853f-469e-40e8-9f99-61bc855fe880 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:27.138398 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 7046853f-469e-40e8-9f99-61bc855fe880 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:27.139094 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:27.249963 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc47215-ba94-4813-a1ba-a11c9887c095 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:27.255501 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-03ba52b6-20c6-4d61-a9b1-0c77467179a7 tempest-DHCPAgentSchedulersTestJSON-864352214 tempest-DHCPAgentSchedulersTestJSON-864352214-project-admin] 10.222.0.62 "GET /v2.0/agents/a76b6515-7316-48e5-883c-4ffff6036423/dhcp-networks HTTP/1.1" status: 200 len: 7972 time: 0.3577793 Sep 21 15:08:27.261402 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-4dc47215-ba94-4813-a1ba-a11c9887c095 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:27.264689 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc47215-ba94-4813-a1ba-a11c9887c095 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:27.297010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50874) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:27.299707 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc47215-ba94-4813-a1ba-a11c9887c095 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Pushing event updated for resources: {'Port': ['ID=dc897321-55e4-49fd-8236-7c9083ccf957,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:27.315882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] For port 7046853f-469e-40e8-9f99-61bc855fe880, host hv-neutron-8587, cleared binding levels {{(pid=89019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:08:27.316303 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempted to set empty binding levels {{(pid=89019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 21 15:08:27.335801 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-a241d4ba-757e-4a06-9312-ea8d0eced8a3 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, f907fc91-3dd1-47f1-ab91-d15f504b26fe) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:27.338306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f6bd55-27dc-44f5-b508-a864686a4318 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:27.344318 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:27.345098 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f6bd55-27dc-44f5-b508-a864686a4318 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:27.345370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:27.345952 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:27.350418 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-52f6bd55-27dc-44f5-b508-a864686a4318 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6511562 Sep 21 15:08:27.351277 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63c3db32-9622-46f9-b3bb-47d2d8ea056e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:27.355513 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50878) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:27.369047 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a241d4ba-757e-4a06-9312-ea8d0eced8a3 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:27.369754 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a241d4ba-757e-4a06-9312-ea8d0eced8a3 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:27.461389 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 9.3272469 Sep 21 15:08:27.479389 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50882) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:27.502814 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a241d4ba-757e-4a06-9312-ea8d0eced8a3 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5249076 Sep 21 15:08:27.505008 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50886) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:27.517424 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Request body: {'floatingip': {'floating_network_id': 'f907fc91-3dd1-47f1-ab91-d15f504b26fe'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:27.530904 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:27.534288 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e60387-067d-4a44-aac4-32cfa7ae7d96 None None] Network f907fc91-3dd1-47f1-ab91-d15f504b26fe requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:08:27.562157 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c4577-d8f6-4498-b82b-ec38829d2097 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Pushing event updated for resources: {'Port': ['ID=7046853f-469e-40e8-9f99-61bc855fe880,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:27.564709 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Usage tracker for resource:floatingip and tenant:548160d1b5b245f8af7804067c2d0f6c is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:27.571890 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:27.581076 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-274844cd-809e-4ef4-bda7-be6d89e53f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:27.584279 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:27.588744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c3db32-9622-46f9-b3bb-47d2d8ea056e admin admin] Network 9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:27.605959 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:27.618739 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-63c3db32-9622-46f9-b3bb-47d2d8ea056e admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:27.621321 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c3db32-9622-46f9-b3bb-47d2d8ea056e admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:27.624627 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-67df43a6-f9ea-4150-b38b-1e60a586f9c3 admin admin] Allocated IP 172.20.0.1 (0ef8c881-241c-44dd-ad21-90cc5d4e1c08/12321c25-030d-4ce8-873b-07a4218e6985/14bf62c1-b881-4ebc-8d5d-45f1473f255c) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:27.685275 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3db32-9622-46f9-b3bb-47d2d8ea056e admin admin] Pushing event updated for resources: {'Port': ['ID=08fc8e81-39fd-4226-a8e8-f4dae0aaf067,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:27.709077 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9be9c034-295a-4542-a43e-0c9103bbcf83 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Deleting port 7727373b-b962-4d85-b5ae-909ec14ad1aa {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:08:27.709431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9be9c034-295a-4542-a43e-0c9103bbcf83 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:27.743633 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:27.779578 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] Transition to ACTIVE for port object bf0f21b7-637b-414b-bffa-d5b2a7f04c53 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:27.811471 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] Set router 3e08bd99-0442-451c-b665-e35931afc9fc gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:08:27.839653 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274844cd-809e-4ef4-bda7-be6d89e53f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e26b312-2355-46db-bc06-a05ea66ed2b9,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:27.873791 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-274844cd-809e-4ef4-bda7-be6d89e53f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:27.874923 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-274844cd-809e-4ef4-bda7-be6d89e53f77 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e26b312-2355-46db-bc06-a05ea66ed2b9 HTTP/1.1" status: 204 len: 168 time: 1.3956113 Sep 21 15:08:27.882189 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:27.883630 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63c3db32-9622-46f9-b3bb-47d2d8ea056e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:27.887724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-f7d6c116-e87a-4b63-aa73-4cb5f44b36f5 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Deleting port 7046853f-469e-40e8-9f99-61bc855fe880 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:08:27.888062 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7d6c116-e87a-4b63-aa73-4cb5f44b36f5 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:27.915080 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-67df43a6-f9ea-4150-b38b-1e60a586f9c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:27.946818 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-67df43a6-f9ea-4150-b38b-1e60a586f9c3 admin admin] Transition to ACTIVE for port object 14bf62c1-b881-4ebc-8d5d-45f1473f255c will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:27.991219 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:27.992663 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4dc47215-ba94-4813-a1ba-a11c9887c095 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:28.000984 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 95846de9-b43b-47c4-8997-f34ef16926b5 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:28.071056 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 95846de9-b43b-47c4-8997-f34ef16926b5 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:28.075870 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:28.159761 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-67df43a6-f9ea-4150-b38b-1e60a586f9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:28.161420 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] Attempting to bind port bf0f21b7-637b-414b-bffa-d5b2a7f04c53 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:28.161900 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] Attempting to bind port bf0f21b7-637b-414b-bffa-d5b2a7f04c53 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:28.162349 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] Attempting to bind port bf0f21b7-637b-414b-bffa-d5b2a7f04c53 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:28.220869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4dc47215-ba94-4813-a1ba-a11c9887c095 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:28.285902 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:08:28.286452 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:28.286938 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:28.287420 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:08:28.287988 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] Bound port: bf0f21b7-637b-414b-bffa-d5b2a7f04c53, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:08:28.288483 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:28.294874 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Allocated IP 172.20.0.9 (f907fc91-3dd1-47f1-ab91-d15f504b26fe/47092c9d-b812-46d0-b8d3-b3ec5b1fcc38/836fb4f7-a96d-43f4-8165-444b8e1e99fc) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:28.321750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a36aea-1381-487b-83ab-3e6522c63c4d tempest-DHCPAgentSchedulersTestJSON-864352214 tempest-DHCPAgentSchedulersTestJSON-864352214-project-admin] Network 47c75b9f-aa78-4768-b6dc-ccc778c96e16 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:08:28.336271 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec0a92-0e41-4f33-8218-e3687502cbd5 None None] Pushing event updated for resources: {'Port': ['ID=bf0f21b7-637b-414b-bffa-d5b2a7f04c53,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:28.431266 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-352519e8-9aaf-405b-96dc-c7965f79c1c3 None None] Provisioning for port 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:28.469939 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-352519e8-9aaf-405b-96dc-c7965f79c1c3 None None] Provisioning complete for port 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:28.470757 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-352519e8-9aaf-405b-96dc-c7965f79c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:28.514740 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50900) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:28.544653 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b0a36aea-1381-487b-83ab-3e6522c63c4d tempest-DHCPAgentSchedulersTestJSON-864352214 tempest-DHCPAgentSchedulersTestJSON-864352214-project-admin] 10.222.0.62 "POST /v2.0/agents/a76b6515-7316-48e5-883c-4ffff6036423/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.2443175 Sep 21 15:08:28.547971 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50904) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:28.563234 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67df43a6-f9ea-4150-b38b-1e60a586f9c3 admin admin] Network 0ef8c881-241c-44dd-ad21-90cc5d4e1c08 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:28.574721 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-67df43a6-f9ea-4150-b38b-1e60a586f9c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:28.577754 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67df43a6-f9ea-4150-b38b-1e60a586f9c3 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:28.578463 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-67df43a6-f9ea-4150-b38b-1e60a586f9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:28.599715 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ad7491-aeb3-4161-8d65-f11328998142 None None] Network 47c75b9f-aa78-4768-b6dc-ccc778c96e16 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:08:28.727604 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9be9c034-295a-4542-a43e-0c9103bbcf83 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:28.744553 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cabccea2-68bc-4ae8-9885-cf511edc0584 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb50f0e732ce44c0b3b29844ab7fbfb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240674 Sep 21 15:08:28.766607 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:28.803318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50908) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:28.813715 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] For port bf0f21b7-637b-414b-bffa-d5b2a7f04c53, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:08:28.814022 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df43a6-f9ea-4150-b38b-1e60a586f9c3 admin admin] Pushing event updated for resources: {'Port': ['ID=14bf62c1-b881-4ebc-8d5d-45f1473f255c,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:28.829400 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eedc832-a801-4377-96d3-8a16c3ded83a None None] Network f907fc91-3dd1-47f1-ab91-d15f504b26fe requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:08:28.834010 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:28.851528 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-352519e8-9aaf-405b-96dc-c7965f79c1c3 None None] Port 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:08:28.944055 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Network f907fc91-3dd1-47f1-ab91-d15f504b26fe is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:28.952499 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:28.962953 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:28.963142 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] For port bf0f21b7-637b-414b-bffa-d5b2a7f04c53, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=bf0f21b7-637b-414b-bffa-d5b2a7f04c53,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:08:28.963724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9be9c034-295a-4542-a43e-0c9103bbcf83 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Calling delete_port for 7727373b-b962-4d85-b5ae-909ec14ad1aa owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:08:28.966204 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 95846de9-b43b-47c4-8997-f34ef16926b5 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:28.966693 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:28.995147 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Pushing event updated for resources: {'Port': ['ID=836fb4f7-a96d-43f4-8165-444b8e1e99fc,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:29.020002 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:29.067378 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-f7d6c116-e87a-4b63-aa73-4cb5f44b36f5 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] For port 7046853f-469e-40e8-9f99-61bc855fe880, host hv-neutron-8587, got binding levels [] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:08:29.067743 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7d6c116-e87a-4b63-aa73-4cb5f44b36f5 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:29.087371 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-90f8a9c8-2cf5-4da4-b8f7-6aa54d5dcd1c tempest-DHCPAgentSchedulersTestJSON-864352214 tempest-DHCPAgentSchedulersTestJSON-864352214-project-admin] 10.222.0.62 "GET /v2.0/agents/a76b6515-7316-48e5-883c-4ffff6036423/dhcp-networks HTTP/1.1" status: 200 len: 9511 time: 0.5336585 Sep 21 15:08:29.094530 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50912) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:29.162428 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 95846de9-b43b-47c4-8997-f34ef16926b5, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=95846de9-b43b-47c4-8997-f34ef16926b5,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:08:29.174696 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:29.196187 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f67bc060-e744-4e74-bb53-78b9977a9ca5 None None] Provisioning for port 14bf62c1-b881-4ebc-8d5d-45f1473f255c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:29.207878 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:29.214165 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] Routers {'2f00fce9-2900-4916-b2e2-04c51cef2229'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:08:29.214780 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:08:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2f00fce9-2900-4916-b2e2-04c51cef2229'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:29.226754 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-67df43a6-f9ea-4150-b38b-1e60a586f9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:29.248941 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-f7d6c116-e87a-4b63-aa73-4cb5f44b36f5 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Calling delete_port for 7046853f-469e-40e8-9f99-61bc855fe880 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:08:29.281933 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f67bc060-e744-4e74-bb53-78b9977a9ca5 None None] Provisioning complete for port 14bf62c1-b881-4ebc-8d5d-45f1473f255c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:29.282305 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f67bc060-e744-4e74-bb53-78b9977a9ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:29.321556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:29.345379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-05693a72-72a5-4620-9ada-c5a662b15503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:29.389202 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec0a92-0e41-4f33-8218-e3687502cbd5 None None] Pushing event updated for resources: {'Port': ['ID=bf0f21b7-637b-414b-bffa-d5b2a7f04c53,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:29.466794 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63c3db32-9622-46f9-b3bb-47d2d8ea056e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:29.486225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-05693a72-72a5-4620-9ada-c5a662b15503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:29.504833 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9be9c034-295a-4542-a43e-0c9103bbcf83 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:29.509910 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-041dd69f-557a-4c01-ba49-d88c93a0a4ec tempest-DHCPAgentSchedulersTestJSON-864352214 tempest-DHCPAgentSchedulersTestJSON-864352214-project-admin] 10.222.0.62 "DELETE /v2.0/agents/a76b6515-7316-48e5-883c-4ffff6036423/dhcp-networks/47c75b9f-aa78-4768-b6dc-ccc778c96e16 HTTP/1.1" status: 204 len: 168 time: 0.3411710 Sep 21 15:08:29.528859 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50916) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:29.530163 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f67bc060-e744-4e74-bb53-78b9977a9ca5 None None] Port 14bf62c1-b881-4ebc-8d5d-45f1473f255c cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:08:29.576011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4dc47215-ba94-4813-a1ba-a11c9887c095 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:29.635701 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=95846de9-b43b-47c4-8997-f34ef16926b5,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:29.639546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4dc47215-ba94-4813-a1ba-a11c9887c095 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:29.645715 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'name': 'tempest-ServerActionsTestJSON-914627431-router', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:08Z', 'updated_at': '2022-09-21T15:08:18Z', 'revision_number': 4, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'gw_port': {'id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:09Z', 'updated_at': '2022-09-21T15:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c0d1ce86-0615-4b45-94bc-dc1b90f29754', 'name': '', 'network_id': '35623812-409c-40a9-b25b-97314219e56f', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'mac_address': 'fa:16:3e:9c:b1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b1ab4349-2b6d-4af5-b8c9-4479fa3e1388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:15Z', 'updated_at': '2022-09-21T15:08:26Z', 'revision_number': 4, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'subnets': [{'id': 'b1ab4349-2b6d-4af5-b8c9-4479fa3e1388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:29.664764 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9c034-295a-4542-a43e-0c9103bbcf83 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Pushing event deleted for resources: {'Port': ['ID=7727373b-b962-4d85-b5ae-909ec14ad1aa,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:29.664972 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d249b85-cd6e-4e89-af5c-5da007b49ef7 None None] The sync data for ids ['3e08bd99-0442-451c-b665-e35931afc9fc'] in dv-neutron-858731-1-hyperv is: [{'id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'name': 'tempest-ServerActionsTestJSON-914627431-router', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:08Z', 'updated_at': '2022-09-21T15:08:18Z', 'revision_number': 4, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'gw_port': {'id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:09Z', 'updated_at': '2022-09-21T15:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c0d1ce86-0615-4b45-94bc-dc1b90f29754', 'name': '', 'network_id': '35623812-409c-40a9-b25b-97314219e56f', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'mac_address': 'fa:16:3e:9c:b1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b1ab4349-2b6d-4af5-b8c9-4479fa3e1388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:15Z', 'updated_at': '2022-09-21T15:08:26Z', 'revision_number': 4, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'subnets': [{'id': 'b1ab4349-2b6d-4af5-b8c9-4479fa3e1388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:08:29.668242 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] Set router 2f00fce9-2900-4916-b2e2-04c51cef2229 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:08:29.678628 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-67df43a6-f9ea-4150-b38b-1e60a586f9c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:29.688985 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-67df43a6-f9ea-4150-b38b-1e60a586f9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:29.689946 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-67df43a6-f9ea-4150-b38b-1e60a586f9c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:29.809813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9be9c034-295a-4542-a43e-0c9103bbcf83 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:29.827795 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7d6c116-e87a-4b63-aa73-4cb5f44b36f5 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:29.840977 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:08:29.869511 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:29.889108 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:29.889847 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:29.895928 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df43a6-f9ea-4150-b38b-1e60a586f9c3 admin admin] Pushing event updated for resources: {'Port': ['ID=14bf62c1-b881-4ebc-8d5d-45f1473f255c,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:29.980295 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4dc47215-ba94-4813-a1ba-a11c9887c095 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:30.011269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc47215-ba94-4813-a1ba-a11c9887c095 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Pushing event updated for resources: {'Port': ['ID=dc897321-55e4-49fd-8236-7c9083ccf957,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:30.017180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7d6c116-e87a-4b63-aa73-4cb5f44b36f5 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:30.019204 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f7d6c116-e87a-4b63-aa73-4cb5f44b36f5 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] 10.222.0.62 "DELETE /v2.0/ports/7046853f-469e-40e8-9f99-61bc855fe880 HTTP/1.1" status: 204 len: 168 time: 2.5334673 Sep 21 15:08:30.038587 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50920) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:30.149949 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Pushing event updated for resources: {'Port': ['ID=836fb4f7-a96d-43f4-8165-444b8e1e99fc,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:30.151596 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'name': 'tempest-ServersTestJSON-711045979-router', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:29Z', 'revision_number': 4, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'gw_port': {'id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '08fc8e81-39fd-4226-a8e8-f4dae0aaf067', 'name': '', 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'mac_address': 'fa:16:3e:b2:81:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:25Z', 'updated_at': '2022-09-21T15:08:26Z', 'revision_number': 1, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'subnets': [{'id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:30.156623 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:30.158040 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cdc7ae74-ceb0-4e8e-8864-77ecedb71449 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6497378 Sep 21 15:08:30.161065 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54297ec-4cd3-417e-ac1f-2da92addf22a tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] GET failed (client error): The resource could not be found. Sep 21 15:08:30.161585 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b54297ec-4cd3-417e-ac1f-2da92addf22a tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Synchronizing usage tracker for tenant:8720728217d14c16b47be3adef31c1dc on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:08:30.165570 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9709eb0c-5332-4b75-b31e-88edb8641c72 None None] The sync data for ids ['2f00fce9-2900-4916-b2e2-04c51cef2229'] in dv-neutron-858731-1-hyperv is: [{'id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'name': 'tempest-ServersTestJSON-711045979-router', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:29Z', 'revision_number': 4, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'gw_port': {'id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '08fc8e81-39fd-4226-a8e8-f4dae0aaf067', 'name': '', 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'mac_address': 'fa:16:3e:b2:81:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:25Z', 'updated_at': '2022-09-21T15:08:26Z', 'revision_number': 1, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'subnets': [{'id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:08:30.166173 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50924) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:30.226498 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9be9c034-295a-4542-a43e-0c9103bbcf83 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "DELETE /v2.0/ports/7727373b-b962-4d85-b5ae-909ec14ad1aa HTTP/1.1" status: 204 len: 168 time: 2.8313117 Sep 21 15:08:30.239938 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50928) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:30.265251 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4dc47215-ba94-4813-a1ba-a11c9887c095 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:30.268761 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67df43a6-f9ea-4150-b38b-1e60a586f9c3 admin admin] Network 0ef8c881-241c-44dd-ad21-90cc5d4e1c08 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:30.271742 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4dc47215-ba94-4813-a1ba-a11c9887c095 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5394993 Sep 21 15:08:30.277412 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6c116-e87a-4b63-aa73-4cb5f44b36f5 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Pushing event deleted for resources: {'Port': ['ID=7046853f-469e-40e8-9f99-61bc855fe880,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:30.283614 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-05693a72-72a5-4620-9ada-c5a662b15503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:30.286070 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-05693a72-72a5-4620-9ada-c5a662b15503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:30.287226 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-05693a72-72a5-4620-9ada-c5a662b15503 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa6b5038-c5e1-47f7-8c6f-f35bbeb97e92 HTTP/1.1" status: 204 len: 168 time: 1.4834099 Sep 21 15:08:30.338553 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-67df43a6-f9ea-4150-b38b-1e60a586f9c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:30.348232 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05693a72-72a5-4620-9ada-c5a662b15503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6b5038-c5e1-47f7-8c6f-f35bbeb97e92,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:30.375941 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0e324762-117a-49d7-bf67-9a90fc67b799 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Synchronizing usage tracker for tenant:548160d1b5b245f8af7804067c2d0f6c on resource:floatingip {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:08:30.388127 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b17e02dd-c54b-4da8-a59f-76ec07397242 tempest-DHCPAgentSchedulersTestJSON-864352214 tempest-DHCPAgentSchedulersTestJSON-864352214-project-admin] 10.222.0.62 "GET /v2.0/agents/a76b6515-7316-48e5-883c-4ffff6036423/dhcp-networks HTTP/1.1" status: 200 len: 8741 time: 0.8188868 Sep 21 15:08:30.388651 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b54297ec-4cd3-417e-ac1f-2da92addf22a tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Unset dirty status for tenant:8720728217d14c16b47be3adef31c1dc on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:08:30.388651 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b54297ec-4cd3-417e-ac1f-2da92addf22a tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] 10.222.0.62 "GET /v2.0/ports/7046853f-469e-40e8-9f99-61bc855fe880 HTTP/1.1" status: 404 len: 333 time: 0.3372142 Sep 21 15:08:30.397481 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50936) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:30.397828 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50938) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:30.427050 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4bc3da6f-257e-4ac6-9e6e-abbb4fa1ed4d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Request body: {'port': {'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2075776262'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:30.443647 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4bc3da6f-257e-4ac6-9e6e-abbb4fa1ed4d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:30.498477 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4bc3da6f-257e-4ac6-9e6e-abbb4fa1ed4d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:30.508889 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e5ab67a1-6df3-41ee-89d8-4135e968e777 tempest-DHCPAgentSchedulersTestJSON-864352214 tempest-DHCPAgentSchedulersTestJSON-864352214-project-admin] 10.222.0.62 "GET /v2.0/networks/eebc8eef-7886-484b-bc17-69fa59e74831/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1019735 Sep 21 15:08:30.539000 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63c3db32-9622-46f9-b3bb-47d2d8ea056e admin admin] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:30.544155 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50946) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:30.560397 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63c3db32-9622-46f9-b3bb-47d2d8ea056e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:30.760253 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63c3db32-9622-46f9-b3bb-47d2d8ea056e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:30.806952 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-219c84d3-31c2-402e-b40d-5dfada07f603 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Deleting port a06ed1b3-5a3b-4895-9916-3b623e23394e {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:08:30.807318 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-219c84d3-31c2-402e-b40d-5dfada07f603 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:30.881946 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0e324762-117a-49d7-bf67-9a90fc67b799 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Unset dirty status for tenant:548160d1b5b245f8af7804067c2d0f6c on resource:floatingip {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:08:30.885128 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a0e600b2-798a-41db-84cf-7a60fc6bec43 None None] Provisioning complete for port 14bf62c1-b881-4ebc-8d5d-45f1473f255c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:30.886039 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a0e600b2-798a-41db-84cf-7a60fc6bec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:30.895373 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0e324762-117a-49d7-bf67-9a90fc67b799 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] 10.222.0.62 "GET /v2.0/floatingips?floating_network_id=f907fc91-3dd1-47f1-ab91-d15f504b26fe HTTP/1.1" status: 200 len: 689 time: 0.7212884 Sep 21 15:08:30.918915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 50962) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:30.993465 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a0e600b2-798a-41db-84cf-7a60fc6bec43 None None] Port 14bf62c1-b881-4ebc-8d5d-45f1473f255c cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:08:31.057566 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc3da6f-257e-4ac6-9e6e-abbb4fa1ed4d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Made reservation on behalf of 8720728217d14c16b47be3adef31c1dc for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:31.060683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bc3da6f-257e-4ac6-9e6e-abbb4fa1ed4d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:31.122381 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c3db32-9622-46f9-b3bb-47d2d8ea056e admin admin] Network 9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:31.124865 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d4deb40d-7aa9-45a4-831e-b13057a48aa5 tempest-DHCPAgentSchedulersTestJSON-864352214 tempest-DHCPAgentSchedulersTestJSON-864352214-project-admin] 10.222.0.62 "GET /v2.0/networks/eebc8eef-7886-484b-bc17-69fa59e74831/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.5791652 Sep 21 15:08:31.142973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-63c3db32-9622-46f9-b3bb-47d2d8ea056e admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:31.149844 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50972) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:31.225949 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-4bc3da6f-257e-4ac6-9e6e-abbb4fa1ed4d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] device_id is not set on port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:08:31.410968 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67df43a6-f9ea-4150-b38b-1e60a586f9c3 admin admin] Router f0b68b36-7ba6-493a-b084-e159b7b39b3f has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:08:31.570535 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 95846de9-b43b-47c4-8997-f34ef16926b5 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:31.670512 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3db32-9622-46f9-b3bb-47d2d8ea056e admin admin] Pushing event updated for resources: {'Port': ['ID=08fc8e81-39fd-4226-a8e8-f4dae0aaf067,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:31.731019 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ed0c0e8a-5fba-4ce9-a064-48fafdeafaab None None] Provisioning complete for port 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:31.733375 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ed0c0e8a-5fba-4ce9-a064-48fafdeafaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:31.761758 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:31.834522 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 50994) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:31.895113 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c0e8a-5fba-4ce9-a064-48fafdeafaab None None] Port 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:08:31.906662 dv-neutron-858731-1-hyperv neutron-server[89018]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 15:08:31.908998 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 95846de9-b43b-47c4-8997-f34ef16926b5 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:31.909594 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:32.050460 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67df43a6-f9ea-4150-b38b-1e60a586f9c3 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:08:32.053261 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-2e1118ff-211e-4764-ab4d-d82e7d7f6d6b tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Synchronizing usage tracker for tenant:537869f246ac43fa81163f09d28c74dc on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:08:32.066737 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] Sync routers for ids ['f0b68b36-7ba6-493a-b084-e159b7b39b3f'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:08:32.069765 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-668e0b0c-8477-47dd-981e-1d56d9281c42 tempest-DHCPAgentSchedulersTestJSON-864352214 tempest-DHCPAgentSchedulersTestJSON-864352214-project-admin] 10.222.0.62 "GET /v2.0/agents/a76b6515-7316-48e5-883c-4ffff6036423/dhcp-networks HTTP/1.1" status: 200 len: 8741 time: 0.9158199 Sep 21 15:08:32.078267 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51000) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:32.083266 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] Routers {'f0b68b36-7ba6-493a-b084-e159b7b39b3f'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:08:32.083607 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bc3da6f-257e-4ac6-9e6e-abbb4fa1ed4d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:32.084683 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:08:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['f0b68b36-7ba6-493a-b084-e159b7b39b3f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:32.101914 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-67df43a6-f9ea-4150-b38b-1e60a586f9c3 admin admin] 10.222.0.62 "PUT /v2.0/routers/f0b68b36-7ba6-493a-b084-e159b7b39b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1148274 Sep 21 15:08:32.116540 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Deleting port 836fb4f7-a96d-43f4-8165-444b8e1e99fc {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:08:32.117200 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:32.125856 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c3db32-9622-46f9-b3bb-47d2d8ea056e admin admin] Router 2f00fce9-2900-4916-b2e2-04c51cef2229 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:08:32.159074 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 95846de9-b43b-47c4-8997-f34ef16926b5 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:32.160979 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c0d1ce86-0615-4b45-94bc-dc1b90f29754 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:32.217399 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-219c84d3-31c2-402e-b40d-5dfada07f603 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:32.265720 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port c0d1ce86-0615-4b45-94bc-dc1b90f29754 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:32.274169 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port c0d1ce86-0615-4b45-94bc-dc1b90f29754 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:32.275363 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:32.306702 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-2e1118ff-211e-4764-ab4d-d82e7d7f6d6b tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Unset dirty status for tenant:537869f246ac43fa81163f09d28c74dc on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:08:32.307797 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-2e1118ff-211e-4764-ab4d-d82e7d7f6d6b tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--943422923&fields=id&tenant_id=537869f246ac43fa81163f09d28c74dc HTTP/1.1" status: 200 len: 267 time: 0.4217906 Sep 21 15:08:32.389658 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-219c84d3-31c2-402e-b40d-5dfada07f603 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Calling delete_port for a06ed1b3-5a3b-4895-9916-3b623e23394e owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:08:32.500254 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] Set router f0b68b36-7ba6-493a-b084-e159b7b39b3f gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:08:32.563344 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port c0d1ce86-0615-4b45-94bc-dc1b90f29754 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:32.564620 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:32.643047 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port c0d1ce86-0615-4b45-94bc-dc1b90f29754, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c0d1ce86-0615-4b45-94bc-dc1b90f29754,segment=NetworkSegment(e2ca3dfa-04cd-4658-ad74-63fa43c3937e),segment_id=e2ca3dfa-04cd-4658-ad74-63fa43c3937e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:08:32.651669 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:32.770342 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a0b950a-e501-4e29-9e92-f0fe4a70d78f tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:32.835937 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=c0d1ce86-0615-4b45-94bc-dc1b90f29754,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:32.902327 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:32.903386 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:33.124944 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'name': 'tempest-ServersTestManualDisk-1788168234-router', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:29Z', 'revision_number': 4, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'gw_port': {'id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '14bf62c1-b881-4ebc-8d5d-45f1473f255c', 'name': '', 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'mac_address': 'fa:16:3e:4a:f0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '12321c25-030d-4ce8-873b-07a4218e6985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:27Z', 'updated_at': '2022-09-21T15:08:29Z', 'revision_number': 2, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'subnets': [{'id': '12321c25-030d-4ce8-873b-07a4218e6985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:33.130611 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] Checking router: f0b68b36-7ba6-493a-b084-e159b7b39b3f for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:08:33.131197 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] Updating router f0b68b36-7ba6-493a-b084-e159b7b39b3f port 14bf62c1-b881-4ebc-8d5d-45f1473f255c binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:08:33.190347 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c3db32-9622-46f9-b3bb-47d2d8ea056e admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:08:33.207291 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51022) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:33.210066 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:33.230493 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Calling delete_port for 836fb4f7-a96d-43f4-8165-444b8e1e99fc owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:08:33.234056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5f5d646d-8c44-45ac-b74f-abc2089c703c tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1209596091', 'description': 'tempest-description--1290550137'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:33.239848 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5f5d646d-8c44-45ac-b74f-abc2089c703c tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:33.244334 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5f5d646d-8c44-45ac-b74f-abc2089c703c tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Usage tracker for resource:security_group and tenant:d49d503a5c894e259463c6f22dd952c8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:33.248300 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5f5d646d-8c44-45ac-b74f-abc2089c703c tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:33.257422 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5f5d646d-8c44-45ac-b74f-abc2089c703c tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:33.281537 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-219c84d3-31c2-402e-b40d-5dfada07f603 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:33.291819 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bc3da6f-257e-4ac6-9e6e-abbb4fa1ed4d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:33.302911 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-63c3db32-9622-46f9-b3bb-47d2d8ea056e admin admin] 10.222.0.62 "PUT /v2.0/routers/2f00fce9-2900-4916-b2e2-04c51cef2229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9657362 Sep 21 15:08:33.357339 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-219679cd-1feb-404d-a23e-5f2f35fcee07 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:33.368478 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-219679cd-1feb-404d-a23e-5f2f35fcee07 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/networks?id=35623812-409c-40a9-b25b-97314219e56f HTTP/1.1" status: 200 len: 811 time: 1.0367854 Sep 21 15:08:33.420336 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-219c84d3-31c2-402e-b40d-5dfada07f603 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:33.426433 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c84d3-31c2-402e-b40d-5dfada07f603 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Pushing event deleted for resources: {'Port': ['ID=a06ed1b3-5a3b-4895-9916-3b623e23394e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:33.461587 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-219c84d3-31c2-402e-b40d-5dfada07f603 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "DELETE /v2.0/ports/a06ed1b3-5a3b-4895-9916-3b623e23394e HTTP/1.1" status: 204 len: 168 time: 3.2068911 Sep 21 15:08:33.462944 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5f5d646d-8c44-45ac-b74f-abc2089c703c tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:33.463957 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51036) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:33.500524 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device bf0f21b7-637b-414b-bffa-d5b2a7f04c53 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:33.555283 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-62e1da2d-8db4-4605-b026-e9f9d7cc9c74 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Synchronizing usage tracker for tenant:ee2e68684559481ebca9689d040f056d on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:08:33.629108 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-62e1da2d-8db4-4605-b026-e9f9d7cc9c74 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Unset dirty status for tenant:ee2e68684559481ebca9689d040f056d on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:08:33.633679 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-62e1da2d-8db4-4605-b026-e9f9d7cc9c74 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1649554 Sep 21 15:08:33.635972 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51040) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:33.657341 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e817a8c7-247c-414d-bd7e-bfba17b44c79 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1546071715'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:33.668723 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e817a8c7-247c-414d-bd7e-bfba17b44c79 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:33.682204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e817a8c7-247c-414d-bd7e-bfba17b44c79 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Usage tracker for resource:network and tenant:ee2e68684559481ebca9689d040f056d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:33.688397 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port bf0f21b7-637b-414b-bffa-d5b2a7f04c53 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:33.690491 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e817a8c7-247c-414d-bd7e-bfba17b44c79 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:33.702397 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port bf0f21b7-637b-414b-bffa-d5b2a7f04c53 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:33.702967 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:33.704408 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e817a8c7-247c-414d-bd7e-bfba17b44c79 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:33.709932 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a0b950a-e501-4e29-9e92-f0fe4a70d78f tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:33.730368 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:33.753946 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0a0b950a-e501-4e29-9e92-f0fe4a70d78f tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c75b9f-aa78-4768-b6dc-ccc778c96e16']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:33.774732 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0a0b950a-e501-4e29-9e92-f0fe4a70d78f tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fe54e1-c5c8-4cb0-9212-9edfc9307a75') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:33.775380 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0a0b950a-e501-4e29-9e92-f0fe4a70d78f tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fe54e1-c5c8-4cb0-9212-9edfc9307a75') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:33.790772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a0b950a-e501-4e29-9e92-f0fe4a70d78f tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:33.813867 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a0b950a-e501-4e29-9e92-f0fe4a70d78f tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:33.823851 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0b950a-e501-4e29-9e92-f0fe4a70d78f tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:08:33.824303 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a0b950a-e501-4e29-9e92-f0fe4a70d78f tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:33.833684 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e817a8c7-247c-414d-bd7e-bfba17b44c79 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Made reservation on behalf of ee2e68684559481ebca9689d040f056d for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:33.843134 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e817a8c7-247c-414d-bd7e-bfba17b44c79 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:33.890428 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Pushing event deleted for resources: {'Port': ['ID=836fb4f7-a96d-43f4-8165-444b8e1e99fc,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:33.956155 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port bf0f21b7-637b-414b-bffa-d5b2a7f04c53 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:33.957185 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:33.996245 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.005326 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-54d590a2-8896-4262-96bc-d5f3d56c3abb tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/quotas/537869f246ac43fa81163f09d28c74dc HTTP/1.1" status: 200 len: 375 time: 0.6359499 Sep 21 15:08:34.009067 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port bf0f21b7-637b-414b-bffa-d5b2a7f04c53, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=bf0f21b7-637b-414b-bffa-d5b2a7f04c53,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:08:34.014249 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5f5d646d-8c44-45ac-b74f-abc2089c703c tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:34.019216 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.020065 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5f5d646d-8c44-45ac-b74f-abc2089c703c tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Usage tracker for resource:security_group_rule and tenant:d49d503a5c894e259463c6f22dd952c8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:34.020330 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c0d1ce86-0615-4b45-94bc-dc1b90f29754 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:34.024967 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5f5d646d-8c44-45ac-b74f-abc2089c703c tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:34.035002 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e817a8c7-247c-414d-bd7e-bfba17b44c79 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:08:34.035505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5f5d646d-8c44-45ac-b74f-abc2089c703c tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:34.040987 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.080525 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51054) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:34.093786 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc3da6f-257e-4ac6-9e6e-abbb4fa1ed4d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Network c14dd1db-acec-4e27-898d-87873d7cfac3 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:34.110722 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e817a8c7-247c-414d-bd7e-bfba17b44c79 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.111061 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-e817a8c7-247c-414d-bd7e-bfba17b44c79 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Added segment a0bc8eca-e245-4eef-b9bc-cd990b0380a3 of type vlan for network 55e51a9a-72fd-4ef9-9c18-f8b4a21859e5 Sep 21 15:08:34.119839 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] Transition to ACTIVE for port object 14bf62c1-b881-4ebc-8d5d-45f1473f255c will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:34.129419 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3da6f-257e-4ac6-9e6e-abbb4fa1ed4d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Pushing event updated for resources: {'Port': ['ID=67cf695f-b6d8-4464-a336-7862cb9a4dc1,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:34.131799 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.142903 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.160258 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment a0fe54e1-c5c8-4cb0-9212-9edfc9307a75 resource provider aggregate not found Sep 21 15:08:34.165086 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a0b950a-e501-4e29-9e92-f0fe4a70d78f tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.177523 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-4bc3da6f-257e-4ac6-9e6e-abbb4fa1ed4d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:34.208804 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e817a8c7-247c-414d-bd7e-bfba17b44c79 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.306626 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e817a8c7-247c-414d-bd7e-bfba17b44c79 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.312472 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a0b950a-e501-4e29-9e92-f0fe4a70d78f tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.313638 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=bf0f21b7-637b-414b-bffa-d5b2a7f04c53,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:34.316483 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e817a8c7-247c-414d-bd7e-bfba17b44c79 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:34.317064 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e817a8c7-247c-414d-bd7e-bfba17b44c79 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.331348 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment a0fe54e1-c5c8-4cb0-9212-9edfc9307a75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0fe54e1-c5c8-4cb0-9212-9edfc9307a75 found for delete ", "request_id": "req-8ba078e7-4ba7-4877-8270-17329712f285"}]} Sep 21 15:08:34.332143 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b950a-e501-4e29-9e92-f0fe4a70d78f tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Pushing event deleted for resources: {'Network': ['ID=47c75b9f-aa78-4768-b6dc-ccc778c96e16,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:34.373321 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port c0d1ce86-0615-4b45-94bc-dc1b90f29754 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:34.373891 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.385686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5f5d646d-8c44-45ac-b74f-abc2089c703c tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.394653 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0a0b950a-e501-4e29-9e92-f0fe4a70d78f tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] 10.222.0.62 "DELETE /v2.0/networks/47c75b9f-aa78-4768-b6dc-ccc778c96e16 HTTP/1.1" status: 204 len: 168 time: 2.3153496 Sep 21 15:08:34.400809 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.405571 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc3da6f-257e-4ac6-9e6e-abbb4fa1ed4d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:34.405981 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e817a8c7-247c-414d-bd7e-bfba17b44c79 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7692900 Sep 21 15:08:34.406651 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51064) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:34.406964 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51066) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:34.407996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc3da6f-257e-4ac6-9e6e-abbb4fa1ed4d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:34.409990 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bc3da6f-257e-4ac6-9e6e-abbb4fa1ed4d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.418112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51068) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:34.447164 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0bed8956-9b76-4600-8d39-b8b2285d513f tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-258299208'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:34.452202 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73b256-b03c-4c8b-854c-5c9aba9eebae None None] Pushing event updated for resources: {'Port': ['ID=14bf62c1-b881-4ebc-8d5d-45f1473f255c,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:34.461865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5f5d646d-8c44-45ac-b74f-abc2089c703c tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.522866 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0bed8956-9b76-4600-8d39-b8b2285d513f tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:34.532812 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5f5d646d-8c44-45ac-b74f-abc2089c703c tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.534012 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5f5d646d-8c44-45ac-b74f-abc2089c703c tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3149335 Sep 21 15:08:34.542607 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0bed8956-9b76-4600-8d39-b8b2285d513f tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Usage tracker for resource:network and tenant:ee2e68684559481ebca9689d040f056d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:34.545996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51076) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:34.557998 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0bed8956-9b76-4600-8d39-b8b2285d513f tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:34.570192 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-de6b15d2-3b15-452c-80d2-ee0a6d4b4b2f tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Request body: {'security_group_rule': {'security_group_id': '7b68e36a-1676-41f1-b0c8-1b6975070ad1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:34.585461 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4bc3da6f-257e-4ac6-9e6e-abbb4fa1ed4d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 4.1746378 Sep 21 15:08:34.585461 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0bed8956-9b76-4600-8d39-b8b2285d513f tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:34.587045 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-de6b15d2-3b15-452c-80d2-ee0a6d4b4b2f tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:34.591533 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51080) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:34.592321 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1531d857-889e-43a0-9fba-135234a9b171 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Request body: {'security_group': {'name': 'tempest-securitygroup--689149773', 'description': 'tempest-description--2097854707'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:34.594289 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d646d-8c44-45ac-b74f-abc2089c703c tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b68e36a-1676-41f1-b0c8-1b6975070ad1,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:34.600936 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port c0d1ce86-0615-4b45-94bc-dc1b90f29754 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:34.608621 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] Attempting to bind port 14bf62c1-b881-4ebc-8d5d-45f1473f255c on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:34.609355 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] Attempting to bind port 14bf62c1-b881-4ebc-8d5d-45f1473f255c by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '35934c32-d2de-4de9-b67d-67e5b2e4d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:34.609729 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] Attempting to bind port 14bf62c1-b881-4ebc-8d5d-45f1473f255c on network 0ef8c881-241c-44dd-ad21-90cc5d4e1c08 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:34.614237 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-de6b15d2-3b15-452c-80d2-ee0a6d4b4b2f tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Usage tracker for resource:security_group_rule and tenant:d49d503a5c894e259463c6f22dd952c8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:34.617226 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:08:34.617947 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] Checking segment: {'id': '35934c32-d2de-4de9-b67d-67e5b2e4d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:34.618516 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.619011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-de6b15d2-3b15-452c-80d2-ee0a6d4b4b2f tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:34.619117 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] Bound using segment: {'id': '35934c32-d2de-4de9-b67d-67e5b2e4d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:08:34.619512 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] Bound port: 14bf62c1-b881-4ebc-8d5d-45f1473f255c, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35934c32-d2de-4de9-b67d-67e5b2e4d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:08:34.619908 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.629365 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:34.646241 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=47092c9d-b812-46d0-b8d3-b3ec5b1fcc38,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:34.651915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1531d857-889e-43a0-9fba-135234a9b171 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:34.675369 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d90d403e-c3e6-4ac5-8f27-256ac2068cbb tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:34.694556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1531d857-889e-43a0-9fba-135234a9b171 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Usage tracker for resource:security_group and tenant:dcc136835e934810abcfcbfd5ed75196 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:34.697095 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d90d403e-c3e6-4ac5-8f27-256ac2068cbb tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:34.704618 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1531d857-889e-43a0-9fba-135234a9b171 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:34.710469 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d90d403e-c3e6-4ac5-8f27-256ac2068cbb tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Usage tracker for resource:floatingip and tenant:5016973dab6c4c23b7df0f0b1c907ed7 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:34.713166 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-de6b15d2-3b15-452c-80d2-ee0a6d4b4b2f tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:34.713314 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3c650f-ab73-4465-8caa-c737a438ecdc tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] DELETE failed (client error): The resource could not be found. Sep 21 15:08:34.713753 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c3c650f-ab73-4465-8caa-c737a438ecdc tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:08:34.718973 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3c3c650f-ab73-4465-8caa-c737a438ecdc tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] 10.222.0.62 "DELETE /v2.0/ports/363d550d-93a4-4d51-84dc-dd9c70c40a3a HTTP/1.1" status: 404 len: 333 time: 0.2528703 Sep 21 15:08:34.725539 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d90d403e-c3e6-4ac5-8f27-256ac2068cbb tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:34.727995 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-6bedb597-c722-4c40-a1d5-928e9a90505a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Synchronizing usage tracker for tenant:537869f246ac43fa81163f09d28c74dc on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:08:34.730137 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51088) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:34.737264 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1531d857-889e-43a0-9fba-135234a9b171 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:34.739614 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817a8c7-247c-414d-bd7e-bfba17b44c79 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Pushing event updated for resources: {'Network': ['ID=55e51a9a-72fd-4ef9-9c18-f8b4a21859e5,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:34.739878 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bed8956-9b76-4600-8d39-b8b2285d513f tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Made reservation on behalf of ee2e68684559481ebca9689d040f056d for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:34.741103 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] For port 14bf62c1-b881-4ebc-8d5d-45f1473f255c, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:08:34.743113 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d90d403e-c3e6-4ac5-8f27-256ac2068cbb tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:34.743479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bed8956-9b76-4600-8d39-b8b2285d513f tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.746297 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] For port 14bf62c1-b881-4ebc-8d5d-45f1473f255c, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=14bf62c1-b881-4ebc-8d5d-45f1473f255c,segment=NetworkSegment(35934c32-d2de-4de9-b67d-67e5b2e4d5c0),segment_id=35934c32-d2de-4de9-b67d-67e5b2e4d5c0)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:08:34.752410 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.761158 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 55e51a9a-72fd-4ef9-9c18-f8b4a21859e5 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:08:34.794974 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-de6b15d2-3b15-452c-80d2-ee0a6d4b4b2f tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.806647 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] Routers {'f0b68b36-7ba6-493a-b084-e159b7b39b3f'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:08:34.807406 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:08:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['f0b68b36-7ba6-493a-b084-e159b7b39b3f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:34.817012 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bed8956-9b76-4600-8d39-b8b2285d513f tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:08:34.827389 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bed8956-9b76-4600-8d39-b8b2285d513f tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.827734 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-0bed8956-9b76-4600-8d39-b8b2285d513f tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Added segment 873043e3-b707-4b4d-bbf5-43d458219f15 of type vlan for network 67c4fd53-5b56-4eaa-93aa-23c5711078be Sep 21 15:08:34.856594 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bed8956-9b76-4600-8d39-b8b2285d513f tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.861699 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1531d857-889e-43a0-9fba-135234a9b171 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.893086 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.902627 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bed8956-9b76-4600-8d39-b8b2285d513f tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.909067 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bed8956-9b76-4600-8d39-b8b2285d513f tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:34.909678 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bed8956-9b76-4600-8d39-b8b2285d513f tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.930894 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] Sync routers for ids ['2f00fce9-2900-4916-b2e2-04c51cef2229'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:08:34.947470 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] Routers {'2f00fce9-2900-4916-b2e2-04c51cef2229'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:08:34.948759 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:08:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2f00fce9-2900-4916-b2e2-04c51cef2229'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:34.952664 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d90d403e-c3e6-4ac5-8f27-256ac2068cbb tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:34.962565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-6bedb597-c722-4c40-a1d5-928e9a90505a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Unset dirty status for tenant:537869f246ac43fa81163f09d28c74dc on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:08:34.963992 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-6bedb597-c722-4c40-a1d5-928e9a90505a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=537869f246ac43fa81163f09d28c74dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8688898 Sep 21 15:08:34.967512 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1531d857-889e-43a0-9fba-135234a9b171 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:35.015026 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1531d857-889e-43a0-9fba-135234a9b171 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Usage tracker for resource:security_group_rule and tenant:dcc136835e934810abcfcbfd5ed75196 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:35.023944 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1531d857-889e-43a0-9fba-135234a9b171 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:35.086385 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1531d857-889e-43a0-9fba-135234a9b171 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:35.089985 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:35.095129 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] Set router f0b68b36-7ba6-493a-b084-e159b7b39b3f gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:08:35.109020 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c69b38-cbe7-44b4-b13b-c2fe4f763475 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Deleting subnet 46ebfb02-cc17-4675-b13a-8e9d7eb742c9 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:08:35.122797 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0bed8956-9b76-4600-8d39-b8b2285d513f tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6935906 Sep 21 15:08:35.134851 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed8956-9b76-4600-8d39-b8b2285d513f tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Pushing event updated for resources: {'Network': ['ID=67c4fd53-5b56-4eaa-93aa-23c5711078be,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:35.194840 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 67c4fd53-5b56-4eaa-93aa-23c5711078be details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:08:35.218709 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-de6b15d2-3b15-452c-80d2-ee0a6d4b4b2f tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:35.230076 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-de6b15d2-3b15-452c-80d2-ee0a6d4b4b2f tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:35.251588 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:35.251967 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:35.252768 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:35.253094 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Subscribe: > port after_create 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:35.253416 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:35.253749 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Subscribe: > port after_update 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:35.254079 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:35.254409 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:35.254725 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:35.255032 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:35.412996 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device bf0f21b7-637b-414b-bffa-d5b2a7f04c53 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:35.415767 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] device_id is not set on port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:08:35.424508 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:35.447817 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Transition to ACTIVE for port object 67cf695f-b6d8-4464-a336-7862cb9a4dc1 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:35.459940 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51096) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:35.471078 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:35.471651 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:35.472154 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:35.472653 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:08:35.473148 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f907fc91-3dd1-47f1-ab91-d15f504b26fe']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:35.484344 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'name': 'tempest-ServersTestManualDisk-1788168234-router', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:29Z', 'revision_number': 4, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'gw_port': {'id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '14bf62c1-b881-4ebc-8d5d-45f1473f255c', 'name': '', 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'mac_address': 'fa:16:3e:4a:f0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '12321c25-030d-4ce8-873b-07a4218e6985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:27Z', 'updated_at': '2022-09-21T15:08:34Z', 'revision_number': 4, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'subnets': [{'id': '12321c25-030d-4ce8-873b-07a4218e6985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:35.488483 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe1a4c4-3bbe-4767-a9ee-ab0408c72aa7') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:35.488973 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe1a4c4-3bbe-4767-a9ee-ab0408c72aa7') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:35.489258 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe3b2c6-e0c7-4c6c-925a-ee0b92a49e50 None None] The sync data for ids ['f0b68b36-7ba6-493a-b084-e159b7b39b3f'] in dv-neutron-858731-1-hyperv is: [{'id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'name': 'tempest-ServersTestManualDisk-1788168234-router', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:29Z', 'revision_number': 4, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'gw_port': {'id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '14bf62c1-b881-4ebc-8d5d-45f1473f255c', 'name': '', 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'mac_address': 'fa:16:3e:4a:f0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '12321c25-030d-4ce8-873b-07a4218e6985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:27Z', 'updated_at': '2022-09-21T15:08:34Z', 'revision_number': 4, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'subnets': [{'id': '12321c25-030d-4ce8-873b-07a4218e6985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:08:35.490827 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73b256-b03c-4c8b-854c-5c9aba9eebae None None] Pushing event updated for resources: {'Port': ['ID=14bf62c1-b881-4ebc-8d5d-45f1473f255c,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:35.501299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:35.505512 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:35.552077 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:35.566264 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:08:35.566908 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:35.587678 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40c69b38-cbe7-44b4-b13b-c2fe4f763475 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:35.594421 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-74e64bee-d91d-4057-9526-baead286e3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:35.601669 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port bf0f21b7-637b-414b-bffa-d5b2a7f04c53 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:35.602253 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:35.663740 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-de6b15d2-3b15-452c-80d2-ee0a6d4b4b2f tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:35.665013 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-de6b15d2-3b15-452c-80d2-ee0a6d4b4b2f tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1148906 Sep 21 15:08:35.674290 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] Set router 2f00fce9-2900-4916-b2e2-04c51cef2229 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:08:35.680948 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Request body: {'subnets': [{'network_id': '55e51a9a-72fd-4ef9-9c18-f8b4a21859e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1693486577', 'ip_version': 4}, {'network_id': '67c4fd53-5b56-4eaa-93aa-23c5711078be', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:35.681214 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Request body: {'subnet': {'network_id': '55e51a9a-72fd-4ef9-9c18-f8b4a21859e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1693486577', 'ip_version': 4}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:35.681856 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Request body: {'subnet': {'network_id': '67c4fd53-5b56-4eaa-93aa-23c5711078be', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:35.799800 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51106) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:35.814762 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9be46ecb-17e3-49fa-bc29-4b019823aa5d tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Request body: {'security_group_rule': {'security_group_id': '7b68e36a-1676-41f1-b0c8-1b6975070ad1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:35.817622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b15d2-3b15-452c-80d2-ee0a6d4b4b2f tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5004737-941c-4511-be08-7a4221a64129,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:35.831926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-c0414c90-ce70-4321-95a1-2b9af7756d0a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:08:35.839575 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-c0414c90-ce70-4321-95a1-2b9af7756d0a service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3785875 Sep 21 15:08:35.839895 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9be46ecb-17e3-49fa-bc29-4b019823aa5d tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:35.843955 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:35.849615 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f907fc91-3dd1-47f1-ab91-d15f504b26fe {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 21 15:08:35.852288 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:35.884858 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] 10.222.0.62 "DELETE /v2.0/networks/f907fc91-3dd1-47f1-ab91-d15f504b26fe HTTP/1.1" status: 204 len: 168 time: 4.9646776 Sep 21 15:08:35.886318 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9be46ecb-17e3-49fa-bc29-4b019823aa5d tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Usage tracker for resource:security_group_rule and tenant:d49d503a5c894e259463c6f22dd952c8 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:35.894487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51112) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:35.971554 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port bf0f21b7-637b-414b-bffa-d5b2a7f04c53 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:36.015835 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9be46ecb-17e3-49fa-bc29-4b019823aa5d tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:36.033749 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3be37b-2cc5-42fc-b487-18a8f332a127 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Pushing event deleted for resources: {'Network': ['ID=f907fc91-3dd1-47f1-ab91-d15f504b26fe,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:36.068916 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9be46ecb-17e3-49fa-bc29-4b019823aa5d tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:36.072543 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40c69b38-cbe7-44b4-b13b-c2fe4f763475 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:36.179898 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'name': 'tempest-ServersTestJSON-711045979-router', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:29Z', 'revision_number': 4, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'gw_port': {'id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '08fc8e81-39fd-4226-a8e8-f4dae0aaf067', 'name': '', 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'mac_address': 'fa:16:3e:b2:81:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:25Z', 'updated_at': '2022-09-21T15:08:29Z', 'revision_number': 2, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'subnets': [{'id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:36.182439 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-25dfa748-102e-4334-886d-f7c35a3d5219 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2850389 Sep 21 15:08:36.185144 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] Checking router: 2f00fce9-2900-4916-b2e2-04c51cef2229 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:08:36.185743 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] Updating router 2f00fce9-2900-4916-b2e2-04c51cef2229 port 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:08:36.203438 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51116) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:36.217952 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1531d857-889e-43a0-9fba-135234a9b171 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:36.243477 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Pushing event updated for resources: {'Port': ['ID=67cf695f-b6d8-4464-a336-7862cb9a4dc1,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:36.270496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:36.270927 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:36.271224 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:36.294857 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:36.295205 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:36.299824 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 2 to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 Sep 21 15:08:36.303354 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:36.336119 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:36.351204 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Usage tracker for resource:subnet and tenant:ee2e68684559481ebca9689d040f056d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:36.356974 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:36.357308 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:36.357640 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:36.361446 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1531d857-889e-43a0-9fba-135234a9b171 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:36.366358 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:36.374978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:36.375460 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:36.381064 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:36.388830 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 3 to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 Sep 21 15:08:36.395901 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd92d82-f62c-4191-8ded-125f9ea86dcb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:36.396369 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd92d82-f62c-4191-8ded-125f9ea86dcb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:36.398052 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd92d82-f62c-4191-8ded-125f9ea86dcb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:36.398549 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd92d82-f62c-4191-8ded-125f9ea86dcb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:36.400632 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd92d82-f62c-4191-8ded-125f9ea86dcb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:36.402583 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd92d82-f62c-4191-8ded-125f9ea86dcb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:36.403751 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd92d82-f62c-4191-8ded-125f9ea86dcb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:36.406010 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ebd92d82-f62c-4191-8ded-125f9ea86dcb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Synchronizing usage tracker for tenant:548160d1b5b245f8af7804067c2d0f6c on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:08:36.409331 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-0962f77f-38cc-4ab3-8535-7fda63c43e68 service neutron] 10.222.0.62 "GET /v2.0/networks/35623812-409c-40a9-b25b-97314219e56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5681791 Sep 21 15:08:36.448946 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment ffe1a4c4-3bbe-4767-a9ee-ab0408c72aa7 resource provider aggregate not found Sep 21 15:08:36.454272 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Made reservation on behalf of ee2e68684559481ebca9689d040f056d for: {'subnet': 2} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:36.459185 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:36.459515 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:36.473900 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531d857-889e-43a0-9fba-135234a9b171 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fe283a-2339-4c5b-adb0-2c6c5d5e9446,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:36.483647 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment ffe1a4c4-3bbe-4767-a9ee-ab0408c72aa7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffe1a4c4-3bbe-4767-a9ee-ab0408c72aa7 found for delete ", "request_id": "req-2cee3f62-81ba-402a-a6c5-833ecfbb279f"}]} Sep 21 15:08:36.486127 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ebd92d82-f62c-4191-8ded-125f9ea86dcb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Unset dirty status for tenant:548160d1b5b245f8af7804067c2d0f6c on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:08:36.487430 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ebd92d82-f62c-4191-8ded-125f9ea86dcb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4606 time: 0.2757297 Sep 21 15:08:36.493930 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51130) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:36.567929 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9be46ecb-17e3-49fa-bc29-4b019823aa5d tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:36.586216 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1531d857-889e-43a0-9fba-135234a9b171 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:36.587151 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1531d857-889e-43a0-9fba-135234a9b171 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1173522 Sep 21 15:08:36.594615 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-7eef3bdc-d19d-487c-b335-0064012d75be tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] delete failed (client error): The resource could not be found. Sep 21 15:08:36.594806 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:36.595021 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7eef3bdc-d19d-487c-b335-0064012d75be tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/ff545c59-9626-48f8-b112-b0595cd65ff9 HTTP/1.1" status: 404 len: 345 time: 0.0987220 Sep 21 15:08:36.595129 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:36.595371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:36.595627 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51134) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:36.600588 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40c69b38-cbe7-44b4-b13b-c2fe4f763475 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:36.613626 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51136) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:36.648591 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:36.649604 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:36.651371 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-78a6d139-6270-40aa-89ad-62ce663cb376 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Request body: {'security_group_rule': {'security_group_id': 'c8fe283a-2339-4c5b-adb0-2c6c5d5e9446', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:36.652070 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 4 to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 Sep 21 15:08:36.684468 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-78a6d139-6270-40aa-89ad-62ce663cb376 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:36.716374 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-78a6d139-6270-40aa-89ad-62ce663cb376 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Usage tracker for resource:security_group_rule and tenant:dcc136835e934810abcfcbfd5ed75196 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:36.716580 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d9c59c-1ee6-422f-aaa8-84401285c728 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] DELETE failed (client error): The resource could not be found. Sep 21 15:08:36.717014 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40d9c59c-1ee6-422f-aaa8-84401285c728 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:08:36.722353 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-40d9c59c-1ee6-422f-aaa8-84401285c728 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] 10.222.0.62 "DELETE /v2.0/networks/f907fc91-3dd1-47f1-ab91-d15f504b26fe HTTP/1.1" status: 404 len: 339 time: 0.1041434 Sep 21 15:08:36.722521 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-78a6d139-6270-40aa-89ad-62ce663cb376 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:36.729918 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51142) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:36.731819 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:36.732166 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:36.732530 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:36.742323 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-78a6d139-6270-40aa-89ad-62ce663cb376 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:36.751213 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:36.751541 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:36.753017 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f7af2a5a-4686-42f7-941f-f0c765496ecd tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Request body: {'network': {'name': 'tempest-network--1529195546', 'router:external': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:36.754969 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 5 to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 Sep 21 15:08:36.766028 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f7af2a5a-4686-42f7-941f-f0c765496ecd tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:36.779375 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-87341940-7412-4924-a5c0-7c36a5437a8c service neutron] 10.222.0.62 "GET /v2.0/networks/35623812-409c-40a9-b25b-97314219e56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664956 Sep 21 15:08:36.782311 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f7af2a5a-4686-42f7-941f-f0c765496ecd tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Usage tracker for resource:network and tenant:548160d1b5b245f8af7804067c2d0f6c is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:36.790938 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d90d403e-c3e6-4ac5-8f27-256ac2068cbb tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:36.797606 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f7af2a5a-4686-42f7-941f-f0c765496ecd tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:36.810477 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:36.848804 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:36.849446 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:36.850029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:36.857012 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f7af2a5a-4686-42f7-941f-f0c765496ecd tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:36.864323 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9be46ecb-17e3-49fa-bc29-4b019823aa5d tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:36.869143 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:36.869759 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:36.873070 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 6 to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 Sep 21 15:08:36.873324 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-78a6d139-6270-40aa-89ad-62ce663cb376 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:36.892253 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:36.892698 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:36.893129 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:36.906332 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:36.906746 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:36.908735 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 7 to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 Sep 21 15:08:36.938479 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] Transition to ACTIVE for port object 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:36.953960 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:36.966448 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9be46ecb-17e3-49fa-bc29-4b019823aa5d tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:36.980183 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40c69b38-cbe7-44b4-b13b-c2fe4f763475 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:37.052531 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7af2a5a-4686-42f7-941f-f0c765496ecd tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Made reservation on behalf of 548160d1b5b245f8af7804067c2d0f6c for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:37.054934 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f7af2a5a-4686-42f7-941f-f0c765496ecd tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:37.120554 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9be46ecb-17e3-49fa-bc29-4b019823aa5d tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:37.123487 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9be46ecb-17e3-49fa-bc29-4b019823aa5d tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3148296 Sep 21 15:08:37.124669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be46ecb-17e3-49fa-bc29-4b019823aa5d tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aac35d7-b7e2-4529-82b3-4c05cd82ae8e,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:37.125977 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51166) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:37.176059 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:37.186538 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40c69b38-cbe7-44b4-b13b-c2fe4f763475 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:37.190655 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-40c69b38-cbe7-44b4-b13b-c2fe4f763475 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] 10.222.0.62 "DELETE /v2.0/subnets/46ebfb02-cc17-4675-b13a-8e9d7eb742c9 HTTP/1.1" status: 204 len: 168 time: 2.4572222 Sep 21 15:08:37.197130 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:37.198233 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:37.198832 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:37.203798 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e7ddc0-9c0d-4aa1-9b6d-9c2fce949a01 None None] Network eebc8eef-7886-484b-bc17-69fa59e74831 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:08:37.206107 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51170) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:37.206867 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51172) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:37.209716 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c69b38-cbe7-44b4-b13b-c2fe4f763475 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Pushing event deleted for resources: {'Subnet': ['ID=46ebfb02-cc17-4675-b13a-8e9d7eb742c9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:37.210139 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:37.215936 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Usage tracker for resource:floatingip and tenant:d49d503a5c894e259463c6f22dd952c8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:37.220715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:37.229065 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:37.349804 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7af2a5a-4686-42f7-941f-f0c765496ecd tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:08:37.396069 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-78a6d139-6270-40aa-89ad-62ce663cb376 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:37.425702 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-78a6d139-6270-40aa-89ad-62ce663cb376 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:37.431775 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f7af2a5a-4686-42f7-941f-f0c765496ecd tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:37.432113 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-f7af2a5a-4686-42f7-941f-f0c765496ecd tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Added segment c58b62ac-b4a4-4978-84ea-0015b10329cf of type vlan for network 389092a2-ee03-4e66-a3c3-82f2e748990b Sep 21 15:08:37.449440 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:37.450452 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:37.457055 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6cb5caf5-ebf0-401b-937f-5e7a607ea217 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:37.461461 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 8 to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 Sep 21 15:08:37.464066 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-d90d403e-c3e6-4ac5-8f27-256ac2068cbb tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Allocated IP 172.26.4.73 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/3447a044-a0e3-41f7-b16b-50a6f69d05bc) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:37.470848 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 14bf62c1-b881-4ebc-8d5d-45f1473f255c up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:37.473262 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:37.502408 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6d139-6270-40aa-89ad-62ce663cb376 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163994f8-b730-4dfc-b6ef-f0608a168142,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:37.508951 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:37.509340 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104b843-4b37-4ab0-a9d5-41190b5f8cff None None] Pushing event updated for resources: {'Port': ['ID=08fc8e81-39fd-4226-a8e8-f4dae0aaf067,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:37.514582 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-78a6d139-6270-40aa-89ad-62ce663cb376 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:37.518476 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-78a6d139-6270-40aa-89ad-62ce663cb376 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8893254 Sep 21 15:08:37.523769 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51190) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:37.530119 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4e348122-e662-4ace-a70c-e1c4e0ca0ae6 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Request body: {'security_group_rule': {'security_group_id': 'c8fe283a-2339-4c5b-adb0-2c6c5d5e9446', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:37.586165 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4e348122-e662-4ace-a70c-e1c4e0ca0ae6 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:37.607632 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] Attempting to bind port 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:37.608080 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] Attempting to bind port 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '4fff1882-96f2-4a13-80c6-6ad36cecf71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:37.608563 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] Attempting to bind port 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 on network 9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:37.616846 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:08:37.617606 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] Checking segment: {'id': '4fff1882-96f2-4a13-80c6-6ad36cecf71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:37.618209 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:37.618794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] Bound using segment: {'id': '4fff1882-96f2-4a13-80c6-6ad36cecf71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:08:37.619454 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] Bound port: 08fc8e81-39fd-4226-a8e8-f4dae0aaf067, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fff1882-96f2-4a13-80c6-6ad36cecf71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:08:37.620042 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:37.641671 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6cb5caf5-ebf0-401b-937f-5e7a607ea217 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Deleting port 570c3ee2-44d8-49e3-946a-a022d5fa955f {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:08:37.642010 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6cb5caf5-ebf0-401b-937f-5e7a607ea217 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:37.672189 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4e348122-e662-4ace-a70c-e1c4e0ca0ae6 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Usage tracker for resource:security_group_rule and tenant:dcc136835e934810abcfcbfd5ed75196 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:37.680031 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f7af2a5a-4686-42f7-941f-f0c765496ecd tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:37.699090 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4e348122-e662-4ace-a70c-e1c4e0ca0ae6 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:37.714162 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4e348122-e662-4ace-a70c-e1c4e0ca0ae6 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:37.727823 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:37.728206 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:37.729005 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:37.763526 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] For port 08fc8e81-39fd-4226-a8e8-f4dae0aaf067, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:08:37.767060 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] For port 08fc8e81-39fd-4226-a8e8-f4dae0aaf067, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=08fc8e81-39fd-4226-a8e8-f4dae0aaf067,segment=NetworkSegment(4fff1882-96f2-4a13-80c6-6ad36cecf71b),segment_id=4fff1882-96f2-4a13-80c6-6ad36cecf71b)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:08:37.784329 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:37.796963 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Checking segment: {'id': 'a0bc8eca-e245-4eef-b9bc-cd990b0380a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '55e51a9a-72fd-4ef9-9c18-f8b4a21859e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:37.797325 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Network hostable DHCP agents. Network: 55e51a9a-72fd-4ef9-9c18-f8b4a21859e5, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:08:37.848893 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:37.849666 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:37.856989 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-608a89b5-be73-4e96-97b9-e7e77c85be31 req-9c393ea0-9240-4708-842b-9253e2c72b2a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 210 time: 0.4042451 Sep 21 15:08:37.865470 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 9 to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 Sep 21 15:08:37.879673 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 14bf62c1-b881-4ebc-8d5d-45f1473f255c completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:37.903471 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Pushing event updated for resources: {'Subnet': ['ID=330b2417-9598-4f4d-b85c-3aaf65f25c60,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:37.913014 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:37.914355 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:37.914783 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:37.926057 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:37.926571 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:37.929337 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 10 to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 Sep 21 15:08:37.930629 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 14bf62c1-b881-4ebc-8d5d-45f1473f255c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:37.931010 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:37.951551 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Network 55e51a9a-72fd-4ef9-9c18-f8b4a21859e5 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:08:37.968811 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] Routers {'2f00fce9-2900-4916-b2e2-04c51cef2229'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:08:37.969445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:08:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2f00fce9-2900-4916-b2e2-04c51cef2229'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:37.992642 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:37.993060 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:37.993768 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:38.003070 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-6cb5caf5-ebf0-401b-937f-5e7a607ea217 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] For port 570c3ee2-44d8-49e3-946a-a022d5fa955f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=570c3ee2-44d8-49e3-946a-a022d5fa955f,segment=NetworkSegment(dd3bee2c-af1a-4ee5-ae9b-2c4cb14d9f71),segment_id=dd3bee2c-af1a-4ee5-ae9b-2c4cb14d9f71)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:08:38.003443 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6cb5caf5-ebf0-401b-937f-5e7a607ea217 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:38.008811 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 55e51a9a-72fd-4ef9-9c18-f8b4a21859e5) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:38.018046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:38.065484 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9820798-b42d-4f70-8f9c-d8b155b37ae8 None None] Network 55e51a9a-72fd-4ef9-9c18-f8b4a21859e5 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:08:38.094060 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:38.098220 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-55035b4f-d8ab-460a-abe7-98e9a501bfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:38.101618 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:38.102243 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:38.161744 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d90d403e-c3e6-4ac5-8f27-256ac2068cbb tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:38.210786 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e348122-e662-4ace-a70c-e1c4e0ca0ae6 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:38.267965 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Checking segment: {'id': '873043e3-b707-4b4d-bbf5-43d458219f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '67c4fd53-5b56-4eaa-93aa-23c5711078be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:38.268418 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Network hostable DHCP agents. Network: 67c4fd53-5b56-4eaa-93aa-23c5711078be, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:08:38.297318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Pushing event updated for resources: {'Subnet': ['ID=bcfb068f-2797-428a-bde6-7dc397e539eb,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:38.299177 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d90d403e-c3e6-4ac5-8f27-256ac2068cbb tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:38.304648 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f7af2a5a-4686-42f7-941f-f0c765496ecd tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:38.305594 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af2a5a-4686-42f7-941f-f0c765496ecd tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:38.306181 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f7af2a5a-4686-42f7-941f-f0c765496ecd tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:38.327926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:38.332922 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6cb5caf5-ebf0-401b-937f-5e7a607ea217 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Calling delete_port for 570c3ee2-44d8-49e3-946a-a022d5fa955f owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:08:38.378279 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Network 67c4fd53-5b56-4eaa-93aa-23c5711078be is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:08:38.394994 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] For port 67cf695f-b6d8-4464-a336-7862cb9a4dc1, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:08:38.395529 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempted to set empty binding levels {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 21 15:08:38.405226 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 67c4fd53-5b56-4eaa-93aa-23c5711078be) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:38.410876 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:38.411645 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:38.412928 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:38.426831 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:38.427597 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] In _notify_port_updated(), no bound segment for port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:08:38.428592 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:38.429279 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:38.430690 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] 10.222.0.62 "PUT /v2.0/ports/67cf695f-b6d8-4464-a336-7862cb9a4dc1 HTTP/1.1" status: 200 len: 977 time: 3.8340874 Sep 21 15:08:38.451942 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808cf682-35ba-4802-891d-7de824af8ee1 None None] Network 67c4fd53-5b56-4eaa-93aa-23c5711078be requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:08:38.522126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51206) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:38.525108 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9806890-becb-4a7a-bfba-6840d89ff221 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Pushing event updated for resources: {'Port': ['ID=67cf695f-b6d8-4464-a336-7862cb9a4dc1,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:38.532690 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:08:38.607547 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-414899c7-27ca-49a1-9ce7-4a8bccfdf561 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.1081848 Sep 21 15:08:38.612314 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51210) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:38.667096 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af2a5a-4686-42f7-941f-f0c765496ecd tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Pushing event updated for resources: {'Network': ['ID=389092a2-ee03-4e66-a3c3-82f2e748990b,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:38.704174 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90d403e-c3e6-4ac5-8f27-256ac2068cbb tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:38.716580 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d90d403e-c3e6-4ac5-8f27-256ac2068cbb tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:38.727276 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104b843-4b37-4ab0-a9d5-41190b5f8cff None None] Pushing event updated for resources: {'Port': ['ID=08fc8e81-39fd-4226-a8e8-f4dae0aaf067,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:38.729805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d403e-c3e6-4ac5-8f27-256ac2068cbb tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:38.743223 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 389092a2-ee03-4e66-a3c3-82f2e748990b details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:08:38.778429 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] Set router 2f00fce9-2900-4916-b2e2-04c51cef2229 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:08:38.825384 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f7af2a5a-4686-42f7-941f-f0c765496ecd tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0876174 Sep 21 15:08:38.826191 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d403e-c3e6-4ac5-8f27-256ac2068cbb tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Pushing event updated for resources: {'Port': ['ID=3447a044-a0e3-41f7-b16b-50a6f69d05bc,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:38.832477 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51214) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:38.906243 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Allocated IP 172.26.4.205 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/ac5e672d-f31d-4663-9f43-d1f57e506674) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:38.944749 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a0e5cb-b56d-4975-b054-d47e71cbde73 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:38.946481 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a0e5cb-b56d-4975-b054-d47e71cbde73 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:38.948275 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a0e5cb-b56d-4975-b054-d47e71cbde73 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:38.949929 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c6a0e5cb-b56d-4975-b054-d47e71cbde73 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Synchronizing usage tracker for tenant:ee2e68684559481ebca9689d040f056d on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:08:38.963298 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:39.006340 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811a55a-9ee4-4cb0-81dc-bff0ca7664cc tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:39.010943 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811a55a-9ee4-4cb0-81dc-bff0ca7664cc tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:39.011657 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811a55a-9ee4-4cb0-81dc-bff0ca7664cc tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:39.013755 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811a55a-9ee4-4cb0-81dc-bff0ca7664cc tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:39.014427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811a55a-9ee4-4cb0-81dc-bff0ca7664cc tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:39.015069 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811a55a-9ee4-4cb0-81dc-bff0ca7664cc tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:39.016756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e34288c-389c-4ebb-b0af-295721ef30f7 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:39.018255 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811a55a-9ee4-4cb0-81dc-bff0ca7664cc tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:39.018930 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811a55a-9ee4-4cb0-81dc-bff0ca7664cc tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:39.022888 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e34288c-389c-4ebb-b0af-295721ef30f7 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:39.023584 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811a55a-9ee4-4cb0-81dc-bff0ca7664cc tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:39.024237 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811a55a-9ee4-4cb0-81dc-bff0ca7664cc tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:39.024896 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811a55a-9ee4-4cb0-81dc-bff0ca7664cc tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:39.025538 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811a55a-9ee4-4cb0-81dc-bff0ca7664cc tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:39.026167 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811a55a-9ee4-4cb0-81dc-bff0ca7664cc tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:39.026789 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811a55a-9ee4-4cb0-81dc-bff0ca7664cc tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:39.027438 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811a55a-9ee4-4cb0-81dc-bff0ca7664cc tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:39.028977 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e34288c-389c-4ebb-b0af-295721ef30f7 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:39.029639 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811a55a-9ee4-4cb0-81dc-bff0ca7664cc tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:39.030277 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811a55a-9ee4-4cb0-81dc-bff0ca7664cc tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:39.032169 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6811a55a-9ee4-4cb0-81dc-bff0ca7664cc tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Synchronizing usage tracker for tenant:8720728217d14c16b47be3adef31c1dc on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:08:39.034557 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e34288c-389c-4ebb-b0af-295721ef30f7 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:39.035576 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9e34288c-389c-4ebb-b0af-295721ef30f7 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Synchronizing usage tracker for tenant:24841926e6e749fdbdcfb853584bc256 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:08:39.083316 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e348122-e662-4ace-a70c-e1c4e0ca0ae6 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:39.084609 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9e34288c-389c-4ebb-b0af-295721ef30f7 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Unset dirty status for tenant:24841926e6e749fdbdcfb853584bc256 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:08:39.088501 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9e34288c-389c-4ebb-b0af-295721ef30f7 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2492709 Sep 21 15:08:39.089319 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51222) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:39.096635 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4996a9c7-0134-4def-85d0-7b316526059a None None] DHCP port deletion for eebc8eef-7886-484b-bc17-69fa59e74831 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:08:39.170983 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c6a0e5cb-b56d-4975-b054-d47e71cbde73 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Unset dirty status for tenant:ee2e68684559481ebca9689d040f056d on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:08:39.175681 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c6a0e5cb-b56d-4975-b054-d47e71cbde73 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.5456312 Sep 21 15:08:39.179579 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6811a55a-9ee4-4cb0-81dc-bff0ca7664cc tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Unset dirty status for tenant:8720728217d14c16b47be3adef31c1dc on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:08:39.188686 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6811a55a-9ee4-4cb0-81dc-bff0ca7664cc tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15455 time: 0.6583378 Sep 21 15:08:39.240206 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51228) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:39.240637 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51230) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:39.250036 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4996a9c7-0134-4def-85d0-7b316526059a None None] Deleting port 570c3ee2-44d8-49e3-946a-a022d5fa955f {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:08:39.250512 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4996a9c7-0134-4def-85d0-7b316526059a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:39.251359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e348122-e662-4ace-a70c-e1c4e0ca0ae6 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:39.278560 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a21e8ad2-7dc7-4fc1-b624-9336bc8485dc tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:39.296304 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6cb5caf5-ebf0-401b-937f-5e7a607ea217 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:39.320255 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d90d403e-c3e6-4ac5-8f27-256ac2068cbb tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:39.330445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:39.362432 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-afd79d58-7b63-4716-b6a6-2ec6fd74f82a req-e4bab665-30a9-4b63-b146-5837421768b0 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 210 time: 0.1703756 Sep 21 15:08:39.387780 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.20', 51337) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:39.425047 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5caf5-ebf0-401b-937f-5e7a607ea217 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Pushing event deleted for resources: {'Port': ['ID=570c3ee2-44d8-49e3-946a-a022d5fa955f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:39.427864 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e348122-e662-4ace-a70c-e1c4e0ca0ae6 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb29e6f0-870e-420c-b10c-467821f00e8f,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:39.435559 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb5caf5-ebf0-401b-937f-5e7a607ea217 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] No DVR routers for this DVR port 570c3ee2-44d8-49e3-946a-a022d5fa955f on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:08:39.450533 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-9132991b-87da-4bfc-9644-36c28ee26eeb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Deleting subnet 330b2417-9598-4f4d-b85c-3aaf65f25c60 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:08:39.466456 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9132991b-87da-4bfc-9644-36c28ee26eeb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:39.483693 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4996a9c7-0134-4def-85d0-7b316526059a None None] The port '570c3ee2-44d8-49e3-946a-a022d5fa955f' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:08:39.501318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-64f8fcc7-58b4-44d2-9c49-631b00f12646 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Deleting port 67cf695f-b6d8-4464-a336-7862cb9a4dc1 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:08:39.501745 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-64f8fcc7-58b4-44d2-9c49-631b00f12646 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:39.503361 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 14bf62c1-b881-4ebc-8d5d-45f1473f255c is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:39.503744 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:39.655480 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62a1221-2e06-483c-82d4-1f56b3cabfb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-55e51a9a-72fd-4ef9-9c18-f8b4a21859e5', 'network_id': '55e51a9a-72fd-4ef9-9c18-f8b4a21859e5', 'tenant_id': 'ee2e68684559481ebca9689d040f056d', 'fixed_ips': [{'subnet_id': '330b2417-9598-4f4d-b85c-3aaf65f25c60'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:08:39.656621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f62a1221-2e06-483c-82d4-1f56b3cabfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:39.675299 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 14bf62c1-b881-4ebc-8d5d-45f1473f255c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=14bf62c1-b881-4ebc-8d5d-45f1473f255c,segment=NetworkSegment(35934c32-d2de-4de9-b67d-67e5b2e4d5c0),segment_id=35934c32-d2de-4de9-b67d-67e5b2e4d5c0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:08:39.676777 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-67c4fd53-5b56-4eaa-93aa-23c5711078be', 'network_id': '67c4fd53-5b56-4eaa-93aa-23c5711078be', 'tenant_id': 'ee2e68684559481ebca9689d040f056d', 'fixed_ips': [{'subnet_id': 'bcfb068f-2797-428a-bde6-7dc397e539eb'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:08:39.677781 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:39.692374 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:39.701064 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9132991b-87da-4bfc-9644-36c28ee26eeb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:39.702511 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:39.757420 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e348122-e662-4ace-a70c-e1c4e0ca0ae6 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:39.761638 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4e348122-e662-4ace-a70c-e1c4e0ca0ae6 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2339802 Sep 21 15:08:39.781984 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51238) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:39.809334 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6cb5caf5-ebf0-401b-937f-5e7a607ea217 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:39.816687 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=14bf62c1-b881-4ebc-8d5d-45f1473f255c,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:39.820966 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:39.842083 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:39.844535 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a21e8ad2-7dc7-4fc1-b624-9336bc8485dc tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:39.863331 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Usage tracker for resource:floatingip and tenant:dcc136835e934810abcfcbfd5ed75196 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:39.867028 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d90d403e-c3e6-4ac5-8f27-256ac2068cbb tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:39.893842 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:39.904308 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:39.928135 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:39.950598 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a21e8ad2-7dc7-4fc1-b624-9336bc8485dc tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389092a2-ee03-4e66-a3c3-82f2e748990b']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:39.958942 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6cb5caf5-ebf0-401b-937f-5e7a607ea217 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebc8eef-7886-484b-bc17-69fa59e74831']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:39.989613 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a21e8ad2-7dc7-4fc1-b624-9336bc8485dc tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58b62ac-b4a4-4978-84ea-0015b10329cf') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:39.989613 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a21e8ad2-7dc7-4fc1-b624-9336bc8485dc tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58b62ac-b4a4-4978-84ea-0015b10329cf') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:39.990660 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-2b37a707-e470-4a0e-96c9-b084a1a1ed09 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:39.992121 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-2b37a707-e470-4a0e-96c9-b084a1a1ed09 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.20 "GET /v2.0/networks?id=35623812-409c-40a9-b25b-97314219e56f HTTP/1.1" status: 200 len: 811 time: 0.5930817 Sep 21 15:08:39.994631 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9132991b-87da-4bfc-9644-36c28ee26eeb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:40.017957 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6cb5caf5-ebf0-401b-937f-5e7a607ea217 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3bee2c-af1a-4ee5-ae9b-2c4cb14d9f71') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:40.018312 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6cb5caf5-ebf0-401b-937f-5e7a607ea217 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3bee2c-af1a-4ee5-ae9b-2c4cb14d9f71') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:40.031262 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a21e8ad2-7dc7-4fc1-b624-9336bc8485dc tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:40.082661 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a21e8ad2-7dc7-4fc1-b624-9336bc8485dc tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:40.085024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:40.160531 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:40.209633 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-64f8fcc7-58b4-44d2-9c49-631b00f12646 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] For port 67cf695f-b6d8-4464-a336-7862cb9a4dc1, host hv-neutron-8587, got binding levels [] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:08:40.210027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-64f8fcc7-58b4-44d2-9c49-631b00f12646 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:40.251285 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6cb5caf5-ebf0-401b-937f-5e7a607ea217 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:40.259860 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21e8ad2-7dc7-4fc1-b624-9336bc8485dc tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:08:40.261033 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a21e8ad2-7dc7-4fc1-b624-9336bc8485dc tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:40.279652 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:40.287243 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'name': 'tempest-ServersTestJSON-711045979-router', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:29Z', 'revision_number': 4, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'gw_port': {'id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '08fc8e81-39fd-4226-a8e8-f4dae0aaf067', 'name': '', 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'mac_address': 'fa:16:3e:b2:81:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:25Z', 'updated_at': '2022-09-21T15:08:37Z', 'revision_number': 4, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'subnets': [{'id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:40.290569 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] Allocated IP 172.20.0.18 (67c4fd53-5b56-4eaa-93aa-23c5711078be/bcfb068f-2797-428a-bde6-7dc397e539eb/be5cc9b1-767c-4438-85ac-1b453f83d362) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:40.298271 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:40.298643 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:40.315196 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment c58b62ac-b4a4-4978-84ea-0015b10329cf resource provider aggregate not found Sep 21 15:08:40.326773 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efcb637-9a35-4b43-8630-207458be34f4 None None] The sync data for ids ['2f00fce9-2900-4916-b2e2-04c51cef2229'] in dv-neutron-858731-1-hyperv is: [{'id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'name': 'tempest-ServersTestJSON-711045979-router', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:29Z', 'revision_number': 4, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'gw_port': {'id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '08fc8e81-39fd-4226-a8e8-f4dae0aaf067', 'name': '', 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'mac_address': 'fa:16:3e:b2:81:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:25Z', 'updated_at': '2022-09-21T15:08:37Z', 'revision_number': 4, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'subnets': [{'id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:08:40.358661 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-029115d7-f39d-4848-91a8-ad391389fbd1 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=537869f246ac43fa81163f09d28c74dc HTTP/1.1" status: 200 len: 379 time: 0.2956002 Sep 21 15:08:40.392950 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment c58b62ac-b4a4-4978-84ea-0015b10329cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c58b62ac-b4a4-4978-84ea-0015b10329cf found for delete ", "request_id": "req-b38b6696-3180-4347-91f0-77f233fbacfa"}]} Sep 21 15:08:40.408089 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6cb5caf5-ebf0-401b-937f-5e7a607ea217 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:40.438370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb5caf5-ebf0-401b-937f-5e7a607ea217 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:08:40.438784 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6cb5caf5-ebf0-401b-937f-5e7a607ea217 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:40.441514 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-8fd14994-3423-43db-8b58-66e4460ccf01 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Request body: {'port': {'device_id': 'eb275d9a-efc9-4357-a4f1-683d078e2ad4', 'network_id': '35623812-409c-40a9-b25b-97314219e56f', 'admin_state_up': True, 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'security_groups': ['41488051-1955-4b83-bbe7-98c124d5ce88']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:40.468048 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-64f8fcc7-58b4-44d2-9c49-631b00f12646 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Calling delete_port for 67cf695f-b6d8-4464-a336-7862cb9a4dc1 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:08:40.493225 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:40.510185 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:40.526804 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:40.556061 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:40.581827 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a21e8ad2-7dc7-4fc1-b624-9336bc8485dc tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:40.586253 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21e8ad2-7dc7-4fc1-b624-9336bc8485dc tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 389092a2-ee03-4e66-a3c3-82f2e748990b {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server [None req-f62a1221-2e06-483c-82d4-1f56b3cabfb1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 330b2417-9598-4f4d-b85c-3aaf65f25c60: This subnet is being modified by another concurrent operation. Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 15:08:40.588797 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise exception Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 330b2417-9598-4f4d-b85c-3aaf65f25c60: This subnet is being modified by another concurrent operation. Sep 21 15:08:40.594535 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server Sep 21 15:08:40.605323 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a21e8ad2-7dc7-4fc1-b624-9336bc8485dc tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:40.615955 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:40.616530 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:40.686324 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a21e8ad2-7dc7-4fc1-b624-9336bc8485dc tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] 10.222.0.62 "DELETE /v2.0/networks/389092a2-ee03-4e66-a3c3-82f2e748990b HTTP/1.1" status: 204 len: 168 time: 1.5935400 Sep 21 15:08:40.698525 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51272) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:40.713427 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c80b9e08-958a-4941-845f-f2c7a59a3b9c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Request body: {'network': {'name': 'tempest-network--1831127128', 'router:external': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:40.731160 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c80b9e08-958a-4941-845f-f2c7a59a3b9c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:40.736838 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c80b9e08-958a-4941-845f-f2c7a59a3b9c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Usage tracker for resource:network and tenant:548160d1b5b245f8af7804067c2d0f6c is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:40.741305 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c80b9e08-958a-4941-845f-f2c7a59a3b9c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:40.750508 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c80b9e08-958a-4941-845f-f2c7a59a3b9c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:40.764357 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e8ad2-7dc7-4fc1-b624-9336bc8485dc tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Pushing event deleted for resources: {'Network': ['ID=389092a2-ee03-4e66-a3c3-82f2e748990b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:40.769659 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80b9e08-958a-4941-845f-f2c7a59a3b9c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Made reservation on behalf of 548160d1b5b245f8af7804067c2d0f6c for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:40.773440 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c80b9e08-958a-4941-845f-f2c7a59a3b9c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:40.818824 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6cb5caf5-ebf0-401b-937f-5e7a607ea217 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:40.826710 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d90d403e-c3e6-4ac5-8f27-256ac2068cbb tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:40.827733 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:40.845455 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9132991b-87da-4bfc-9644-36c28ee26eeb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:40.846217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6cb5caf5-ebf0-401b-937f-5e7a607ea217 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:40.854762 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80b9e08-958a-4941-845f-f2c7a59a3b9c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:08:40.859532 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d90d403e-c3e6-4ac5-8f27-256ac2068cbb tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:40.863131 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] Transition to ACTIVE for port object be5cc9b1-767c-4438-85ac-1b453f83d362 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:40.880082 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f49323c-bf52-4840-96e7-0f563eb6c695 None None] Network 55e51a9a-72fd-4ef9-9c18-f8b4a21859e5 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:08:40.925139 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Pushing event updated for resources: {'Port': ['ID=ac5e672d-f31d-4663-9f43-d1f57e506674,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:41.017358 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] Transition to ACTIVE for port object be5cc9b1-767c-4438-85ac-1b453f83d362 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:41.083005 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:41.119368 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132991b-87da-4bfc-9644-36c28ee26eeb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Pushing event deleted for resources: {'Subnet': ['ID=330b2417-9598-4f4d-b85c-3aaf65f25c60,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:41.190780 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9132991b-87da-4bfc-9644-36c28ee26eeb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:41.203371 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5caf5-ebf0-401b-937f-5e7a607ea217 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] Pushing event deleted for resources: {'Network': ['ID=eebc8eef-7886-484b-bc17-69fa59e74831,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:41.210332 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-64f8fcc7-58b4-44d2-9c49-631b00f12646 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:41.219816 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d403e-c3e6-4ac5-8f27-256ac2068cbb tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Pushing event updated for resources: {'Port': ['ID=3447a044-a0e3-41f7-b16b-50a6f69d05bc,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:41.243570 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6cb5caf5-ebf0-401b-937f-5e7a607ea217 tempest-DHCPAgentSchedulersTestJSON-826625057 tempest-DHCPAgentSchedulersTestJSON-826625057-project] 10.222.0.62 "DELETE /v2.0/networks/eebc8eef-7886-484b-bc17-69fa59e74831 HTTP/1.1" status: 204 len: 168 time: 4.0352972 Sep 21 15:08:41.249116 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c80b9e08-958a-4941-845f-f2c7a59a3b9c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:41.250053 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-c80b9e08-958a-4941-845f-f2c7a59a3b9c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Added segment 15112084-855c-4f9a-8896-54de4c40dc94 of type vlan for network 63536d88-e4d1-46c2-aff4-fb109e171d74 Sep 21 15:08:41.264988 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-efb2b453-ff96-4b3d-9e37-4c30ac551b0f req-7a4a3ad4-3a41-4126-bc33-95d0abb8d4a3 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 210 time: 0.4301422 Sep 21 15:08:41.276895 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 08fc8e81-39fd-4226-a8e8-f4dae0aaf067, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=08fc8e81-39fd-4226-a8e8-f4dae0aaf067,segment=NetworkSegment(4fff1882-96f2-4a13-80c6-6ad36cecf71b),segment_id=4fff1882-96f2-4a13-80c6-6ad36cecf71b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:08:41.280570 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] Pushing event updated for resources: {'Port': ['ID=be5cc9b1-767c-4438-85ac-1b453f83d362,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:41.328411 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d90d403e-c3e6-4ac5-8f27-256ac2068cbb tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:41.374540 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d90d403e-c3e6-4ac5-8f27-256ac2068cbb tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:41.379271 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d90d403e-c3e6-4ac5-8f27-256ac2068cbb tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2896044 Sep 21 15:08:41.402264 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51280) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:41.410332 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:41.424216 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-982911042'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:41.462424 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8fcc7-58b4-44d2-9c49-631b00f12646 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Pushing event deleted for resources: {'Port': ['ID=67cf695f-b6d8-4464-a336-7862cb9a4dc1,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:41.479954 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:41.496437 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c80b9e08-958a-4941-845f-f2c7a59a3b9c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:41.522701 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-64f8fcc7-58b4-44d2-9c49-631b00f12646 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:41.540908 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Usage tracker for resource:network and tenant:5016973dab6c4c23b7df0f0b1c907ed7 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:41.567958 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:41.579217 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9132991b-87da-4bfc-9644-36c28ee26eeb tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "DELETE /v2.0/subnets/330b2417-9598-4f4d-b85c-3aaf65f25c60 HTTP/1.1" status: 204 len: 168 time: 2.3351128 Sep 21 15:08:41.586215 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51284) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:41.598668 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:41.607615 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-64f8fcc7-58b4-44d2-9c49-631b00f12646 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] 10.222.0.62 "DELETE /v2.0/ports/67cf695f-b6d8-4464-a336-7862cb9a4dc1 HTTP/1.1" status: 204 len: 168 time: 2.3643570 Sep 21 15:08:41.618966 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51288) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:41.721815 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] Network 67c4fd53-5b56-4eaa-93aa-23c5711078be is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:41.724578 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-c80b9e08-958a-4941-845f-f2c7a59a3b9c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:08:41.729786 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 570c3ee2-44d8-49e3-946a-a022d5fa955f no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:08:41.775988 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:41.798624 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Made reservation on behalf of 5016973dab6c4c23b7df0f0b1c907ed7 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:41.807093 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-93913e97-d31f-4f69-916a-91f4b18c0c45 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] GET failed (client error): The resource could not be found. Sep 21 15:08:41.807643 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-93913e97-d31f-4f69-916a-91f4b18c0c45 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Synchronizing usage tracker for tenant:8720728217d14c16b47be3adef31c1dc on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:08:41.812161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-8fd14994-3423-43db-8b58-66e4460ccf01 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:41.817905 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:41.861645 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:41.870517 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:41.873456 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 570c3ee2-44d8-49e3-946a-a022d5fa955f {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:08:41.873898 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 570c3ee2-44d8-49e3-946a-a022d5fa955f not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:08:41.878036 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=08fc8e81-39fd-4226-a8e8-f4dae0aaf067,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:41.892994 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:41.944997 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-8fd14994-3423-43db-8b58-66e4460ccf01 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:42.012652 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c80b9e08-958a-4941-845f-f2c7a59a3b9c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:42.014204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80b9e08-958a-4941-845f-f2c7a59a3b9c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:42.016700 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c80b9e08-958a-4941-845f-f2c7a59a3b9c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:42.034204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:42.064648 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51294) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:42.086522 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-8fd14994-3423-43db-8b58-66e4460ccf01 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Made reservation on behalf of 537869f246ac43fa81163f09d28c74dc for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:42.100530 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-8fd14994-3423-43db-8b58-66e4460ccf01 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:42.129050 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 14bf62c1-b881-4ebc-8d5d-45f1473f255c up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:42.191727 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] Attempting to bind port be5cc9b1-767c-4438-85ac-1b453f83d362 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:42.192062 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] Attempting to bind port be5cc9b1-767c-4438-85ac-1b453f83d362 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '873043e3-b707-4b4d-bbf5-43d458219f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '67c4fd53-5b56-4eaa-93aa-23c5711078be'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:42.192442 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] Attempting to bind port be5cc9b1-767c-4438-85ac-1b453f83d362 on network 67c4fd53-5b56-4eaa-93aa-23c5711078be {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:42.202293 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-93913e97-d31f-4f69-916a-91f4b18c0c45 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Unset dirty status for tenant:8720728217d14c16b47be3adef31c1dc on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:08:42.212339 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:08:42.212757 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] Checking segment: {'id': '873043e3-b707-4b4d-bbf5-43d458219f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '67c4fd53-5b56-4eaa-93aa-23c5711078be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:42.213161 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:42.213559 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] Bound using segment: {'id': '873043e3-b707-4b4d-bbf5-43d458219f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '67c4fd53-5b56-4eaa-93aa-23c5711078be'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:08:42.214110 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] Bound port: be5cc9b1-767c-4438-85ac-1b453f83d362, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873043e3-b707-4b4d-bbf5-43d458219f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '67c4fd53-5b56-4eaa-93aa-23c5711078be'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:08:42.219789 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:42.226020 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-93913e97-d31f-4f69-916a-91f4b18c0c45 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] 10.222.0.62 "GET /v2.0/ports/67cf695f-b6d8-4464-a336-7862cb9a4dc1 HTTP/1.1" status: 404 len: 333 time: 0.6057487 Sep 21 15:08:42.231525 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51300) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:42.249868 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:42.366564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-80801f84-8326-406a-9c8a-0a73b41706ab tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-853030267', 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:42.381754 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b9e08-958a-4941-845f-f2c7a59a3b9c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Pushing event updated for resources: {'Network': ['ID=63536d88-e4d1-46c2-aff4-fb109e171d74,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:42.416708 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 63536d88-e4d1-46c2-aff4-fb109e171d74 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:08:42.422230 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-3774138c-37f7-48e3-bd37-bffe20f0e6b2 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Deleting subnet bcfb068f-2797-428a-bde6-7dc397e539eb {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:08:42.442249 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Usage tracker for resource:security_group_rule and tenant:5016973dab6c4c23b7df0f0b1c907ed7 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:42.470395 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3774138c-37f7-48e3-bd37-bffe20f0e6b2 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:42.472236 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 14bf62c1-b881-4ebc-8d5d-45f1473f255c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:42.472652 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:42.559828 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:42.576682 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-80801f84-8326-406a-9c8a-0a73b41706ab tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:42.585788 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment dd3bee2c-af1a-4ee5-ae9b-2c4cb14d9f71 resource provider aggregate not found Sep 21 15:08:42.592674 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:42.629197 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:42.641854 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c80b9e08-958a-4941-845f-f2c7a59a3b9c tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9380448 Sep 21 15:08:42.660105 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment dd3bee2c-af1a-4ee5-ae9b-2c4cb14d9f71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd3bee2c-af1a-4ee5-ae9b-2c4cb14d9f71 found for delete ", "request_id": "req-c7bb13d3-837d-41af-b422-db460d465921"}]} Sep 21 15:08:42.660821 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51312) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:42.726868 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3774138c-37f7-48e3-bd37-bffe20f0e6b2 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:42.820954 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] For port be5cc9b1-767c-4438-85ac-1b453f83d362, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:08:42.837449 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] For port be5cc9b1-767c-4438-85ac-1b453f83d362, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=be5cc9b1-767c-4438-85ac-1b453f83d362,segment=NetworkSegment(873043e3-b707-4b4d-bbf5-43d458219f15),segment_id=873043e3-b707-4b4d-bbf5-43d458219f15)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:08:42.883610 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:42.980021 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3774138c-37f7-48e3-bd37-bffe20f0e6b2 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:43.016896 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-80801f84-8326-406a-9c8a-0a73b41706ab tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:43.034297 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a3253a35-ebe3-407a-b49a-35491e724e50 req-6eb46bb4-4af4-42ba-9ae4-bb042251f911 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 210 time: 0.4295194 Sep 21 15:08:43.052468 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:43.080727 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:43.128771 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01db1745-f5d9-4163-a12a-e0964af36958,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:43.148112 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:08:43.170759 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:43.171539 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Added segment 96fc418e-8a9c-4b76-8d52-519d3a283a2d of type vlan for network a8e5f66c-5a8b-4bac-bc23-bfb760784532 Sep 21 15:08:43.193238 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3774138c-37f7-48e3-bd37-bffe20f0e6b2 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:43.253923 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774138c-37f7-48e3-bd37-bffe20f0e6b2 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Pushing event deleted for resources: {'Subnet': ['ID=bcfb068f-2797-428a-bde6-7dc397e539eb,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:43.261077 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:43.268643 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3774138c-37f7-48e3-bd37-bffe20f0e6b2 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:43.310539 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3774138c-37f7-48e3-bd37-bffe20f0e6b2 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "DELETE /v2.0/subnets/bcfb068f-2797-428a-bde6-7dc397e539eb HTTP/1.1" status: 204 len: 168 time: 1.7140594 Sep 21 15:08:43.313612 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51316) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:43.314854 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 14bf62c1-b881-4ebc-8d5d-45f1473f255c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:43.317506 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:43.319709 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80801f84-8326-406a-9c8a-0a73b41706ab tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Made reservation on behalf of 8720728217d14c16b47be3adef31c1dc for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:43.334834 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80801f84-8326-406a-9c8a-0a73b41706ab tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:43.349631 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd85c34-71d1-4d76-b5c1-d6c4b30a71bd None None] Pushing event updated for resources: {'Port': ['ID=be5cc9b1-767c-4438-85ac-1b453f83d362,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:43.388872 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:43.401501 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:43.401740 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:43.458155 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:43.460361 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:43.590033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42acc14a-eddd-4d37-82dc-0ac16ccb3f66 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:43.591779 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-42acc14a-eddd-4d37-82dc-0ac16ccb3f66 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] 10.222.0.62 "GET /v2.0/networks/63536d88-e4d1-46c2-aff4-fb109e171d74 HTTP/1.1" status: 200 len: 757 time: 0.7192161 Sep 21 15:08:43.600437 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0d80e8e6-7580-42a6-b769-d6ffbc5c5024 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f6be5405ca17462db9d0186fa900cc46&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5315714 Sep 21 15:08:43.609176 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51320) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:43.609547 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51322) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:43.628643 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Pushing event updated for resources: {'Network': ['ID=a8e5f66c-5a8b-4bac-bc23-bfb760784532,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:43.650946 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91412aff-fb55-4117-a5a7-771de22a0799 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:43.651938 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-91412aff-fb55-4117-a5a7-771de22a0799 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Synchronizing usage tracker for tenant:ee2e68684559481ebca9689d040f056d on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:08:43.662244 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a7a4fd24-5f1c-426e-9e52-c0714dbae847 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2545416 Sep 21 15:08:43.667744 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51324) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:43.676856 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-58c30497-54bc-41cc-a7c8-9ace378702b8 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Request body: {'subnet': {'network_id': 'a8e5f66c-5a8b-4bac-bc23-bfb760784532', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:43.752796 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network a8e5f66c-5a8b-4bac-bc23-bfb760784532 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:08:43.783202 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-80801f84-8326-406a-9c8a-0a73b41706ab tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] device_id is not set on port fa397062-0161-4fc2-bf6f-2c6a45e5189d yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:08:43.838908 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-91412aff-fb55-4117-a5a7-771de22a0799 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Unset dirty status for tenant:ee2e68684559481ebca9689d040f056d on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:08:43.844287 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-91412aff-fb55-4117-a5a7-771de22a0799 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5255058 Sep 21 15:08:43.850200 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51332) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:44.126015 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Allocated IP 172.26.4.129 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/e7b267bf-0ce9-48d0-8c41-1e958e44162a) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:44.146657 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-8fd14994-3423-43db-8b58-66e4460ccf01 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Allocated IP 172.20.0.10 (35623812-409c-40a9-b25b-97314219e56f/b1ab4349-2b6d-4af5-b8c9-4479fa3e1388/f885edf7-41fa-47bd-b181-19541fdf8bf8) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:44.199794 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a367cc-35b8-4713-a0b6-63e1931a2395 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:44.203557 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-36a367cc-35b8-4713-a0b6-63e1931a2395 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] 10.222.0.62 "GET /v2.0/networks/f38184f0-8c8e-4ee4-a498-fac4c907be33 HTTP/1.1" status: 200 len: 767 time: 0.5053172 Sep 21 15:08:44.219301 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51338) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:44.238686 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:44.305126 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-58c30497-54bc-41cc-a7c8-9ace378702b8 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:44.388764 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-58c30497-54bc-41cc-a7c8-9ace378702b8 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Usage tracker for resource:subnet and tenant:5016973dab6c4c23b7df0f0b1c907ed7 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:44.412484 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-58c30497-54bc-41cc-a7c8-9ace378702b8 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:44.424186 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-58c30497-54bc-41cc-a7c8-9ace378702b8 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:44.432356 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:44.466841 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device be5cc9b1-767c-4438-85ac-1b453f83d362 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:44.517003 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c30497-54bc-41cc-a7c8-9ace378702b8 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Made reservation on behalf of 5016973dab6c4c23b7df0f0b1c907ed7 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:44.535025 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58c30497-54bc-41cc-a7c8-9ace378702b8 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:44.600139 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Deleting port be5cc9b1-767c-4438-85ac-1b453f83d362 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:08:44.602130 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:44.655708 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b5db4a4-a039-4715-bf9c-d85c8a877af6 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:44.666671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-8fd14994-3423-43db-8b58-66e4460ccf01 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:44.683445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc64e9eb-ae4e-4866-a183-c8b73554997a None None] Network 67c4fd53-5b56-4eaa-93aa-23c5711078be requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:08:44.833438 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port be5cc9b1-767c-4438-85ac-1b453f83d362 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:44.850338 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bcbecc0e-b691-4dd5-8db5-019f92a0aab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:44.912792 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-991d8686-e756-4501-8f2b-3a475bdc746a req-0808db97-5a3d-4a00-be7f-456d46bd5451 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 210 time: 0.1905603 Sep 21 15:08:44.919909 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-8fd14994-3423-43db-8b58-66e4460ccf01 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Transition to ACTIVE for port object f885edf7-41fa-47bd-b181-19541fdf8bf8 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:45.051285 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-51243da3-9285-48be-a5af-9f4a0c4af4c3 None None] Provisioning for port be5cc9b1-767c-4438-85ac-1b453f83d362 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:45.085546 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-51243da3-9285-48be-a5af-9f4a0c4af4c3 None None] Provisioning complete for port be5cc9b1-767c-4438-85ac-1b453f83d362 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:45.086518 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-51243da3-9285-48be-a5af-9f4a0c4af4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:45.237805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b5db4a4-a039-4715-bf9c-d85c8a877af6 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:45.294648 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-0b5db4a4-a039-4715-bf9c-d85c8a877af6 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63536d88-e4d1-46c2-aff4-fb109e171d74']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:45.317671 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-0b5db4a4-a039-4715-bf9c-d85c8a877af6 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15112084-855c-4f9a-8896-54de4c40dc94') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:45.317671 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-0b5db4a4-a039-4715-bf9c-d85c8a877af6 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15112084-855c-4f9a-8896-54de4c40dc94') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:45.364765 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] For port be5cc9b1-767c-4438-85ac-1b453f83d362, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=be5cc9b1-767c-4438-85ac-1b453f83d362,segment=NetworkSegment(873043e3-b707-4b4d-bbf5-43d458219f15),segment_id=873043e3-b707-4b4d-bbf5-43d458219f15)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:08:45.365119 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:45.367437 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-51243da3-9285-48be-a5af-9f4a0c4af4c3 None None] Current status of the port be5cc9b1-767c-4438-85ac-1b453f83d362 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:45.368122 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-51243da3-9285-48be-a5af-9f4a0c4af4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:45.375059 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bcbecc0e-b691-4dd5-8db5-019f92a0aab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:45.380728 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b5db4a4-a039-4715-bf9c-d85c8a877af6 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:45.425243 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] DHCP port deletion for 67c4fd53-5b56-4eaa-93aa-23c5711078be request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:08:45.435775 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] Deleting port be5cc9b1-767c-4438-85ac-1b453f83d362 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:08:45.436276 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:45.530112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:08:45.547778 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Calling delete_port for be5cc9b1-767c-4438-85ac-1b453f83d362 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:08:45.562895 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bcbecc0e-b691-4dd5-8db5-019f92a0aab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:45.570743 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:45.609627 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbecc0e-b691-4dd5-8db5-019f92a0aab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4087af93-8470-4381-b008-6e7bcb6dd41e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:45.630024 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b5db4a4-a039-4715-bf9c-d85c8a877af6 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:45.631396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:45.645614 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5db4a4-a039-4715-bf9c-d85c8a877af6 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:08:45.646383 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b5db4a4-a039-4715-bf9c-d85c8a877af6 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:45.793327 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80801f84-8326-406a-9c8a-0a73b41706ab tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:45.807313 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b5db4a4-a039-4715-bf9c-d85c8a877af6 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:45.808997 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-8fd14994-3423-43db-8b58-66e4460ccf01 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:45.822914 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 15112084-855c-4f9a-8896-54de4c40dc94 resource provider aggregate not found Sep 21 15:08:45.829927 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-51243da3-9285-48be-a5af-9f4a0c4af4c3 None None] For port be5cc9b1-767c-4438-85ac-1b453f83d362, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=be5cc9b1-767c-4438-85ac-1b453f83d362,segment=NetworkSegment(873043e3-b707-4b4d-bbf5-43d458219f15),segment_id=873043e3-b707-4b4d-bbf5-43d458219f15)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:08:45.848164 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-51243da3-9285-48be-a5af-9f4a0c4af4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:45.862276 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 15112084-855c-4f9a-8896-54de4c40dc94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15112084-855c-4f9a-8896-54de4c40dc94 found for delete ", "request_id": "req-f7278995-301b-43b5-a6cb-7d8d652bdd60"}]} Sep 21 15:08:45.877490 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5db4a4-a039-4715-bf9c-d85c8a877af6 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 63536d88-e4d1-46c2-aff4-fb109e171d74 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 21 15:08:45.898139 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5db4a4-a039-4715-bf9c-d85c8a877af6 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Pushing event deleted for resources: {'Network': ['ID=63536d88-e4d1-46c2-aff4-fb109e171d74,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:45.909032 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b5db4a4-a039-4715-bf9c-d85c8a877af6 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:45.939817 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:45.959585 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0b5db4a4-a039-4715-bf9c-d85c8a877af6 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] 10.222.0.62 "DELETE /v2.0/networks/63536d88-e4d1-46c2-aff4-fb109e171d74 HTTP/1.1" status: 204 len: 168 time: 1.7276013 Sep 21 15:08:45.963409 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51346) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:45.977031 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:45.999927 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-816f4baa-6a29-4d22-8a48-09d2aff8281d tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Request body: {'network': {'name': 'tempest-network--1553455756'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:46.002001 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-8fd14994-3423-43db-8b58-66e4460ccf01 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Network 35623812-409c-40a9-b25b-97314219e56f is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:46.007457 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-816f4baa-6a29-4d22-8a48-09d2aff8281d tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:46.010926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-8fd14994-3423-43db-8b58-66e4460ccf01 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:46.014476 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-816f4baa-6a29-4d22-8a48-09d2aff8281d tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Usage tracker for resource:network and tenant:548160d1b5b245f8af7804067c2d0f6c is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:46.016048 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Pushing event updated for resources: {'Port': ['ID=ac5e672d-f31d-4663-9f43-d1f57e506674,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:46.042437 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-816f4baa-6a29-4d22-8a48-09d2aff8281d tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:46.055287 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-816f4baa-6a29-4d22-8a48-09d2aff8281d tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:46.069792 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58c30497-54bc-41cc-a7c8-9ace378702b8 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:46.091212 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:08:46.092828 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:08:46.108622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-8fd14994-3423-43db-8b58-66e4460ccf01 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:46.225379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-8fd14994-3423-43db-8b58-66e4460ccf01 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:46.226490 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-8fd14994-3423-43db-8b58-66e4460ccf01 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:46.272661 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816f4baa-6a29-4d22-8a48-09d2aff8281d tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Made reservation on behalf of 548160d1b5b245f8af7804067c2d0f6c for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:46.275648 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-816f4baa-6a29-4d22-8a48-09d2aff8281d tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:46.304552 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c30497-54bc-41cc-a7c8-9ace378702b8 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Pushing event updated for resources: {'Subnet': ['ID=6dcd5114-b07e-4b1f-809e-18c0256090f8,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:46.311011 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51243da3-9285-48be-a5af-9f4a0c4af4c3 None None] Pushing event updated for resources: {'Port': ['ID=be5cc9b1-767c-4438-85ac-1b453f83d362,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:46.343358 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] For port be5cc9b1-767c-4438-85ac-1b453f83d362, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=be5cc9b1-767c-4438-85ac-1b453f83d362,segment=NetworkSegment(873043e3-b707-4b4d-bbf5-43d458219f15),segment_id=873043e3-b707-4b4d-bbf5-43d458219f15)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:08:46.344246 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:46.374116 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-8fd14994-3423-43db-8b58-66e4460ccf01 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9486063 Sep 21 15:08:46.379886 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bcbecc0e-b691-4dd5-8db5-019f92a0aab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:46.383478 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bcbecc0e-b691-4dd5-8db5-019f92a0aab7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4087af93-8470-4381-b008-6e7bcb6dd41e HTTP/1.1" status: 204 len: 168 time: 2.6831868 Sep 21 15:08:46.387622 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c30497-54bc-41cc-a7c8-9ace378702b8 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Checking segment: {'id': '96fc418e-8a9c-4b76-8d52-519d3a283a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a8e5f66c-5a8b-4bac-bc23-bfb760784532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:46.387982 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c30497-54bc-41cc-a7c8-9ace378702b8 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Network hostable DHCP agents. Network: a8e5f66c-5a8b-4bac-bc23-bfb760784532, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:08:46.403675 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816f4baa-6a29-4d22-8a48-09d2aff8281d tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:08:46.428826 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:46.432979 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c30497-54bc-41cc-a7c8-9ace378702b8 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Network a8e5f66c-5a8b-4bac-bc23-bfb760784532 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:08:46.437235 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f0332f2f-b440-4667-9306-37e6af2be979 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.2747984 Sep 21 15:08:46.460871 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-816f4baa-6a29-4d22-8a48-09d2aff8281d tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:46.469918 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-816f4baa-6a29-4d22-8a48-09d2aff8281d tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Added segment c9b66575-e5cd-4418-b890-fce1be3d4d7b of type vlan for network c8cbe943-ccdd-4c18-bd6b-6a17c1028b81 Sep 21 15:08:46.475496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-3cad23c2-a6a4-4895-a8d2-7e957b2ea3a6 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:08:46.477932 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-3cad23c2-a6a4-4895-a8d2-7e957b2ea3a6 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0651221 Sep 21 15:08:46.490996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80801f84-8326-406a-9c8a-0a73b41706ab tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:46.498975 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:46.528031 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:46.538199 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:46.554269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:46.565048 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-816f4baa-6a29-4d22-8a48-09d2aff8281d tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:46.588549 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device be5cc9b1-767c-4438-85ac-1b453f83d362 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:08:46.637271 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Deleting port be5cc9b1-767c-4438-85ac-1b453f83d362 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:08:46.638180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:46.641468 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd14994-3423-43db-8b58-66e4460ccf01 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Pushing event updated for resources: {'Port': ['ID=f885edf7-41fa-47bd-b181-19541fdf8bf8,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:46.747100 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-816f4baa-6a29-4d22-8a48-09d2aff8281d tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:46.752472 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816f4baa-6a29-4d22-8a48-09d2aff8281d tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:46.752472 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-816f4baa-6a29-4d22-8a48-09d2aff8281d tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:46.820227 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-58c30497-54bc-41cc-a7c8-9ace378702b8 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, a8e5f66c-5a8b-4bac-bc23-bfb760784532) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:46.851318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80801f84-8326-406a-9c8a-0a73b41706ab tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Network c14dd1db-acec-4e27-898d-87873d7cfac3 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:46.864293 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] Calling delete_port for be5cc9b1-767c-4438-85ac-1b453f83d362 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:08:46.864895 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c30497-54bc-41cc-a7c8-9ace378702b8 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:46.874516 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58c30497-54bc-41cc-a7c8-9ace378702b8 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:46.946779 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Pushing event updated for resources: {'Port': ['ID=e7b267bf-0ce9-48d0-8c41-1e958e44162a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:47.117162 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1f24c9-28ab-4b99-8a23-1f38d20994a6 None None] Network a8e5f66c-5a8b-4bac-bc23-bfb760784532 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:08:47.141441 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80801f84-8326-406a-9c8a-0a73b41706ab tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Pushing event updated for resources: {'Port': ['ID=fa397062-0161-4fc2-bf6f-2c6a45e5189d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:47.154285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-80801f84-8326-406a-9c8a-0a73b41706ab tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:47.158010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80801f84-8326-406a-9c8a-0a73b41706ab tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:47.159520 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80801f84-8326-406a-9c8a-0a73b41706ab tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:47.160725 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80801f84-8326-406a-9c8a-0a73b41706ab tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:47.176484 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f8188-4035-4bdc-a396-56c277da861e req-2f039a6b-86e9-4a9b-b555-c8fce2f4f623 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:47.177995 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-274f8188-4035-4bdc-a396-56c277da861e req-2f039a6b-86e9-4a9b-b555-c8fce2f4f623 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Synchronizing usage tracker for tenant:537869f246ac43fa81163f09d28c74dc on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:08:47.230187 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:47.298636 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51376) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:47.362512 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:08:47.363093 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:08:47.406432 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-58c30497-54bc-41cc-a7c8-9ace378702b8 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7362587 Sep 21 15:08:47.410768 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-47254f89-74fc-4b4f-9547-f1c893f24d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:47.413016 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] Request body: {'port': {'device_id': 'eb275d9a-efc9-4357-a4f1-683d078e2ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:47.422559 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ea76bebd-712b-49cb-a7a2-185a52b856e6 None None] Provisioning for port f885edf7-41fa-47bd-b181-19541fdf8bf8 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:47.425939 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f4baa-6a29-4d22-8a48-09d2aff8281d tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Pushing event updated for resources: {'Network': ['ID=c8cbe943-ccdd-4c18-bd6b-6a17c1028b81,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:47.428173 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51382) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:47.434723 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-47254f89-74fc-4b4f-9547-f1c893f24d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:47.439149 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-47254f89-74fc-4b4f-9547-f1c893f24d61 admin admin] Usage tracker for resource:security_group_rule and tenant:34f3a370b4224e4db32d75cbde20c329 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:47.442555 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-47254f89-74fc-4b4f-9547-f1c893f24d61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:47.449881 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-47254f89-74fc-4b4f-9547-f1c893f24d61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:47.452583 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ea76bebd-712b-49cb-a7a2-185a52b856e6 None None] Provisioning complete for port f885edf7-41fa-47bd-b181-19541fdf8bf8 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:47.452949 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ea76bebd-712b-49cb-a7a2-185a52b856e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:47.460764 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-816f4baa-6a29-4d22-8a48-09d2aff8281d tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4827957 Sep 21 15:08:47.464334 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1761962031', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:47.474647 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51386) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:47.477699 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:47.486034 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-620accd1-93fe-44e4-b996-9c9ab4debe92 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:47.487358 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-4cddf923-dd86-438b-8738-ba0510f18e11 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Synchronizing usage tracker for tenant:d49d503a5c894e259463c6f22dd952c8 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:08:47.502103 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network c8cbe943-ccdd-4c18-bd6b-6a17c1028b81 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:08:47.550851 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Usage tracker for resource:router and tenant:5016973dab6c4c23b7df0f0b1c907ed7 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:47.559792 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:47.599557 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-274f8188-4035-4bdc-a396-56c277da861e req-2f039a6b-86e9-4a9b-b555-c8fce2f4f623 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Unset dirty status for tenant:537869f246ac43fa81163f09d28c74dc on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:08:47.603887 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-274f8188-4035-4bdc-a396-56c277da861e req-2f039a6b-86e9-4a9b-b555-c8fce2f4f623 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 932 time: 1.3397312 Sep 21 15:08:47.646792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:47.690807 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-80801f84-8326-406a-9c8a-0a73b41706ab tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 5.4538956 Sep 21 15:08:47.704785 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51390) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:47.706501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-4cddf923-dd86-438b-8738-ba0510f18e11 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Unset dirty status for tenant:d49d503a5c894e259463c6f22dd952c8 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:08:47.719610 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-4cddf923-dd86-438b-8738-ba0510f18e11 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1209596091&fields=id&tenant_id=d49d503a5c894e259463c6f22dd952c8 HTTP/1.1" status: 200 len: 267 time: 0.5994103 Sep 21 15:08:47.806239 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:47.873694 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] Deleting port be5cc9b1-767c-4438-85ac-1b453f83d362 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:08:47.874305 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:47.921115 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-47254f89-74fc-4b4f-9547-f1c893f24d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:47.941133 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:47.942750 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:47.946049 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-47254f89-74fc-4b4f-9547-f1c893f24d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:47.958227 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port be5cc9b1-767c-4438-85ac-1b453f83d362 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:47.959112 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:47.972166 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ea76bebd-712b-49cb-a7a2-185a52b856e6 None None] Port f885edf7-41fa-47bd-b181-19541fdf8bf8 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:08:48.044694 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47254f89-74fc-4b4f-9547-f1c893f24d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63d77ea-9a55-42a9-9705-99d061f8668b,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:48.060193 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] For port be5cc9b1-767c-4438-85ac-1b453f83d362, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=be5cc9b1-767c-4438-85ac-1b453f83d362,segment=NetworkSegment(873043e3-b707-4b4d-bbf5-43d458219f15),segment_id=873043e3-b707-4b4d-bbf5-43d458219f15)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:08:48.060753 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:48.071603 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-a8e5f66c-5a8b-4bac-bc23-bfb760784532', 'network_id': 'a8e5f66c-5a8b-4bac-bc23-bfb760784532', 'tenant_id': '5016973dab6c4c23b7df0f0b1c907ed7', 'fixed_ips': [{'subnet_id': '6dcd5114-b07e-4b1f-809e-18c0256090f8'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:08:48.073090 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:48.079923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf53605e-bc60-4711-9d93-76098bbe5e58 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:48.081158 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bf53605e-bc60-4711-9d93-76098bbe5e58 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Synchronizing usage tracker for tenant:8720728217d14c16b47be3adef31c1dc on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:08:48.287966 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:48.288584 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] Allocated IP 172.20.0.2 (a8e5f66c-5a8b-4bac-bc23-bfb760784532/6dcd5114-b07e-4b1f-809e-18c0256090f8/897cbe56-cf67-4089-b2bc-3354f6929860) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:48.298857 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:48.346389 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Calling delete_port for be5cc9b1-767c-4438-85ac-1b453f83d362 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:08:48.372711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bf53605e-bc60-4711-9d93-76098bbe5e58 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Unset dirty status for tenant:8720728217d14c16b47be3adef31c1dc on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:08:48.374082 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bf53605e-bc60-4711-9d93-76098bbe5e58 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] 10.222.0.62 "GET /v2.0/ports/fa397062-0161-4fc2-bf6f-2c6a45e5189d HTTP/1.1" status: 200 len: 954 time: 0.6192310 Sep 21 15:08:48.459448 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51394) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:48.481136 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-274f8188-4035-4bdc-a396-56c277da861e req-dc809efb-92a5-442f-9f7a-35c23734265d tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7879453 Sep 21 15:08:48.510549 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-47254f89-74fc-4b4f-9547-f1c893f24d61 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=34f3a370b4224e4db32d75cbde20c329&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2003167 Sep 21 15:08:48.526662 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51398) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:48.654279 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:48.679483 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] Transition to ACTIVE for port object 897cbe56-cf67-4089-b2bc-3354f6929860 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:48.718404 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] Transition to ACTIVE for port object 897cbe56-cf67-4089-b2bc-3354f6929860 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:48.792691 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:48.825044 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port be5cc9b1-767c-4438-85ac-1b453f83d362, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=be5cc9b1-767c-4438-85ac-1b453f83d362,segment=NetworkSegment(873043e3-b707-4b4d-bbf5-43d458219f15),segment_id=873043e3-b707-4b4d-bbf5-43d458219f15)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:08:48.867021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-f56a7275-dbfd-4f21-b95a-82d0c35bf230 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:48.869045 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-f56a7275-dbfd-4f21-b95a-82d0c35bf230 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/networks?id=0ef8c881-241c-44dd-ad21-90cc5d4e1c08 HTTP/1.1" status: 200 len: 812 time: 1.1477704 Sep 21 15:08:48.885683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6cb72ba4-8d69-412d-bf71-4abf1014bc71 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Deleting port fa397062-0161-4fc2-bf6f-2c6a45e5189d {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:08:48.886952 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6cb72ba4-8d69-412d-bf71-4abf1014bc71 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:48.909699 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-620accd1-93fe-44e4-b996-9c9ab4debe92 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:08:48.942646 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:08:48.943112 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:08:48.963293 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:08:48.979706 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-11f2f0c8-2512-4df8-bbda-8ed507d74f6d tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/quotas/d49d503a5c894e259463c6f22dd952c8 HTTP/1.1" status: 200 len: 375 time: 0.0628483 Sep 21 15:08:48.990209 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:49.038270 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-620accd1-93fe-44e4-b996-9c9ab4debe92 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:49.056876 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9fa6d238-c340-4c0d-9f3e-05b0916c72d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:49.118097 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:49.129497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] Network a8e5f66c-5a8b-4bac-bc23-bfb760784532 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:49.158286 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:49.165412 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-620accd1-93fe-44e4-b996-9c9ab4debe92 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:49.180166 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:49.255892 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] Pushing event updated for resources: {'Port': ['ID=897cbe56-cf67-4089-b2bc-3354f6929860,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:49.260992 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] For port be5cc9b1-767c-4438-85ac-1b453f83d362, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=be5cc9b1-767c-4438-85ac-1b453f83d362,segment=NetworkSegment(873043e3-b707-4b4d-bbf5-43d458219f15),segment_id=873043e3-b707-4b4d-bbf5-43d458219f15)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:08:49.261626 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:49.267180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:49.366181 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=be5cc9b1-767c-4438-85ac-1b453f83d362,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:49.399259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:49.474780 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-620accd1-93fe-44e4-b996-9c9ab4debe92 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Network c8cbe943-ccdd-4c18-bd6b-6a17c1028b81 is not hosted by any dhcp agent {{(pid=89019) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 21 15:08:49.476067 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620accd1-93fe-44e4-b996-9c9ab4debe92 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:49.476920 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-620accd1-93fe-44e4-b996-9c9ab4debe92 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:49.483317 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-620accd1-93fe-44e4-b996-9c9ab4debe92 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] 10.222.0.62 "PUT /v2.0/networks/c8cbe943-ccdd-4c18-bd6b-6a17c1028b81 HTTP/1.1" status: 200 len: 858 time: 2.0075855 Sep 21 15:08:49.484794 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620accd1-93fe-44e4-b996-9c9ab4debe92 tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Pushing event updated for resources: {'Network': ['ID=c8cbe943-ccdd-4c18-bd6b-6a17c1028b81,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:49.494222 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51402) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:49.498670 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9fa6d238-c340-4c0d-9f3e-05b0916c72d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:49.583611 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Deleting port be5cc9b1-767c-4438-85ac-1b453f83d362 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:08:49.584023 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:49.628696 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Pushing event updated for resources: {'Port': ['ID=e7b267bf-0ce9-48d0-8c41-1e958e44162a,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:49.717271 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9fa6d238-c340-4c0d-9f3e-05b0916c72d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:49.751691 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6d238-c340-4c0d-9f3e-05b0916c72d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63d77ea-9a55-42a9-9705-99d061f8668b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:49.809700 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:49.853709 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] Calling delete_port for be5cc9b1-767c-4438-85ac-1b453f83d362 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:08:49.923148 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] Attempting to bind port 897cbe56-cf67-4089-b2bc-3354f6929860 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:49.924062 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] Attempting to bind port 897cbe56-cf67-4089-b2bc-3354f6929860 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '96fc418e-8a9c-4b76-8d52-519d3a283a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a8e5f66c-5a8b-4bac-bc23-bfb760784532'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:49.924062 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] Attempting to bind port 897cbe56-cf67-4089-b2bc-3354f6929860 on network a8e5f66c-5a8b-4bac-bc23-bfb760784532 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:49.942581 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-7da79c4e-9a4d-4248-af36-04f4d09afc26 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d49d503a5c894e259463c6f22dd952c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9257920 Sep 21 15:08:49.942581 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:49.943703 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:08:49.943703 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] Checking segment: {'id': '96fc418e-8a9c-4b76-8d52-519d3a283a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a8e5f66c-5a8b-4bac-bc23-bfb760784532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:49.943917 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0b5d3c70-6225-4a3d-8e70-8b12eaa77b61 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.1582527 Sep 21 15:08:49.950422 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:49.950910 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] Bound using segment: {'id': '96fc418e-8a9c-4b76-8d52-519d3a283a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a8e5f66c-5a8b-4bac-bc23-bfb760784532'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:08:49.951421 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] Bound port: 897cbe56-cf67-4089-b2bc-3354f6929860, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96fc418e-8a9c-4b76-8d52-519d3a283a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a8e5f66c-5a8b-4bac-bc23-bfb760784532'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:08:49.952090 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:50.004956 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9fa6d238-c340-4c0d-9f3e-05b0916c72d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:50.009673 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9fa6d238-c340-4c0d-9f3e-05b0916c72d2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f63d77ea-9a55-42a9-9705-99d061f8668b HTTP/1.1" status: 204 len: 168 time: 1.4800367 Sep 21 15:08:50.018268 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:08:50.052245 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2bd91aa5-3f46-4771-b106-da8ee1ffc7fb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:50.065702 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6cb72ba4-8d69-412d-bf71-4abf1014bc71 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:50.154599 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] For port 897cbe56-cf67-4089-b2bc-3354f6929860, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:08:50.162309 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] For port 897cbe56-cf67-4089-b2bc-3354f6929860, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=897cbe56-cf67-4089-b2bc-3354f6929860,segment=NetworkSegment(96fc418e-8a9c-4b76-8d52-519d3a283a2d),segment_id=96fc418e-8a9c-4b76-8d52-519d3a283a2d)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:08:50.180289 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:08:50.180684 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:08:50.182228 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:50.291863 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] For port be5cc9b1-767c-4438-85ac-1b453f83d362, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=be5cc9b1-767c-4438-85ac-1b453f83d362,segment=NetworkSegment(873043e3-b707-4b4d-bbf5-43d458219f15),segment_id=873043e3-b707-4b4d-bbf5-43d458219f15)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:08:50.292226 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:50.340249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af460452-b14e-43a3-8a2f-97c577480009 None None] Pushing event updated for resources: {'Port': ['ID=897cbe56-cf67-4089-b2bc-3354f6929860,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:50.374500 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6cb72ba4-8d69-412d-bf71-4abf1014bc71 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Calling delete_port for fa397062-0161-4fc2-bf6f-2c6a45e5189d owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:08:50.504976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f885edf7-41fa-47bd-b181-19541fdf8bf8 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:08:50.516554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:50.538412 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] Transition to ACTIVE for port object f885edf7-41fa-47bd-b181-19541fdf8bf8 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:50.581172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:50.612251 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] Deleting port be5cc9b1-767c-4438-85ac-1b453f83d362 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:08:50.613010 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:50.788409 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Calling delete_port for be5cc9b1-767c-4438-85ac-1b453f83d362 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:08:50.990183 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-7d500fa0-6c07-405a-aa2d-94ed4dc0ead9 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:08:50.999221 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-7d500fa0-6c07-405a-aa2d-94ed4dc0ead9 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5933073 Sep 21 15:08:51.297778 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] For port be5cc9b1-767c-4438-85ac-1b453f83d362, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=be5cc9b1-767c-4438-85ac-1b453f83d362,segment=NetworkSegment(873043e3-b707-4b4d-bbf5-43d458219f15),segment_id=873043e3-b707-4b4d-bbf5-43d458219f15)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:08:51.298859 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:51.338535 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2bd91aa5-3f46-4771-b106-da8ee1ffc7fb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:51.462956 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 897cbe56-cf67-4089-b2bc-3354f6929860 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:51.466792 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-5854cf7a-0a92-4e61-852b-c1f5767d1698 service neutron] 10.222.0.62 "GET /v2.0/networks/0ef8c881-241c-44dd-ad21-90cc5d4e1c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665289 Sep 21 15:08:51.655822 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-2bd91aa5-3f46-4771-b106-da8ee1ffc7fb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8cbe943-ccdd-4c18-bd6b-6a17c1028b81']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:51.723597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] Calling delete_port for be5cc9b1-767c-4438-85ac-1b453f83d362 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:08:51.731059 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-2bd91aa5-3f46-4771-b106-da8ee1ffc7fb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b66575-e5cd-4418-b890-fce1be3d4d7b') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:51.731492 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-2bd91aa5-3f46-4771-b106-da8ee1ffc7fb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b66575-e5cd-4418-b890-fce1be3d4d7b') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:51.762230 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:51.855008 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:51.945823 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:51.966190 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] No DVR routers for this DVR port be5cc9b1-767c-4438-85ac-1b453f83d362 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:08:51.970532 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:52.006757 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6e8e2-5132-4399-b2a5-ec3e9657dcd0 req-062c2555-e0d1-41f9-8cd4-8eb1d6c2df8a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:52.010459 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8d6e8e2-5132-4399-b2a5-ec3e9657dcd0 req-062c2555-e0d1-41f9-8cd4-8eb1d6c2df8a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 932 time: 2.1683841 Sep 21 15:08:52.011124 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] Pushing event updated for resources: {'Port': ['ID=f885edf7-41fa-47bd-b181-19541fdf8bf8,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:52.039674 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2bd91aa5-3f46-4771-b106-da8ee1ffc7fb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:52.066141 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 897cbe56-cf67-4089-b2bc-3354f6929860 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:52.079241 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:08:52.081028 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:08:52.099779 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedfff46-3733-4e73-8b9b-bcdb199d8649 None None] Network a8e5f66c-5a8b-4bac-bc23-bfb760784532 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:08:52.118176 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Pushing event deleted for resources: {'Port': ['ID=be5cc9b1-767c-4438-85ac-1b453f83d362,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:52.216636 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] Attempting to bind port f885edf7-41fa-47bd-b181-19541fdf8bf8 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:52.223956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] Attempting to bind port f885edf7-41fa-47bd-b181-19541fdf8bf8 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'e2ca3dfa-04cd-4658-ad74-63fa43c3937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '35623812-409c-40a9-b25b-97314219e56f'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:52.224328 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] Attempting to bind port f885edf7-41fa-47bd-b181-19541fdf8bf8 on network 35623812-409c-40a9-b25b-97314219e56f {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:52.250254 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8d6e8e2-5132-4399-b2a5-ec3e9657dcd0 req-a8e35e25-2179-4a0e-a440-320affa554cf tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128940 Sep 21 15:08:52.250945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6cb72ba4-8d69-412d-bf71-4abf1014bc71 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:52.258633 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2bd91aa5-3f46-4771-b106-da8ee1ffc7fb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:52.304678 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-54f5622b-8e02-48fc-8a2c-17ee2b38f914 None None] Provisioning for port 897cbe56-cf67-4089-b2bc-3354f6929860 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:52.314276 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-54f5622b-8e02-48fc-8a2c-17ee2b38f914 None None] Provisioning complete for port 897cbe56-cf67-4089-b2bc-3354f6929860 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:52.314882 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-54f5622b-8e02-48fc-8a2c-17ee2b38f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:52.322347 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:52.330671 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd91aa5-3f46-4771-b106-da8ee1ffc7fb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:08:52.331166 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2bd91aa5-3f46-4771-b106-da8ee1ffc7fb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:52.398414 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment c9b66575-e5cd-4418-b890-fce1be3d4d7b resource provider aggregate not found Sep 21 15:08:52.406897 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-9ad56f6b-0773-44d9-af96-069bc9e79ef6 service neutron] 10.222.0.62 "GET /v2.0/networks/0ef8c881-241c-44dd-ad21-90cc5d4e1c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9392533 Sep 21 15:08:52.417088 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] Port f885edf7-41fa-47bd-b181-19541fdf8bf8 on network 35623812-409c-40a9-b25b-97314219e56f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:52.418746 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] Attempting to bind port f885edf7-41fa-47bd-b181-19541fdf8bf8 on network 35623812-409c-40a9-b25b-97314219e56f {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:52.438853 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb72ba4-8d69-412d-bf71-4abf1014bc71 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa397062-0161-4fc2-bf6f-2c6a45e5189d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:52.443915 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6cb72ba4-8d69-412d-bf71-4abf1014bc71 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:52.448934 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:08:52.449669 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] Checking segment: {'id': 'e2ca3dfa-04cd-4658-ad74-63fa43c3937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '35623812-409c-40a9-b25b-97314219e56f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:08:52.450516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] Bound using segment: {'id': 'e2ca3dfa-04cd-4658-ad74-63fa43c3937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '35623812-409c-40a9-b25b-97314219e56f'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:08:52.451279 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] Bound port: f885edf7-41fa-47bd-b181-19541fdf8bf8, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ca3dfa-04cd-4658-ad74-63fa43c3937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '35623812-409c-40a9-b25b-97314219e56f'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:08:52.451785 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:52.504024 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment c9b66575-e5cd-4418-b890-fce1be3d4d7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9b66575-e5cd-4418-b890-fce1be3d4d7b found for delete ", "request_id": "req-3f00acd7-96e9-4a1d-8ecc-f3cf063d19c5"}]} Sep 21 15:08:52.505954 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c4fd53-5b56-4eaa-93aa-23c5711078be']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:52.579083 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873043e3-b707-4b4d-bbf5-43d458219f15') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:52.579400 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873043e3-b707-4b4d-bbf5-43d458219f15') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:52.601918 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:52.628885 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2bd91aa5-3f46-4771-b106-da8ee1ffc7fb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:52.659545 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Allocated IP 172.26.4.132 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/5c064e3a-3009-4bbf-b64b-ccc89960216d) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:52.664001 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:52.664910 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd91aa5-3f46-4771-b106-da8ee1ffc7fb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c8cbe943-ccdd-4c18-bd6b-6a17c1028b81 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 21 15:08:52.678886 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2bd91aa5-3f46-4771-b106-da8ee1ffc7fb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:52.693694 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-61272657-c4f2-465d-86cc-8083de02fa9f req-22c4d1de-0d7b-4c8f-9066-5fd9cd75bdb4 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--689149773&fields=id&tenant_id=dcc136835e934810abcfcbfd5ed75196 HTTP/1.1" status: 200 len: 267 time: 0.2510669 Sep 21 15:08:52.700425 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2bd91aa5-3f46-4771-b106-da8ee1ffc7fb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] 10.222.0.62 "DELETE /v2.0/networks/c8cbe943-ccdd-4c18-bd6b-6a17c1028b81 HTTP/1.1" status: 204 len: 168 time: 3.1186538 Sep 21 15:08:52.706487 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6cb72ba4-8d69-412d-bf71-4abf1014bc71 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] 10.222.0.62 "DELETE /v2.0/ports/fa397062-0161-4fc2-bf6f-2c6a45e5189d HTTP/1.1" status: 204 len: 168 time: 4.2239957 Sep 21 15:08:52.706851 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd91aa5-3f46-4771-b106-da8ee1ffc7fb tempest-ExternalNetworksTestJSON-1481953678 tempest-ExternalNetworksTestJSON-1481953678-project-admin] Pushing event deleted for resources: {'Network': ['ID=c8cbe943-ccdd-4c18-bd6b-6a17c1028b81,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:52.708737 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51460) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:52.712121 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:08:52.712651 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:52.729213 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51462) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:52.914746 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b6b0a0-4a38-4d9f-9cf1-59b8658b1a0d tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] DELETE failed (client error): The resource could not be found. Sep 21 15:08:52.916259 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b6b0a0-4a38-4d9f-9cf1-59b8658b1a0d tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:08:52.926845 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b4b6b0a0-4a38-4d9f-9cf1-59b8658b1a0d tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] 10.222.0.62 "DELETE /v2.0/subnets/47092c9d-b812-46d0-b8d3-b3ec5b1fcc38 HTTP/1.1" status: 404 len: 337 time: 0.2163031 Sep 21 15:08:52.971262 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-54f5622b-8e02-48fc-8a2c-17ee2b38f914 None None] Current status of the port 897cbe56-cf67-4089-b2bc-3354f6929860 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:52.971649 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-54f5622b-8e02-48fc-8a2c-17ee2b38f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:53.032919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] Deleting port be5cc9b1-767c-4438-85ac-1b453f83d362 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:08:53.033308 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:53.044799 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51482) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:53.176725 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61272657-c4f2-465d-86cc-8083de02fa9f req-af3e240e-dbfb-4568-8604-031531cb0f71 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:53.178383 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-61272657-c4f2-465d-86cc-8083de02fa9f req-af3e240e-dbfb-4568-8604-031531cb0f71 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/networks?id=9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0 HTTP/1.1" status: 200 len: 805 time: 0.4510267 Sep 21 15:08:53.274531 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6af0d94-a1c9-442d-afa6-cb083d24a5bf tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] GET failed (client error): The resource could not be found. Sep 21 15:08:53.275264 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b6af0d94-a1c9-442d-afa6-cb083d24a5bf tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Synchronizing usage tracker for tenant:8720728217d14c16b47be3adef31c1dc on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:08:53.294867 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4edb0f76-244a-43ba-bb20-7bf63458728d req-b7bb20e2-b7e4-4c05-9e8a-bc8a1019d30d tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeca5b91-37f9-4106-b29c-4780926b6b09 HTTP/1.1" status: 200 len: 210 time: 0.4096279 Sep 21 15:08:53.295901 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-54f5622b-8e02-48fc-8a2c-17ee2b38f914 None None] For port 897cbe56-cf67-4089-b2bc-3354f6929860, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=897cbe56-cf67-4089-b2bc-3354f6929860,segment=NetworkSegment(96fc418e-8a9c-4b76-8d52-519d3a283a2d),segment_id=96fc418e-8a9c-4b76-8d52-519d3a283a2d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:08:53.296315 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-61272657-c4f2-465d-86cc-8083de02fa9f req-294ef007-6c8c-41ba-86a6-8fab92c88f86 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/quotas/dcc136835e934810abcfcbfd5ed75196 HTTP/1.1" status: 200 len: 375 time: 0.0944891 Sep 21 15:08:53.299550 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] For port f885edf7-41fa-47bd-b181-19541fdf8bf8, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:08:53.337789 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-54f5622b-8e02-48fc-8a2c-17ee2b38f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:53.366605 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-05393ff9-c45a-4996-a88f-2135ea1450d8 None None] The port 'be5cc9b1-767c-4438-85ac-1b453f83d362' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:08:53.391034 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b6af0d94-a1c9-442d-afa6-cb083d24a5bf tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Unset dirty status for tenant:8720728217d14c16b47be3adef31c1dc on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:08:53.392555 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b6af0d94-a1c9-442d-afa6-cb083d24a5bf tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] 10.222.0.62 "GET /v2.0/ports/fa397062-0161-4fc2-bf6f-2c6a45e5189d HTTP/1.1" status: 404 len: 333 time: 0.6594124 Sep 21 15:08:53.409158 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51502) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:53.417456 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] For port f885edf7-41fa-47bd-b181-19541fdf8bf8, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=f885edf7-41fa-47bd-b181-19541fdf8bf8,segment=NetworkSegment(e2ca3dfa-04cd-4658-ad74-63fa43c3937e),segment_id=e2ca3dfa-04cd-4658-ad74-63fa43c3937e)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:08:53.423000 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:53.439892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ecd5f650-71c8-4305-bec5-ac6800e4585d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Request body: {'port': {'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-309754396'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:53.445208 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ecd5f650-71c8-4305-bec5-ac6800e4585d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:53.480944 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:53.481221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ecd5f650-71c8-4305-bec5-ac6800e4585d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:53.506369 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:53.558366 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Pushing event deleted for resources: {'Network': ['ID=67c4fd53-5b56-4eaa-93aa-23c5711078be,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:53.598278 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:53.598893 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:53.600269 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] 10.222.0.20 "PUT /v2.0/ports/f885edf7-41fa-47bd-b181-19541fdf8bf8 HTTP/1.1" status: 200 len: 1094 time: 6.4817634 Sep 21 15:08:53.610779 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb275d9a-efc9-4357-a4f1-683d078e2ad4', 'tag': 'f885edf7-41fa-47bd-b181-19541fdf8bf8'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:08:53.614976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd5f650-71c8-4305-bec5-ac6800e4585d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Made reservation on behalf of 8720728217d14c16b47be3adef31c1dc for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:53.617255 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecd5f650-71c8-4305-bec5-ac6800e4585d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:53.676925 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5622b-8e02-48fc-8a2c-17ee2b38f914 None None] Pushing event updated for resources: {'Port': ['ID=897cbe56-cf67-4089-b2bc-3354f6929860,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:53.681137 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-46f58993-469a-4618-9281-87356db03456 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "DELETE /v2.0/networks/67c4fd53-5b56-4eaa-93aa-23c5711078be HTTP/1.1" status: 204 len: 168 time: 9.8297606 Sep 21 15:08:53.682280 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51516) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:53.709859 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51520) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:53.721871 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5376e635-aee0-4d63-97b7-ff92af37cd62 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:53.861298 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-ecd5f650-71c8-4305-bec5-ac6800e4585d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] device_id is not set on port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:08:53.869771 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554a3403-f794-486a-97e2-cb35d1df719d None None] get_active_networks_info from dv-neutron-858731-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:08:53.979578 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9215f8dc-e988-47ff-a4d6-bfcceebc400d None None] Provisioning complete for port 897cbe56-cf67-4089-b2bc-3354f6929860 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:53.980208 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9215f8dc-e988-47ff-a4d6-bfcceebc400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:54.088217 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734ca026-abe9-4135-905f-b7539dae717b" -d '{"events": [{"name": "network-changed", "server_uuid": "eb275d9a-efc9-4357-a4f1-683d078e2ad4", "tag": "f885edf7-41fa-47bd-b181-19541fdf8bf8"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:08:54.133954 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:54.213673 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5376e635-aee0-4d63-97b7-ff92af37cd62 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:54.249435 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5376e635-aee0-4d63-97b7-ff92af37cd62 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38184f0-8c8e-4ee4-a498-fac4c907be33']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:54.254742 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9215f8dc-e988-47ff-a4d6-bfcceebc400d None None] Current status of the port 897cbe56-cf67-4089-b2bc-3354f6929860 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:54.258060 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554a3403-f794-486a-97e2-cb35d1df719d None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:08:54.271217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5376e635-aee0-4d63-97b7-ff92af37cd62 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbe14f2-a5fc-4fd4-af56-03fcf4d74710') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:54.271725 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5376e635-aee0-4d63-97b7-ff92af37cd62 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbe14f2-a5fc-4fd4-af56-03fcf4d74710') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:54.289703 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5376e635-aee0-4d63-97b7-ff92af37cd62 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:54.295533 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-61272657-c4f2-465d-86cc-8083de02fa9f req-bb9f5820-eadf-47c9-8b31-678d55f4a3f1 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Synchronizing usage tracker for tenant:dcc136835e934810abcfcbfd5ed75196 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:08:54.313792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7c93f34b-87be-48fa-8a05-10af40e6980a tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:54.314543 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5376e635-aee0-4d63-97b7-ff92af37cd62 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:54.323127 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:54.327997 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5376e635-aee0-4d63-97b7-ff92af37cd62 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:08:54.328408 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5376e635-aee0-4d63-97b7-ff92af37cd62 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:54.362532 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b8120-d849-470e-8d5e-23bad4f6f798 service neutron] Pushing event updated for resources: {'Port': ['ID=f885edf7-41fa-47bd-b181-19541fdf8bf8,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:54.373046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-61272657-c4f2-465d-86cc-8083de02fa9f req-bb9f5820-eadf-47c9-8b31-678d55f4a3f1 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Unset dirty status for tenant:dcc136835e934810abcfcbfd5ed75196 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:08:54.374370 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-61272657-c4f2-465d-86cc-8083de02fa9f req-bb9f5820-eadf-47c9-8b31-678d55f4a3f1 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=dcc136835e934810abcfcbfd5ed75196&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0701363 Sep 21 15:08:54.464385 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Pushing event updated for resources: {'Port': ['ID=5c064e3a-3009-4bbf-b64b-ccc89960216d,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:54.477076 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59ce6430-6306-4715-9d5e-6d360891bcf5 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:54.490020 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7c93f34b-87be-48fa-8a05-10af40e6980a tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] 10.222.0.62 "PUT /v2.0/quotas/26576dd3336448d098f07f413818894e HTTP/1.1" status: 200 len: 368 time: 0.7346778 Sep 21 15:08:54.494435 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecd5f650-71c8-4305-bec5-ac6800e4585d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:54.549130 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51542) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:54.582531 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Request body: {'network': {'project_id': '26576dd3336448d098f07f413818894e'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:54.595599 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:54.608098 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Usage tracker for resource:network and tenant:26576dd3336448d098f07f413818894e is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:54.614178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-c53da3e2-781f-4bcb-9946-4b10e9eae30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:54.615662 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-c53da3e2-781f-4bcb-9946-4b10e9eae30c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=537869f246ac43fa81163f09d28c74dc&device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 1097 time: 0.9325261 Sep 21 15:08:54.619242 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:54.637284 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:54.641337 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:54.647179 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 873043e3-b707-4b4d-bbf5-43d458219f15 resource provider aggregate not found Sep 21 15:08:54.650730 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:54.663452 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:54.699575 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 873043e3-b707-4b4d-bbf5-43d458219f15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 873043e3-b707-4b4d-bbf5-43d458219f15 found for delete ", "request_id": "req-fb34e176-d5d8-4584-9db0-85ad5c125906"}]} Sep 21 15:08:54.704827 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5376e635-aee0-4d63-97b7-ff92af37cd62 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:54.724115 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5376e635-aee0-4d63-97b7-ff92af37cd62 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:54.727261 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 7dbe14f2-a5fc-4fd4-af56-03fcf4d74710 resource provider aggregate not found Sep 21 15:08:54.742939 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376e635-aee0-4d63-97b7-ff92af37cd62 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] Pushing event deleted for resources: {'Network': ['ID=f38184f0-8c8e-4ee4-a498-fac4c907be33,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:54.753855 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a340b-67ba-410c-85fc-8486e816b4d1 req-99f14391-31b5-4b6c-9a0e-94a3f562959e tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:54.755656 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-693a340b-67ba-410c-85fc-8486e816b4d1 req-99f14391-31b5-4b6c-9a0e-94a3f562959e tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 944 time: 1.0488129 Sep 21 15:08:54.803361 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 7dbe14f2-a5fc-4fd4-af56-03fcf4d74710 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7dbe14f2-a5fc-4fd4-af56-03fcf4d74710 found for delete ", "request_id": "req-e563aa82-e941-45c9-9c6e-457a6dd82184"}]} Sep 21 15:08:54.810775 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5376e635-aee0-4d63-97b7-ff92af37cd62 tempest-ExternalNetworksTestJSON-1497199465 tempest-ExternalNetworksTestJSON-1497199465-project] 10.222.0.62 "DELETE /v2.0/networks/f38184f0-8c8e-4ee4-a498-fac4c907be33 HTTP/1.1" status: 204 len: 168 time: 1.7609513 Sep 21 15:08:54.921656 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.20', 51346) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:54.979611 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-dfd4663d-2849-4e28-a29f-d54be05803fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f885edf7-41fa-47bd-b181-19541fdf8bf8 HTTP/1.1" status: 200 len: 217 time: 0.3202190 Sep 21 15:08:55.025057 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Made reservation on behalf of 26576dd3336448d098f07f413818894e for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:55.028598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:55.175899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-bbda7f7b-57cd-4b6d-b61a-e2a780a29eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:55.179989 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-bbda7f7b-57cd-4b6d-b61a-e2a780a29eac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1ab4349-2b6d-4af5-b8c9-4479fa3e1388 HTTP/1.1" status: 200 len: 850 time: 0.1596284 Sep 21 15:08:55.192144 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-0f48d1fe-4e82-4df0-af3b-d046685a3447 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:55.192882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-0f48d1fe-4e82-4df0-af3b-d046685a3447 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Synchronizing usage tracker for tenant:d49d503a5c894e259463c6f22dd952c8 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:08:55.226332 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-61272657-c4f2-465d-86cc-8083de02fa9f req-69e6418c-e091-4161-a19c-4eb78be5dd71 service neutron] 10.222.0.62 "GET /v2.0/networks/9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8165100 Sep 21 15:08:55.275153 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:55.293563 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 897cbe56-cf67-4089-b2bc-3354f6929860 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:08:55.297845 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-693a340b-67ba-410c-85fc-8486e816b4d1 req-9da6b844-e476-4e19-b059-c24ce36396aa tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5088289 Sep 21 15:08:55.299558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59ce6430-6306-4715-9d5e-6d360891bcf5 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:55.315847 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-0f48d1fe-4e82-4df0-af3b-d046685a3447 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Unset dirty status for tenant:d49d503a5c894e259463c6f22dd952c8 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:08:55.317417 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-0f48d1fe-4e82-4df0-af3b-d046685a3447 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.20 "GET /v2.0/networks?id=0ef8c881-241c-44dd-ad21-90cc5d4e1c08 HTTP/1.1" status: 200 len: 812 time: 0.3954816 Sep 21 15:08:55.349764 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:55.368408 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecd5f650-71c8-4305-bec5-ac6800e4585d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:55.392585 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 897cbe56-cf67-4089-b2bc-3354f6929860 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:55.394894 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:55.397604 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51568) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:55.402482 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-59ce6430-6306-4715-9d5e-6d360891bcf5 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e51a9a-72fd-4ef9-9c18-f8b4a21859e5']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:55.461790 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:55.465007 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-599d8c54-b1ce-41ad-8d48-54b4be5d9a11 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Synchronizing usage tracker for tenant:d49d503a5c894e259463c6f22dd952c8 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:08:55.525607 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-59ce6430-6306-4715-9d5e-6d360891bcf5 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0bc8eca-e245-4eef-b9bc-cd990b0380a3') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:55.525910 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-59ce6430-6306-4715-9d5e-6d360891bcf5 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0bc8eca-e245-4eef-b9bc-cd990b0380a3') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:55.552987 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Usage tracker for resource:security_group_rule and tenant:26576dd3336448d098f07f413818894e is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:55.569887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:55.591856 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59ce6430-6306-4715-9d5e-6d360891bcf5 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:55.603015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 897cbe56-cf67-4089-b2bc-3354f6929860 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:08:55.610513 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:55.612428 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-599d8c54-b1ce-41ad-8d48-54b4be5d9a11 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Unset dirty status for tenant:d49d503a5c894e259463c6f22dd952c8 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:08:55.615909 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-599d8c54-b1ce-41ad-8d48-54b4be5d9a11 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d49d503a5c894e259463c6f22dd952c8 HTTP/1.1" status: 200 len: 380 time: 0.2866156 Sep 21 15:08:55.616008 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97f2def-1bce-4e58-892b-47adbfe90f5f x-openstack-request-id: req-a97f2def-1bce-4e58-892b-47adbfe90f5f {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:08:55.616008 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb275d9a-efc9-4357-a4f1-683d078e2ad4", "tag": "f885edf7-41fa-47bd-b181-19541fdf8bf8", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:08:55.616008 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a97f2def-1bce-4e58-892b-47adbfe90f5f {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:08:55.616468 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a97f2def-1bce-4e58-892b-47adbfe90f5f'] response: {'name': 'network-changed', 'server_uuid': 'eb275d9a-efc9-4357-a4f1-683d078e2ad4', 'tag': 'f885edf7-41fa-47bd-b181-19541fdf8bf8', 'status': 'completed', 'code': 200} Sep 21 15:08:55.622854 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd5f650-71c8-4305-bec5-ac6800e4585d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Network c14dd1db-acec-4e27-898d-87873d7cfac3 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:55.630766 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-1cbc98c1-b975-4f8a-b77a-076a93f25204 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Request body: {'port': {'device_id': 'aeca5b91-37f9-4106-b29c-4780926b6b09', 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08', 'admin_state_up': True, 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'security_groups': ['7b68e36a-1676-41f1-b0c8-1b6975070ad1']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:55.631174 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-ecd5f650-71c8-4305-bec5-ac6800e4585d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:55.642204 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd5f650-71c8-4305-bec5-ac6800e4585d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:55.643144 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd5f650-71c8-4305-bec5-ac6800e4585d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:55.643872 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecd5f650-71c8-4305-bec5-ac6800e4585d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:55.652354 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5f650-71c8-4305-bec5-ac6800e4585d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Pushing event updated for resources: {'Port': ['ID=4985c676-c54c-4cb3-8fe0-c4689f6d3a64,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:55.657791 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59ce6430-6306-4715-9d5e-6d360891bcf5 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:55.703272 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ce6430-6306-4715-9d5e-6d360891bcf5 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:08:55.703696 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59ce6430-6306-4715-9d5e-6d360891bcf5 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:55.857829 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment a0bc8eca-e245-4eef-b9bc-cd990b0380a3 resource provider aggregate not found Sep 21 15:08:55.887588 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment a0bc8eca-e245-4eef-b9bc-cd990b0380a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0bc8eca-e245-4eef-b9bc-cd990b0380a3 found for delete ", "request_id": "req-97d02a0c-90dd-48d6-bf02-5778004846ef"}]} Sep 21 15:08:55.908687 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-077c25f9-31af-484e-b8bf-b8c1d9e9112e req-2ead2bd7-b82c-47cf-819e-a9b84427aff7 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeca5b91-37f9-4106-b29c-4780926b6b09 HTTP/1.1" status: 200 len: 210 time: 0.1728194 Sep 21 15:08:55.917297 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-61272657-c4f2-465d-86cc-8083de02fa9f req-3075ca34-23da-43c2-9804-a033a0cfca41 service neutron] 10.222.0.62 "GET /v2.0/networks/9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5517004 Sep 21 15:08:55.942756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-1cbc98c1-b975-4f8a-b77a-076a93f25204 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:55.960644 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-1cbc98c1-b975-4f8a-b77a-076a93f25204 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Usage tracker for resource:port and tenant:d49d503a5c894e259463c6f22dd952c8 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:55.965953 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-9635315e-3c78-4634-9eb4-99e01dc8e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:55.966670 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-1cbc98c1-b975-4f8a-b77a-076a93f25204 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:55.968012 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-9635315e-3c78-4634-9eb4-99e01dc8e887 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=35623812-409c-40a9-b25b-97314219e56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7495100 Sep 21 15:08:55.969584 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ecd5f650-71c8-4305-bec5-ac6800e4585d tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.5546412 Sep 21 15:08:55.972807 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51580) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:55.983705 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8587'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:56.014268 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-1cbc98c1-b975-4f8a-b77a-076a93f25204 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:56.056879 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:56.098719 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59ce6430-6306-4715-9d5e-6d360891bcf5 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:56.102305 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f17d517d-b3a8-4743-b0db-b64c7aed8bab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=24841926e6e749fdbdcfb853584bc256&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6882915 Sep 21 15:08:56.111373 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51588) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:56.111547 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-1cbc98c1-b975-4f8a-b77a-076a93f25204 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Made reservation on behalf of d49d503a5c894e259463c6f22dd952c8 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:56.118132 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-1cbc98c1-b975-4f8a-b77a-076a93f25204 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:56.203551 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:56.215764 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59ce6430-6306-4715-9d5e-6d360891bcf5 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:56.218439 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce6430-6306-4715-9d5e-6d360891bcf5 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Pushing event deleted for resources: {'Network': ['ID=55e51a9a-72fd-4ef9-9c18-f8b4a21859e5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:56.222029 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a2caac25-827a-4716-87f9-d887213b2f74 req-29d23798-0583-4128-9012-1c84fa6d4ef2 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/ports?device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 210 time: 0.1186609 Sep 21 15:08:56.226199 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:56.295246 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:08:56.300506 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-59ce6430-6306-4715-9d5e-6d360891bcf5 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "DELETE /v2.0/networks/55e51a9a-72fd-4ef9-9c18-f8b4a21859e5 HTTP/1.1" status: 204 len: 168 time: 2.6011117 Sep 21 15:08:56.311511 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51596) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:56.316826 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d95ed8-c648-444f-96a9-703db127d5c7,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:56.363799 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-1fd7ce21-92e0-4b0f-a55d-e7987aa5f857 service neutron] 10.222.0.20 "GET /v2.0/networks/35623812-409c-40a9-b25b-97314219e56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789761 Sep 21 15:08:56.368125 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:56.368502 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Added segment 3948ad8d-8562-483b-a51c-b23ad135bfe0 of type vlan for network 3bcc8544-c18a-4f2a-9d3e-a4abe1229c08 Sep 21 15:08:56.404374 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:56.610457 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:56.653663 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-38483814-9f89-4204-bf69-c25280972490 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:56.737601 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c211d2be-8f3a-4d08-b9d0-3450a1ffdf43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:56.758638 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c637d69-a0d8-47ce-b3fc-64237f946a7d req-2915ad53-ac54-4e5c-a00a-7c604f405dbf service neutron] 10.222.0.20 "GET /v2.0/networks/35623812-409c-40a9-b25b-97314219e56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398342 Sep 21 15:08:56.759214 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:56.760070 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:56.760664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:56.801343 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-1cbc98c1-b975-4f8a-b77a-076a93f25204 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Allocated IP 172.20.0.5 (0ef8c881-241c-44dd-ad21-90cc5d4e1c08/12321c25-030d-4ce8-873b-07a4218e6985/2f7705a5-ede1-4107-9099-ab37ca83c338) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:56.827036 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c211d2be-8f3a-4d08-b9d0-3450a1ffdf43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:56.928993 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Router 1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:08:57.108273 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c211d2be-8f3a-4d08-b9d0-3450a1ffdf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:57.112289 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] device_id is not set on port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:08:57.130886 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ecb61-966d-4847-bd7d-981280e9c125 req-5008bcd3-080d-4521-863f-3ebd04ed85b3 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:57.132493 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fd8ecb61-966d-4847-bd7d-981280e9c125 req-5008bcd3-080d-4521-863f-3ebd04ed85b3 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 944 time: 0.6661334 Sep 21 15:08:57.181401 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:57.185163 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.6305735 Sep 21 15:08:57.195365 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51608) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:57.199415 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-38483814-9f89-4204-bf69-c25280972490 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:57.208769 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211d2be-8f3a-4d08-b9d0-3450a1ffdf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46112996-b95b-4cba-8081-97597060ed67,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:57.219349 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d7aa8-ca66-4a3f-ae25-4a8cc53f9708 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Pushing event updated for resources: {'Network': ['ID=3bcc8544-c18a-4f2a-9d3e-a4abe1229c08,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:57.236684 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 3bcc8544-c18a-4f2a-9d3e-a4abe1229c08 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:08:57.244830 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44a57f8c-da90-4616-bfa4-0f6d2a5513b8 req-07287ce5-ca77-447d-825d-21e0274a8eb2 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeca5b91-37f9-4106-b29c-4780926b6b09 HTTP/1.1" status: 200 len: 210 time: 0.1406467 Sep 21 15:08:57.271229 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-08bd52b5-61ba-4d5a-833a-a26c899211d0 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Request body: {'network': {'project_id': '26576dd3336448d098f07f413818894e'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:57.277689 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-38483814-9f89-4204-bf69-c25280972490 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80bee46-3547-4dd9-821f-e5f7b3cd9b70']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:57.295521 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-08bd52b5-61ba-4d5a-833a-a26c899211d0 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:57.298574 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fd8ecb61-966d-4847-bd7d-981280e9c125 req-a7570d4e-c23a-459a-9768-6371bfbcca60 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166506 Sep 21 15:08:57.300472 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-38483814-9f89-4204-bf69-c25280972490 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481c3d85-e396-466a-87d5-86ae6dcd605c') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:57.300954 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-38483814-9f89-4204-bf69-c25280972490 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481c3d85-e396-466a-87d5-86ae6dcd605c') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:57.307501 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Transition to ACTIVE for port object 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 will not be triggered until provisioned by entity L2. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:57.319050 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-08bd52b5-61ba-4d5a-833a-a26c899211d0 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Usage tracker for resource:network and tenant:26576dd3336448d098f07f413818894e is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:57.320507 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-38483814-9f89-4204-bf69-c25280972490 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:57.336254 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:57.359447 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ca026-abe9-4135-905f-b7539dae717b req-a054b987-58b8-4a6e-9dc6-36a44407f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:57.373634 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-734ca026-abe9-4135-905f-b7539dae717b req-a054b987-58b8-4a6e-9dc6-36a44407f86c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=537869f246ac43fa81163f09d28c74dc&device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 1097 time: 0.3121135 Sep 21 15:08:57.383285 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-08bd52b5-61ba-4d5a-833a-a26c899211d0 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:57.409370 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-38483814-9f89-4204-bf69-c25280972490 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:57.450931 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-08bd52b5-61ba-4d5a-833a-a26c899211d0 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:57.464186 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.20', 51351) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:57.482950 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38483814-9f89-4204-bf69-c25280972490 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:08:57.483463 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-38483814-9f89-4204-bf69-c25280972490 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:57.487417 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c211d2be-8f3a-4d08-b9d0-3450a1ffdf43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:57.490965 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c211d2be-8f3a-4d08-b9d0-3450a1ffdf43 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/46112996-b95b-4cba-8081-97597060ed67 HTTP/1.1" status: 204 len: 168 time: 1.2722700 Sep 21 15:08:57.580016 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:08:57.597855 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3666fb14-e89b-4dc9-aae3-12c7344782d4 None None] Sync routers for ids ['1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:08:57.613498 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3666fb14-e89b-4dc9-aae3-12c7344782d4 None None] Routers {'1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:08:57.615285 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3666fb14-e89b-4dc9-aae3-12c7344782d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:08:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:57.634647 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-1cbc98c1-b975-4f8a-b77a-076a93f25204 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:57.648115 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eea7abf7-a093-4ae3-83b8-9b9f57e2cff5 req-1961e20c-47a9-493a-b62d-4edc6d5cd7fb tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/ports?device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 210 time: 0.1666088 Sep 21 15:08:57.651290 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-1cbc98c1-b975-4f8a-b77a-076a93f25204 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Transition to ACTIVE for port object 2f7705a5-ede1-4107-9099-ab37ca83c338 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:57.689616 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bd52b5-61ba-4d5a-833a-a26c899211d0 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Made reservation on behalf of 26576dd3336448d098f07f413818894e for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:57.692073 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-08bd52b5-61ba-4d5a-833a-a26c899211d0 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:57.703035 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-38483814-9f89-4204-bf69-c25280972490 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:57.721805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:57.722363 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:57.722991 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:57.724503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-38483814-9f89-4204-bf69-c25280972490 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:57.726128 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-1cbc98c1-b975-4f8a-b77a-076a93f25204 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:57.752476 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38483814-9f89-4204-bf69-c25280972490 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Pushing event deleted for resources: {'Network': ['ID=b80bee46-3547-4dd9-821f-e5f7b3cd9b70,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:57.759760 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3666fb14-e89b-4dc9-aae3-12c7344782d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:57.760264 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ca026-abe9-4135-905f-b7539dae717b req-489670d6-0e43-407a-ba81-6cc059d0f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:57.761994 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-734ca026-abe9-4135-905f-b7539dae717b req-489670d6-0e43-407a-ba81-6cc059d0f576 service neutron] 10.222.0.20 "GET /v2.0/networks?id=35623812-409c-40a9-b25b-97314219e56f HTTP/1.1" status: 200 len: 912 time: 0.3801429 Sep 21 15:08:57.765796 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-38483814-9f89-4204-bf69-c25280972490 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "DELETE /v2.0/networks/b80bee46-3547-4dd9-821f-e5f7b3cd9b70 HTTP/1.1" status: 204 len: 168 time: 1.4420547 Sep 21 15:08:57.768827 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51620) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:57.779485 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3666fb14-e89b-4dc9-aae3-12c7344782d4 None None] Routers {'1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:08:57.780106 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3666fb14-e89b-4dc9-aae3-12c7344782d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:08:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:57.780924 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Pushing event updated for resources: {'Port': ['ID=4985c676-c54c-4cb3-8fe0-c4689f6d3a64,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:57.853501 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3666fb14-e89b-4dc9-aae3-12c7344782d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:57.854168 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3666fb14-e89b-4dc9-aae3-12c7344782d4 None None] The sync data for ids ['1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:08:57.863017 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-734ca026-abe9-4135-905f-b7539dae717b req-53032db9-4360-4b76-ab2e-91dd1b525dda service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f885edf7-41fa-47bd-b181-19541fdf8bf8 HTTP/1.1" status: 200 len: 217 time: 0.0929327 Sep 21 15:08:57.944894 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:57.945220 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:57.960234 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 2 to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 Sep 21 15:08:57.970232 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 481c3d85-e396-466a-87d5-86ae6dcd605c resource provider aggregate not found Sep 21 15:08:57.985267 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:57.988564 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3ebfe429-570b-4c8f-a30e-888e2ab990af tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 10.5311348 Sep 21 15:08:57.994384 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51632) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:57.994725 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51634) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:58.008011 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 481c3d85-e396-466a-87d5-86ae6dcd605c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 481c3d85-e396-466a-87d5-86ae6dcd605c found for delete ", "request_id": "req-ffbbe15d-462a-454c-8449-f85ddcd034bf"}]} Sep 21 15:08:58.029128 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-1cbc98c1-b975-4f8a-b77a-076a93f25204 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Network 0ef8c881-241c-44dd-ad21-90cc5d4e1c08 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:08:58.029988 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08bd52b5-61ba-4d5a-833a-a26c899211d0 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:08:58.048609 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-1cbc98c1-b975-4f8a-b77a-076a93f25204 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:08:58.050456 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:58.050792 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:58.051123 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:58.056602 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-1cbc98c1-b975-4f8a-b77a-076a93f25204 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:08:58.084277 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc98c1-b975-4f8a-b77a-076a93f25204 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Pushing event updated for resources: {'Port': ['ID=2f7705a5-ede1-4107-9099-ab37ca83c338,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:58.112768 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-08bd52b5-61ba-4d5a-833a-a26c899211d0 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:58.113109 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-08bd52b5-61ba-4d5a-833a-a26c899211d0 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Added segment a46657ae-33e9-4784-b375-60777ec6b8cf of type vlan for network d3956be0-7d6f-4e24-a19f-fd6b0e135993 Sep 21 15:08:58.114333 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:58.114580 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5800610f-0bd6-427f-9248-a5075622aa91 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:58.114684 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:58.121772 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 3 to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 Sep 21 15:08:58.134679 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61272657-c4f2-465d-86cc-8083de02fa9f req-5c7843f0-1553-49d5-b970-5224e823df73 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:58.135381 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-61272657-c4f2-465d-86cc-8083de02fa9f req-5c7843f0-1553-49d5-b970-5224e823df73 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Synchronizing usage tracker for tenant:dcc136835e934810abcfcbfd5ed75196 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:08:58.144554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ca026-abe9-4135-905f-b7539dae717b req-9187dbbf-125f-4491-8eba-d6f1056285b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:58.146091 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-734ca026-abe9-4135-905f-b7539dae717b req-9187dbbf-125f-4491-8eba-d6f1056285b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1ab4349-2b6d-4af5-b8c9-4479fa3e1388 HTTP/1.1" status: 200 len: 850 time: 0.2225199 Sep 21 15:08:58.176053 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:58.176402 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:58.176748 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:58.195693 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-1cbc98c1-b975-4f8a-b77a-076a93f25204 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:58.196198 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-1cbc98c1-b975-4f8a-b77a-076a93f25204 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:58.204886 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:58.204886 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:58.211609 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-08bd52b5-61ba-4d5a-833a-a26c899211d0 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:58.215905 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 4 to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 Sep 21 15:08:58.233717 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-61272657-c4f2-465d-86cc-8083de02fa9f req-5c7843f0-1553-49d5-b970-5224e823df73 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Unset dirty status for tenant:dcc136835e934810abcfcbfd5ed75196 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:08:58.234884 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-61272657-c4f2-465d-86cc-8083de02fa9f req-5c7843f0-1553-49d5-b970-5224e823df73 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.20 "GET /v2.0/networks?id=9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0 HTTP/1.1" status: 200 len: 805 time: 0.7490005 Sep 21 15:08:58.245022 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:58.245348 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:58.245729 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:58.278188 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:58.278533 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:58.279749 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-1cbc98c1-b975-4f8a-b77a-076a93f25204 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6560311 Sep 21 15:08:58.284293 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 5 to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 Sep 21 15:08:58.302642 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] Request body: {'port': {'device_id': 'aeca5b91-37f9-4106-b29c-4780926b6b09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:58.310119 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f2c2f416-258c-4b7d-ab5a-493855fb8732 None None] Provisioning for port 2f7705a5-ede1-4107-9099-ab37ca83c338 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:08:58.315688 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e9b85592-cd9e-4d16-9533-44db3a4b389d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=548160d1b5b245f8af7804067c2d0f6c&name=default HTTP/1.1" status: 200 len: 2978 time: 0.3121231 Sep 21 15:08:58.316975 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f2c2f416-258c-4b7d-ab5a-493855fb8732 None None] Provisioning complete for port 2f7705a5-ede1-4107-9099-ab37ca83c338 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:08:58.317440 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f2c2f416-258c-4b7d-ab5a-493855fb8732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:58.324299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51640) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:58.370553 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-08bd52b5-61ba-4d5a-833a-a26c899211d0 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:58.371588 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bd52b5-61ba-4d5a-833a-a26c899211d0 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:58.372162 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-08bd52b5-61ba-4d5a-833a-a26c899211d0 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:58.399747 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f2c2f416-258c-4b7d-ab5a-493855fb8732 None None] Port 2f7705a5-ede1-4107-9099-ab37ca83c338 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:08:58.401111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:58.401448 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:58.401769 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:58.429172 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:58.429479 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:58.432905 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-61272657-c4f2-465d-86cc-8083de02fa9f req-bf6da548-07d9-4532-8739-85e18984f73b tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Synchronizing usage tracker for tenant:dcc136835e934810abcfcbfd5ed75196 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:08:58.478139 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 6 to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 Sep 21 15:08:58.548309 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-08bd52b5-61ba-4d5a-833a-a26c899211d0 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3409183 Sep 21 15:08:58.564058 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51648) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:58.573370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:58.573702 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:58.574793 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:58.583904 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7cb08bc7-baf3-4570-a753-f09798be03f3 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Request body: {'network': {'project_id': '26576dd3336448d098f07f413818894e'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:58.588020 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd52b5-61ba-4d5a-833a-a26c899211d0 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Pushing event updated for resources: {'Network': ['ID=d3956be0-7d6f-4e24-a19f-fd6b0e135993,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:58.596800 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7cb08bc7-baf3-4570-a753-f09798be03f3 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:58.601359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:58.601681 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:58.601998 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network d3956be0-7d6f-4e24-a19f-fd6b0e135993 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:08:58.606473 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 7 to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 Sep 21 15:08:58.616039 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7cb08bc7-baf3-4570-a753-f09798be03f3 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Usage tracker for resource:network and tenant:26576dd3336448d098f07f413818894e is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:08:58.621379 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:58.631079 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7cb08bc7-baf3-4570-a753-f09798be03f3 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:08:58.637752 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-61272657-c4f2-465d-86cc-8083de02fa9f req-bf6da548-07d9-4532-8739-85e18984f73b tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Unset dirty status for tenant:dcc136835e934810abcfcbfd5ed75196 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:08:58.638896 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-61272657-c4f2-465d-86cc-8083de02fa9f req-bf6da548-07d9-4532-8739-85e18984f73b tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcc136835e934810abcfcbfd5ed75196 HTTP/1.1" status: 200 len: 379 time: 0.3867738 Sep 21 15:08:58.648124 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7cb08bc7-baf3-4570-a753-f09798be03f3 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:58.655293 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-61272657-c4f2-465d-86cc-8083de02fa9f req-a7a18bf7-a7dd-4500-94ce-941f16ad591f tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Request body: {'port': {'device_id': 'a143cb60-8035-4815-8a13-89b4df9dbd22', 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0', 'admin_state_up': True, 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'security_groups': ['c8fe283a-2339-4c5b-adb0-2c6c5d5e9446']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:08:58.694433 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:58.695314 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:58.695314 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:58.704626 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb08bc7-baf3-4570-a753-f09798be03f3 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 21 15:08:58.705100 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb08bc7-baf3-4570-a753-f09798be03f3 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:08:58.709195 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7cb08bc7-baf3-4570-a753-f09798be03f3 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1401827 Sep 21 15:08:58.717882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51654) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:58.778248 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:58.778490 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:58.794813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5800610f-0bd6-427f-9248-a5075622aa91 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:58.798948 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 8 to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 Sep 21 15:08:58.831856 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:58.832167 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:58.832516 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:58.860433 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:58.860810 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:58.876380 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5800610f-0bd6-427f-9248-a5075622aa91 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61be738d-2bc1-4e19-8e6f-9ad0d27b70e6']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:58.904624 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 9 to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 Sep 21 15:08:58.950075 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1122a8d5-82a3-4182-b65f-8658e86da23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:58.954103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5800610f-0bd6-427f-9248-a5075622aa91 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03059e9d-ccf0-4d37-9029-78b27065fdb3') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:58.954399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5800610f-0bd6-427f-9248-a5075622aa91 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03059e9d-ccf0-4d37-9029-78b27065fdb3') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:08:58.978450 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:58.978804 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:58.979112 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:58.986247 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f645393a-6e07-4e78-a243-480397f57342 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=26576dd3336448d098f07f413818894e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2179122 Sep 21 15:08:58.988258 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ca026-abe9-4135-905f-b7539dae717b req-e113870d-3614-4016-87ad-36f69d2b28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:58.989751 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-734ca026-abe9-4135-905f-b7539dae717b req-e113870d-3614-4016-87ad-36f69d2b28bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=35623812-409c-40a9-b25b-97314219e56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8304477 Sep 21 15:08:58.990335 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51658) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:59.000787 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:59.001107 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:59.001333 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5800610f-0bd6-427f-9248-a5075622aa91 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:59.009595 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempt 10 to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 Sep 21 15:08:59.041403 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-61272657-c4f2-465d-86cc-8083de02fa9f req-a7a18bf7-a7dd-4500-94ce-941f16ad591f tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:08:59.119883 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5800610f-0bd6-427f-9248-a5075622aa91 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:59.128222 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-61272657-c4f2-465d-86cc-8083de02fa9f req-a7a18bf7-a7dd-4500-94ce-941f16ad591f tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:08:59.128431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1122a8d5-82a3-4182-b65f-8658e86da23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:59.134576 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:08:59.134576 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:08:59.134768 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempting to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:08:59.159236 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on network c14dd1db-acec-4e27-898d-87873d7cfac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:08:59.159559 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Failed to bind port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'f22366b4-9363-42b6-ad5f-a710cfe65ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c14dd1db-acec-4e27-898d-87873d7cfac3'}] Sep 21 15:08:59.159911 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:59.190815 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61272657-c4f2-465d-86cc-8083de02fa9f req-a7a18bf7-a7dd-4500-94ce-941f16ad591f tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Made reservation on behalf of dcc136835e934810abcfcbfd5ed75196 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:08:59.194525 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-61272657-c4f2-465d-86cc-8083de02fa9f req-a7a18bf7-a7dd-4500-94ce-941f16ad591f tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:59.243557 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867b93f-914b-405d-a8eb-85a52ede5be1 req-eb5936a1-2811-49eb-8c1f-913f796c5c8f tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:59.245045 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a867b93f-914b-405d-a8eb-85a52ede5be1 req-eb5936a1-2811-49eb-8c1f-913f796c5c8f tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 944 time: 0.7580152 Sep 21 15:08:59.257469 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5800610f-0bd6-427f-9248-a5075622aa91 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:08:59.257866 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5800610f-0bd6-427f-9248-a5075622aa91 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:59.280100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bf775-9c7d-4761-9150-ba1769c276ff req-751f0ee7-38ec-4215-b2c7-bb01e6a294cd tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:59.281580 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4c1bf775-9c7d-4761-9150-ba1769c276ff req-751f0ee7-38ec-4215-b2c7-bb01e6a294cd tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeca5b91-37f9-4106-b29c-4780926b6b09 HTTP/1.1" status: 200 len: 931 time: 0.8097749 Sep 21 15:08:59.332711 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b8caf2ad-bd34-4192-90b8-d968eea39bcc tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:59.431130 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b8caf2ad-bd34-4192-90b8-d968eea39bcc tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:59.496661 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] For port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64, host hv-neutron-8587, cleared binding levels {{(pid=89019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:08:59.497095 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attempted to set empty binding levels {{(pid=89019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 21 15:08:59.513976 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:59.514531 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] In _notify_port_updated(), no bound segment for port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 on network c14dd1db-acec-4e27-898d-87873d7cfac3 {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:08:59.515373 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:08:59.515971 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:59.520055 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] 10.222.0.62 "PUT /v2.0/ports/4985c676-c54c-4cb3-8fe0-c4689f6d3a64 HTTP/1.1" status: 200 len: 976 time: 3.5435588 Sep 21 15:08:59.541433 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51662) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:08:59.598932 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-734ca026-abe9-4135-905f-b7539dae717b req-b46705cd-d035-4a44-b2e1-749283231b3d service neutron] 10.222.0.20 "GET /v2.0/networks/35623812-409c-40a9-b25b-97314219e56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835419 Sep 21 15:08:59.609758 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5800610f-0bd6-427f-9248-a5075622aa91 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:59.614351 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5800610f-0bd6-427f-9248-a5075622aa91 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:59.619522 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7705a5-ede1-4107-9099-ab37ca83c338 {{(pid=89019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:08:59.639217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:59.646045 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a867b93f-914b-405d-a8eb-85a52ede5be1 req-5ab6b7f2-1b1e-45dd-92ec-456f72f07cee tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3588691 Sep 21 15:08:59.648798 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4c1bf775-9c7d-4761-9150-ba1769c276ff req-435ee80e-d287-48d7-bc18-8516dbf372d0 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b68e36a-1676-41f1-b0c8-1b6975070ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3481860 Sep 21 15:08:59.688947 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0326958-b7ad-4c56-aac3-30c5de96f212 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Pushing event updated for resources: {'Port': ['ID=4985c676-c54c-4cb3-8fe0-c4689f6d3a64,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:59.696320 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [req-61272657-c4f2-465d-86cc-8083de02fa9f req-a7a18bf7-a7dd-4500-94ce-941f16ad591f tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Allocated IP 172.20.0.14 (9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0/390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652/53c6228e-d08a-4b81-ad80-b3c9f95259b3) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:08:59.703516 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] Transition to ACTIVE for port object 2f7705a5-ede1-4107-9099-ab37ca83c338 will not be triggered until provisioned by entity L2. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:08:59.708116 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b8caf2ad-bd34-4192-90b8-d968eea39bcc tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:59.708522 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1122a8d5-82a3-4182-b65f-8658e86da23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:59.724761 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:59.786437 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800610f-0bd6-427f-9248-a5075622aa91 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] Pushing event deleted for resources: {'Network': ['ID=61be738d-2bc1-4e19-8e6f-9ad0d27b70e6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:59.810858 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122a8d5-82a3-4182-b65f-8658e86da23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92592f6b-7003-459d-b39d-7059c483e049,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:59.823423 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8caf2ad-bd34-4192-90b8-d968eea39bcc tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d95ed8-c648-444f-96a9-703db127d5c7,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:08:59.881450 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5800610f-0bd6-427f-9248-a5075622aa91 tempest-BulkNetworkOpsTest-497128905 tempest-BulkNetworkOpsTest-497128905-project] 10.222.0.62 "DELETE /v2.0/networks/61be738d-2bc1-4e19-8e6f-9ad0d27b70e6 HTTP/1.1" status: 204 len: 168 time: 2.1096952 Sep 21 15:08:59.897020 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1122a8d5-82a3-4182-b65f-8658e86da23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:59.900614 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1122a8d5-82a3-4182-b65f-8658e86da23b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/92592f6b-7003-459d-b39d-7059c483e049 HTTP/1.1" status: 204 len: 168 time: 1.5537560 Sep 21 15:08:59.907468 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c59a4dc7-1bcd-4db7-9597-72780371ae6c tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Deleting port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:08:59.907807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c59a4dc7-1bcd-4db7-9597-72780371ae6c tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:08:59.939879 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5c2994ba-1f59-4f8b-8a7c-45a4759726c5 req-37ab8b5b-8ad0-43a9-8be2-a084aa7d0166 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/ports?device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 210 time: 0.1433790 Sep 21 15:09:00.087933 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 03059e9d-ccf0-4d37-9029-78b27065fdb3 resource provider aggregate not found Sep 21 15:09:00.135256 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7705a5-ede1-4107-9099-ab37ca83c338,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:00.149727 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b8caf2ad-bd34-4192-90b8-d968eea39bcc tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:00.150850 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b8caf2ad-bd34-4192-90b8-d968eea39bcc tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8d95ed8-c648-444f-96a9-703db127d5c7 HTTP/1.1" status: 204 len: 168 time: 1.1562216 Sep 21 15:09:00.161836 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51674) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:00.304907 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] Attempting to bind port 2f7705a5-ede1-4107-9099-ab37ca83c338 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:09:00.304907 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] Attempting to bind port 2f7705a5-ede1-4107-9099-ab37ca83c338 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '35934c32-d2de-4de9-b67d-67e5b2e4d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:09:00.305251 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] Attempting to bind port 2f7705a5-ede1-4107-9099-ab37ca83c338 on network 0ef8c881-241c-44dd-ad21-90cc5d4e1c08 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:09:00.328488 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 03059e9d-ccf0-4d37-9029-78b27065fdb3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03059e9d-ccf0-4d37-9029-78b27065fdb3 found for delete ", "request_id": "req-092e960c-b171-477e-a39f-0173d85b4bbd"}]} Sep 21 15:09:00.331631 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-734ca026-abe9-4135-905f-b7539dae717b req-f41af6ae-2130-49ba-ac11-e488fedc04a4 service neutron] 10.222.0.20 "GET /v2.0/networks/35623812-409c-40a9-b25b-97314219e56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7032113 Sep 21 15:09:00.333615 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] Port 2f7705a5-ede1-4107-9099-ab37ca83c338 on network 0ef8c881-241c-44dd-ad21-90cc5d4e1c08 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:09:00.333946 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] Attempting to bind port 2f7705a5-ede1-4107-9099-ab37ca83c338 on network 0ef8c881-241c-44dd-ad21-90cc5d4e1c08 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:09:00.348899 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75c83d6d-8ec4-4041-8201-a36a935fde79 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:00.354310 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:09:00.354874 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] Checking segment: {'id': '35934c32-d2de-4de9-b67d-67e5b2e4d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:09:00.355629 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] Bound using segment: {'id': '35934c32-d2de-4de9-b67d-67e5b2e4d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08'} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:09:00.356471 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] Bound port: 2f7705a5-ede1-4107-9099-ab37ca83c338, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35934c32-d2de-4de9-b67d-67e5b2e4d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08'}}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:09:00.357042 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:00.366740 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51684) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:00.400782 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-c59a4dc7-1bcd-4db7-9597-72780371ae6c tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] For port 4985c676-c54c-4cb3-8fe0-c4689f6d3a64, host hv-neutron-8587, got binding levels [] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:00.401335 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c59a4dc7-1bcd-4db7-9597-72780371ae6c tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:00.419893 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-61272657-c4f2-465d-86cc-8083de02fa9f req-a7a18bf7-a7dd-4500-94ce-941f16ad591f tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:00.489889 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-61272657-c4f2-465d-86cc-8083de02fa9f req-a7a18bf7-a7dd-4500-94ce-941f16ad591f tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Transition to ACTIVE for port object 53c6228e-d08a-4b81-ad80-b3c9f95259b3 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:00.571489 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device f885edf7-41fa-47bd-b181-19541fdf8bf8 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:09:00.618878 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-61272657-c4f2-465d-86cc-8083de02fa9f req-a7a18bf7-a7dd-4500-94ce-941f16ad591f tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:00.662419 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75c83d6d-8ec4-4041-8201-a36a935fde79 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:00.674162 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] For port 2f7705a5-ede1-4107-9099-ab37ca83c338, host hv-neutron-8587, cleared binding levels {{(pid=89019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:09:00.732081 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c59a4dc7-1bcd-4db7-9597-72780371ae6c tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Calling delete_port for 4985c676-c54c-4cb3-8fe0-c4689f6d3a64 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:00.734182 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] For port 2f7705a5-ede1-4107-9099-ab37ca83c338, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=2f7705a5-ede1-4107-9099-ab37ca83c338,segment=NetworkSegment(35934c32-d2de-4de9-b67d-67e5b2e4d5c0),segment_id=35934c32-d2de-4de9-b67d-67e5b2e4d5c0)] {{(pid=89019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:09:00.744309 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61272657-c4f2-465d-86cc-8083de02fa9f req-a7a18bf7-a7dd-4500-94ce-941f16ad591f tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Network 9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:00.748735 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-75c83d6d-8ec4-4041-8201-a36a935fde79 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3956be0-7d6f-4e24-a19f-fd6b0e135993']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:00.756810 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [req-61272657-c4f2-465d-86cc-8083de02fa9f req-a7a18bf7-a7dd-4500-94ce-941f16ad591f tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:00.765557 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-61272657-c4f2-465d-86cc-8083de02fa9f req-a7a18bf7-a7dd-4500-94ce-941f16ad591f tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:00.807034 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:00.815584 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-75c83d6d-8ec4-4041-8201-a36a935fde79 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46657ae-33e9-4784-b375-60777ec6b8cf') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:00.816107 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-75c83d6d-8ec4-4041-8201-a36a935fde79 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46657ae-33e9-4784-b375-60777ec6b8cf') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:00.829554 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:00.832887 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:00.834491 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] 10.222.0.20 "PUT /v2.0/ports/2f7705a5-ede1-4107-9099-ab37ca83c338 HTTP/1.1" status: 200 len: 1093 time: 2.5395474 Sep 21 15:09:00.842987 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeca5b91-37f9-4106-b29c-4780926b6b09', 'tag': '2f7705a5-ede1-4107-9099-ab37ca83c338'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:09:00.856566 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a18bf7-a7dd-4500-94ce-941f16ad591f tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Pushing event updated for resources: {'Port': ['ID=53c6228e-d08a-4b81-ad80-b3c9f95259b3,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:00.898270 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port f885edf7-41fa-47bd-b181-19541fdf8bf8, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=f885edf7-41fa-47bd-b181-19541fdf8bf8,segment=NetworkSegment(e2ca3dfa-04cd-4658-ad74-63fa43c3937e),segment_id=e2ca3dfa-04cd-4658-ad74-63fa43c3937e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:00.911557 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75c83d6d-8ec4-4041-8201-a36a935fde79 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:00.934605 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'f885edf7-41fa-47bd-b181-19541fdf8bf8', 'network_id': '35623812-409c-40a9-b25b-97314219e56f', 'port_id': 'f885edf7-41fa-47bd-b181-19541fdf8bf8', 'mac_address': 'fa:16:3e:a4:92:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ab4349-2b6d-4af5-b8c9-4479fa3e1388', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:09:01.090450 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75c83d6d-8ec4-4041-8201-a36a935fde79 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:01.101042 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port f885edf7-41fa-47bd-b181-19541fdf8bf8 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:01.101698 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:01.104159 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61272657-c4f2-465d-86cc-8083de02fa9f req-a7a18bf7-a7dd-4500-94ce-941f16ad591f tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:01.104934 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-61272657-c4f2-465d-86cc-8083de02fa9f req-a7a18bf7-a7dd-4500-94ce-941f16ad591f tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:01.116018 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bed6b22-1ff8-4193-b5b2-7af5a3e2f776 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:01.127703 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f885edf7-41fa-47bd-b181-19541fdf8bf8 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:09:01.156318 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c83d6d-8ec4-4041-8201-a36a935fde79 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:09:01.157026 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75c83d6d-8ec4-4041-8201-a36a935fde79 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:01.175745 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port f885edf7-41fa-47bd-b181-19541fdf8bf8, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=f885edf7-41fa-47bd-b181-19541fdf8bf8,segment=NetworkSegment(e2ca3dfa-04cd-4658-ad74-63fa43c3937e),segment_id=e2ca3dfa-04cd-4658-ad74-63fa43c3937e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:01.192431 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:01.249437 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment a46657ae-33e9-4784-b375-60777ec6b8cf resource provider aggregate not found Sep 21 15:09:01.259797 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3021758b-b2d1-4839-921f-7162f5119fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "aeca5b91-37f9-4106-b29c-4780926b6b09", "tag": "2f7705a5-ede1-4107-9099-ab37ca83c338"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:09:01.263395 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-61272657-c4f2-465d-86cc-8083de02fa9f req-a7a18bf7-a7dd-4500-94ce-941f16ad591f tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6118441 Sep 21 15:09:01.265079 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-43ce5462-e200-418f-8b8b-d15b7871e59e None None] Provisioning for port 53c6228e-d08a-4b81-ad80-b3c9f95259b3 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:01.287648 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-61272657-c4f2-465d-86cc-8083de02fa9f req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] Request body: {'port': {'device_id': 'a143cb60-8035-4815-8a13-89b4df9dbd22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:01.314428 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment a46657ae-33e9-4784-b375-60777ec6b8cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a46657ae-33e9-4784-b375-60777ec6b8cf found for delete ", "request_id": "req-ac1afe0a-2927-4328-8bb7-6c1b040c1944"}]} Sep 21 15:09:01.315830 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=f885edf7-41fa-47bd-b181-19541fdf8bf8,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:01.319445 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdd18d-bdd7-4b42-aae9-38a3233f6075 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7705a5-ede1-4107-9099-ab37ca83c338,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:01.331985 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-43ce5462-e200-418f-8b8b-d15b7871e59e None None] Provisioning complete for port 53c6228e-d08a-4b81-ad80-b3c9f95259b3 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:01.333085 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-43ce5462-e200-418f-8b8b-d15b7871e59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:01.343760 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3fb16776-87d2-4b2c-9a3b-3ffb0d458d43 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ee2e68684559481ebca9689d040f056d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9759958 Sep 21 15:09:01.364876 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51722) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:01.386393 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c59a4dc7-1bcd-4db7-9597-72780371ae6c tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:01.410866 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-81a3e191-ce0a-4352-ac72-ef5ee26a1cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:01.413037 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-81a3e191-ce0a-4352-ac72-ef5ee26a1cde service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d49d503a5c894e259463c6f22dd952c8&device_id=aeca5b91-37f9-4106-b29c-4780926b6b09 HTTP/1.1" status: 200 len: 1096 time: 0.4938462 Sep 21 15:09:01.417191 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-43ce5462-e200-418f-8b8b-d15b7871e59e None None] Port 53c6228e-d08a-4b81-ad80-b3c9f95259b3 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:09:01.419017 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bc2b9-c05b-4190-a229-ea6826011635 req-cd1918a4-be5f-4be1-9337-166bd7ba183e tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:01.422330 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8c7bc2b9-c05b-4190-a229-ea6826011635 req-cd1918a4-be5f-4be1-9337-166bd7ba183e tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 944 time: 0.5917251 Sep 21 15:09:01.482676 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75c83d6d-8ec4-4041-8201-a36a935fde79 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:01.489400 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a4dc7-1bcd-4db7-9597-72780371ae6c tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Pushing event deleted for resources: {'Port': ['ID=4985c676-c54c-4cb3-8fe0-c4689f6d3a64,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:01.501701 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['f885edf7-41fa-47bd-b181-19541fdf8bf8'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:09:01.518281 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75c83d6d-8ec4-4041-8201-a36a935fde79 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:01.522056 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-fc8dbd68-24bf-4fd2-8198-0bc536b5b712 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f7705a5-ede1-4107-9099-ab37ca83c338 HTTP/1.1" status: 200 len: 217 time: 0.0962274 Sep 21 15:09:01.533885 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c83d6d-8ec4-4041-8201-a36a935fde79 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Pushing event deleted for resources: {'Network': ['ID=d3956be0-7d6f-4e24-a19f-fd6b0e135993,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:01.599708 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c59a4dc7-1bcd-4db7-9597-72780371ae6c tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:01.621655 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c59a4dc7-1bcd-4db7-9597-72780371ae6c tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] 10.222.0.62 "DELETE /v2.0/ports/4985c676-c54c-4cb3-8fe0-c4689f6d3a64 HTTP/1.1" status: 204 len: 168 time: 2.0698318 Sep 21 15:09:01.631264 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-ca8c7cf2-827f-435f-bb35-4d92f51fcf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:01.633321 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-ca8c7cf2-827f-435f-bb35-4d92f51fcf39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12321c25-030d-4ce8-873b-07a4218e6985 HTTP/1.1" status: 200 len: 851 time: 0.1028714 Sep 21 15:09:01.636188 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51732) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:01.639635 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-61272657-c4f2-465d-86cc-8083de02fa9f req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:01.654032 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-75c83d6d-8ec4-4041-8201-a36a935fde79 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] 10.222.0.62 "DELETE /v2.0/networks/d3956be0-7d6f-4e24-a19f-fd6b0e135993 HTTP/1.1" status: 204 len: 168 time: 1.4894366 Sep 21 15:09:01.669714 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51738) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:01.689493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98395c3e-787e-41de-8bac-f41d4817188b req-896559af-0120-404d-ad21-02086adfbfd8 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:01.696780 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98395c3e-787e-41de-8bac-f41d4817188b req-896559af-0120-404d-ad21-02086adfbfd8 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeca5b91-37f9-4106-b29c-4780926b6b09 HTTP/1.1" status: 200 len: 943 time: 0.8257775 Sep 21 15:09:01.766187 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-5332cd2e-74b0-4847-b8bc-0782a8d0d0e2 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] GET failed (client error): The resource could not be found. Sep 21 15:09:01.769329 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5332cd2e-74b0-4847-b8bc-0782a8d0d0e2 tempest-PortsAdminExtendedAttrsTestJSON-664357845 tempest-PortsAdminExtendedAttrsTestJSON-664357845-project-admin] 10.222.0.62 "GET /v2.0/ports/4985c676-c54c-4cb3-8fe0-c4689f6d3a64 HTTP/1.1" status: 404 len: 333 time: 0.1312656 Sep 21 15:09:01.797041 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51744) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:01.803752 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8c7bc2b9-c05b-4190-a229-ea6826011635 req-4dc65ab6-e2b5-4e47-a7a6-bd898836ec40 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3418133 Sep 21 15:09:01.923747 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6274b7b0-1dc2-4922-9da5-3eb3d256a14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:01.935496 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98395c3e-787e-41de-8bac-f41d4817188b req-b2f332fc-7a90-48fa-b61f-2eede01026d8 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b68e36a-1676-41f1-b0c8-1b6975070ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377465 Sep 21 15:09:02.020740 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51752) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:02.023349 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-513e7a05-0c8d-410e-a3f0-b5b66f7d9045 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.072600 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6274b7b0-1dc2-4922-9da5-3eb3d256a14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.124822 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-3964c413-9171-408d-b4cd-b6909dd37262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:02.126193 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-3964c413-9171-408d-b4cd-b6909dd37262 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0ef8c881-241c-44dd-ad21-90cc5d4e1c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4381676 Sep 21 15:09:02.161990 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c39f8259-c1ba-4273-aef8-11ec442aeb66 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.176111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d3b868-53b0-4d60-b175-1e67e9b86d87 x-openstack-request-id: req-f5d3b868-53b0-4d60-b175-1e67e9b86d87 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:09:02.176401 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeca5b91-37f9-4106-b29c-4780926b6b09", "tag": "2f7705a5-ede1-4107-9099-ab37ca83c338", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:09:02.176677 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f5d3b868-53b0-4d60-b175-1e67e9b86d87 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:09:02.177134 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d3b868-53b0-4d60-b175-1e67e9b86d87'] response: {'name': 'network-changed', 'server_uuid': 'aeca5b91-37f9-4106-b29c-4780926b6b09', 'tag': '2f7705a5-ede1-4107-9099-ab37ca83c338', 'status': 'completed', 'code': 200} Sep 21 15:09:02.238117 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-df1bf85e-2d9f-4d6e-a994-df6f05eef5be tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1386571927'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:02.259077 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-df1bf85e-2d9f-4d6e-a994-df6f05eef5be tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:02.312175 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-df1bf85e-2d9f-4d6e-a994-df6f05eef5be tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Usage tracker for resource:router and tenant:50275fdab875489dac5c70c75b902b5a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:02.315022 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-0bed6b22-1ff8-4193-b5b2-7af5a3e2f776 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Allocated IP 172.20.0.1 (a8e5f66c-5a8b-4bac-bc23-bfb760784532/6dcd5114-b07e-4b1f-809e-18c0256090f8/04318e66-b9a1-4ba4-80c7-89d576ff87ae) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:02.328505 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-df1bf85e-2d9f-4d6e-a994-df6f05eef5be tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:02.349312 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-513e7a05-0c8d-410e-a3f0-b5b66f7d9045 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.398097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476bf05-9786-48ca-91c6-1ee1f0afe106 req-48b72d85-e2e2-4be8-a3bb-f35a7b7b60d8 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:02.399568 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6476bf05-9786-48ca-91c6-1ee1f0afe106 req-48b72d85-e2e2-4be8-a3bb-f35a7b7b60d8 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/ports?device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 932 time: 0.4620328 Sep 21 15:09:02.408484 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-df1bf85e-2d9f-4d6e-a994-df6f05eef5be tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:02.410311 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6274b7b0-1dc2-4922-9da5-3eb3d256a14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.532586 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c39f8259-c1ba-4273-aef8-11ec442aeb66 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.540489 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device f885edf7-41fa-47bd-b181-19541fdf8bf8 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:09:02.542088 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-dda56773-a6bd-4d97-88bb-fbb1978713de service neutron] 10.222.0.20 "GET /v2.0/networks/0ef8c881-241c-44dd-ad21-90cc5d4e1c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070690 Sep 21 15:09:02.547739 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df1bf85e-2d9f-4d6e-a994-df6f05eef5be tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.548371 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df1bf85e-2d9f-4d6e-a994-df6f05eef5be tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.549196 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-513e7a05-0c8d-410e-a3f0-b5b66f7d9045 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bcc8544-c18a-4f2a-9d3e-a4abe1229c08']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:02.605081 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274b7b0-1dc2-4922-9da5-3eb3d256a14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7075ed13-8f95-4c3b-a6b8-7a41df8cfa03,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:02.611354 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-513e7a05-0c8d-410e-a3f0-b5b66f7d9045 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3948ad8d-8562-483b-a51c-b23ad135bfe0') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:02.611854 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-513e7a05-0c8d-410e-a3f0-b5b66f7d9045 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3948ad8d-8562-483b-a51c-b23ad135bfe0') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:02.628506 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port f885edf7-41fa-47bd-b181-19541fdf8bf8 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:02.634858 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port f885edf7-41fa-47bd-b181-19541fdf8bf8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:02.635618 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.639506 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-513e7a05-0c8d-410e-a3f0-b5b66f7d9045 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.682888 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-c39f8259-c1ba-4273-aef8-11ec442aeb66 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14dd1db-acec-4e27-898d-87873d7cfac3']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:02.686859 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6274b7b0-1dc2-4922-9da5-3eb3d256a14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.687955 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6274b7b0-1dc2-4922-9da5-3eb3d256a14d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7075ed13-8f95-4c3b-a6b8-7a41df8cfa03 HTTP/1.1" status: 204 len: 168 time: 1.3090825 Sep 21 15:09:02.698195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-513e7a05-0c8d-410e-a3f0-b5b66f7d9045 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.725278 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-c39f8259-c1ba-4273-aef8-11ec442aeb66 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22366b4-9363-42b6-ad5f-a710cfe65ccf') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:02.725560 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-c39f8259-c1ba-4273-aef8-11ec442aeb66 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22366b4-9363-42b6-ad5f-a710cfe65ccf') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:02.734474 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df1bf85e-2d9f-4d6e-a994-df6f05eef5be tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.735683 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6476bf05-9786-48ca-91c6-1ee1f0afe106 req-3f7d74c4-7051-43e2-86fe-78c34b5758e7 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8fe283a-2339-4c5b-adb0-2c6c5d5e9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3286207 Sep 21 15:09:02.736849 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513e7a05-0c8d-410e-a3f0-b5b66f7d9045 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:09:02.737259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-513e7a05-0c8d-410e-a3f0-b5b66f7d9045 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.776285 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c39f8259-c1ba-4273-aef8-11ec442aeb66 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.797666 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port f885edf7-41fa-47bd-b181-19541fdf8bf8 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:02.797666 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.813936 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 3948ad8d-8562-483b-a51c-b23ad135bfe0 resource provider aggregate not found Sep 21 15:09:02.830000 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bed6b22-1ff8-4193-b5b2-7af5a3e2f776 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.841264 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c39f8259-c1ba-4273-aef8-11ec442aeb66 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.843969 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb275d9a-efc9-4357-a4f1-683d078e2ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f885edf7-41fa-47bd-b181-19541fdf8bf8'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:09:02.863393 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 3948ad8d-8562-483b-a51c-b23ad135bfe0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3948ad8d-8562-483b-a51c-b23ad135bfe0 found for delete ", "request_id": "req-2a84e594-15ec-48c5-89d0-76e19b5aa5c0"}]} Sep 21 15:09:02.893656 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39f8259-c1ba-4273-aef8-11ec442aeb66 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:09:02.894278 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c39f8259-c1ba-4273-aef8-11ec442aeb66 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.895485 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-0bed6b22-1ff8-4193-b5b2-7af5a3e2f776 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Transition to ACTIVE for port object 04318e66-b9a1-4ba4-80c7-89d576ff87ae will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:02.923922 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df1bf85e-2d9f-4d6e-a994-df6f05eef5be tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.936869 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port f885edf7-41fa-47bd-b181-19541fdf8bf8, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=f885edf7-41fa-47bd-b181-19541fdf8bf8,segment=NetworkSegment(e2ca3dfa-04cd-4658-ad74-63fa43c3937e),segment_id=e2ca3dfa-04cd-4658-ad74-63fa43c3937e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:02.950233 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.958985 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-513e7a05-0c8d-410e-a3f0-b5b66f7d9045 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.972033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-513e7a05-0c8d-410e-a3f0-b5b66f7d9045 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:02.994443 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-751e64f1-d1ed-418f-ae90-d57217e4a7dc req-e8b6ecde-f2ff-4c01-9c6c-a896193a76a7 service neutron] 10.222.0.20 "GET /v2.0/networks/0ef8c881-241c-44dd-ad21-90cc5d4e1c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270275 Sep 21 15:09:03.019145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bed6b22-1ff8-4193-b5b2-7af5a3e2f776 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:03.038663 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [req-61272657-c4f2-465d-86cc-8083de02fa9f req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c6228e-d08a-4b81-ad80-b3c9f95259b3 {{(pid=89019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:09:03.047082 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df1bf85e-2d9f-4d6e-a994-df6f05eef5be tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:03.048473 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-df1bf85e-2d9f-4d6e-a994-df6f05eef5be tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0257256 Sep 21 15:09:03.050493 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-61272657-c4f2-465d-86cc-8083de02fa9f req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:03.053425 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51772) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:03.150172 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=f885edf7-41fa-47bd-b181-19541fdf8bf8,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:03.174140 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f976bed-d1d6-43ee-bdfe-1d6103545d3a" -d '{"events": [{"server_uuid": "eb275d9a-efc9-4357-a4f1-683d078e2ad4", "name": "network-vif-plugged", "status": "completed", "tag": "f885edf7-41fa-47bd-b181-19541fdf8bf8"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:09:03.178591 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7a05-0c8d-410e-a3f0-b5b66f7d9045 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] Pushing event deleted for resources: {'Network': ['ID=3bcc8544-c18a-4f2a-9d3e-a4abe1229c08,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:03.248013 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-513e7a05-0c8d-410e-a3f0-b5b66f7d9045 tempest-QuotasNegativeTest-1976070915 tempest-QuotasNegativeTest-1976070915-project-admin] 10.222.0.62 "DELETE /v2.0/networks/3bcc8544-c18a-4f2a-9d3e-a4abe1229c08 HTTP/1.1" status: 204 len: 168 time: 1.5772166 Sep 21 15:09:03.253604 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-61272657-c4f2-465d-86cc-8083de02fa9f req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] Transition to ACTIVE for port object 53c6228e-d08a-4b81-ad80-b3c9f95259b3 will not be triggered until provisioned by entity L2. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:03.255022 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c39f8259-c1ba-4273-aef8-11ec442aeb66 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:03.260062 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c39f8259-c1ba-4273-aef8-11ec442aeb66 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:03.305647 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f8259-c1ba-4273-aef8-11ec442aeb66 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] Pushing event deleted for resources: {'Network': ['ID=c14dd1db-acec-4e27-898d-87873d7cfac3,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:03.309046 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-61272657-c4f2-465d-86cc-8083de02fa9f req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:03.316048 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bed6b22-1ff8-4193-b5b2-7af5a3e2f776 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Network a8e5f66c-5a8b-4bac-bc23-bfb760784532 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:03.327490 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-0bed6b22-1ff8-4193-b5b2-7af5a3e2f776 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:03.341159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bed6b22-1ff8-4193-b5b2-7af5a3e2f776 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:03.443999 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed6b22-1ff8-4193-b5b2-7af5a3e2f776 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Pushing event updated for resources: {'Port': ['ID=04318e66-b9a1-4ba4-80c7-89d576ff87ae,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:03.444601 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c39f8259-c1ba-4273-aef8-11ec442aeb66 tempest-PortsAdminExtendedAttrsTestJSON-1339145568 tempest-PortsAdminExtendedAttrsTestJSON-1339145568-project] 10.222.0.62 "DELETE /v2.0/networks/c14dd1db-acec-4e27-898d-87873d7cfac3 HTTP/1.1" status: 204 len: 168 time: 1.6445642 Sep 21 15:09:03.453160 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bed6b22-1ff8-4193-b5b2-7af5a3e2f776 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:03.461621 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1d1fa4f4-50d7-42f2-90af-161105d9f395 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:03.516395 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d161f7-6566-4b62-b7bd-3b8a9f9fb2e0 req-b1b7cc03-a768-4b9b-bd3e-fd591b656c50 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:03.518200 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b4d161f7-6566-4b62-b7bd-3b8a9f9fb2e0 req-b1b7cc03-a768-4b9b-bd3e-fd591b656c50 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.5401013 Sep 21 15:09:03.527945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487200a-9b1c-4521-b35c-fafb379983e3 req-d9ecec70-f74c-4cbc-ab14-9f3ae8caa274 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:03.529943 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4487200a-9b1c-4521-b35c-fafb379983e3 req-d9ecec70-f74c-4cbc-ab14-9f3ae8caa274 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeca5b91-37f9-4106-b29c-4780926b6b09 HTTP/1.1" status: 200 len: 943 time: 0.3033056 Sep 21 15:09:03.591204 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment f22366b4-9363-42b6-ad5f-a710cfe65ccf resource provider aggregate not found Sep 21 15:09:03.622377 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b4d161f7-6566-4b62-b7bd-3b8a9f9fb2e0 req-5ea917fb-34c1-44b0-b4db-c7e278e1cd05 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901389 Sep 21 15:09:03.641541 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4487200a-9b1c-4521-b35c-fafb379983e3 req-6bd317f7-4d54-43cb-bdf3-c5f9da63b42f tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b68e36a-1676-41f1-b0c8-1b6975070ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814743 Sep 21 15:09:03.671693 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment f22366b4-9363-42b6-ad5f-a710cfe65ccf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f22366b4-9363-42b6-ad5f-a710cfe65ccf found for delete ", "request_id": "req-bc2ea155-f85a-481c-adae-6d9463503dd0"}]} Sep 21 15:09:03.686353 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-21d48a9c-d9f4-4c44-9769-ccf0ea8f3b6e None None] Provisioning for port 04318e66-b9a1-4ba4-80c7-89d576ff87ae completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:03.704070 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-21d48a9c-d9f4-4c44-9769-ccf0ea8f3b6e None None] Provisioning complete for port 04318e66-b9a1-4ba4-80c7-89d576ff87ae triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:03.704767 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-21d48a9c-d9f4-4c44-9769-ccf0ea8f3b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:03.835331 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-21d48a9c-d9f4-4c44-9769-ccf0ea8f3b6e None None] Port 04318e66-b9a1-4ba4-80c7-89d576ff87ae cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:09:03.843976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bed6b22-1ff8-4193-b5b2-7af5a3e2f776 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:04.008784 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] Pushing event updated for resources: {'Port': ['ID=53c6228e-d08a-4b81-ad80-b3c9f95259b3,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:04.114286 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51810) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:04.150598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51816) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:04.158513 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021758b-b2d1-4839-921f-7162f5119fe4 req-be644138-cbeb-454a-9551-a090bd7a2dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:04.160001 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3021758b-b2d1-4839-921f-7162f5119fe4 req-be644138-cbeb-454a-9551-a090bd7a2dbc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d49d503a5c894e259463c6f22dd952c8&device_id=aeca5b91-37f9-4106-b29c-4780926b6b09 HTTP/1.1" status: 200 len: 1096 time: 0.9632776 Sep 21 15:09:04.165251 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397a269d-e25a-4b4f-8755-8cfa74eaafaa x-openstack-request-id: req-397a269d-e25a-4b4f-8755-8cfa74eaafaa {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:09:04.165545 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb275d9a-efc9-4357-a4f1-683d078e2ad4", "name": "network-vif-plugged", "status": "completed", "tag": "f885edf7-41fa-47bd-b181-19541fdf8bf8", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:09:04.165795 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-397a269d-e25a-4b4f-8755-8cfa74eaafaa {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:09:04.166309 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-397a269d-e25a-4b4f-8755-8cfa74eaafaa'] response: {'server_uuid': 'eb275d9a-efc9-4357-a4f1-683d078e2ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f885edf7-41fa-47bd-b181-19541fdf8bf8', 'code': 200} Sep 21 15:09:04.201137 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb664cf-a506-4b83-841b-3a9905f5c75e req-af8fb757-268f-4455-8fcf-14af7c650cf2 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:04.208162 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8bb664cf-a506-4b83-841b-3a9905f5c75e req-af8fb757-268f-4455-8fcf-14af7c650cf2 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/ports?device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 944 time: 0.2834229 Sep 21 15:09:04.328379 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1d1fa4f4-50d7-42f2-90af-161105d9f395 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:04.360738 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1d1fa4f4-50d7-42f2-90af-161105d9f395 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:04.414918 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8bb664cf-a506-4b83-841b-3a9905f5c75e req-0f92cdf0-278a-4588-aa07-c03e4bc51817 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8fe283a-2339-4c5b-adb0-2c6c5d5e9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055504 Sep 21 15:09:04.434601 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-61272657-c4f2-465d-86cc-8083de02fa9f req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] Attempting to bind port 53c6228e-d08a-4b81-ad80-b3c9f95259b3 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:09:04.434941 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-61272657-c4f2-465d-86cc-8083de02fa9f req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] Attempting to bind port 53c6228e-d08a-4b81-ad80-b3c9f95259b3 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '4fff1882-96f2-4a13-80c6-6ad36cecf71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:09:04.435265 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61272657-c4f2-465d-86cc-8083de02fa9f req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] Attempting to bind port 53c6228e-d08a-4b81-ad80-b3c9f95259b3 on network 9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:09:04.457028 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61272657-c4f2-465d-86cc-8083de02fa9f req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] Port 53c6228e-d08a-4b81-ad80-b3c9f95259b3 on network 9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:09:04.457350 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61272657-c4f2-465d-86cc-8083de02fa9f req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] Attempting to bind port 53c6228e-d08a-4b81-ad80-b3c9f95259b3 on network 9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:09:04.479410 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61272657-c4f2-465d-86cc-8083de02fa9f req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:09:04.479877 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61272657-c4f2-465d-86cc-8083de02fa9f req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] Checking segment: {'id': '4fff1882-96f2-4a13-80c6-6ad36cecf71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:09:04.480937 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61272657-c4f2-465d-86cc-8083de02fa9f req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] Bound using segment: {'id': '4fff1882-96f2-4a13-80c6-6ad36cecf71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0'} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:09:04.481394 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-61272657-c4f2-465d-86cc-8083de02fa9f req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] Bound port: 53c6228e-d08a-4b81-ad80-b3c9f95259b3, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fff1882-96f2-4a13-80c6-6ad36cecf71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0'}}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:09:04.481734 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-61272657-c4f2-465d-86cc-8083de02fa9f req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:04.493780 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1d1fa4f4-50d7-42f2-90af-161105d9f395 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:04.494248 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1fa4f4-50d7-42f2-90af-161105d9f395 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1aaca6d8-5e19-4d0b-a0f4-9b1c23114729 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:09:04.514162 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1d1fa4f4-50d7-42f2-90af-161105d9f395 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:04.519954 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1d1fa4f4-50d7-42f2-90af-161105d9f395 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] 10.222.0.62 "DELETE /v2.0/routers/1aaca6d8-5e19-4d0b-a0f4-9b1c23114729 HTTP/1.1" status: 204 len: 168 time: 1.4608870 Sep 21 15:09:04.520101 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a522c688-bb7b-4b41-b20f-0d6d73746934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:04.521229 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51828) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:04.526035 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-55079dd9-e3f5-4072-aa05-286958a59362 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Request body: {'router': {'name': 'tempest-router-374627970', 'distributed': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:04.546532 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51832) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:04.567805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-55079dd9-e3f5-4072-aa05-286958a59362 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:04.570825 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021758b-b2d1-4839-921f-7162f5119fe4 req-437eed05-3c53-4e92-b402-f8b76fbf5958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:04.571291 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a522c688-bb7b-4b41-b20f-0d6d73746934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:04.572259 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3021758b-b2d1-4839-921f-7162f5119fe4 req-437eed05-3c53-4e92-b402-f8b76fbf5958 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0ef8c881-241c-44dd-ad21-90cc5d4e1c08 HTTP/1.1" status: 200 len: 913 time: 0.3341944 Sep 21 15:09:04.585258 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-55079dd9-e3f5-4072-aa05-286958a59362 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Usage tracker for resource:router and tenant:50275fdab875489dac5c70c75b902b5a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:04.603279 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a522c688-bb7b-4b41-b20f-0d6d73746934 admin admin] Usage tracker for resource:security_group_rule and tenant:85159f96bffa49018833348edde8f93b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:04.608521 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3e46c1de-28a0-468e-be08-dbda0a26ad88 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2b3ffb61e8d8446c82ad9ef45cd39f47&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4931960 Sep 21 15:09:04.609669 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a522c688-bb7b-4b41-b20f-0d6d73746934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:04.618899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51838) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:04.623422 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a522c688-bb7b-4b41-b20f-0d6d73746934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:04.649681 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-55079dd9-e3f5-4072-aa05-286958a59362 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:04.667018 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3021758b-b2d1-4839-921f-7162f5119fe4 req-8da9ed40-d7ee-47b1-8819-1beb6d16b40d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f7705a5-ede1-4107-9099-ab37ca83c338 HTTP/1.1" status: 200 len: 217 time: 0.0846086 Sep 21 15:09:04.676224 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-55079dd9-e3f5-4072-aa05-286958a59362 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:04.739205 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-960967391'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:04.755223 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-61272657-c4f2-465d-86cc-8083de02fa9f req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] For port 53c6228e-d08a-4b81-ad80-b3c9f95259b3, host hv-neutron-8587, cleared binding levels {{(pid=89019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:09:04.757450 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:04.769090 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-55079dd9-e3f5-4072-aa05-286958a59362 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:04.770201 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-55079dd9-e3f5-4072-aa05-286958a59362 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:04.783024 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021758b-b2d1-4839-921f-7162f5119fe4 req-7ca81627-8ed4-4bb9-8989-7b9b4cead6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:04.784566 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3021758b-b2d1-4839-921f-7162f5119fe4 req-7ca81627-8ed4-4bb9-8989-7b9b4cead6b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12321c25-030d-4ce8-873b-07a4218e6985 HTTP/1.1" status: 200 len: 851 time: 0.1034541 Sep 21 15:09:04.784903 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:network and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:04.786036 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-61272657-c4f2-465d-86cc-8083de02fa9f req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] For port 53c6228e-d08a-4b81-ad80-b3c9f95259b3, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=53c6228e-d08a-4b81-ad80-b3c9f95259b3,segment=NetworkSegment(4fff1882-96f2-4a13-80c6-6ad36cecf71b),segment_id=4fff1882-96f2-4a13-80c6-6ad36cecf71b)] {{(pid=89019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:09:04.834554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:04.835870 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-61272657-c4f2-465d-86cc-8083de02fa9f req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:04.865499 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:04.873244 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-55079dd9-e3f5-4072-aa05-286958a59362 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:04.875286 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61272657-c4f2-465d-86cc-8083de02fa9f req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:04.875894 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-61272657-c4f2-465d-86cc-8083de02fa9f req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:04.877279 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-61272657-c4f2-465d-86cc-8083de02fa9f req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] 10.222.0.20 "PUT /v2.0/ports/53c6228e-d08a-4b81-ad80-b3c9f95259b3 HTTP/1.1" status: 200 len: 1094 time: 3.5938861 Sep 21 15:09:04.883304 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a143cb60-8035-4815-8a13-89b4df9dbd22', 'tag': '53c6228e-d08a-4b81-ad80-b3c9f95259b3'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:09:04.885585 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf6a606-6b52-4fff-a6a2-6b39e7d345a7" -d '{"events": [{"name": "network-changed", "server_uuid": "a143cb60-8035-4815-8a13-89b4df9dbd22", "tag": "53c6228e-d08a-4b81-ad80-b3c9f95259b3"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:09:05.001321 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-55079dd9-e3f5-4072-aa05-286958a59362 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:05.007205 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1b876-0102-4092-b5f6-8f57a9286b13 service neutron] Pushing event updated for resources: {'Port': ['ID=53c6228e-d08a-4b81-ad80-b3c9f95259b3,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:05.011786 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a538c41-4fcb-4b68-92d4-420518ec3bb6 req-c4be1251-6550-4ad0-a82b-1874b79de249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:05.013466 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9a538c41-4fcb-4b68-92d4-420518ec3bb6 req-c4be1251-6550-4ad0-a82b-1874b79de249 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 1099 time: 0.5592926 Sep 21 15:09:05.041938 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-55079dd9-e3f5-4072-aa05-286958a59362 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:05.046257 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-55079dd9-e3f5-4072-aa05-286958a59362 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5212841 Sep 21 15:09:05.046695 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51848) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:05.100936 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:05.104195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:05.124195 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021758b-b2d1-4839-921f-7162f5119fe4 req-5bec69f5-8e34-49b7-acec-b1ca04c725a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:05.125698 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3021758b-b2d1-4839-921f-7162f5119fe4 req-5bec69f5-8e34-49b7-acec-b1ca04c725a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0ef8c881-241c-44dd-ad21-90cc5d4e1c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3324478 Sep 21 15:09:05.128290 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9a538c41-4fcb-4b68-92d4-420518ec3bb6 req-f56e921c-84fc-4c6b-ace3-da35cb4ead8c service neutron] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:05.166181 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:05.184631 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-06d9d10b-142d-43e2-8c03-2efdf3a609fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:05.200995 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-9a538c41-4fcb-4b68-92d4-420518ec3bb6 req-f56e921c-84fc-4c6b-ace3-da35cb4ead8c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:05.228474 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:05.230894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9a538c41-4fcb-4b68-92d4-420518ec3bb6 req-f56e921c-84fc-4c6b-ace3-da35cb4ead8c service neutron] Usage tracker for resource:security_group_rule and tenant:2279c2843b5e457e9729416dd9846183 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:05.241760 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9a538c41-4fcb-4b68-92d4-420518ec3bb6 req-f56e921c-84fc-4c6b-ace3-da35cb4ead8c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:05.260098 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-76adac9a-4891-4917-af1b-6ac3f1cc7c20 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:05.263216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:security_group_rule and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:05.268679 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-9a538c41-4fcb-4b68-92d4-420518ec3bb6 req-f56e921c-84fc-4c6b-ace3-da35cb4ead8c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:05.275419 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-06d9d10b-142d-43e2-8c03-2efdf3a609fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:05.283794 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:05.312133 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:05.330461 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61272657-c4f2-465d-86cc-8083de02fa9f req-de8b477c-2063-4058-8064-03072b2e29d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:05.331931 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-61272657-c4f2-465d-86cc-8083de02fa9f req-de8b477c-2063-4058-8064-03072b2e29d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dcc136835e934810abcfcbfd5ed75196&device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 1097 time: 0.4059784 Sep 21 15:09:05.335509 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bed6b22-1ff8-4193-b5b2-7af5a3e2f776 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:05.359103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c7d19-cba2-4c5a-966a-e99438a32c07 req-1e7cdf13-f6c8-4ea1-b437-5a07fa9c0638 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:05.360524 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bc4c7d19-cba2-4c5a-966a-e99438a32c07 req-1e7cdf13-f6c8-4ea1-b437-5a07fa9c0638 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.5691485 Sep 21 15:09:05.366098 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bed6b22-1ff8-4193-b5b2-7af5a3e2f776 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:05.462710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a522c688-bb7b-4b41-b20f-0d6d73746934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:05.481750 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c386e15a-5457-4ca8-bd4a-68f9f442c380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:05.514488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa4e82-92ad-46c1-be70-4294470bca12 req-bbbc01b6-f9fb-4f18-ab4d-fb29252ee7bc tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:05.515945 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-76aa4e82-92ad-46c1-be70-4294470bca12 req-bbbc01b6-f9fb-4f18-ab4d-fb29252ee7bc tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeca5b91-37f9-4106-b29c-4780926b6b09 HTTP/1.1" status: 200 len: 943 time: 0.6602724 Sep 21 15:09:05.529999 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a522c688-bb7b-4b41-b20f-0d6d73746934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:05.572685 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-61272657-c4f2-465d-86cc-8083de02fa9f req-aeb6700b-e1e9-479f-abc4-96229e22c142 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53c6228e-d08a-4b81-ad80-b3c9f95259b3 HTTP/1.1" status: 200 len: 217 time: 0.2303138 Sep 21 15:09:05.684011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bed6b22-1ff8-4193-b5b2-7af5a3e2f776 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:05.688741 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed6b22-1ff8-4193-b5b2-7af5a3e2f776 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Pushing event updated for resources: {'Port': ['ID=04318e66-b9a1-4ba4-80c7-89d576ff87ae,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:05.692763 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a522c688-bb7b-4b41-b20f-0d6d73746934 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=85159f96bffa49018833348edde8f93b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5379066 Sep 21 15:09:05.703113 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522c688-bb7b-4b41-b20f-0d6d73746934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be94be6c-ba42-4ac1-8793-b9f9b637956b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:05.707950 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51856) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:05.720950 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bc4c7d19-cba2-4c5a-966a-e99438a32c07 req-3455f1c0-0224-4002-a2f7-9016b5f5cb88 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3213134 Sep 21 15:09:05.805516 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ada473-e740-4df7-b217-0524ae23e220 x-openstack-request-id: req-63ada473-e740-4df7-b217-0524ae23e220 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:09:05.805802 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a143cb60-8035-4815-8a13-89b4df9dbd22", "tag": "53c6228e-d08a-4b81-ad80-b3c9f95259b3", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:09:05.806050 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-63ada473-e740-4df7-b217-0524ae23e220 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:09:05.806438 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ada473-e740-4df7-b217-0524ae23e220'] response: {'name': 'network-changed', 'server_uuid': 'a143cb60-8035-4815-8a13-89b4df9dbd22', 'tag': '53c6228e-d08a-4b81-ad80-b3c9f95259b3', 'status': 'completed', 'code': 200} Sep 21 15:09:05.840881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-06d9d10b-142d-43e2-8c03-2efdf3a609fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:05.841129 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3021758b-b2d1-4839-921f-7162f5119fe4 req-1fafbef2-ae4d-4c0f-b939-7cdcd0f25fc2 service neutron] 10.222.0.20 "GET /v2.0/networks/0ef8c881-241c-44dd-ad21-90cc5d4e1c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6669919 Sep 21 15:09:05.842837 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-76adac9a-4891-4917-af1b-6ac3f1cc7c20 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:05.846577 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-76adac9a-4891-4917-af1b-6ac3f1cc7c20 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:05.853384 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61272657-c4f2-465d-86cc-8083de02fa9f req-aed6c0ac-eba8-4649-93b8-66a2df73d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:05.854819 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-61272657-c4f2-465d-86cc-8083de02fa9f req-aed6c0ac-eba8-4649-93b8-66a2df73d3f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652 HTTP/1.1" status: 200 len: 844 time: 0.2715557 Sep 21 15:09:05.904291 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-76aa4e82-92ad-46c1-be70-4294470bca12 req-17be2231-dafc-49ec-aa19-5ffb09d75db7 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b68e36a-1676-41f1-b0c8-1b6975070ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3669057 Sep 21 15:09:05.914222 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9d10b-142d-43e2-8c03-2efdf3a609fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cc3702-c612-4a63-8133-330645bc2795,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:06.008551 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-76adac9a-4891-4917-af1b-6ac3f1cc7c20 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:06.009046 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76adac9a-4891-4917-af1b-6ac3f1cc7c20 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8993391e-343f-45e7-a08f-983328f28e03 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:09:06.029818 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-76adac9a-4891-4917-af1b-6ac3f1cc7c20 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:06.034301 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-76adac9a-4891-4917-af1b-6ac3f1cc7c20 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] 10.222.0.62 "DELETE /v2.0/routers/8993391e-343f-45e7-a08f-983328f28e03 HTTP/1.1" status: 204 len: 168 time: 0.9833281 Sep 21 15:09:06.036440 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51860) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:06.050970 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5636bb75-e2a3-4fdf-b43c-d2bda5b732b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:06.055916 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5fa76c73-a092-4783-b3e9-9ddf9504099b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Request body: {'router': {'name': 'tempest-router-286318776', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '38497753986c47c2bdd15957165ad731'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:06.075053 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5fa76c73-a092-4783-b3e9-9ddf9504099b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:06.083093 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5fa76c73-a092-4783-b3e9-9ddf9504099b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Usage tracker for resource:router and tenant:38497753986c47c2bdd15957165ad731 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:06.088366 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3021758b-b2d1-4839-921f-7162f5119fe4 req-3315e70b-be3a-45d9-9dfa-bbf41d320950 service neutron] 10.222.0.20 "GET /v2.0/networks/0ef8c881-241c-44dd-ad21-90cc5d4e1c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369692 Sep 21 15:09:06.090698 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5fa76c73-a092-4783-b3e9-9ddf9504099b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:06.098109 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5fa76c73-a092-4783-b3e9-9ddf9504099b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:06.103268 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61272657-c4f2-465d-86cc-8083de02fa9f req-d28859a1-e84f-4bc9-8377-36158920236b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:06.104792 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-61272657-c4f2-465d-86cc-8083de02fa9f req-d28859a1-e84f-4bc9-8377-36158920236b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2298472 Sep 21 15:09:06.142830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-06d9d10b-142d-43e2-8c03-2efdf3a609fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:06.143938 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-06d9d10b-142d-43e2-8c03-2efdf3a609fb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f4cc3702-c612-4a63-8133-330645bc2795 HTTP/1.1" status: 204 len: 168 time: 1.5232382 Sep 21 15:09:06.168865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:06.175560 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9a538c41-4fcb-4b68-92d4-420518ec3bb6 req-f56e921c-84fc-4c6b-ace3-da35cb4ead8c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:06.182862 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5636bb75-e2a3-4fdf-b43c-d2bda5b732b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:06.195387 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9a538c41-4fcb-4b68-92d4-420518ec3bb6 req-f56e921c-84fc-4c6b-ace3-da35cb4ead8c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:06.200702 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5fa76c73-a092-4783-b3e9-9ddf9504099b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:06.201795 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5fa76c73-a092-4783-b3e9-9ddf9504099b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:06.203898 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:06.238502 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5fa76c73-a092-4783-b3e9-9ddf9504099b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:06.240908 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bed6b22-1ff8-4193-b5b2-7af5a3e2f776 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Network a8e5f66c-5a8b-4bac-bc23-bfb760784532 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:06.246020 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:09:06.262456 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-0bed6b22-1ff8-4193-b5b2-7af5a3e2f776 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:06.267940 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-61272657-c4f2-465d-86cc-8083de02fa9f req-9661c6ea-2560-40ae-a387-f0bc7313031d service neutron] 10.222.0.20 "GET /v2.0/networks/9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536067 Sep 21 15:09:06.287568 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9a538c41-4fcb-4b68-92d4-420518ec3bb6 req-f56e921c-84fc-4c6b-ace3-da35cb4ead8c service neutron] Synchronizing usage tracker for tenant:2279c2843b5e457e9729416dd9846183 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:06.297605 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5fa76c73-a092-4783-b3e9-9ddf9504099b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:06.362492 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:06.362852 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Added segment 74245cc0-3975-4a6f-b6e8-0a97db095b58 of type vlan for network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 Sep 21 15:09:06.392288 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5fa76c73-a092-4783-b3e9-9ddf9504099b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:06.393653 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5fa76c73-a092-4783-b3e9-9ddf9504099b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3461742 Sep 21 15:09:06.397528 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33754419-fb6c-4562-90ed-8dbfe588ba94 req-7673b6c7-a817-48f2-b3a6-87da93ae41dd tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:06.397835 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51868) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:06.399184 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-33754419-fb6c-4562-90ed-8dbfe588ba94 req-7673b6c7-a817-48f2-b3a6-87da93ae41dd tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/ports?device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 944 time: 0.5061135 Sep 21 15:09:06.418773 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5bff5023-cc63-4765-bbbc-4b62bfeb702b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:06.436061 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e921c-84fc-4c6b-ace3-da35cb4ead8c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=47a4a6e3-6dd0-4540-86bf-333db4b53af7,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:06.460730 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:06.497755 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9a538c41-4fcb-4b68-92d4-420518ec3bb6 req-f56e921c-84fc-4c6b-ace3-da35cb4ead8c service neutron] Unset dirty status for tenant:2279c2843b5e457e9729416dd9846183 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:06.499382 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9a538c41-4fcb-4b68-92d4-420518ec3bb6 req-f56e921c-84fc-4c6b-ace3-da35cb4ead8c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4606230 Sep 21 15:09:06.545167 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:06.550966 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:06.551557 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:06.558620 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 2f7705a5-ede1-4107-9099-ab37ca83c338 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:09:06.570700 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-61272657-c4f2-465d-86cc-8083de02fa9f req-f8b3d3f0-f06d-4b32-8fd8-762382ef7294 service neutron] 10.222.0.20 "GET /v2.0/networks/9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937717 Sep 21 15:09:06.631761 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ed2a75d4-d6e3-4853-8ec0-236f8597dcfb None None] Provisioning complete for port 04318e66-b9a1-4ba4-80c7-89d576ff87ae triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:06.632721 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ed2a75d4-d6e3-4853-8ec0-236f8597dcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:06.638703 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51872) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:06.675500 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc1d14e-350e-4c1f-90df-baef84ad4dce,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:06.768152 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ed2a75d4-d6e3-4853-8ec0-236f8597dcfb None None] Port 04318e66-b9a1-4ba4-80c7-89d576ff87ae cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:09:06.772401 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-33754419-fb6c-4562-90ed-8dbfe588ba94 req-6800da16-8b1c-4430-8903-d5e8be6409b5 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8fe283a-2339-4c5b-adb0-2c6c5d5e9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2765994 Sep 21 15:09:06.813619 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2639043 Sep 21 15:09:06.814707 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5636bb75-e2a3-4fdf-b43c-d2bda5b732b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:06.817889 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5636bb75-e2a3-4fdf-b43c-d2bda5b732b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:06.819608 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5636bb75-e2a3-4fdf-b43c-d2bda5b732b5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/be94be6c-ba42-4ac1-8793-b9f9b637956b HTTP/1.1" status: 204 len: 168 time: 1.1065054 Sep 21 15:09:06.820561 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51878) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:06.842413 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca272e-798d-4372-b126-5a2b99d55e36 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Network': ['ID=b7c242e3-528d-4be7-9e2f-6faa43cc7dc5,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:06.847356 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 2f7705a5-ede1-4107-9099-ab37ca83c338, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=2f7705a5-ede1-4107-9099-ab37ca83c338,segment=NetworkSegment(35934c32-d2de-4de9-b67d-67e5b2e4d5c0),segment_id=35934c32-d2de-4de9-b67d-67e5b2e4d5c0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:06.857361 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1b1b2d51-81aa-4314-b3ac-459fd0846f5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'port': {'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5', 'name': 'tempest-PortsTestJSON-1209470624'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:06.864443 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '2f7705a5-ede1-4107-9099-ab37ca83c338', 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08', 'port_id': '2f7705a5-ede1-4107-9099-ab37ca83c338', 'mac_address': 'fa:16:3e:d3:2b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12321c25-030d-4ce8-873b-07a4218e6985', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:09:06.867908 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:09:07.008194 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636bb75-e2a3-4fdf-b43c-d2bda5b732b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be94be6c-ba42-4ac1-8793-b9f9b637956b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:07.035646 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1b1b2d51-81aa-4314-b3ac-459fd0846f5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:07.086593 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 2f7705a5-ede1-4107-9099-ab37ca83c338 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:07.086973 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:07.106092 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1b1b2d51-81aa-4314-b3ac-459fd0846f5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:port and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:07.109747 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7705a5-ede1-4107-9099-ab37ca83c338 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:09:07.127904 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 2f7705a5-ede1-4107-9099-ab37ca83c338, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=2f7705a5-ede1-4107-9099-ab37ca83c338,segment=NetworkSegment(35934c32-d2de-4de9-b67d-67e5b2e4d5c0),segment_id=35934c32-d2de-4de9-b67d-67e5b2e4d5c0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:07.138488 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:07.164633 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1b1b2d51-81aa-4314-b3ac-459fd0846f5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:07.179280 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d68ed65f-63ad-4dac-8a1f-d9916dea880c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8720728217d14c16b47be3adef31c1dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5394962 Sep 21 15:09:07.181750 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bff5023-cc63-4765-bbbc-4b62bfeb702b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:07.182085 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bff5023-cc63-4765-bbbc-4b62bfeb702b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:07.199446 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51888) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:07.201077 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1b1b2d51-81aa-4314-b3ac-459fd0846f5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:07.214198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bed6b22-1ff8-4193-b5b2-7af5a3e2f776 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Router 1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:09:07.241240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=2f7705a5-ede1-4107-9099-ab37ca83c338,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:07.360194 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5bff5023-cc63-4765-bbbc-4b62bfeb702b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89019) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Sep 21 15:09:07.360751 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5bff5023-cc63-4765-bbbc-4b62bfeb702b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Router 436fc128-da3c-4f52-aa1d-4ba9b1736d6b migrating from provider to provider. {{(pid=89019) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Sep 21 15:09:07.360990 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bff5023-cc63-4765-bbbc-4b62bfeb702b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:07.371099 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bff5023-cc63-4765-bbbc-4b62bfeb702b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:07.376917 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6a606-6b52-4fff-a6a2-6b39e7d345a7 req-99c296ce-8163-472c-a20c-deb05f7dd2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:07.376917 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fbf6a606-6b52-4fff-a6a2-6b39e7d345a7 req-99c296ce-8163-472c-a20c-deb05f7dd2a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dcc136835e934810abcfcbfd5ed75196&device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 1097 time: 0.3310313 Sep 21 15:09:07.377416 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bff5023-cc63-4765-bbbc-4b62bfeb702b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:07.378977 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51892) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:07.388516 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['2f7705a5-ede1-4107-9099-ab37ca83c338'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:09:07.437938 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1b2d51-81aa-4314-b3ac-459fd0846f5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:07.441659 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b1b2d51-81aa-4314-b3ac-459fd0846f5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:07.477754 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e2791e91-8c80-4d93-a830-bdbaafa2577a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:07.533900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cb089-4cbe-4322-a70b-c7204ad58d0b req-e791f7a8-b001-4f07-9002-ba6f9f292315 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:07.536949 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-753cb089-4cbe-4322-a70b-c7204ad58d0b req-e791f7a8-b001-4f07-9002-ba6f9f292315 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.5072255 Sep 21 15:09:07.549017 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-1b1b2d51-81aa-4314-b3ac-459fd0846f5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] device_id is not set on port d8eee6ff-51ff-4588-877a-f926bddd4614 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:09:07.614855 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e2791e91-8c80-4d93-a830-bdbaafa2577a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:07.625087 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e2791e91-8c80-4d93-a830-bdbaafa2577a admin admin] Usage tracker for resource:security_group_rule and tenant:55a0220000ad461c89fb729859e07bbe is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:07.629163 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e2791e91-8c80-4d93-a830-bdbaafa2577a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:07.637098 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e2791e91-8c80-4d93-a830-bdbaafa2577a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:07.649784 dv-neutron-858731-1-hyperv neutron-server[89019]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5bff5023-cc63-4765-bbbc-4b62bfeb702b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] No L3 agents can host the router 436fc128-da3c-4f52-aa1d-4ba9b1736d6b Sep 21 15:09:07.704503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97d8d385-60b8-45c2-923d-ff2f605554ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:07.718624 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa0d17-0c58-42ca-97db-b213d7ce7c58 req-e7a408bf-7706-447b-b31b-655422b5ed9f tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:07.720086 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c0fa0d17-0c58-42ca-97db-b213d7ce7c58 req-e7a408bf-7706-447b-b31b-655422b5ed9f tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeca5b91-37f9-4106-b29c-4780926b6b09 HTTP/1.1" status: 200 len: 944 time: 0.6168616 Sep 21 15:09:07.816778 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-753cb089-4cbe-4322-a70b-c7204ad58d0b req-799c1563-6662-4a59-8f3a-8e6fcc777647 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257903 Sep 21 15:09:07.819917 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97d8d385-60b8-45c2-923d-ff2f605554ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:07.824787 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-476dfaeb-3c6b-4957-9c20-ae2314cef359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:07.826002 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6a606-6b52-4fff-a6a2-6b39e7d345a7 req-e06b4d84-b44f-46a0-b9df-4bddb36f5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:07.827528 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fbf6a606-6b52-4fff-a6a2-6b39e7d345a7 req-e06b4d84-b44f-46a0-b9df-4bddb36f5a8d service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0 HTTP/1.1" status: 200 len: 906 time: 0.4332955 Sep 21 15:09:07.849549 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bed6b22-1ff8-4193-b5b2-7af5a3e2f776 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:09:07.866904 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26f9c2d-c8ea-4de5-9763-6ac8f8c2dccd None None] Sync routers for ids ['1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:09:07.882085 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26f9c2d-c8ea-4de5-9763-6ac8f8c2dccd None None] Routers {'1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:09:07.883167 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f26f9c2d-c8ea-4de5-9763-6ac8f8c2dccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:09:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:07.909209 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c0fa0d17-0c58-42ca-97db-b213d7ce7c58 req-5c4e98e4-8200-4438-9021-729b4010ae69 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b68e36a-1676-41f1-b0c8-1b6975070ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655121 Sep 21 15:09:07.926146 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0bed6b22-1ff8-4193-b5b2-7af5a3e2f776 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] 10.222.0.62 "PUT /v2.0/routers/1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9182742 Sep 21 15:09:07.927195 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51898) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:07.942716 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fbf6a606-6b52-4fff-a6a2-6b39e7d345a7 req-c59b80f8-7aed-4e71-85ee-d8667871991f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53c6228e-d08a-4b81-ad80-b3c9f95259b3 HTTP/1.1" status: 200 len: 217 time: 0.1082504 Sep 21 15:09:07.952056 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7df456a5-f4d9-47f0-a651-0cbf547bea1f tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Request body: {'port': {'network_id': 'a8e5f66c-5a8b-4bac-bc23-bfb760784532', 'name': 'tempest-FloatingIPAdminTestJSON-1099077931'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:08.010096 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f26f9c2d-c8ea-4de5-9763-6ac8f8c2dccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:08.024087 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26f9c2d-c8ea-4de5-9763-6ac8f8c2dccd None None] Routers {'1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:09:08.025041 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f26f9c2d-c8ea-4de5-9763-6ac8f8c2dccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:09:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:08.088646 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bff5023-cc63-4765-bbbc-4b62bfeb702b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Hosts for router 436fc128-da3c-4f52-aa1d-4ba9b1736d6b: [] {{(pid=89019) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Sep 21 15:09:08.098668 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f26f9c2d-c8ea-4de5-9763-6ac8f8c2dccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:08.099272 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26f9c2d-c8ea-4de5-9763-6ac8f8c2dccd None None] The sync data for ids ['1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:09:08.117164 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97d8d385-60b8-45c2-923d-ff2f605554ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:08.143160 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b1b2d51-81aa-4314-b3ac-459fd0846f5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:08.146513 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8d385-60b8-45c2-923d-ff2f605554ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e0dc0e-262b-41e4-ba63-ffb877d279f5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:08.162021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97d8d385-60b8-45c2-923d-ff2f605554ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:08.163410 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bff5023-cc63-4765-bbbc-4b62bfeb702b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Hosts for other DVR routers connected to router 436fc128-da3c-4f52-aa1d-4ba9b1736d6b: set() {{(pid=89019) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Sep 21 15:09:08.164902 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-97d8d385-60b8-45c2-923d-ff2f605554ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/45e0dc0e-262b-41e4-ba63-ffb877d279f5 HTTP/1.1" status: 204 len: 168 time: 0.9493897 Sep 21 15:09:08.184141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4546a-f417-447f-965f-d1b284130f0b req-1e7bc2c9-c988-4bfe-b39e-3f5af9f69aef tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:08.186126 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dec4546a-f417-447f-965f-d1b284130f0b req-1e7bc2c9-c988-4bfe-b39e-3f5af9f69aef tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/ports?device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 944 time: 0.2043805 Sep 21 15:09:08.201269 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6a606-6b52-4fff-a6a2-6b39e7d345a7 req-067609fb-3228-49e1-8d6d-88e9aaa0eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:08.202723 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fbf6a606-6b52-4fff-a6a2-6b39e7d345a7 req-067609fb-3228-49e1-8d6d-88e9aaa0eba1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652 HTTP/1.1" status: 200 len: 844 time: 0.2333286 Sep 21 15:09:08.241752 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dec4546a-f417-447f-965f-d1b284130f0b req-f6acdfed-a568-4c2b-943d-ff5f015d60fc tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8fe283a-2339-4c5b-adb0-2c6c5d5e9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485418 Sep 21 15:09:08.245858 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b1b2d51-81aa-4314-b3ac-459fd0846f5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:08.274042 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bff5023-cc63-4765-bbbc-4b62bfeb702b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:08.275132 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5bff5023-cc63-4765-bbbc-4b62bfeb702b tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] 10.222.0.62 "PUT /v2.0/routers/436fc128-da3c-4f52-aa1d-4ba9b1736d6b HTTP/1.1" status: 200 len: 716 time: 1.8763046 Sep 21 15:09:08.280597 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e2791e91-8c80-4d93-a830-bdbaafa2577a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:08.294049 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51904) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:08.354246 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b2d51-81aa-4314-b3ac-459fd0846f5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=d8eee6ff-51ff-4588-877a-f926bddd4614,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:08.366579 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1b2d51-81aa-4314-b3ac-459fd0846f5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Checking segment: {'id': '74245cc0-3975-4a6f-b6e8-0a97db095b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:09:08.366929 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1b2d51-81aa-4314-b3ac-459fd0846f5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network hostable DHCP agents. Network: b7c242e3-528d-4be7-9e2f-6faa43cc7dc5, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:09:08.389099 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1b2d51-81aa-4314-b3ac-459fd0846f5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:09:08.415780 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-1b1b2d51-81aa-4314-b3ac-459fd0846f5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, b7c242e3-528d-4be7-9e2f-6faa43cc7dc5) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:08.422507 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1b2d51-81aa-4314-b3ac-459fd0846f5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:08.426483 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7da606-513d-4b6e-912c-979153460241 None None] Network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:09:08.446109 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1b2d51-81aa-4314-b3ac-459fd0846f5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:08.447156 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b1b2d51-81aa-4314-b3ac-459fd0846f5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:08.491232 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1b1b2d51-81aa-4314-b3ac-459fd0846f5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6499434 Sep 21 15:09:08.494439 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51910) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:08.505020 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ba8cf129-143a-4595-9311-c195904d7080 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1645705642'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:08.518041 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ba8cf129-143a-4595-9311-c195904d7080 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:08.522060 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ba8cf129-143a-4595-9311-c195904d7080 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:network and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:08.525641 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ba8cf129-143a-4595-9311-c195904d7080 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:08.532659 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ba8cf129-143a-4595-9311-c195904d7080 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:08.546711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8cf129-143a-4595-9311-c195904d7080 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:08.552536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf129-143a-4595-9311-c195904d7080 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:08.562984 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 2f7705a5-ede1-4107-9099-ab37ca83c338 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:09:08.567220 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e2791e91-8c80-4d93-a830-bdbaafa2577a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:08.584722 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8cf129-143a-4595-9311-c195904d7080 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:09:08.594441 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-911b94b6-ccc5-41ca-ba7f-aab031b5167c tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] 10.222.0.62 "GET /v2.0/routers/436fc128-da3c-4f52-aa1d-4ba9b1736d6b HTTP/1.1" status: 200 len: 716 time: 0.2993431 Sep 21 15:09:08.602543 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51914) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:08.602697 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7df456a5-f4d9-47f0-a651-0cbf547bea1f tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:08.602787 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf129-143a-4595-9311-c195904d7080 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:08.602787 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-ba8cf129-143a-4595-9311-c195904d7080 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Added segment 3afaca23-9891-45b6-a5ab-1cfbdb5d2222 of type vlan for network 24885284-5d7b-492d-a37f-a19775d8bcd3 Sep 21 15:09:08.643336 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf129-143a-4595-9311-c195904d7080 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:08.647129 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7df456a5-f4d9-47f0-a651-0cbf547bea1f tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Usage tracker for resource:port and tenant:5016973dab6c4c23b7df0f0b1c907ed7 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:08.653057 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7df456a5-f4d9-47f0-a651-0cbf547bea1f tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:08.665335 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7df456a5-f4d9-47f0-a651-0cbf547bea1f tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:08.682535 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf129-143a-4595-9311-c195904d7080 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:08.691868 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8cf129-143a-4595-9311-c195904d7080 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:08.693687 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ba8cf129-143a-4595-9311-c195904d7080 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:08.736852 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2791e91-8c80-4d93-a830-bdbaafa2577a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7955482d-e3fb-431f-bb22-28817f36d40c,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:08.741443 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:08.764874 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791e91-8c80-4d93-a830-bdbaafa2577a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:08.765226 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791e91-8c80-4d93-a830-bdbaafa2577a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:08.765565 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791e91-8c80-4d93-a830-bdbaafa2577a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:08.765897 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791e91-8c80-4d93-a830-bdbaafa2577a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:08.766226 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791e91-8c80-4d93-a830-bdbaafa2577a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:08.766555 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791e91-8c80-4d93-a830-bdbaafa2577a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:08.768499 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791e91-8c80-4d93-a830-bdbaafa2577a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:08.768845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791e91-8c80-4d93-a830-bdbaafa2577a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:08.769180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791e91-8c80-4d93-a830-bdbaafa2577a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:08.769506 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791e91-8c80-4d93-a830-bdbaafa2577a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:08.769831 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791e91-8c80-4d93-a830-bdbaafa2577a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:08.770154 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791e91-8c80-4d93-a830-bdbaafa2577a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:08.784070 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 2f7705a5-ede1-4107-9099-ab37ca83c338 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:08.784243 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df456a5-f4d9-47f0-a651-0cbf547bea1f tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Made reservation on behalf of 5016973dab6c4c23b7df0f0b1c907ed7 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:08.796625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7df456a5-f4d9-47f0-a651-0cbf547bea1f tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:08.796800 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 2f7705a5-ede1-4107-9099-ab37ca83c338 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:08.797228 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:08.822569 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e2791e91-8c80-4d93-a830-bdbaafa2577a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=55a0220000ad461c89fb729859e07bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4425764 Sep 21 15:09:08.829678 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51926) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:08.850810 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6a606-6b52-4fff-a6a2-6b39e7d345a7 req-25224f23-993b-43b5-b5f1-6d8bce1d5d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:08.852338 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fbf6a606-6b52-4fff-a6a2-6b39e7d345a7 req-25224f23-993b-43b5-b5f1-6d8bce1d5d3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6404350 Sep 21 15:09:08.863261 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:08.955035 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ba8cf129-143a-4595-9311-c195904d7080 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4592972 Sep 21 15:09:08.956002 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51936) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:09.034794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 2f7705a5-ede1-4107-9099-ab37ca83c338 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:09.035429 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:09.039509 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'ports': [{'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5'}, {'network_id': '24885284-5d7b-492d-a37f-a19775d8bcd3'}]} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:09.039956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'port': {'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:09.040592 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'port': {'network_id': '24885284-5d7b-492d-a37f-a19775d8bcd3'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:09.060320 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-7df456a5-f4d9-47f0-a651-0cbf547bea1f tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] device_id is not set on port 5a8ddebe-a016-41b5-9524-6c47704b5157 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:09:09.090534 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeca5b91-37f9-4106-b29c-4780926b6b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7705a5-ede1-4107-9099-ab37ca83c338'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:09:09.096098 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97e92ee-9255-4790-a5a5-8683019c3d07" -d '{"events": [{"server_uuid": "aeca5b91-37f9-4106-b29c-4780926b6b09", "name": "network-vif-plugged", "status": "completed", "tag": "2f7705a5-ede1-4107-9099-ab37ca83c338"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:09:09.104646 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 2f7705a5-ede1-4107-9099-ab37ca83c338, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=2f7705a5-ede1-4107-9099-ab37ca83c338,segment=NetworkSegment(35934c32-d2de-4de9-b67d-67e5b2e4d5c0),segment_id=35934c32-d2de-4de9-b67d-67e5b2e4d5c0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:09.109794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:09.236590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cf129-143a-4595-9311-c195904d7080 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Network': ['ID=24885284-5d7b-492d-a37f-a19775d8bcd3,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:09.247880 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=2f7705a5-ede1-4107-9099-ab37ca83c338,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:09.260259 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-532d3c06-2ae3-4f39-8a86-108d4a69ec45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:09.262294 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 24885284-5d7b-492d-a37f-a19775d8bcd3 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:09:09.297963 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fbf6a606-6b52-4fff-a6a2-6b39e7d345a7 req-2ccf3588-78dd-4e9d-80fd-dd3345df49fc service neutron] 10.222.0.20 "GET /v2.0/networks/9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314256 Sep 21 15:09:09.313879 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51952) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:09.314205 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-206af2b2-9a69-4e91-a4c0-918feda6723d tempest-RoutersTestDVR-109737948 tempest-RoutersTestDVR-109737948-project] 10.222.0.62 "GET /v2.0/routers/436fc128-da3c-4f52-aa1d-4ba9b1736d6b HTTP/1.1" status: 200 len: 682 time: 0.7149312 Sep 21 15:09:09.357848 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51956) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:09.490212 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f3a28-9859-4852-9a34-ae16f12a1168 req-6df2d6a7-864b-47f9-838a-282df82a134c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:09.491689 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f3f3a28-9859-4852-9a34-ae16f12a1168 req-6df2d6a7-864b-47f9-838a-282df82a134c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.4728072 Sep 21 15:09:09.498875 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:09.519883 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:port and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:09.527095 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:09.534829 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:09.546978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b363edd-ce88-4e93-90fd-cc6d28793350 req-04195189-70a2-4e4b-a3d5-a9290337b44e tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:09.548489 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9b363edd-ce88-4e93-90fd-cc6d28793350 req-04195189-70a2-4e4b-a3d5-a9290337b44e tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeca5b91-37f9-4106-b29c-4780926b6b09 HTTP/1.1" status: 200 len: 945 time: 0.3869047 Sep 21 15:09:09.550016 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-532d3c06-2ae3-4f39-8a86-108d4a69ec45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:09.590928 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-672a4af0-1772-4fcf-9e48-50d38571a9fd tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:09.594084 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f3f3a28-9859-4852-9a34-ae16f12a1168 req-005c4238-f178-4847-9818-9459972bcb46 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913086 Sep 21 15:09:09.608652 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f87e27e7-3b43-45ca-88b6-0f17bd8fb3c2 tempest-AgentManagementNegativeTest-1276011881 tempest-AgentManagementNegativeTest-1276011881-project] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2410085 Sep 21 15:09:09.608652 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'port': 2} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:09.610752 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:09.678458 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc616721-06e8-4145-84de-b50c1b5aa396 x-openstack-request-id: req-fc616721-06e8-4145-84de-b50c1b5aa396 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:09:09.678901 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeca5b91-37f9-4106-b29c-4780926b6b09", "name": "network-vif-plugged", "status": "completed", "tag": "2f7705a5-ede1-4107-9099-ab37ca83c338", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:09:09.679291 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fc616721-06e8-4145-84de-b50c1b5aa396 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:09:09.679807 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc616721-06e8-4145-84de-b50c1b5aa396'] response: {'server_uuid': 'aeca5b91-37f9-4106-b29c-4780926b6b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7705a5-ede1-4107-9099-ab37ca83c338', 'code': 200} Sep 21 15:09:09.718824 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-7df456a5-f4d9-47f0-a651-0cbf547bea1f tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Allocated IP 172.20.0.11 (a8e5f66c-5a8b-4bac-bc23-bfb760784532/6dcd5114-b07e-4b1f-809e-18c0256090f8/5a8ddebe-a016-41b5-9524-6c47704b5157) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:09.739046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:09.760115 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9b363edd-ce88-4e93-90fd-cc6d28793350 req-48fe1bd2-c843-4711-aab1-299522fcb520 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b68e36a-1676-41f1-b0c8-1b6975070ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959195 Sep 21 15:09:10.049608 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51968) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:10.053687 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fbf6a606-6b52-4fff-a6a2-6b39e7d345a7 req-2d4310ad-12c5-411e-8175-d66e984ca15c service neutron] 10.222.0.20 "GET /v2.0/networks/9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7429972 Sep 21 15:09:10.079755 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-672a4af0-1772-4fcf-9e48-50d38571a9fd tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:10.082565 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-672a4af0-1772-4fcf-9e48-50d38571a9fd tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:10.124303 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-532d3c06-2ae3-4f39-8a86-108d4a69ec45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:10.166463 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d3c06-2ae3-4f39-8a86-108d4a69ec45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7955482d-e3fb-431f-bb22-28817f36d40c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:10.173700 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-672a4af0-1772-4fcf-9e48-50d38571a9fd tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:10.174785 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672a4af0-1772-4fcf-9e48-50d38571a9fd tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 436fc128-da3c-4f52-aa1d-4ba9b1736d6b {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:09:10.203249 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] device_id is not set on port 01c2b641-7af0-4618-b279-80568ce351f7 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:09:10.241711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276a433-c7d3-48d7-ac72-a6d111336486 req-760037a2-0d86-4a9e-a110-b6a4f82545f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:10.243186 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3276a433-c7d3-48d7-ac72-a6d111336486 req-760037a2-0d86-4a9e-a110-b6a4f82545f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aeca5b91-37f9-4106-b29c-4780926b6b09 HTTP/1.1" status: 200 len: 1098 time: 0.2973661 Sep 21 15:09:10.278593 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-83ba77a3-3f34-4853-a794-4b8c77859e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:10.289373 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935ed59-8505-4f77-9fa8-7fde8803172f req-ad7e64b4-b6c9-4db1-bcb8-762c64e6ee8a tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:10.290830 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f935ed59-8505-4f77-9fa8-7fde8803172f req-ad7e64b4-b6c9-4db1-bcb8-762c64e6ee8a tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/ports?device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 944 time: 0.4001312 Sep 21 15:09:10.305602 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec080eb-0d61-4bdf-812f-db3e8aed0f68 req-ed02e8ba-1c89-4c5a-b5f8-14dc2df08510 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:10.307021 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9ec080eb-0d61-4bdf-812f-db3e8aed0f68 req-ed02e8ba-1c89-4c5a-b5f8-14dc2df08510 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.3601019 Sep 21 15:09:10.309315 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-83ba77a3-3f34-4853-a794-4b8c77859e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:10.327845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-672a4af0-1772-4fcf-9e48-50d38571a9fd tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:10.328959 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-672a4af0-1772-4fcf-9e48-50d38571a9fd tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] 10.222.0.62 "DELETE /v2.0/routers/436fc128-da3c-4f52-aa1d-4ba9b1736d6b HTTP/1.1" status: 204 len: 168 time: 0.9914441 Sep 21 15:09:10.329862 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-532d3c06-2ae3-4f39-8a86-108d4a69ec45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:10.333525 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-532d3c06-2ae3-4f39-8a86-108d4a69ec45 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7955482d-e3fb-431f-bb22-28817f36d40c HTTP/1.1" status: 204 len: 168 time: 1.4967990 Sep 21 15:09:10.335049 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-83ba77a3-3f34-4853-a794-4b8c77859e91 admin admin] Usage tracker for resource:security_group_rule and tenant:0bbaafbfebba4906a4ac32e52fa5970f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:10.336751 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51974) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:10.337355 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 51976) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:10.340696 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-83ba77a3-3f34-4853-a794-4b8c77859e91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:10.349548 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6a70b9e3-d3bb-4360-9c0c-06a03aec02ea tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Request body: {'router': {'name': 'tempest-router-1227504656', 'distributed': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:10.354755 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-65628777-ecef-4d72-86d5-6148fe62b79c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Request body: {'floatingip': {'port_id': 'f885edf7-41fa-47bd-b181-19541fdf8bf8'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:10.356966 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-83ba77a3-3f34-4853-a794-4b8c77859e91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:10.393422 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7df456a5-f4d9-47f0-a651-0cbf547bea1f tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:10.421412 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-7df456a5-f4d9-47f0-a651-0cbf547bea1f tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Transition to ACTIVE for port object 5a8ddebe-a016-41b5-9524-6c47704b5157 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:10.422241 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3276a433-c7d3-48d7-ac72-a6d111336486 req-3b8824f0-50aa-4550-80f5-4a88bad1f658 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7b68e36a-1676-41f1-b0c8-1b6975070ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694100 Sep 21 15:09:10.438244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6a70b9e3-d3bb-4360-9c0c-06a03aec02ea tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:10.445224 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:10.473602 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6a70b9e3-d3bb-4360-9c0c-06a03aec02ea tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Usage tracker for resource:router and tenant:50275fdab875489dac5c70c75b902b5a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:10.489849 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65628777-ecef-4d72-86d5-6148fe62b79c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks [] for floatingip, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:10.493419 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7df456a5-f4d9-47f0-a651-0cbf547bea1f tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:10.536285 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-83ba77a3-3f34-4853-a794-4b8c77859e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:10.538229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6a70b9e3-d3bb-4360-9c0c-06a03aec02ea tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:10.558682 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-83ba77a3-3f34-4853-a794-4b8c77859e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:10.567892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6a70b9e3-d3bb-4360-9c0c-06a03aec02ea tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:10.576534 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 53c6228e-d08a-4b81-ad80-b3c9f95259b3 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:09:10.622669 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f935ed59-8505-4f77-9fa8-7fde8803172f req-7d118663-b624-4c86-85a7-c7a0330bd99f tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8fe283a-2339-4c5b-adb0-2c6c5d5e9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3146789 Sep 21 15:09:10.673495 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6a70b9e3-d3bb-4360-9c0c-06a03aec02ea tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:10.674427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6a70b9e3-d3bb-4360-9c0c-06a03aec02ea tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:10.711180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:10.724359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df456a5-f4d9-47f0-a651-0cbf547bea1f tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Network a8e5f66c-5a8b-4bac-bc23-bfb760784532 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:10.755467 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-7df456a5-f4d9-47f0-a651-0cbf547bea1f tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:10.757983 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df456a5-f4d9-47f0-a651-0cbf547bea1f tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Pushing event updated for resources: {'Port': ['ID=5a8ddebe-a016-41b5-9524-6c47704b5157,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:10.773137 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df456a5-f4d9-47f0-a651-0cbf547bea1f tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:10.825076 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 53c6228e-d08a-4b81-ad80-b3c9f95259b3, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=53c6228e-d08a-4b81-ad80-b3c9f95259b3,segment=NetworkSegment(4fff1882-96f2-4a13-80c6-6ad36cecf71b),segment_id=4fff1882-96f2-4a13-80c6-6ad36cecf71b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:10.851268 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '53c6228e-d08a-4b81-ad80-b3c9f95259b3', 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0', 'port_id': '53c6228e-d08a-4b81-ad80-b3c9f95259b3', 'mac_address': 'fa:16:3e:b1:1f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:09:10.918922 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 53c6228e-d08a-4b81-ad80-b3c9f95259b3 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:10.919305 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:10.923340 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df456a5-f4d9-47f0-a651-0cbf547bea1f tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:10.924065 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7df456a5-f4d9-47f0-a651-0cbf547bea1f tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:10.943053 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c6228e-d08a-4b81-ad80-b3c9f95259b3 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:09:10.950038 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6a70b9e3-d3bb-4360-9c0c-06a03aec02ea tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:10.954956 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba77a3-3f34-4853-a794-4b8c77859e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c1fb8f-8eca-4db8-a5b2-91fc0e6f6bf7,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:10.971766 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 53c6228e-d08a-4b81-ad80-b3c9f95259b3, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=53c6228e-d08a-4b81-ad80-b3c9f95259b3,segment=NetworkSegment(4fff1882-96f2-4a13-80c6-6ad36cecf71b),segment_id=4fff1882-96f2-4a13-80c6-6ad36cecf71b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:10.977825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:10.978256 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-83ba77a3-3f34-4853-a794-4b8c77859e91 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0bbaafbfebba4906a4ac32e52fa5970f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9270740 Sep 21 15:09:10.980595 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 51996) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:11.024319 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7df456a5-f4d9-47f0-a651-0cbf547bea1f tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.0823581 Sep 21 15:09:11.026224 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] device_id is not set on port 778a3d3e-555e-4b53-b110-b87d58360b45 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:09:11.030929 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52002) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:11.083596 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5fd592c-fe98-4502-ab99-cacdcea9c7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:11.124722 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5fd592c-fe98-4502-ab99-cacdcea9c7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:11.192792 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=53c6228e-d08a-4b81-ad80-b3c9f95259b3,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:11.199260 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5fd592c-fe98-4502-ab99-cacdcea9c7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:11.219797 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:11.220182 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:11.220548 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:11.221378 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:11.225794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:11.226512 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:11.227275 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:11.227799 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:11.228295 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:11.230494 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:11.231434 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:11.232920 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:11.248442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6a70b9e3-d3bb-4360-9c0c-06a03aec02ea tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:11.249250 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['53c6228e-d08a-4b81-ad80-b3c9f95259b3'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:09:11.249670 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd592c-fe98-4502-ab99-cacdcea9c7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c1fb8f-8eca-4db8-a5b2-91fc0e6f6bf7,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:11.257478 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5fd592c-fe98-4502-ab99-cacdcea9c7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:11.260791 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e5fd592c-fe98-4502-ab99-cacdcea9c7ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/07c1fb8f-8eca-4db8-a5b2-91fc0e6f6bf7 HTTP/1.1" status: 204 len: 168 time: 0.2790110 Sep 21 15:09:11.317333 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c364ec41-9526-462b-888a-dc6c3179d13c None None] Provisioning for port 5a8ddebe-a016-41b5-9524-6c47704b5157 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:11.327599 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c364ec41-9526-462b-888a-dc6c3179d13c None None] Provisioning complete for port 5a8ddebe-a016-41b5-9524-6c47704b5157 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:11.327973 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c364ec41-9526-462b-888a-dc6c3179d13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:11.340484 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'project_id': '5016973dab6c4c23b7df0f0b1c907ed7', 'port_id': '5a8ddebe-a016-41b5-9524-6c47704b5157'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:11.353534 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:11.359039 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Usage tracker for resource:floatingip and tenant:5016973dab6c4c23b7df0f0b1c907ed7 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:11.369385 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:11.376477 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:11.403417 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:11.422790 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6a70b9e3-d3bb-4360-9c0c-06a03aec02ea tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:11.434877 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6a70b9e3-d3bb-4360-9c0c-06a03aec02ea tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0925851 Sep 21 15:09:11.436943 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52016) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:11.453464 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c364ec41-9526-462b-888a-dc6c3179d13c None None] Port 5a8ddebe-a016-41b5-9524-6c47704b5157 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:09:11.632931 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52022) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:11.720201 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f197e8ac-ce0b-468d-a13c-db018399b041 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:11.931618 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:11.952816 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83acc31-738e-4c7f-91cb-7474a3ceffe5 req-8bde673d-ddc4-433b-9f0e-374983cf4f79 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:11.959614 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b83acc31-738e-4c7f-91cb-7474a3ceffe5 req-8bde673d-ddc4-433b-9f0e-374983cf4f79 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeca5b91-37f9-4106-b29c-4780926b6b09 HTTP/1.1" status: 200 len: 945 time: 0.9140043 Sep 21 15:09:12.071543 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b83acc31-738e-4c7f-91cb-7474a3ceffe5 req-a5efff16-54f4-4d58-8f03-7806787ce887 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b68e36a-1676-41f1-b0c8-1b6975070ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108763 Sep 21 15:09:12.152984 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-84843b1a-c7fd-4b08-9be3-b67d6ee38798 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.153986 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-84843b1a-c7fd-4b08-9be3-b67d6ee38798 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5188079 Sep 21 15:09:12.157853 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7689596-cbb5-432d-9eb6-488401287f8a req-ac6086d8-1b18-4379-9795-780c6a6f238f tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:12.159452 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c7689596-cbb5-432d-9eb6-488401287f8a req-ac6086d8-1b18-4379-9795-780c6a6f238f tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/ports?device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 945 time: 0.3016732 Sep 21 15:09:12.160511 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52044) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.169290 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:12.174124 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f197e8ac-ce0b-468d-a13c-db018399b041 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:12.176432 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-13f31b16-8178-4f90-aa0a-4082314c3d5f tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.177358 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-13f31b16-8178-4f90-aa0a-4082314c3d5f tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0135734 Sep 21 15:09:12.178231 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f197e8ac-ce0b-468d-a13c-db018399b041 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:12.181517 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52048) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.205194 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-b7bf29ac-8600-48ac-b27b-b2d58272ddc8 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.208548 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b7bf29ac-8600-48ac-b27b-b2d58272ddc8 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0200222 Sep 21 15:09:12.215228 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52054) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.223075 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-7f907b7d-26f2-4660-a067-758ea7113d8b tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.224216 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7f907b7d-26f2-4660-a067-758ea7113d8b tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0079725 Sep 21 15:09:12.227470 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52058) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.236780 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-4d8200af-f235-4810-80e9-486c6c24dc66 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.238139 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4d8200af-f235-4810-80e9-486c6c24dc66 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0092282 Sep 21 15:09:12.240968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52062) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.241357 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f197e8ac-ce0b-468d-a13c-db018399b041 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:12.241854 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f197e8ac-ce0b-468d-a13c-db018399b041 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0708b94c-a3e5-46cb-a583-0f85b850ea5d {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:09:12.249250 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-65628777-ecef-4d72-86d5-6148fe62b79c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:09:12.253040 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:12.256663 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f197e8ac-ce0b-468d-a13c-db018399b041 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:12.258499 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f197e8ac-ce0b-468d-a13c-db018399b041 tempest-RoutersTestDVR-631316432 tempest-RoutersTestDVR-631316432-project-admin] 10.222.0.62 "DELETE /v2.0/routers/0708b94c-a3e5-46cb-a583-0f85b850ea5d HTTP/1.1" status: 204 len: 168 time: 0.7572174 Sep 21 15:09:12.331311 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-27369c93-cf59-4bd7-a9e6-a3fa57e19bb2 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.334875 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-27369c93-cf59-4bd7-a9e6-a3fa57e19bb2 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0857303 Sep 21 15:09:12.337293 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52068) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.350499 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-101479e3-0a12-4e5f-aee6-bb3052609c88 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.354152 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-101479e3-0a12-4e5f-aee6-bb3052609c88 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0113187 Sep 21 15:09:12.355254 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52072) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.376976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:12.377580 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52076) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.395258 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:12.396867 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-6ef34c57-978f-46a8-9525-68982883712c tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.400662 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6ef34c57-978f-46a8-9525-68982883712c tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0443609 Sep 21 15:09:12.401365 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52080) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.409159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:12.410107 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:12.418459 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c7689596-cbb5-432d-9eb6-488401287f8a req-ffa9acf6-743b-4503-8a67-2fecdd6dfc60 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8fe283a-2339-4c5b-adb0-2c6c5d5e9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451930 Sep 21 15:09:12.427593 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=01c2b641-7af0-4618-b279-80568ce351f7,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:12.427799 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-ebb33065-e055-4b66-af91-b5766f344a00 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.431740 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ebb33065-e055-4b66-af91-b5766f344a00 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0249255 Sep 21 15:09:12.432774 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52086) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.441256 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65628777-ecef-4d72-86d5-6148fe62b79c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:12.442943 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-0e1979ec-00fe-461b-96eb-a3fcc52e26ff tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.443155 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:12.443904 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:12.444376 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:12.444877 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:12.445367 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:12.445843 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:12.460780 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0e1979ec-00fe-461b-96eb-a3fcc52e26ff tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0103049 Sep 21 15:09:12.460780 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52090) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.460780 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-4f3c87f3-c3e0-46e9-95da-c97d32d4f15f tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.461012 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:12.463081 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4f3c87f3-c3e0-46e9-95da-c97d32d4f15f tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0098376 Sep 21 15:09:12.463193 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:12.463193 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:12.463193 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:12.463193 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:12.463193 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:09:12.465325 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52094) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.471324 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-599fd5d4-1b27-4c92-8c9b-9b520dfc65b2 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.474986 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-599fd5d4-1b27-4c92-8c9b-9b520dfc65b2 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0093744 Sep 21 15:09:12.478165 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52098) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.490640 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Allocated IP 172.26.4.245 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/299885c0-383e-40b0-8346-54c3c342020d) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:12.524278 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65628777-ecef-4d72-86d5-6148fe62b79c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:12.594150 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 53c6228e-d08a-4b81-ad80-b3c9f95259b3 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:09:12.624511 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-96bff4dd-7cf0-4d9b-88ba-e3610ef7c144 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.625594 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-96bff4dd-7cf0-4d9b-88ba-e3610ef7c144 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.1105602 Sep 21 15:09:12.635093 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52104) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.649475 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-24f71b18-2792-4175-a4eb-db0d00c8c4e8 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.654563 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-24f71b18-2792-4175-a4eb-db0d00c8c4e8 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0184672 Sep 21 15:09:12.655198 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52108) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.665450 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-4356b941-2b02-489a-ab7f-d32f9363a3ff tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.671255 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4356b941-2b02-489a-ab7f-d32f9363a3ff tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0102034 Sep 21 15:09:12.680726 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52112) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.689384 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-c9facd9c-a06f-47ee-a22e-8dda1e053045 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.691369 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c9facd9c-a06f-47ee-a22e-8dda1e053045 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0092230 Sep 21 15:09:12.696073 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52116) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.696403 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52118) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.702680 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:12.708531 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-d8e563bc-ea1a-4fc7-ad1b-08194b4c5a01 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.709470 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d8e563bc-ea1a-4fc7-ad1b-08194b4c5a01 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0105639 Sep 21 15:09:12.716018 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-754145888'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:12.716240 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52124) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.722746 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-3fc5fdb0-6827-43a1-8569-a87447db477f tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.723687 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3fc5fdb0-6827-43a1-8569-a87447db477f tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0066357 Sep 21 15:09:12.726625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52130) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.734493 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-756fcf65-4297-431a-9fcf-4c416b9fe5c0 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.735814 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-756fcf65-4297-431a-9fcf-4c416b9fe5c0 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0082712 Sep 21 15:09:12.738871 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52134) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.739263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:12.746842 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-e3e9d9d0-adee-4323-a766-c71b43327824 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.747778 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e3e9d9d0-adee-4323-a766-c71b43327824 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0076480 Sep 21 15:09:12.748162 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 53c6228e-d08a-4b81-ad80-b3c9f95259b3 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:12.751681 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52138) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.755672 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Usage tracker for resource:network and tenant:2c35dc11899c4214874e0d595768bc3a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:12.758955 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 53c6228e-d08a-4b81-ad80-b3c9f95259b3 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:12.759156 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-015b449b-5cfa-43ae-84c8-0dad97283d56 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.759714 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:12.760426 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-015b449b-5cfa-43ae-84c8-0dad97283d56 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0080335 Sep 21 15:09:12.760919 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=778a3d3e-555e-4b53-b110-b87d58360b45,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:12.764771 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52142) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.770979 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-556737ac-81b6-4699-81c1-f610052f52c8 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.771241 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:12.771626 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-556737ac-81b6-4699-81c1-f610052f52c8 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0059569 Sep 21 15:09:12.774138 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Checking segment: {'id': '3afaca23-9891-45b6-a5ab-1cfbdb5d2222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '24885284-5d7b-492d-a37f-a19775d8bcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:09:12.774340 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network hostable DHCP agents. Network: 24885284-5d7b-492d-a37f-a19775d8bcd3, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:09:12.774461 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52146) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.781472 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-dd239199-56c8-48de-99f9-7e5e807c8a7c tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.782484 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dd239199-56c8-48de-99f9-7e5e807c8a7c tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0072668 Sep 21 15:09:12.785181 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52150) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.789189 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:12.789962 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-eb75b7d7-8cb9-470b-9c85-326ee8d4afab tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.790890 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-eb75b7d7-8cb9-470b-9c85-326ee8d4afab tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0048354 Sep 21 15:09:12.794624 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52154) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.804499 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-e2819127-b9b1-4417-81a7-ac47e9b0ac21 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.804985 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-65628777-ecef-4d72-86d5-6148fe62b79c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Floating IP 5d024466-8c99-4ba6-a9b3-db9b71a4ec85 associated. External IP: 172.26.4.35, port: f885edf7-41fa-47bd-b181-19541fdf8bf8. Sep 21 15:09:12.805498 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e2819127-b9b1-4417-81a7-ac47e9b0ac21 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0099413 Sep 21 15:09:12.807114 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:12.811499 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52160) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.865847 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-83075ff4-fd06-4d1f-8fe8-b015f3376695 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.866784 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-83075ff4-fd06-4d1f-8fe8-b015f3376695 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0145619 Sep 21 15:09:12.872172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52164) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.873894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Made reservation on behalf of 2c35dc11899c4214874e0d595768bc3a for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:12.877229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:12.881134 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d2651333-8671-452e-89ba-913426c1cdd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:12.899191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-ebdddc51-d338-4ecd-b3f2-efe62ceed122 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.900093 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ebdddc51-d338-4ecd-b3f2-efe62ceed122 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0141456 Sep 21 15:09:12.904698 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network 24885284-5d7b-492d-a37f-a19775d8bcd3 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:09:12.905520 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52168) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.907258 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:12.908664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:12.914650 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:12.915504 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 53c6228e-d08a-4b81-ad80-b3c9f95259b3 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:12.916339 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:12.916826 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d2651333-8671-452e-89ba-913426c1cdd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:12.924022 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-f3a46d7b-d6d7-4497-9e68-bff14bb908d7 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.925002 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f3a46d7b-d6d7-4497-9e68-bff14bb908d7 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0148759 Sep 21 15:09:12.926968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:12.929640 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:12.930219 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52172) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.937296 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Usage tracker for resource:security_group_rule and tenant:2c35dc11899c4214874e0d595768bc3a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:12.942960 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:12.948058 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-26eece78-de43-4fe4-9518-18f684f21147 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:12.949284 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-26eece78-de43-4fe4-9518-18f684f21147 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0136549 Sep 21 15:09:12.951704 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a143cb60-8035-4815-8a13-89b4df9dbd22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c6228e-d08a-4b81-ad80-b3c9f95259b3'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:09:12.954385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52176) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:12.955039 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf3745d-6417-4899-8998-a71eeb44c83f" -d '{"events": [{"server_uuid": "a143cb60-8035-4815-8a13-89b4df9dbd22", "name": "network-vif-plugged", "status": "completed", "tag": "53c6228e-d08a-4b81-ad80-b3c9f95259b3"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:09:12.964943 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 53c6228e-d08a-4b81-ad80-b3c9f95259b3, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=53c6228e-d08a-4b81-ad80-b3c9f95259b3,segment=NetworkSegment(4fff1882-96f2-4a13-80c6-6ad36cecf71b),segment_id=4fff1882-96f2-4a13-80c6-6ad36cecf71b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:12.965575 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d2651333-8671-452e-89ba-913426c1cdd7 admin admin] Usage tracker for resource:security_group_rule and tenant:38497753986c47c2bdd15957165ad731 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:12.969880 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:12.972147 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Pushing event updated for resources: {'Port': ['ID=299885c0-383e-40b0-8346-54c3c342020d,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:12.981871 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d2651333-8671-452e-89ba-913426c1cdd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:12.991034 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d2651333-8671-452e-89ba-913426c1cdd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:13.017369 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 24885284-5d7b-492d-a37f-a19775d8bcd3) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:13.020407 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:13.034629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-1e6d2d17-273c-4381-a6e5-4f1b3056247e tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:13.037947 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1e6d2d17-273c-4381-a6e5-4f1b3056247e tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0170147 Sep 21 15:09:13.045687 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52182) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:13.045902 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:13.051348 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:13.056011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:13.056700 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:13.061793 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-f5a16a96-b820-4578-93be-bc4e39511780 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:13.066103 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f5a16a96-b820-4578-93be-bc4e39511780 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0144601 Sep 21 15:09:13.067172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52186) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:13.071514 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd944e2c-9723-42a2-b413-17b5065d3fef None None] Network 24885284-5d7b-492d-a37f-a19775d8bcd3 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:09:13.085463 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-575212bf-32a4-4b6e-a0cc-785996ca5041 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:13.089640 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-575212bf-32a4-4b6e-a0cc-785996ca5041 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0104477 Sep 21 15:09:13.090579 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52192) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:13.108546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-4d12a6f8-0541-4570-9069-749af86d0937 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:13.111871 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4d12a6f8-0541-4570-9069-749af86d0937 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0111148 Sep 21 15:09:13.118231 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52198) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:13.122317 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7a828d35-7e42-4813-88b3-ae41adc366c8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.1050005 Sep 21 15:09:13.124411 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52200) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:13.144318 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-271f89d1-e0d9-4779-b2c3-aac7c24f4b59 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:13.145397 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-271f89d1-e0d9-4779-b2c3-aac7c24f4b59 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0230057 Sep 21 15:09:13.148305 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52206) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:13.197921 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbbc148-3d18-42c6-975d-5854b4dedc85 x-openstack-request-id: req-efbbc148-3d18-42c6-975d-5854b4dedc85 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:09:13.199446 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a143cb60-8035-4815-8a13-89b4df9dbd22", "name": "network-vif-plugged", "status": "completed", "tag": "53c6228e-d08a-4b81-ad80-b3c9f95259b3", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:09:13.199446 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-efbbc148-3d18-42c6-975d-5854b4dedc85 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:09:13.199745 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efbbc148-3d18-42c6-975d-5854b4dedc85'] response: {'server_uuid': 'a143cb60-8035-4815-8a13-89b4df9dbd22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c6228e-d08a-4b81-ad80-b3c9f95259b3', 'code': 200} Sep 21 15:09:13.216689 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-5494fd51-06be-45c1-af4f-7b57ec84af24 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:13.217667 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5494fd51-06be-45c1-af4f-7b57ec84af24 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0674317 Sep 21 15:09:13.222014 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52210) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:13.246581 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-4a9caa6f-06bf-41a8-8ddd-33f6687253ee tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:13.247630 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4a9caa6f-06bf-41a8-8ddd-33f6687253ee tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0168946 Sep 21 15:09:13.254983 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52214) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:13.259263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-a03db00b-7fb4-42d3-acfe-f99528f56767 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:13.260229 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a03db00b-7fb4-42d3-acfe-f99528f56767 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0046794 Sep 21 15:09:13.266144 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52218) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:13.276195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-640ea33b-5a96-4f9a-9531-cdd2fa4ee51a tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:13.280513 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-640ea33b-5a96-4f9a-9531-cdd2fa4ee51a tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0133767 Sep 21 15:09:13.286688 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52222) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:13.299329 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=53c6228e-d08a-4b81-ad80-b3c9f95259b3,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:13.513677 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-76e357ad-7d5e-44f0-9037-4c0ecddc9253 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:13.516922 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-76e357ad-7d5e-44f0-9037-4c0ecddc9253 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.1760991 Sep 21 15:09:13.519144 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-37723403-0700-412a-be65-bfdc5aac3730 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port 778a3d3e-555e-4b53-b110-b87d58360b45 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:13.519623 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37723403-0700-412a-be65-bfdc5aac3730 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:13.547651 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52228) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:13.578744 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-05295294-1dc8-4129-8501-677f6017d837 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:13.579698 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-05295294-1dc8-4129-8501-677f6017d837 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0254583 Sep 21 15:09:13.597371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52232) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:13.631124 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d2651333-8671-452e-89ba-913426c1cdd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:13.650154 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d2651333-8671-452e-89ba-913426c1cdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:13.662993 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-6b428c36-f972-4cb9-985e-4b50a6d4ad14 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:13.666510 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6b428c36-f972-4cb9-985e-4b50a6d4ad14 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0321500 Sep 21 15:09:13.677130 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52236) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:13.698119 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-308fb1e2-0b1d-4d69-bd1f-7eb150116191 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:13.703499 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-308fb1e2-0b1d-4d69-bd1f-7eb150116191 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0168412 Sep 21 15:09:13.703499 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:13.705370 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52240) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:13.724012 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-34137ea8-8b75-4b09-8145-8313bd2f7b03 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:13.727559 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-34137ea8-8b75-4b09-8145-8313bd2f7b03 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0163970 Sep 21 15:09:13.728511 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:13.739179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52244) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:13.751950 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65628777-ecef-4d72-86d5-6148fe62b79c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Router 3e08bd99-0442-451c-b665-e35931afc9fc has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:09:13.762112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-d21583a8-fbf4-44cb-ac7c-b517b80bd010 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:13.765681 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d21583a8-fbf4-44cb-ac7c-b517b80bd010 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0148187 Sep 21 15:09:13.767670 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2651333-8671-452e-89ba-913426c1cdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42409625-32cd-404e-bb81-2a1ad9ffc866,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:13.772300 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52248) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:13.791412 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d2651333-8671-452e-89ba-913426c1cdd7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=38497753986c47c2bdd15957165ad731&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0934224 Sep 21 15:09:13.792337 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52252) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:13.798090 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:09:13.802611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-566261b6-8559-4b3f-ac1c-de32e19fe214 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:13.804649 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-566261b6-8559-4b3f-ac1c-de32e19fe214 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0246201 Sep 21 15:09:13.810089 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52254) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:13.826149 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-0e88e25e-77f5-4868-abd4-f4307d10869d tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:13.827432 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0e88e25e-77f5-4868-abd4-f4307d10869d tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0143628 Sep 21 15:09:13.832287 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52260) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:13.837391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a4ad88-5e5e-4806-b7be-5f474c3d1ed0,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:13.860724 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-6a348d2e-de8a-4559-b88d-3a257db090f1 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:13.861675 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6a348d2e-de8a-4559-b88d-3a257db090f1 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0284076 Sep 21 15:09:13.899340 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52264) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:13.905832 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:13.906169 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Added segment 50b7bb5d-15d2-4f74-a9fb-3541601844ad of type vlan for network c17bbc3f-6e25-4f43-9404-1235415e1772 Sep 21 15:09:13.921961 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-31930315-11e8-483d-acdf-43670c9bb4ff tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:13.922888 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-31930315-11e8-483d-acdf-43670c9bb4ff tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0186863 Sep 21 15:09:13.931872 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52268) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:13.941975 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-105cecc7-9b3d-45a0-a5b9-02024255e83b tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:13.943245 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-105cecc7-9b3d-45a0-a5b9-02024255e83b tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0085928 Sep 21 15:09:13.956689 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52272) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:13.966486 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdc629-eb1b-4d2b-a3c0-9fde12aec388 req-ccd7cc1d-ff1b-4cc2-a6d5-5098793ba62c tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:13.967941 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bffdc629-eb1b-4d2b-a3c0-9fde12aec388 req-ccd7cc1d-ff1b-4cc2-a6d5-5098793ba62c tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeca5b91-37f9-4106-b29c-4780926b6b09 HTTP/1.1" status: 200 len: 945 time: 0.6949694 Sep 21 15:09:13.992804 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-5fd25170-6bb4-4bc8-b505-fc6db67df7c4 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:13.996705 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5fd25170-6bb4-4bc8-b505-fc6db67df7c4 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0249007 Sep 21 15:09:14.010033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bc21f-bd27-43db-8f2b-0851e21c95b1 req-90ee92e4-bcd4-4fb3-ac6f-7075b3d86e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:14.012100 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b4bc21f-bd27-43db-8f2b-0851e21c95b1 req-90ee92e4-bcd4-4fb3-ac6f-7075b3d86e09 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 1099 time: 0.5110216 Sep 21 15:09:14.016087 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52276) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:14.093353 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-d1942a92-f4fb-4070-ba49-6eb55b1de3ac tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:14.096837 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d1942a92-f4fb-4070-ba49-6eb55b1de3ac tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0631542 Sep 21 15:09:14.097891 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52280) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:14.098458 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:14.099452 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37723403-0700-412a-be65-bfdc5aac3730 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:14.119961 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-6911548b-3bb0-40bb-bc36-c40d255c8c68 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:14.122243 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6911548b-3bb0-40bb-bc36-c40d255c8c68 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0139260 Sep 21 15:09:14.128057 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df93d0-cb1c-457b-9b3f-bc4d11d105ca req-d5e57db8-593f-43b0-948d-b83ebf943611 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:14.129557 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b5df93d0-cb1c-457b-9b3f-bc4d11d105ca req-d5e57db8-593f-43b0-948d-b83ebf943611 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/ports?device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 946 time: 0.5496180 Sep 21 15:09:14.135331 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52284) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:14.160900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-4547fe30-f54b-4d88-b3ab-1c062961362c tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:14.164266 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4547fe30-f54b-4d88-b3ab-1c062961362c tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0161915 Sep 21 15:09:14.176172 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52288) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:14.240919 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-1692f303-70c5-47a9-9c86-d064b1976e97 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:14.241960 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1692f303-70c5-47a9-9c86-d064b1976e97 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0648520 Sep 21 15:09:14.248564 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52292) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:14.249288 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bffdc629-eb1b-4d2b-a3c0-9fde12aec388 req-48f6391d-8ee6-4fd1-89a7-98f2409381ea tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b68e36a-1676-41f1-b0c8-1b6975070ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612233 Sep 21 15:09:14.255017 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-37723403-0700-412a-be65-bfdc5aac3730 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Calling delete_port for 778a3d3e-555e-4b53-b110-b87d58360b45 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:14.270023 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e57e367a-ff08-4069-bf59-11f223a9d426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:14.276028 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b4bc21f-bd27-43db-8f2b-0851e21c95b1 req-5d14ddcb-1e76-43cd-834f-db01ca8c796f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c8fe283a-2339-4c5b-adb0-2c6c5d5e9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394199 Sep 21 15:09:14.277280 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65628777-ecef-4d72-86d5-6148fe62b79c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:09:14.292113 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4cba85-6f05-44fd-bd5a-d830170b1eb0 None None] Sync routers for ids ['3e08bd99-0442-451c-b665-e35931afc9fc'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:09:14.298217 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b5df93d0-cb1c-457b-9b3f-bc4d11d105ca req-66567d56-4d83-4910-869f-b268c74043d5 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8fe283a-2339-4c5b-adb0-2c6c5d5e9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486831 Sep 21 15:09:14.302085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:14.306842 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:14.307427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:14.310924 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-22449efe-5342-4894-8908-79127b223a53 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:14.311881 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-22449efe-5342-4894-8908-79127b223a53 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0274279 Sep 21 15:09:14.321212 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52298) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:14.330905 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-337a016d-883d-4e5d-aae8-c2e680f19165 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:14.331824 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-337a016d-883d-4e5d-aae8-c2e680f19165 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0066376 Sep 21 15:09:14.333052 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4cba85-6f05-44fd-bd5a-d830170b1eb0 None None] Routers {'3e08bd99-0442-451c-b665-e35931afc9fc'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:09:14.334261 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cd4cba85-6f05-44fd-bd5a-d830170b1eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:09:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3e08bd99-0442-451c-b665-e35931afc9fc'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:14.340062 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52302) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:14.351299 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-600f63e0-f136-409a-95a4-8b47b3f8bd1e tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:14.352350 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-600f63e0-f136-409a-95a4-8b47b3f8bd1e tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0090632 Sep 21 15:09:14.358248 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52306) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:14.369160 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-366dde5f-5885-4f69-811d-43cf090f9a71 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:14.372539 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-366dde5f-5885-4f69-811d-43cf090f9a71 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0096412 Sep 21 15:09:14.374643 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52310) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:14.379144 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-091a9a5c-02bc-4918-a9ab-ca9082f384e0 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:14.382271 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-091a9a5c-02bc-4918-a9ab-ca9082f384e0 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0045414 Sep 21 15:09:14.383894 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52314) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:14.384002 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:14.389780 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-708d2eb8-16d1-4a6f-9ab7-64f4b45b6490 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:14.393049 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-708d2eb8-16d1-4a6f-9ab7-64f4b45b6490 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0053661 Sep 21 15:09:14.412112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e57e367a-ff08-4069-bf59-11f223a9d426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:14.418679 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52318) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:14.446834 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-8902f448-5a1d-4458-a72f-ae0226e3b10a tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:14.450482 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8902f448-5a1d-4458-a72f-ae0226e3b10a tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0293477 Sep 21 15:09:14.453826 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52322) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:14.460765 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-61a0f9ea-bb96-4784-b958-2d1b96fd6842 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:14.461742 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-61a0f9ea-bb96-4784-b958-2d1b96fd6842 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0069003 Sep 21 15:09:14.465392 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52326) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:14.468569 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37723403-0700-412a-be65-bfdc5aac3730 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:14.505402 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65628777-ecef-4d72-86d5-6148fe62b79c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:14.512475 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-fd34f978-219f-45bb-b73e-e76d5592c3dc tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:14.513508 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fd34f978-219f-45bb-b73e-e76d5592c3dc tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0468297 Sep 21 15:09:14.521461 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52330) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:14.541786 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-44048f8f-47fb-4f15-a83b-6b7ffc61f8a4 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:14.544199 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-44048f8f-47fb-4f15-a83b-6b7ffc61f8a4 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0191472 Sep 21 15:09:14.545194 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37723403-0700-412a-be65-bfdc5aac3730 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Port': ['ID=778a3d3e-555e-4b53-b110-b87d58360b45,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:14.547646 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52334) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:14.550852 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37723403-0700-412a-be65-bfdc5aac3730 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:14.565866 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.1790085 Sep 21 15:09:14.574235 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e29fc-0e3c-45ea-b0f5-1c4d2f51818b tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Pushing event updated for resources: {'Network': ['ID=c17bbc3f-6e25-4f43-9404-1235415e1772,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:14.582197 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-cd4cba85-6f05-44fd-bd5a-d830170b1eb0 None None] Set router 3e08bd99-0442-451c-b665-e35931afc9fc gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:09:14.587618 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network c17bbc3f-6e25-4f43-9404-1235415e1772 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:09:14.592853 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52338) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:14.609688 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-509b4a8c-6bc9-40a1-9d06-df934165d420 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Request body: {'subnet': {'network_id': 'c17bbc3f-6e25-4f43-9404-1235415e1772', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:14.631686 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-6d67b6fc-d9c7-46e7-a67e-31d1a634feff tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:14.634957 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6d67b6fc-d9c7-46e7-a67e-31d1a634feff tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0784161 Sep 21 15:09:14.634957 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:14.647755 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52342) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:14.702229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-a67bec80-eb6c-4e6f-a8d5-381b687dd677 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:14.706140 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a67bec80-eb6c-4e6f-a8d5-381b687dd677 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0571487 Sep 21 15:09:14.711888 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52346) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:14.732388 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-65628777-ecef-4d72-86d5-6148fe62b79c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "PUT /v2.0/floatingips/5d024466-8c99-4ba6-a9b3-db9b71a4ec85 HTTP/1.1" status: 200 len: 991 time: 4.3942699 Sep 21 15:09:14.736548 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-6d2a84f1-038e-4068-a22b-894fa23125b1 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:14.739807 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6d2a84f1-038e-4068-a22b-894fa23125b1 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0203140 Sep 21 15:09:14.742867 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb275d9a-efc9-4357-a4f1-683d078e2ad4', 'tag': 'f885edf7-41fa-47bd-b181-19541fdf8bf8'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:09:14.745010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d284be4-c6fd-42be-88da-36634aaeb015" -d '{"events": [{"name": "network-changed", "server_uuid": "eb275d9a-efc9-4357-a4f1-683d078e2ad4", "tag": "f885edf7-41fa-47bd-b181-19541fdf8bf8"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:09:14.750994 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52352) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:14.759734 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-412a163e-f666-4a5d-8a06-504bddb4c3b4 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:14.763693 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-412a163e-f666-4a5d-8a06-504bddb4c3b4 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0081251 Sep 21 15:09:14.770763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52358) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:14.783472 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-1c2af568-0829-44e1-b3ed-39547f863648 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:09:14.787172 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1c2af568-0829-44e1-b3ed-39547f863648 tempest-ExtensionsTestJSON-1198870920 tempest-ExtensionsTestJSON-1198870920-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0129719 Sep 21 15:09:14.808891 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52364) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:14.809213 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-37723403-0700-412a-be65-bfdc5aac3730 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/ports/778a3d3e-555e-4b53-b110-b87d58360b45 HTTP/1.1" status: 204 len: 168 time: 1.6747599 Sep 21 15:09:14.814208 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-509b4a8c-6bc9-40a1-9d06-df934165d420 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:14.854033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5375815b-0fff-448f-8750-ebf12e7f2736 x-openstack-request-id: req-5375815b-0fff-448f-8750-ebf12e7f2736 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:09:14.854316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb275d9a-efc9-4357-a4f1-683d078e2ad4", "tag": "f885edf7-41fa-47bd-b181-19541fdf8bf8", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:09:14.855209 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5375815b-0fff-448f-8750-ebf12e7f2736 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:09:14.855662 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5375815b-0fff-448f-8750-ebf12e7f2736'] response: {'name': 'network-changed', 'server_uuid': 'eb275d9a-efc9-4357-a4f1-683d078e2ad4', 'tag': 'f885edf7-41fa-47bd-b181-19541fdf8bf8', 'status': 'completed', 'code': 200} Sep 21 15:09:14.865585 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e57e367a-ff08-4069-bf59-11f223a9d426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:14.870346 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-509b4a8c-6bc9-40a1-9d06-df934165d420 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Usage tracker for resource:subnet and tenant:2c35dc11899c4214874e0d595768bc3a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:14.919891 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:14.920339 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-509b4a8c-6bc9-40a1-9d06-df934165d420 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:14.926705 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:14.940232 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd8f5a-7f85-41ac-8498-360171ba9486 req-206e9771-8301-4626-86e0-f73dbf241eca tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:14.941756 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06fd8f5a-7f85-41ac-8498-360171ba9486 req-206e9771-8301-4626-86e0-f73dbf241eca tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeca5b91-37f9-4106-b29c-4780926b6b09 HTTP/1.1" status: 200 len: 945 time: 0.5045516 Sep 21 15:09:14.949554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-509b4a8c-6bc9-40a1-9d06-df934165d420 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:14.955764 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52368) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:14.957779 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e367a-ff08-4069-bf59-11f223a9d426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42409625-32cd-404e-bb81-2a1ad9ffc866,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:14.988282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f75d0792-1fb7-488c-ba3b-736148c7acc9 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Request body: {'floatingip': {'port_id': '2f7705a5-ede1-4107-9099-ab37ca83c338'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:15.063665 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e57e367a-ff08-4069-bf59-11f223a9d426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:15.067301 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e57e367a-ff08-4069-bf59-11f223a9d426 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/42409625-32cd-404e-bb81-2a1ad9ffc866 HTTP/1.1" status: 204 len: 168 time: 1.2593069 Sep 21 15:09:15.083027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509b4a8c-6bc9-40a1-9d06-df934165d420 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Made reservation on behalf of 2c35dc11899c4214874e0d595768bc3a for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:15.086964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-509b4a8c-6bc9-40a1-9d06-df934165d420 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:15.121117 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f75d0792-1fb7-488c-ba3b-736148c7acc9 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for floatingip, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:15.183433 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52376) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:15.187395 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cd4cba85-6f05-44fd-bd5a-d830170b1eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'name': 'tempest-ServerActionsTestJSON-914627431-router', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:08Z', 'updated_at': '2022-09-21T15:08:18Z', 'revision_number': 4, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'gw_port': {'id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:09Z', 'updated_at': '2022-09-21T15:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '5d024466-8c99-4ba6-a9b3-db9b71a4ec85', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'floating_ip_address': '172.26.4.35', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'port_id': 'f885edf7-41fa-47bd-b181-19541fdf8bf8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35623812-409c-40a9-b25b-97314219e56f', 'mac_address': 'fa:16:3e:a4:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb275d9a-efc9-4357-a4f1-683d078e2ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:08:27Z', 'updated_at': '2022-09-21T15:09:12Z', 'revision_number': 1, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d1ce86-0615-4b45-94bc-dc1b90f29754', 'name': '', 'network_id': '35623812-409c-40a9-b25b-97314219e56f', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'mac_address': 'fa:16:3e:9c:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b1ab4349-2b6d-4af5-b8c9-4479fa3e1388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:15Z', 'updated_at': '2022-09-21T15:08:32Z', 'revision_number': 5, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'subnets': [{'id': 'b1ab4349-2b6d-4af5-b8c9-4479fa3e1388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:15.194208 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4cba85-6f05-44fd-bd5a-d830170b1eb0 None None] Checking router: 3e08bd99-0442-451c-b665-e35931afc9fc for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:09:15.204202 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4cba85-6f05-44fd-bd5a-d830170b1eb0 None None] Routers {'3e08bd99-0442-451c-b665-e35931afc9fc'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:09:15.204848 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cd4cba85-6f05-44fd-bd5a-d830170b1eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:09:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3e08bd99-0442-451c-b665-e35931afc9fc'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:15.256269 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Pushing event updated for resources: {'Port': ['ID=299885c0-383e-40b0-8346-54c3c342020d,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:15.258934 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:15.454518 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-cd4cba85-6f05-44fd-bd5a-d830170b1eb0 None None] Set router 3e08bd99-0442-451c-b665-e35931afc9fc gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:09:15.556869 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Floating IP e08d5c2c-9488-4832-bc6d-48c2f90a2c59 associated. External IP: 172.26.4.245, port: 5a8ddebe-a016-41b5-9524-6c47704b5157. Sep 21 15:09:15.679358 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611b87ab-dd6f-44f7-b145-1ce47a0cd04a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:15.686945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611b87ab-dd6f-44f7-b145-1ce47a0cd04a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:15.687999 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-611b87ab-dd6f-44f7-b145-1ce47a0cd04a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Synchronizing usage tracker for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:15.715928 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52386) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:15.737595 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d284be4-c6fd-42be-88da-36634aaeb015 req-5a9bb3a9-80c1-46a8-82b8-7061268893e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:15.739293 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7d284be4-c6fd-42be-88da-36634aaeb015 req-5a9bb3a9-80c1-46a8-82b8-7061268893e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=537869f246ac43fa81163f09d28c74dc&device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 1099 time: 0.8725228 Sep 21 15:09:15.740041 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-611b87ab-dd6f-44f7-b145-1ce47a0cd04a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Unset dirty status for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:15.741201 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-611b87ab-dd6f-44f7-b145-1ce47a0cd04a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.9300625 Sep 21 15:09:15.754928 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52390) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:15.791531 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:09:15.802683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1f5a9996-40c9-4006-bdfc-861cab55e863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:15.830716 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1f5a9996-40c9-4006-bdfc-861cab55e863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:15.831179 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-59e6f4f4-fbe9-4d98-b716-466933c1f60d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port 01c2b641-7af0-4618-b279-80568ce351f7 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:15.831521 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59e6f4f4-fbe9-4d98-b716-466933c1f60d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:15.834521 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1f5a9996-40c9-4006-bdfc-861cab55e863 admin admin] Usage tracker for resource:security_group_rule and tenant:50275fdab875489dac5c70c75b902b5a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:15.837397 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1f5a9996-40c9-4006-bdfc-861cab55e863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:15.843919 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1f5a9996-40c9-4006-bdfc-861cab55e863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:15.915420 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cd4cba85-6f05-44fd-bd5a-d830170b1eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'name': 'tempest-ServerActionsTestJSON-914627431-router', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:08Z', 'updated_at': '2022-09-21T15:08:18Z', 'revision_number': 4, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'gw_port': {'id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:09Z', 'updated_at': '2022-09-21T15:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '5d024466-8c99-4ba6-a9b3-db9b71a4ec85', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'floating_ip_address': '172.26.4.35', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'port_id': 'f885edf7-41fa-47bd-b181-19541fdf8bf8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35623812-409c-40a9-b25b-97314219e56f', 'mac_address': 'fa:16:3e:a4:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb275d9a-efc9-4357-a4f1-683d078e2ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:08:27Z', 'updated_at': '2022-09-21T15:09:12Z', 'revision_number': 1, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d1ce86-0615-4b45-94bc-dc1b90f29754', 'name': '', 'network_id': '35623812-409c-40a9-b25b-97314219e56f', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'mac_address': 'fa:16:3e:9c:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b1ab4349-2b6d-4af5-b8c9-4479fa3e1388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:15Z', 'updated_at': '2022-09-21T15:08:32Z', 'revision_number': 5, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'subnets': [{'id': 'b1ab4349-2b6d-4af5-b8c9-4479fa3e1388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:15.920835 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4cba85-6f05-44fd-bd5a-d830170b1eb0 None None] The sync data for ids ['3e08bd99-0442-451c-b665-e35931afc9fc'] in dv-neutron-858731-1-hyperv is: [{'id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'name': 'tempest-ServerActionsTestJSON-914627431-router', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:08Z', 'updated_at': '2022-09-21T15:08:18Z', 'revision_number': 4, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'gw_port': {'id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:09Z', 'updated_at': '2022-09-21T15:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '5d024466-8c99-4ba6-a9b3-db9b71a4ec85', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'floating_ip_address': '172.26.4.35', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'port_id': 'f885edf7-41fa-47bd-b181-19541fdf8bf8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35623812-409c-40a9-b25b-97314219e56f', 'mac_address': 'fa:16:3e:a4:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb275d9a-efc9-4357-a4f1-683d078e2ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:08:27Z', 'updated_at': '2022-09-21T15:09:12Z', 'revision_number': 1, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d1ce86-0615-4b45-94bc-dc1b90f29754', 'name': '', 'network_id': '35623812-409c-40a9-b25b-97314219e56f', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'mac_address': 'fa:16:3e:9c:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b1ab4349-2b6d-4af5-b8c9-4479fa3e1388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:15Z', 'updated_at': '2022-09-21T15:08:32Z', 'revision_number': 5, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'subnets': [{'id': 'b1ab4349-2b6d-4af5-b8c9-4479fa3e1388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:09:16.021433 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e2274caa-eaa2-4129-a978-05e56321bf49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:16.128699 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e2274caa-eaa2-4129-a978-05e56321bf49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:16.162512 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e2274caa-eaa2-4129-a978-05e56321bf49 admin admin] Usage tracker for resource:security_group_rule and tenant:9430a524a87a4961b772192e2c144947 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:16.166788 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e2274caa-eaa2-4129-a978-05e56321bf49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:16.183640 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959d305-30ec-4c57-b624-f54747127d59 req-28e29423-844c-44f4-aeb6-2ec5eb9c41f5 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:16.189724 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06edb77-8544-42df-a5a5-f590febe670e None None] New status for floating IP 5d024466-8c99-4ba6-a9b3-db9b71a4ec85: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:09:16.190822 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2959d305-30ec-4c57-b624-f54747127d59 req-28e29423-844c-44f4-aeb6-2ec5eb9c41f5 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/ports?device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 946 time: 0.6048539 Sep 21 15:09:16.223009 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e2274caa-eaa2-4129-a978-05e56321bf49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:16.270718 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Router 1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:09:16.275464 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59e6f4f4-fbe9-4d98-b716-466933c1f60d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:16.391038 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1f5a9996-40c9-4006-bdfc-861cab55e863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:16.415528 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-59e6f4f4-fbe9-4d98-b716-466933c1f60d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Calling delete_port for 01c2b641-7af0-4618-b279-80568ce351f7 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:16.426263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d284be4-c6fd-42be-88da-36634aaeb015 req-402f8678-5274-4920-86e3-81545d6f1a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:16.427711 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7d284be4-c6fd-42be-88da-36634aaeb015 req-402f8678-5274-4920-86e3-81545d6f1a00 service neutron] 10.222.0.20 "GET /v2.0/networks?id=35623812-409c-40a9-b25b-97314219e56f HTTP/1.1" status: 200 len: 912 time: 0.6122212 Sep 21 15:09:16.428291 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1f5a9996-40c9-4006-bdfc-861cab55e863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:16.540268 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2959d305-30ec-4c57-b624-f54747127d59 req-d4c9bf24-1d80-42ac-80a9-d5192424329c tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8fe283a-2339-4c5b-adb0-2c6c5d5e9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3484945 Sep 21 15:09:16.735874 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1f5a9996-40c9-4006-bdfc-861cab55e863 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=50275fdab875489dac5c70c75b902b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0133555 Sep 21 15:09:16.753660 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a9996-40c9-4006-bdfc-861cab55e863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93585259-4050-4cc5-9eeb-1848a705b3fd,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:16.756025 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52394) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:16.790177 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59e6f4f4-fbe9-4d98-b716-466933c1f60d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:16.801840 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7d284be4-c6fd-42be-88da-36634aaeb015 req-14744e19-46dd-452c-8b66-f53b0fa556d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f885edf7-41fa-47bd-b181-19541fdf8bf8 HTTP/1.1" status: 200 len: 1001 time: 0.3604469 Sep 21 15:09:16.806658 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-509b4a8c-6bc9-40a1-9d06-df934165d420 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:16.845971 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6f4f4-fbe9-4d98-b716-466933c1f60d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Port': ['ID=01c2b641-7af0-4618-b279-80568ce351f7,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:16.848603 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:09:16.861930 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1049a9c6-7905-4aee-a235-f43d2fdd480f None None] Sync routers for ids ['1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:09:16.872983 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1049a9c6-7905-4aee-a235-f43d2fdd480f None None] Routers {'1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:09:16.873597 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1049a9c6-7905-4aee-a235-f43d2fdd480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:09:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:16.883467 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59e6f4f4-fbe9-4d98-b716-466933c1f60d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:16.884875 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-59e6f4f4-fbe9-4d98-b716-466933c1f60d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/ports/01c2b641-7af0-4618-b279-80568ce351f7 HTTP/1.1" status: 204 len: 168 time: 1.1275539 Sep 21 15:09:16.887880 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52400) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:16.931219 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:16.940718 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1049a9c6-7905-4aee-a235-f43d2fdd480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:16.949983 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1049a9c6-7905-4aee-a235-f43d2fdd480f None None] Routers {'1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:09:16.950522 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1049a9c6-7905-4aee-a235-f43d2fdd480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:09:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:17.003628 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4aef2648-8b59-4905-a7d9-6a02b897e34a tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 5.9681804 Sep 21 15:09:17.005365 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52404) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:17.016773 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1049a9c6-7905-4aee-a235-f43d2fdd480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:17.017252 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1049a9c6-7905-4aee-a235-f43d2fdd480f None None] The sync data for ids ['1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:09:17.029126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b4a8c-6bc9-40a1-9d06-df934165d420 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Pushing event updated for resources: {'Subnet': ['ID=8ce8cff6-c651-4bbb-93b9-d31bbd475ff2,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:17.043381 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d284be4-c6fd-42be-88da-36634aaeb015 req-85c991cf-5dea-4f17-9a54-319ff7e5f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:17.044907 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7d284be4-c6fd-42be-88da-36634aaeb015 req-85c991cf-5dea-4f17-9a54-319ff7e5f56b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1ab4349-2b6d-4af5-b8c9-4479fa3e1388 HTTP/1.1" status: 200 len: 850 time: 0.2336383 Sep 21 15:09:17.115523 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e2274caa-eaa2-4129-a978-05e56321bf49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:17.116505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c966a6f-0fe9-4287-bf66-5c2e3b279850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:17.126146 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509b4a8c-6bc9-40a1-9d06-df934165d420 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Checking segment: {'id': '50b7bb5d-15d2-4f74-a9fb-3541601844ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c17bbc3f-6e25-4f43-9404-1235415e1772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:09:17.126504 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509b4a8c-6bc9-40a1-9d06-df934165d420 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Network hostable DHCP agents. Network: c17bbc3f-6e25-4f43-9404-1235415e1772, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:09:17.127145 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2de43cad-6feb-441c-94cd-e5e0e5962dee tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] 10.222.0.62 "GET /v2.0/floatingips/e08d5c2c-9488-4832-bc6d-48c2f90a2c59 HTTP/1.1" status: 200 len: 984 time: 0.1148214 Sep 21 15:09:17.129700 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52408) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:17.155514 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e2274caa-eaa2-4129-a978-05e56321bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:17.184995 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43492ca-ba82-48b2-9123-f286ded7c192 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:17.185681 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c43492ca-ba82-48b2-9123-f286ded7c192 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Synchronizing usage tracker for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:17.233973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c966a6f-0fe9-4287-bf66-5c2e3b279850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:17.235722 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c43492ca-ba82-48b2-9123-f286ded7c192 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Unset dirty status for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:17.240042 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c43492ca-ba82-48b2-9123-f286ded7c192 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3479064 Sep 21 15:09:17.240042 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52412) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:17.247543 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-f75d0792-1fb7-488c-ba3b-736148c7acc9 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:09:17.288765 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ca61f845-323b-458c-89aa-0331b1ad75ff tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3212 time: 0.1554945 Sep 21 15:09:17.292587 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52416) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:17.295290 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-6101a606-0e72-437d-950b-cf546fbbf940 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] GET failed (client error): The resource could not be found. Sep 21 15:09:17.298928 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6101a606-0e72-437d-950b-cf546fbbf940 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports/778a3d3e-555e-4b53-b110-b87d58360b45 HTTP/1.1" status: 404 len: 333 time: 0.0560367 Sep 21 15:09:17.312835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52420) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:17.439068 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e2274caa-eaa2-4129-a978-05e56321bf49 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9430a524a87a4961b772192e2c144947&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2430921 Sep 21 15:09:17.446977 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509b4a8c-6bc9-40a1-9d06-df934165d420 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Network c17bbc3f-6e25-4f43-9404-1235415e1772 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:09:17.454175 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52424) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:17.490701 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2274caa-eaa2-4129-a978-05e56321bf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7abeb3-8699-4ce2-bb55-10f1b134778e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:17.502598 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-21c038bb-e9a3-4b26-b021-8bd6b248ac21 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Deleting port 299885c0-383e-40b0-8346-54c3c342020d {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:17.502936 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21c038bb-e9a3-4b26-b021-8bd6b248ac21 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:17.551875 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-509b4a8c-6bc9-40a1-9d06-df934165d420 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, c17bbc3f-6e25-4f43-9404-1235415e1772) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:17.553592 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1ab892-98d6-4efa-98e8-a568f122ee16 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] GET failed (client error): The resource could not be found. Sep 21 15:09:17.557325 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1e1ab892-98d6-4efa-98e8-a568f122ee16 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports/01c2b641-7af0-4618-b279-80568ce351f7 HTTP/1.1" status: 404 len: 333 time: 0.1215878 Sep 21 15:09:17.562414 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a6bf5d-5936-4c77-a74e-aa5a05f9dfe4 None None] Network c17bbc3f-6e25-4f43-9404-1235415e1772 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:09:17.568302 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509b4a8c-6bc9-40a1-9d06-df934165d420 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:17.569573 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-509b4a8c-6bc9-40a1-9d06-df934165d420 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:17.578578 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52428) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:17.585421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f75d0792-1fb7-488c-ba3b-736148c7acc9 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:17.619853 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f75d0792-1fb7-488c-ba3b-736148c7acc9 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:17.704579 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d284be4-c6fd-42be-88da-36634aaeb015 req-2554f35f-f82a-488f-b2eb-31c9577adea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:17.706058 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7d284be4-c6fd-42be-88da-36634aaeb015 req-2554f35f-f82a-488f-b2eb-31c9577adea4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=35623812-409c-40a9-b25b-97314219e56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6429186 Sep 21 15:09:17.720891 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa7f70f-df8e-48bd-b517-b4f1cbb17cc0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:17.804269 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-509b4a8c-6bc9-40a1-9d06-df934165d420 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2101724 Sep 21 15:09:17.811863 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-c17bbc3f-6e25-4f43-9404-1235415e1772', 'network_id': 'c17bbc3f-6e25-4f43-9404-1235415e1772', 'tenant_id': '2c35dc11899c4214874e0d595768bc3a', 'fixed_ips': [{'subnet_id': '8ce8cff6-c651-4bbb-93b9-d31bbd475ff2'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:09:17.812825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:17.822514 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52434) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:17.881309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c966a6f-0fe9-4287-bf66-5c2e3b279850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:17.883657 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c966a6f-0fe9-4287-bf66-5c2e3b279850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:17.884789 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5c966a6f-0fe9-4287-bf66-5c2e3b279850 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/93585259-4050-4cc5-9eeb-1848a705b3fd HTTP/1.1" status: 204 len: 168 time: 1.1116803 Sep 21 15:09:17.889563 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-520165fb-865a-407f-a477-ffa89b269bb5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Request body: {'port': {'network_id': 'c17bbc3f-6e25-4f43-9404-1235415e1772', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2085043354'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:17.957308 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa7f70f-df8e-48bd-b517-b4f1cbb17cc0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:17.988496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d579422e-fb0d-41b2-b097-5d6a13c1f232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:17.996773 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21c038bb-e9a3-4b26-b021-8bd6b248ac21 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:17.997136 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21c038bb-e9a3-4b26-b021-8bd6b248ac21 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:18.009882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-0fa7f70f-df8e-48bd-b517-b4f1cbb17cc0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24885284-5d7b-492d-a37f-a19775d8bcd3']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:18.014586 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] Allocated IP 2001:db8::2 (c17bbc3f-6e25-4f43-9404-1235415e1772/8ce8cff6-c651-4bbb-93b9-d31bbd475ff2/17ec0c28-4845-426d-9c6b-16a98cea0458) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:18.067285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c966a6f-0fe9-4287-bf66-5c2e3b279850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93585259-4050-4cc5-9eeb-1848a705b3fd,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:18.147300 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-0fa7f70f-df8e-48bd-b517-b4f1cbb17cc0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3afaca23-9891-45b6-a5ab-1cfbdb5d2222') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:18.147805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-0fa7f70f-df8e-48bd-b517-b4f1cbb17cc0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3afaca23-9891-45b6-a5ab-1cfbdb5d2222') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:18.164517 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d579422e-fb0d-41b2-b097-5d6a13c1f232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:18.165533 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-21c038bb-e9a3-4b26-b021-8bd6b248ac21 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Calling delete_port for 299885c0-383e-40b0-8346-54c3c342020d owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:18.190939 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-f75d0792-1fb7-488c-ba3b-736148c7acc9 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Floating IP 8ac88d0b-f7c1-4270-b84f-9c37d54c6a73 associated. External IP: 172.26.4.205, port: 2f7705a5-ede1-4107-9099-ab37ca83c338. Sep 21 15:09:18.215176 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa7f70f-df8e-48bd-b517-b4f1cbb17cc0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:18.241866 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa7f70f-df8e-48bd-b517-b4f1cbb17cc0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:18.254029 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa7f70f-df8e-48bd-b517-b4f1cbb17cc0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:09:18.254763 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa7f70f-df8e-48bd-b517-b4f1cbb17cc0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:18.309219 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7d284be4-c6fd-42be-88da-36634aaeb015 req-f9dc8443-84f7-47af-a322-c4cd4c3e6dc5 service neutron] 10.222.0.20 "GET /v2.0/networks/35623812-409c-40a9-b25b-97314219e56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398352 Sep 21 15:09:18.375569 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:18.450193 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e02c8a-1a9d-4416-ab59-91708cd72dac req-0f4551c4-9644-4101-ba72-58265f71587d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:18.451759 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63e02c8a-1a9d-4416-ab59-91708cd72dac req-0f4551c4-9644-4101-ba72-58265f71587d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/ports?device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 946 time: 0.7666323 Sep 21 15:09:18.452900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-520165fb-865a-407f-a477-ffa89b269bb5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:18.493505 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 3afaca23-9891-45b6-a5ab-1cfbdb5d2222 resource provider aggregate not found Sep 21 15:09:18.523876 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 3afaca23-9891-45b6-a5ab-1cfbdb5d2222 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3afaca23-9891-45b6-a5ab-1cfbdb5d2222 found for delete ", "request_id": "req-996570bb-c74c-44aa-a495-1df6febf313e"}]} Sep 21 15:09:18.534946 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] Transition to ACTIVE for port object 17ec0c28-4845-426d-9c6b-16a98cea0458 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:18.536669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa7f70f-df8e-48bd-b517-b4f1cbb17cc0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:18.543490 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-520165fb-865a-407f-a477-ffa89b269bb5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Usage tracker for resource:port and tenant:2c35dc11899c4214874e0d595768bc3a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:18.562026 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-520165fb-865a-407f-a477-ffa89b269bb5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:18.579604 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-520165fb-865a-407f-a477-ffa89b269bb5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:18.580805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa7f70f-df8e-48bd-b517-b4f1cbb17cc0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:18.589358 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7f70f-df8e-48bd-b517-b4f1cbb17cc0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Network': ['ID=24885284-5d7b-492d-a37f-a19775d8bcd3,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:18.600225 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0fa7f70f-df8e-48bd-b517-b4f1cbb17cc0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/networks/24885284-5d7b-492d-a37f-a19775d8bcd3 HTTP/1.1" status: 204 len: 168 time: 1.0205946 Sep 21 15:09:18.604791 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52454) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:18.609406 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-31139103-97eb-4a30-8aaf-a7314ccdaaf9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1643985250'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:18.614669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-31139103-97eb-4a30-8aaf-a7314ccdaaf9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:18.625409 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520165fb-865a-407f-a477-ffa89b269bb5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Made reservation on behalf of 2c35dc11899c4214874e0d595768bc3a for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:18.628835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-520165fb-865a-407f-a477-ffa89b269bb5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:18.648522 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-31139103-97eb-4a30-8aaf-a7314ccdaaf9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:network and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:18.655177 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-31139103-97eb-4a30-8aaf-a7314ccdaaf9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:18.658365 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d579422e-fb0d-41b2-b097-5d6a13c1f232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:18.667312 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-31139103-97eb-4a30-8aaf-a7314ccdaaf9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:18.681677 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63e02c8a-1a9d-4416-ab59-91708cd72dac req-f82ba1a9-b409-49a5-93ba-4814468e2792 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8fe283a-2339-4c5b-adb0-2c6c5d5e9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576016 Sep 21 15:09:18.690278 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31139103-97eb-4a30-8aaf-a7314ccdaaf9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:18.697538 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31139103-97eb-4a30-8aaf-a7314ccdaaf9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:18.725602 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] Transition to ACTIVE for port object 17ec0c28-4845-426d-9c6b-16a98cea0458 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:18.731658 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21c038bb-e9a3-4b26-b021-8bd6b248ac21 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:18.734389 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:18.749779 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31139103-97eb-4a30-8aaf-a7314ccdaaf9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:09:18.763624 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31139103-97eb-4a30-8aaf-a7314ccdaaf9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:18.764549 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-31139103-97eb-4a30-8aaf-a7314ccdaaf9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Added segment c15a76d9-e015-4124-abbf-8ff657c443d1 of type vlan for network 03e13c15-4f6b-4349-b930-b3c605755b43 Sep 21 15:09:18.801161 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31139103-97eb-4a30-8aaf-a7314ccdaaf9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:18.851489 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] Network c17bbc3f-6e25-4f43-9404-1235415e1772 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:18.860006 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:18.864818 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:18.916895 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75d0792-1fb7-488c-ba3b-736148c7acc9 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Router f0b68b36-7ba6-493a-b084-e159b7b39b3f has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:09:18.918153 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579422e-fb0d-41b2-b097-5d6a13c1f232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7abeb3-8699-4ce2-bb55-10f1b134778e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:18.924022 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] Pushing event updated for resources: {'Port': ['ID=17ec0c28-4845-426d-9c6b-16a98cea0458,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:18.954178 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31139103-97eb-4a30-8aaf-a7314ccdaaf9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:18.965648 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31139103-97eb-4a30-8aaf-a7314ccdaaf9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:18.967260 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31139103-97eb-4a30-8aaf-a7314ccdaaf9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:19.001405 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] Attempting to bind port 17ec0c28-4845-426d-9c6b-16a98cea0458 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:09:19.001873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] Attempting to bind port 17ec0c28-4845-426d-9c6b-16a98cea0458 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '50b7bb5d-15d2-4f74-a9fb-3541601844ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c17bbc3f-6e25-4f43-9404-1235415e1772'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:09:19.002354 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] Attempting to bind port 17ec0c28-4845-426d-9c6b-16a98cea0458 on network c17bbc3f-6e25-4f43-9404-1235415e1772 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:09:19.008405 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c038bb-e9a3-4b26-b021-8bd6b248ac21 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Pushing event deleted for resources: {'Port': ['ID=299885c0-383e-40b0-8346-54c3c342020d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:19.008767 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:09:19.009280 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] Checking segment: {'id': '50b7bb5d-15d2-4f74-a9fb-3541601844ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c17bbc3f-6e25-4f43-9404-1235415e1772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:09:19.009758 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:19.009944 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52468) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:19.010325 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] Bound using segment: {'id': '50b7bb5d-15d2-4f74-a9fb-3541601844ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c17bbc3f-6e25-4f43-9404-1235415e1772'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:09:19.011577 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] Bound port: 17ec0c28-4845-426d-9c6b-16a98cea0458, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b7bb5d-15d2-4f74-a9fb-3541601844ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c17bbc3f-6e25-4f43-9404-1235415e1772'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:09:19.012128 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:19.028098 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-520165fb-865a-407f-a477-ffa89b269bb5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] device_id is not set on port ff5f165f-b0ce-4a8c-a4a4-53fe422556d1 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:09:19.102752 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7d284be4-c6fd-42be-88da-36634aaeb015 req-935809f2-988a-43a1-ba61-9317f70b4e0a service neutron] 10.222.0.20 "GET /v2.0/networks/35623812-409c-40a9-b25b-97314219e56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7615149 Sep 21 15:09:19.118146 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] For port 17ec0c28-4845-426d-9c6b-16a98cea0458, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:09:19.123714 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] For port 17ec0c28-4845-426d-9c6b-16a98cea0458, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=17ec0c28-4845-426d-9c6b-16a98cea0458,segment=NetworkSegment(50b7bb5d-15d2-4f74-a9fb-3541601844ad),segment_id=50b7bb5d-15d2-4f74-a9fb-3541601844ad)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:09:19.133632 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:19.169271 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31139103-97eb-4a30-8aaf-a7314ccdaaf9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Network': ['ID=03e13c15-4f6b-4349-b930-b3c605755b43,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:19.179693 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-31139103-97eb-4a30-8aaf-a7314ccdaaf9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5768104 Sep 21 15:09:19.182306 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52474) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:19.190708 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8c51a995-8c4f-4ddc-bf00-6c8531b953c0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'subnet': {'network_id': '03e13c15-4f6b-4349-b930-b3c605755b43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:19.209306 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21c038bb-e9a3-4b26-b021-8bd6b248ac21 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:19.209753 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-21c038bb-e9a3-4b26-b021-8bd6b248ac21 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Floating IP e08d5c2c-9488-4832-bc6d-48c2f90a2c59 disassociated (deleted). External IP: 172.26.4.245, port: 5a8ddebe-a016-41b5-9524-6c47704b5157. Sep 21 15:09:19.245017 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 03e13c15-4f6b-4349-b930-b3c605755b43 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:09:19.277694 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-436391716'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:19.344996 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:19.351205 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:network and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:19.355640 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:19.363477 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:19.374487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d579422e-fb0d-41b2-b097-5d6a13c1f232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:19.375588 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d579422e-fb0d-41b2-b097-5d6a13c1f232 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bd7abeb3-8699-4ce2-bb55-10f1b134778e HTTP/1.1" status: 204 len: 168 time: 1.8820846 Sep 21 15:09:19.384052 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4316e-cb21-4b38-91a3-1fad0a99cfe4 None None] Pushing event updated for resources: {'Port': ['ID=17ec0c28-4845-426d-9c6b-16a98cea0458,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:19.562658 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:19.565370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:19.582372 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360e000-0ed4-4fb1-8139-04bde24bf826 req-5d902b91-fe31-4fd8-b661-41dfe9e20f6e tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:19.585617 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8c51a995-8c4f-4ddc-bf00-6c8531b953c0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:19.587519 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2360e000-0ed4-4fb1-8139-04bde24bf826 req-5d902b91-fe31-4fd8-b661-41dfe9e20f6e tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/ports?device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 946 time: 0.6890259 Sep 21 15:09:19.595796 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8c51a995-8c4f-4ddc-bf00-6c8531b953c0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:subnet and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:19.599960 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52480) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:19.612969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8293d81c-ff54-48fa-aa2d-d06e4542872a tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Request body: {'floatingip': {'port_id': '53c6228e-d08a-4b81-ad80-b3c9f95259b3'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:19.613115 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8c51a995-8c4f-4ddc-bf00-6c8531b953c0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:19.618630 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:19.639431 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8c51a995-8c4f-4ddc-bf00-6c8531b953c0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:19.643593 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:19.652627 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:security_group_rule and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:19.660201 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:19.674203 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c51a995-8c4f-4ddc-bf00-6c8531b953c0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:19.677766 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c51a995-8c4f-4ddc-bf00-6c8531b953c0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:19.693932 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:19.694075 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-520165fb-865a-407f-a477-ffa89b269bb5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Allocated IP 2001:db8::240 (c17bbc3f-6e25-4f43-9404-1235415e1772/8ce8cff6-c651-4bbb-93b9-d31bbd475ff2/ff5f165f-b0ce-4a8c-a4a4-53fe422556d1) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:19.696536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75d0792-1fb7-488c-ba3b-736148c7acc9 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:09:19.713096 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ac1234-b604-4619-ad89-dd81784009d8 None None] Sync routers for ids ['f0b68b36-7ba6-493a-b084-e159b7b39b3f'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:09:19.717749 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8293d81c-ff54-48fa-aa2d-d06e4542872a tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for floatingip, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:19.723907 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ac1234-b604-4619-ad89-dd81784009d8 None None] Routers {'f0b68b36-7ba6-493a-b084-e159b7b39b3f'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:09:19.724786 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-09ac1234-b604-4619-ad89-dd81784009d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:09:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['f0b68b36-7ba6-493a-b084-e159b7b39b3f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:19.812539 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.ipam_backend_mixin [None req-8c51a995-8c4f-4ddc-bf00-6c8531b953c0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Performing IP validity checks on allocation pools {{(pid=89019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 21 15:09:19.813848 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.ipam_backend_mixin [None req-8c51a995-8c4f-4ddc-bf00-6c8531b953c0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 21 15:09:19.846716 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f75d0792-1fb7-488c-ba3b-736148c7acc9 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:19.955780 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-09ac1234-b604-4619-ad89-dd81784009d8 None None] Set router f0b68b36-7ba6-493a-b084-e159b7b39b3f gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:09:20.025075 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f75d0792-1fb7-488c-ba3b-736148c7acc9 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "PUT /v2.0/floatingips/8ac88d0b-f7c1-4270-b84f-9c37d54c6a73 HTTP/1.1" status: 200 len: 991 time: 5.0619330 Sep 21 15:09:20.029199 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeca5b91-37f9-4106-b29c-4780926b6b09', 'tag': '2f7705a5-ede1-4107-9099-ab37ca83c338'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:09:20.031500 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941f3d59-354d-43c8-82b0-109d4ee6e365" -d '{"events": [{"name": "network-changed", "server_uuid": "aeca5b91-37f9-4106-b29c-4780926b6b09", "tag": "2f7705a5-ede1-4107-9099-ab37ca83c338"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:09:20.115474 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c038bb-e9a3-4b26-b021-8bd6b248ac21 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Router 1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:09:20.173181 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dc828d-7f2a-4e21-8efc-948342a461b3 x-openstack-request-id: req-93dc828d-7f2a-4e21-8efc-948342a461b3 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:09:20.173465 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeca5b91-37f9-4106-b29c-4780926b6b09", "tag": "2f7705a5-ede1-4107-9099-ab37ca83c338", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:09:20.173719 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-93dc828d-7f2a-4e21-8efc-948342a461b3 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:09:20.174158 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93dc828d-7f2a-4e21-8efc-948342a461b3'] response: {'name': 'network-changed', 'server_uuid': 'aeca5b91-37f9-4106-b29c-4780926b6b09', 'tag': '2f7705a5-ede1-4107-9099-ab37ca83c338', 'status': 'completed', 'code': 200} Sep 21 15:09:20.202875 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:20.278826 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:20.293333 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:09:20.305555 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:20.305765 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Added segment bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23 of type vlan for network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df Sep 21 15:09:20.488006 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:20.510504 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd7bc43-6a4c-4b7f-82a9-e614d787778f,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:20.572117 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-09ac1234-b604-4619-ad89-dd81784009d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'name': 'tempest-ServersTestManualDisk-1788168234-router', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:29Z', 'revision_number': 4, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'gw_port': {'id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '8ac88d0b-f7c1-4270-b84f-9c37d54c6a73', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'floating_ip_address': '172.26.4.205', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'port_id': '2f7705a5-ede1-4107-9099-ab37ca83c338', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08', 'mac_address': 'fa:16:3e:d3:2b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeca5b91-37f9-4106-b29c-4780926b6b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:08:41Z', 'updated_at': '2022-09-21T15:09:17Z', 'revision_number': 1, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14bf62c1-b881-4ebc-8d5d-45f1473f255c', 'name': '', 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'mac_address': 'fa:16:3e:4a:f0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '12321c25-030d-4ce8-873b-07a4218e6985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:27Z', 'updated_at': '2022-09-21T15:08:39Z', 'revision_number': 5, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'subnets': [{'id': '12321c25-030d-4ce8-873b-07a4218e6985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:20.581687 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ac1234-b604-4619-ad89-dd81784009d8 None None] Checking router: f0b68b36-7ba6-493a-b084-e159b7b39b3f for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:09:20.593783 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ac1234-b604-4619-ad89-dd81784009d8 None None] Routers {'f0b68b36-7ba6-493a-b084-e159b7b39b3f'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:09:20.594917 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-09ac1234-b604-4619-ad89-dd81784009d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:09:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['f0b68b36-7ba6-493a-b084-e159b7b39b3f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:20.710055 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3ae4cf-7de8-474e-8a4d-f9f572ad8278 None None] Network c17bbc3f-6e25-4f43-9404-1235415e1772 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:09:20.725846 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52506) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:20.736701 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c51a995-8c4f-4ddc-bf00-6c8531b953c0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:20.741382 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:09:20.835621 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:20.841865 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:20.842462 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:20.902225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-520165fb-865a-407f-a477-ffa89b269bb5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:20.918072 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9afe3aa1-84ad-46c9-97da-1877b5229980 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:20.919229 dv-neutron-858731-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-9afe3aa1-84ad-46c9-97da-1877b5229980 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 21 15:09:20.919741 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-9afe3aa1-84ad-46c9-97da-1877b5229980 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): There was a conflict when trying to complete your request. Sep 21 15:09:20.926852 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9afe3aa1-84ad-46c9-97da-1877b5229980 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1915731 Sep 21 15:09:20.926852 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52512) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:20.934505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62a61a-baab-4d04-bf04-a78684ea113d req-8fa7fed1-8509-41ee-b419-58aa8526dce1 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:20.935895 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6b62a61a-baab-4d04-bf04-a78684ea113d req-8fa7fed1-8509-41ee-b419-58aa8526dce1 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeca5b91-37f9-4106-b29c-4780926b6b09 HTTP/1.1" status: 200 len: 945 time: 0.5845180 Sep 21 15:09:20.939428 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f3d59-354d-43c8-82b0-109d4ee6e365 req-545b8e08-6254-4a58-a24d-449b97295663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:20.940838 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-941f3d59-354d-43c8-82b0-109d4ee6e365 req-545b8e08-6254-4a58-a24d-449b97295663 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d49d503a5c894e259463c6f22dd952c8&device_id=aeca5b91-37f9-4106-b29c-4780926b6b09 HTTP/1.1" status: 200 len: 1098 time: 0.7595251 Sep 21 15:09:20.945331 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c038bb-e9a3-4b26-b021-8bd6b248ac21 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:09:20.949708 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group': {'name': 'tempest-secgroup--73109780'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:20.957128 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cd7159-2684-49ef-ab5e-3dcb36299261 None None] Sync routers for ids ['1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:09:20.968727 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cd7159-2684-49ef-ab5e-3dcb36299261 None None] Routers {'1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:09:20.969713 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-38cd7159-2684-49ef-ab5e-3dcb36299261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:09:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:20.980481 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51a995-8c4f-4ddc-bf00-6c8531b953c0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Subnet': ['ID=65094a7d-6ed0-49b1-a74e-1e1e3bfba047,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:21.014497 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Network': ['ID=cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:21.016859 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c51a995-8c4f-4ddc-bf00-6c8531b953c0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Checking segment: {'id': 'c15a76d9-e015-4124-abbf-8ff657c443d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '03e13c15-4f6b-4349-b930-b3c605755b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:09:21.017275 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c51a995-8c4f-4ddc-bf00-6c8531b953c0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network hostable DHCP agents. Network: 03e13c15-4f6b-4349-b930-b3c605755b43, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:09:21.026114 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21c038bb-e9a3-4b26-b021-8bd6b248ac21 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:21.041689 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-38cd7159-2684-49ef-ab5e-3dcb36299261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:21.051729 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cd7159-2684-49ef-ab5e-3dcb36299261 None None] Routers {'1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:09:21.052699 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-38cd7159-2684-49ef-ab5e-3dcb36299261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:09:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:21.059141 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5fc48315-00a0-4d6a-a8c2-8986c159f0cf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0306835 Sep 21 15:09:21.071117 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52516) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:21.071920 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:21.085177 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-61b2355d-b59f-4672-86d9-ad56448b5003 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:21.109073 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-520165fb-865a-407f-a477-ffa89b269bb5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Transition to ACTIVE for port object ff5f165f-b0ce-4a8c-a4a4-53fe422556d1 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:21.112983 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:21.115948 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d4660fb0-6ded-4a0d-8fd7-9687f488bd5f None None] Provisioning for port 17ec0c28-4845-426d-9c6b-16a98cea0458 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:21.128199 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:09:21.163836 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-38cd7159-2684-49ef-ab5e-3dcb36299261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:21.164247 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cd7159-2684-49ef-ab5e-3dcb36299261 None None] The sync data for ids ['1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:09:21.194760 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c51a995-8c4f-4ddc-bf00-6c8531b953c0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network 03e13c15-4f6b-4349-b930-b3c605755b43 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:09:21.197633 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-21c038bb-e9a3-4b26-b021-8bd6b248ac21 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] 10.222.0.62 "DELETE /v2.0/floatingips/e08d5c2c-9488-4832-bc6d-48c2f90a2c59 HTTP/1.1" status: 204 len: 168 time: 3.9041054 Sep 21 15:09:21.202564 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52520) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:21.211736 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-2d044d8e-f547-4481-8516-8c35525101cc tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:21.230063 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2d044d8e-f547-4481-8516-8c35525101cc tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:21.232577 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-8c51a995-8c4f-4ddc-bf00-6c8531b953c0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 03e13c15-4f6b-4349-b930-b3c605755b43) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:21.241818 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2d044d8e-f547-4481-8516-8c35525101cc tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Usage tracker for resource:floatingip and tenant:816c9a91c4764cc59cf22a10493ed202 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:21.245947 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c51a995-8c4f-4ddc-bf00-6c8531b953c0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:21.246634 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c51a995-8c4f-4ddc-bf00-6c8531b953c0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:21.251234 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2d044d8e-f547-4481-8516-8c35525101cc tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:21.259641 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e60e6a-07d1-404b-b896-3681ab566212 None None] Network 03e13c15-4f6b-4349-b930-b3c605755b43 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:09:21.266221 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2d044d8e-f547-4481-8516-8c35525101cc tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:21.272777 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-61b2355d-b59f-4672-86d9-ad56448b5003 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:21.281158 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-61b2355d-b59f-4672-86d9-ad56448b5003 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:21.284814 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-61b2355d-b59f-4672-86d9-ad56448b5003 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:21.295621 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8c51a995-8c4f-4ddc-bf00-6c8531b953c0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1101382 Sep 21 15:09:21.296359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52524) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:21.298514 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-61b2355d-b59f-4672-86d9-ad56448b5003 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:21.303664 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d044d8e-f547-4481-8516-8c35525101cc tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:21.324966 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:21.326183 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3f5af059-1ad0-4e4c-b524-ecdd61ad69a9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'port': {'network_id': '03e13c15-4f6b-4349-b930-b3c605755b43', 'name': 'tempest-PortsTestJSON-846512068'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:21.344246 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:21.401480 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-09ac1234-b604-4619-ad89-dd81784009d8 None None] Set router f0b68b36-7ba6-493a-b084-e159b7b39b3f gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:09:21.411993 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6b62a61a-baab-4d04-bf04-a78684ea113d req-8c4a2e88-210a-4ade-b477-4634a777e0b3 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b68e36a-1676-41f1-b0c8-1b6975070ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4661078 Sep 21 15:09:21.413513 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f3d59-354d-43c8-82b0-109d4ee6e365 req-b0e9924c-ee72-4e3d-9c60-c2763b83bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:21.414979 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-941f3d59-354d-43c8-82b0-109d4ee6e365 req-b0e9924c-ee72-4e3d-9c60-c2763b83bd57 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0ef8c881-241c-44dd-ad21-90cc5d4e1c08 HTTP/1.1" status: 200 len: 913 time: 0.4122331 Sep 21 15:09:21.459424 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 17ec0c28-4845-426d-9c6b-16a98cea0458 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:09:21.546737 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b2355d-b59f-4672-86d9-ad56448b5003 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:21.550637 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-61b2355d-b59f-4672-86d9-ad56448b5003 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:21.678899 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3f5af059-1ad0-4e4c-b524-ecdd61ad69a9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:21.689036 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8293d81c-ff54-48fa-aa2d-d06e4542872a tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:21.699792 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3f5af059-1ad0-4e4c-b524-ecdd61ad69a9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:21.719323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:21.749227 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5af059-1ad0-4e4c-b524-ecdd61ad69a9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:21.753200 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3f5af059-1ad0-4e4c-b524-ecdd61ad69a9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:21.773223 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-941f3d59-354d-43c8-82b0-109d4ee6e365 req-fd5ca45e-9f0c-47df-ad91-289724a09d49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f7705a5-ede1-4107-9099-ab37ca83c338 HTTP/1.1" status: 200 len: 999 time: 0.3471370 Sep 21 15:09:21.778352 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8293d81c-ff54-48fa-aa2d-d06e4542872a tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:21.843743 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-3f5af059-1ad0-4e4c-b524-ecdd61ad69a9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] device_id is not set on port 0e0a6609-5d75-4fac-9449-5c0abef28e70 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:09:21.900951 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:21.921653 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 17ec0c28-4845-426d-9c6b-16a98cea0458 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:21.925857 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-03e13c15-4f6b-4349-b930-b3c605755b43', 'network_id': '03e13c15-4f6b-4349-b930-b3c605755b43', 'tenant_id': '3c76cd1c175246ce8c142ebc0c00da57', 'fixed_ips': [{'subnet_id': '65094a7d-6ed0-49b1-a74e-1e1e3bfba047'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:09:21.926713 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:21.943150 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:21.943968 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:21.948039 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:21.951631 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:21.952444 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d044d8e-f547-4481-8516-8c35525101cc tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:21.959373 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:21.961389 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 17ec0c28-4845-426d-9c6b-16a98cea0458 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:21.961857 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:22.129617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-520165fb-865a-407f-a477-ffa89b269bb5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:22.211119 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f3d59-354d-43c8-82b0-109d4ee6e365 req-24341a02-4902-49c9-bead-44b7e7280ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:22.212489 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-941f3d59-354d-43c8-82b0-109d4ee6e365 req-24341a02-4902-49c9-bead-44b7e7280ed7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=12321c25-030d-4ce8-873b-07a4218e6985 HTTP/1.1" status: 200 len: 851 time: 0.3655915 Sep 21 15:09:22.250833 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-61b2355d-b59f-4672-86d9-ad56448b5003 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:22.315886 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-3f5af059-1ad0-4e4c-b524-ecdd61ad69a9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Allocated IP 172.20.0.4 (03e13c15-4f6b-4349-b930-b3c605755b43/65094a7d-6ed0-49b1-a74e-1e1e3bfba047/0e0a6609-5d75-4fac-9449-5c0abef28e70) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:22.323041 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-28334a26-da17-462c-9355-aa0045f2d08b None None] Provisioning complete for port 17ec0c28-4845-426d-9c6b-16a98cea0458 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:22.323658 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-28334a26-da17-462c-9355-aa0045f2d08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:22.334554 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-8293d81c-ff54-48fa-aa2d-d06e4542872a tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Floating IP e8fc7f77-fa57-4437-a74c-a12d060d489e associated. External IP: 172.26.4.129, port: 53c6228e-d08a-4b81-ad80-b3c9f95259b3. Sep 21 15:09:22.363322 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-2d044d8e-f547-4481-8516-8c35525101cc tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Allocated IP 172.26.4.120 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/c6f280f1-9624-4ba6-bf81-c11dd1ebbf53) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:22.376640 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2355d-b59f-4672-86d9-ad56448b5003 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=03e83e73-b6bc-4e19-be40-f62ab8e17f0b,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:22.402042 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520165fb-865a-407f-a477-ffa89b269bb5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Network c17bbc3f-6e25-4f43-9404-1235415e1772 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:22.402436 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 17ec0c28-4845-426d-9c6b-16a98cea0458 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:22.402840 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:22.417831 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-520165fb-865a-407f-a477-ffa89b269bb5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:22.420053 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520165fb-865a-407f-a477-ffa89b269bb5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:22.426526 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520165fb-865a-407f-a477-ffa89b269bb5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:22.428324 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-520165fb-865a-407f-a477-ffa89b269bb5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:22.432798 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b2355d-b59f-4672-86d9-ad56448b5003 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:09:22.433166 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b2355d-b59f-4672-86d9-ad56448b5003 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network hostable DHCP agents. Network: cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:09:22.448338 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520165fb-865a-407f-a477-ffa89b269bb5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Pushing event updated for resources: {'Port': ['ID=ff5f165f-b0ce-4a8c-a4a4-53fe422556d1,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:22.450174 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-09ac1234-b604-4619-ad89-dd81784009d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'name': 'tempest-ServersTestManualDisk-1788168234-router', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:29Z', 'revision_number': 4, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'gw_port': {'id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '8ac88d0b-f7c1-4270-b84f-9c37d54c6a73', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'floating_ip_address': '172.26.4.205', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'port_id': '2f7705a5-ede1-4107-9099-ab37ca83c338', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08', 'mac_address': 'fa:16:3e:d3:2b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeca5b91-37f9-4106-b29c-4780926b6b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:08:41Z', 'updated_at': '2022-09-21T15:09:17Z', 'revision_number': 1, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14bf62c1-b881-4ebc-8d5d-45f1473f255c', 'name': '', 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'mac_address': 'fa:16:3e:4a:f0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '12321c25-030d-4ce8-873b-07a4218e6985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:27Z', 'updated_at': '2022-09-21T15:08:39Z', 'revision_number': 5, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'subnets': [{'id': '12321c25-030d-4ce8-873b-07a4218e6985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:22.472151 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:22.491323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:22.492484 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ac1234-b604-4619-ad89-dd81784009d8 None None] The sync data for ids ['f0b68b36-7ba6-493a-b084-e159b7b39b3f'] in dv-neutron-858731-1-hyperv is: [{'id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'name': 'tempest-ServersTestManualDisk-1788168234-router', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:29Z', 'revision_number': 4, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'gw_port': {'id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '8ac88d0b-f7c1-4270-b84f-9c37d54c6a73', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'floating_ip_address': '172.26.4.205', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'port_id': '2f7705a5-ede1-4107-9099-ab37ca83c338', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08', 'mac_address': 'fa:16:3e:d3:2b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeca5b91-37f9-4106-b29c-4780926b6b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:08:41Z', 'updated_at': '2022-09-21T15:09:17Z', 'revision_number': 1, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14bf62c1-b881-4ebc-8d5d-45f1473f255c', 'name': '', 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'mac_address': 'fa:16:3e:4a:f0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '12321c25-030d-4ce8-873b-07a4218e6985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:27Z', 'updated_at': '2022-09-21T15:08:39Z', 'revision_number': 5, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'subnets': [{'id': '12321c25-030d-4ce8-873b-07a4218e6985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:09:22.508344 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 17ec0c28-4845-426d-9c6b-16a98cea0458, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=17ec0c28-4845-426d-9c6b-16a98cea0458,segment=NetworkSegment(50b7bb5d-15d2-4f74-a9fb-3541601844ad),segment_id=50b7bb5d-15d2-4f74-a9fb-3541601844ad)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:22.522300 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:22.535739 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:22.541433 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-520165fb-865a-407f-a477-ffa89b269bb5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.6697299 Sep 21 15:09:22.551084 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52534) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:22.569801 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:22.575871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:22.587448 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:22.591669 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436fb019-eb17-4215-b417-0bb10598c92a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:22.598628 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-28334a26-da17-462c-9355-aa0045f2d08b None None] Current status of the port 17ec0c28-4845-426d-9c6b-16a98cea0458 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:22.599234 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-28334a26-da17-462c-9355-aa0045f2d08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:22.668189 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d4865d0d-3e4a-43e6-b049-1e814fc7a9a5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Request body: {'port': {'network_id': 'c17bbc3f-6e25-4f43-9404-1235415e1772', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-723926396', 'allowed_address_pairs': [{'ip_address': '2001:db8::240', 'mac_address': 'fa:16:3e:cb:61:bc'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:22.695276 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=17ec0c28-4845-426d-9c6b-16a98cea0458,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:22.741951 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-28334a26-da17-462c-9355-aa0045f2d08b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:09:22.742308 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-28334a26-da17-462c-9355-aa0045f2d08b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:09:22.784567 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f3d59-354d-43c8-82b0-109d4ee6e365 req-850e6ba1-bc49-4eba-9152-8834914caf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:22.785207 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-941f3d59-354d-43c8-82b0-109d4ee6e365 req-850e6ba1-bc49-4eba-9152-8834914caf4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0ef8c881-241c-44dd-ad21-90cc5d4e1c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5565774 Sep 21 15:09:22.831895 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ec6046-cac6-40d2-b918-98832ce13138 None None] New status for floating IP 8ac88d0b-f7c1-4270-b84f-9c37d54c6a73: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:09:22.886399 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b2355d-b59f-4672-86d9-ad56448b5003 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:09:22.944031 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-61b2355d-b59f-4672-86d9-ad56448b5003 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:22.991985 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b2355d-b59f-4672-86d9-ad56448b5003 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:22.992284 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-61b2355d-b59f-4672-86d9-ad56448b5003 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:23.003429 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7372f9f0-0039-41f5-a604-4e732c56ddea None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:09:23.063612 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3f5af059-1ad0-4e4c-b524-ecdd61ad69a9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:23.067259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:23.075686 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d044d8e-f547-4481-8516-8c35525101cc tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:23.085943 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:23.094038 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8293d81c-ff54-48fa-aa2d-d06e4542872a tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Router 2f00fce9-2900-4916-b2e2-04c51cef2229 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:09:23.096975 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d4865d0d-3e4a-43e6-b049-1e814fc7a9a5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:23.101667 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-3f5af059-1ad0-4e4c-b524-ecdd61ad69a9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Transition to ACTIVE for port object 0e0a6609-5d75-4fac-9449-5c0abef28e70 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:23.105614 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d4865d0d-3e4a-43e6-b049-1e814fc7a9a5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Usage tracker for resource:port and tenant:2c35dc11899c4214874e0d595768bc3a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:23.113306 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-61b2355d-b59f-4672-86d9-ad56448b5003 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0410807 Sep 21 15:09:23.114110 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52538) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:23.116102 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d4865d0d-3e4a-43e6-b049-1e814fc7a9a5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:23.118120 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-941f3d59-354d-43c8-82b0-109d4ee6e365 req-05e69208-2cc1-4668-8cad-f121244b6797 service neutron] 10.222.0.20 "GET /v2.0/networks/0ef8c881-241c-44dd-ad21-90cc5d4e1c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122003 Sep 21 15:09:23.130594 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4a6509dc-7f30-413c-81b1-ea3312aae32c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'name': 'tempest-NetworksTestDHCPv6-241922151'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:23.154995 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d4865d0d-3e4a-43e6-b049-1e814fc7a9a5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:23.254806 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4865d0d-3e4a-43e6-b049-1e814fc7a9a5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Made reservation on behalf of 2c35dc11899c4214874e0d595768bc3a for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:23.394050 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:23.398605 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-28334a26-da17-462c-9355-aa0045f2d08b None None] Current status of the port 17ec0c28-4845-426d-9c6b-16a98cea0458 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:23.399014 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.4580188 Sep 21 15:09:23.399014 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581745c-6ac7-4cbf-925e-e18e956046e9 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f39be23-8fe0-44d1-8212-b03eb4fe76cf,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:23.399168 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 17ec0c28-4845-426d-9c6b-16a98cea0458 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:09:23.404541 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d044d8e-f547-4481-8516-8c35525101cc tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:23.414244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52542) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:23.431750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-82c00164-e482-44b9-9d86-da1ec52d3ea4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': '5f39be23-8fe0-44d1-8212-b03eb4fe76cf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:23.444812 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-82c00164-e482-44b9-9d86-da1ec52d3ea4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:23.453694 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-82c00164-e482-44b9-9d86-da1ec52d3ea4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:23.459805 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-82c00164-e482-44b9-9d86-da1ec52d3ea4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:23.479881 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3f5af059-1ad0-4e4c-b524-ecdd61ad69a9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:23.482155 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-82c00164-e482-44b9-9d86-da1ec52d3ea4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:23.537374 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4a6509dc-7f30-413c-81b1-ea3312aae32c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:23.543679 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d044d8e-f547-4481-8516-8c35525101cc tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:23.553778 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-2d044d8e-f547-4481-8516-8c35525101cc tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:23.560088 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-75536edf-a255-4204-b0cf-c50aff8a28a8 None None] Provisioning for port ff5f165f-b0ce-4a8c-a4a4-53fe422556d1 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:23.573623 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4a6509dc-7f30-413c-81b1-ea3312aae32c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:port and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:23.579928 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d044d8e-f547-4481-8516-8c35525101cc tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:23.591489 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-82c00164-e482-44b9-9d86-da1ec52d3ea4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:23.601164 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-941f3d59-354d-43c8-82b0-109d4ee6e365 req-3a856697-2497-4fd4-a195-6a374f071041 service neutron] 10.222.0.20 "GET /v2.0/networks/0ef8c881-241c-44dd-ad21-90cc5d4e1c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687088 Sep 21 15:09:23.607601 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4a6509dc-7f30-413c-81b1-ea3312aae32c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:23.609651 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-75536edf-a255-4204-b0cf-c50aff8a28a8 None None] Provisioning complete for port ff5f165f-b0ce-4a8c-a4a4-53fe422556d1 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:23.619509 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-75536edf-a255-4204-b0cf-c50aff8a28a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:23.626791 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d044d8e-f547-4481-8516-8c35525101cc tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Pushing event updated for resources: {'Port': ['ID=c6f280f1-9624-4ba6-bf81-c11dd1ebbf53,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:23.629796 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8293d81c-ff54-48fa-aa2d-d06e4542872a tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:09:23.635522 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8293d81c-ff54-48fa-aa2d-d06e4542872a tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:23.637901 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4a6509dc-7f30-413c-81b1-ea3312aae32c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:23.640845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5af059-1ad0-4e4c-b524-ecdd61ad69a9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network 03e13c15-4f6b-4349-b930-b3c605755b43 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:23.655026 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b768059-19f5-45f9-8f68-3630715c0be8 None None] Sync routers for ids ['2f00fce9-2900-4916-b2e2-04c51cef2229'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:09:23.659467 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] Allocated IP 172.20.0.2 (03e13c15-4f6b-4349-b930-b3c605755b43/65094a7d-6ed0-49b1-a74e-1e1e3bfba047/7b9d6151-ba12-4d79-9147-33e32e9cb796) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:23.675631 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b768059-19f5-45f9-8f68-3630715c0be8 None None] Routers {'2f00fce9-2900-4916-b2e2-04c51cef2229'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:09:23.676896 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3b768059-19f5-45f9-8f68-3630715c0be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:09:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2f00fce9-2900-4916-b2e2-04c51cef2229'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:23.686777 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-3f5af059-1ad0-4e4c-b524-ecdd61ad69a9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:23.704657 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5af059-1ad0-4e4c-b524-ecdd61ad69a9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:23.711203 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 17ec0c28-4845-426d-9c6b-16a98cea0458 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:23.711579 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:23.719701 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8293d81c-ff54-48fa-aa2d-d06e4542872a tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "PUT /v2.0/floatingips/e8fc7f77-fa57-4437-a74c-a12d060d489e HTTP/1.1" status: 200 len: 992 time: 4.1184840 Sep 21 15:09:23.726813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a143cb60-8035-4815-8a13-89b4df9dbd22', 'tag': '53c6228e-d08a-4b81-ad80-b3c9f95259b3'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:09:23.730511 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a83245a-f5e0-47bd-88f4-1ebfa3c49010" -d '{"events": [{"name": "network-changed", "server_uuid": "a143cb60-8035-4815-8a13-89b4df9dbd22", "tag": "53c6228e-d08a-4b81-ad80-b3c9f95259b3"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:09:23.738032 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-82c00164-e482-44b9-9d86-da1ec52d3ea4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:23.753749 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-82c00164-e482-44b9-9d86-da1ec52d3ea4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:23.764283 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'fixed_ips': [{'subnet_id': '03e83e73-b6bc-4e19-be40-f62ab8e17f0b'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:09:23.765333 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:23.789964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c00164-e482-44b9-9d86-da1ec52d3ea4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf03816a-408f-4dce-9377-b00b55242d7a,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:23.816401 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dcf4f2-ab31-474d-86a1-4637e105585a x-openstack-request-id: req-70dcf4f2-ab31-474d-86a1-4637e105585a {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:09:23.816889 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a143cb60-8035-4815-8a13-89b4df9dbd22", "tag": "53c6228e-d08a-4b81-ad80-b3c9f95259b3", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:09:23.817581 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70dcf4f2-ab31-474d-86a1-4637e105585a {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:09:23.817846 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70dcf4f2-ab31-474d-86a1-4637e105585a'] response: {'name': 'network-changed', 'server_uuid': 'a143cb60-8035-4815-8a13-89b4df9dbd22', 'tag': '53c6228e-d08a-4b81-ad80-b3c9f95259b3', 'status': 'completed', 'code': 200} Sep 21 15:09:23.822497 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-82c00164-e482-44b9-9d86-da1ec52d3ea4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:23.824178 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-82c00164-e482-44b9-9d86-da1ec52d3ea4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4089673 Sep 21 15:09:23.826844 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52550) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:23.832613 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-93270691-4660-4f9d-94ff-1382684d32a6 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': '5f39be23-8fe0-44d1-8212-b03eb4fe76cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:23.835414 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6509dc-7f30-413c-81b1-ea3312aae32c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:23.839622 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4a6509dc-7f30-413c-81b1-ea3312aae32c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:23.864907 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d4865d0d-3e4a-43e6-b049-1e814fc7a9a5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:23.869752 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-75536edf-a255-4204-b0cf-c50aff8a28a8 None None] Port ff5f165f-b0ce-4a8c-a4a4-53fe422556d1 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:09:23.925338 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5af059-1ad0-4e4c-b524-ecdd61ad69a9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=0e0a6609-5d75-4fac-9449-5c0abef28e70,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:23.941978 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-4a6509dc-7f30-413c-81b1-ea3312aae32c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] device_id is not set on port 47474916-966b-4c61-b3c8-c59b994ef3ad yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:09:23.956132 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-93270691-4660-4f9d-94ff-1382684d32a6 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:23.972304 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-93270691-4660-4f9d-94ff-1382684d32a6 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:23.977126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-93270691-4660-4f9d-94ff-1382684d32a6 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:23.985324 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-d4865d0d-3e4a-43e6-b049-1e814fc7a9a5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] device_id is not set on port a8ebae0c-7943-4dcf-9fff-5d9a97278419 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:09:23.993632 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-93270691-4660-4f9d-94ff-1382684d32a6 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:24.025626 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] Allocated IP 2001:db8::2 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/03e83e73-b6bc-4e19-be40-f62ab8e17f0b/02fcf978-b43e-45bd-80a6-2a4087c49358) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:24.029542 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93270691-4660-4f9d-94ff-1382684d32a6 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:24.029775 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5af059-1ad0-4e4c-b524-ecdd61ad69a9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:24.030587 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3f5af059-1ad0-4e4c-b524-ecdd61ad69a9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:24.053530 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c479c599-7a13-4ace-ba07-98bb8a44c14f req-e5a44e78-2947-4dda-b06e-b95d3b3d9be0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6943159 Sep 21 15:09:24.079375 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83245a-f5e0-47bd-88f4-1ebfa3c49010 req-e1d11b7c-3bbb-4499-8584-0e479ae32f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:24.080882 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1a83245a-f5e0-47bd-88f4-1ebfa3c49010 req-e1d11b7c-3bbb-4499-8584-0e479ae32f68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dcc136835e934810abcfcbfd5ed75196&device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 1099 time: 0.2436664 Sep 21 15:09:24.114890 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038eb95-c741-40cf-be20-fc63eb38063b req-50ba6f27-9daa-4dbe-8be2-d8c94141fcea tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:24.122386 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7038eb95-c741-40cf-be20-fc63eb38063b req-50ba6f27-9daa-4dbe-8be2-d8c94141fcea tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/ports?device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 946 time: 0.2156420 Sep 21 15:09:24.143538 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3f5af059-1ad0-4e4c-b524-ecdd61ad69a9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8425558 Sep 21 15:09:24.149609 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d044d8e-f547-4481-8516-8c35525101cc tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:24.163464 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52554) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:24.230367 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-3b768059-19f5-45f9-8f68-3630715c0be8 None None] Set router 2f00fce9-2900-4916-b2e2-04c51cef2229 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:09:24.300781 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:24.311547 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] Transition to ACTIVE for port object 02fcf978-b43e-45bd-80a6-2a4087c49358 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:24.331279 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] Transition to ACTIVE for port object 02fcf978-b43e-45bd-80a6-2a4087c49358 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:24.351048 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:24.370765 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83245a-f5e0-47bd-88f4-1ebfa3c49010 req-727ec1cd-ca36-435a-89b0-3fc166052eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:24.374022 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1a83245a-f5e0-47bd-88f4-1ebfa3c49010 req-727ec1cd-ca36-435a-89b0-3fc166052eab service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0 HTTP/1.1" status: 200 len: 906 time: 0.2857249 Sep 21 15:09:24.407615 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7038eb95-c741-40cf-be20-fc63eb38063b req-ed6ed699-6583-4621-b349-6eb351ae84dc tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8fe283a-2339-4c5b-adb0-2c6c5d5e9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2843010 Sep 21 15:09:24.477842 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:24.492907 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:24.500619 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:24.518496 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-d4865d0d-3e4a-43e6-b049-1e814fc7a9a5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Allocated IP 2001:db8::2a (c17bbc3f-6e25-4f43-9404-1235415e1772/8ce8cff6-c651-4bbb-93b9-d31bbd475ff2/a8ebae0c-7943-4dcf-9fff-5d9a97278419) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:24.527453 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9a48d5bc-82d6-4b45-a6cc-0c21d95dcb56 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port 0e0a6609-5d75-4fac-9449-5c0abef28e70 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:24.528124 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a48d5bc-82d6-4b45-a6cc-0c21d95dcb56 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:24.543564 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] Pushing event updated for resources: {'Port': ['ID=02fcf978-b43e-45bd-80a6-2a4087c49358,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:24.585354 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d044d8e-f547-4481-8516-8c35525101cc tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:24.597138 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1a83245a-f5e0-47bd-88f4-1ebfa3c49010 req-357e1828-fcbe-4e7b-a46d-263b29d9f8bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53c6228e-d08a-4b81-ad80-b3c9f95259b3 HTTP/1.1" status: 200 len: 1000 time: 0.1880844 Sep 21 15:09:24.608260 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-93270691-4660-4f9d-94ff-1382684d32a6 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): There was a conflict when trying to complete your request. Sep 21 15:09:24.610079 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3b768059-19f5-45f9-8f68-3630715c0be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'name': 'tempest-ServersTestJSON-711045979-router', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:29Z', 'revision_number': 4, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'gw_port': {'id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'e8fc7f77-fa57-4437-a74c-a12d060d489e', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'floating_ip_address': '172.26.4.129', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'port_id': '53c6228e-d08a-4b81-ad80-b3c9f95259b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0', 'mac_address': 'fa:16:3e:b1:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143cb60-8035-4815-8a13-89b4df9dbd22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:08:47Z', 'updated_at': '2022-09-21T15:09:21Z', 'revision_number': 1, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08fc8e81-39fd-4226-a8e8-f4dae0aaf067', 'name': '', 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'mac_address': 'fa:16:3e:b2:81:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:25Z', 'updated_at': '2022-09-21T15:08:40Z', 'revision_number': 5, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'subnets': [{'id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:24.612783 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-93270691-4660-4f9d-94ff-1382684d32a6 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7846584 Sep 21 15:09:24.613383 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52564) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:24.614326 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b768059-19f5-45f9-8f68-3630715c0be8 None None] Checking router: 2f00fce9-2900-4916-b2e2-04c51cef2229 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:09:24.624472 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b768059-19f5-45f9-8f68-3630715c0be8 None None] Routers {'2f00fce9-2900-4916-b2e2-04c51cef2229'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:09:24.625053 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3b768059-19f5-45f9-8f68-3630715c0be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:09:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2f00fce9-2900-4916-b2e2-04c51cef2229'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:24.660610 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-4a6509dc-7f30-413c-81b1-ea3312aae32c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8::37d (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/03e83e73-b6bc-4e19-be40-f62ab8e17f0b/47474916-966b-4c61-b3c8-c59b994ef3ad) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:24.676314 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 17ec0c28-4845-426d-9c6b-16a98cea0458 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:24.728320 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83245a-f5e0-47bd-88f4-1ebfa3c49010 req-a853962e-4c40-45b4-a701-6577dd800913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:24.731250 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1a83245a-f5e0-47bd-88f4-1ebfa3c49010 req-a853962e-4c40-45b4-a701-6577dd800913 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652 HTTP/1.1" status: 200 len: 844 time: 0.1161785 Sep 21 15:09:24.742308 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] Attempting to bind port 02fcf978-b43e-45bd-80a6-2a4087c49358 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:09:24.742819 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] Attempting to bind port 02fcf978-b43e-45bd-80a6-2a4087c49358 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:09:24.743272 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] Attempting to bind port 02fcf978-b43e-45bd-80a6-2a4087c49358 on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:09:24.751819 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:09:24.751819 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:09:24.752427 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:24.752957 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:09:24.753518 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] Bound port: 02fcf978-b43e-45bd-80a6-2a4087c49358, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:09:24.753988 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:24.809217 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-3b768059-19f5-45f9-8f68-3630715c0be8 None None] Set router 2f00fce9-2900-4916-b2e2-04c51cef2229 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:09:24.812862 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:24.843248 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] Transition to ACTIVE for port object 7b9d6151-ba12-4d79-9147-33e32e9cb796 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:24.883075 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] Transition to ACTIVE for port object 7b9d6151-ba12-4d79-9147-33e32e9cb796 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:24.894935 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] For port 02fcf978-b43e-45bd-80a6-2a4087c49358, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:09:24.899027 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] For port 02fcf978-b43e-45bd-80a6-2a4087c49358, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=02fcf978-b43e-45bd-80a6-2a4087c49358,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:09:24.901789 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:24.911188 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-992d1f8e-4673-4e6a-ab9c-1122c87c5110 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:24.957766 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:24.958900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-992d1f8e-4673-4e6a-ab9c-1122c87c5110 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:25.000430 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] Network 03e13c15-4f6b-4349-b930-b3c605755b43 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:25.004693 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:25.006997 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] Pushing event updated for resources: {'Port': ['ID=7b9d6151-ba12-4d79-9147-33e32e9cb796,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:25.009926 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:25.044374 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d4865d0d-3e4a-43e6-b049-1e814fc7a9a5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:25.059894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-992d1f8e-4673-4e6a-ab9c-1122c87c5110 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:25.062719 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-d4865d0d-3e4a-43e6-b049-1e814fc7a9a5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Transition to ACTIVE for port object a8ebae0c-7943-4dcf-9fff-5d9a97278419 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:25.102328 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d1f8e-4673-4e6a-ab9c-1122c87c5110 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f39be23-8fe0-44d1-8212-b03eb4fe76cf,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:25.117874 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d4865d0d-3e4a-43e6-b049-1e814fc7a9a5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:25.125709 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-992d1f8e-4673-4e6a-ab9c-1122c87c5110 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:25.131549 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-992d1f8e-4673-4e6a-ab9c-1122c87c5110 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "DELETE /v2.0/security-groups/5f39be23-8fe0-44d1-8212-b03eb4fe76cf HTTP/1.1" status: 204 len: 168 time: 0.5135009 Sep 21 15:09:25.132334 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52568) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:25.230422 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafc986-8de8-42fa-8166-5210a1f6a98d None None] Pushing event updated for resources: {'Port': ['ID=02fcf978-b43e-45bd-80a6-2a4087c49358,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:25.268333 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-582ec7b9-2477-4b28-9d5d-37c14df8e6e8 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Synchronizing usage tracker for tenant:f551c27ab7384264806e535fea7a4504 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:25.275465 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3b768059-19f5-45f9-8f68-3630715c0be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'name': 'tempest-ServersTestJSON-711045979-router', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:29Z', 'revision_number': 4, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'gw_port': {'id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'e8fc7f77-fa57-4437-a74c-a12d060d489e', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'floating_ip_address': '172.26.4.129', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'port_id': '53c6228e-d08a-4b81-ad80-b3c9f95259b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0', 'mac_address': 'fa:16:3e:b1:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143cb60-8035-4815-8a13-89b4df9dbd22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:08:47Z', 'updated_at': '2022-09-21T15:09:21Z', 'revision_number': 1, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08fc8e81-39fd-4226-a8e8-f4dae0aaf067', 'name': '', 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'mac_address': 'fa:16:3e:b2:81:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:25Z', 'updated_at': '2022-09-21T15:08:40Z', 'revision_number': 5, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'subnets': [{'id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:25.279143 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83245a-f5e0-47bd-88f4-1ebfa3c49010 req-78a1da10-1e4e-4f96-b141-6f45f58a2064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:25.281004 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b768059-19f5-45f9-8f68-3630715c0be8 None None] The sync data for ids ['2f00fce9-2900-4916-b2e2-04c51cef2229'] in dv-neutron-858731-1-hyperv is: [{'id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'name': 'tempest-ServersTestJSON-711045979-router', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:29Z', 'revision_number': 4, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'gw_port': {'id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'e8fc7f77-fa57-4437-a74c-a12d060d489e', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'floating_ip_address': '172.26.4.129', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'port_id': '53c6228e-d08a-4b81-ad80-b3c9f95259b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0', 'mac_address': 'fa:16:3e:b1:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143cb60-8035-4815-8a13-89b4df9dbd22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:08:47Z', 'updated_at': '2022-09-21T15:09:21Z', 'revision_number': 1, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08fc8e81-39fd-4226-a8e8-f4dae0aaf067', 'name': '', 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'mac_address': 'fa:16:3e:b2:81:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:25Z', 'updated_at': '2022-09-21T15:08:40Z', 'revision_number': 5, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'subnets': [{'id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:09:25.282539 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479c599-7a13-4ace-ba07-98bb8a44c14f req-7010d115-4981-4a9f-b970-2c87909d8de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:25.283028 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1a83245a-f5e0-47bd-88f4-1ebfa3c49010 req-78a1da10-1e4e-4f96-b141-6f45f58a2064 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4832144 Sep 21 15:09:25.284875 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c479c599-7a13-4ace-ba07-98bb8a44c14f req-7010d115-4981-4a9f-b970-2c87909d8de8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=537869f246ac43fa81163f09d28c74dc&device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 1099 time: 1.0658231 Sep 21 15:09:25.363554 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] Attempting to bind port 7b9d6151-ba12-4d79-9147-33e32e9cb796 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:09:25.363925 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] Attempting to bind port 7b9d6151-ba12-4d79-9147-33e32e9cb796 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'c15a76d9-e015-4124-abbf-8ff657c443d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '03e13c15-4f6b-4349-b930-b3c605755b43'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:09:25.364287 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] Attempting to bind port 7b9d6151-ba12-4d79-9147-33e32e9cb796 on network 03e13c15-4f6b-4349-b930-b3c605755b43 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:09:25.371061 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:09:25.371469 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] Checking segment: {'id': 'c15a76d9-e015-4124-abbf-8ff657c443d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '03e13c15-4f6b-4349-b930-b3c605755b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:09:25.371868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:25.372331 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] Bound using segment: {'id': 'c15a76d9-e015-4124-abbf-8ff657c443d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '03e13c15-4f6b-4349-b930-b3c605755b43'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:09:25.373237 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] Bound port: 7b9d6151-ba12-4d79-9147-33e32e9cb796, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15a76d9-e015-4124-abbf-8ff657c443d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '03e13c15-4f6b-4349-b930-b3c605755b43'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:09:25.373615 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:25.378766 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-582ec7b9-2477-4b28-9d5d-37c14df8e6e8 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Unset dirty status for tenant:f551c27ab7384264806e535fea7a4504 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:25.383765 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4865d0d-3e4a-43e6-b049-1e814fc7a9a5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Network c17bbc3f-6e25-4f43-9404-1235415e1772 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:25.390589 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-582ec7b9-2477-4b28-9d5d-37c14df8e6e8 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2394431 Sep 21 15:09:25.391501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52572) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:25.413323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b5d731be-e098-4fca-8e8f-a743139d3e19 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group': {'name': 'tempest-secgroup--307452769'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:25.426004 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b5d731be-e098-4fca-8e8f-a743139d3e19 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:25.441757 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b5d731be-e098-4fca-8e8f-a743139d3e19 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:25.451487 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d4865d0d-3e4a-43e6-b049-1e814fc7a9a5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:25.506212 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b5d731be-e098-4fca-8e8f-a743139d3e19 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:25.534919 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1a83245a-f5e0-47bd-88f4-1ebfa3c49010 req-34e8c5a4-2e73-48f9-9a7c-360ec53b4de8 service neutron] 10.222.0.20 "GET /v2.0/networks/9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399778 Sep 21 15:09:25.536949 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4865d0d-3e4a-43e6-b049-1e814fc7a9a5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:25.547345 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4865d0d-3e4a-43e6-b049-1e814fc7a9a5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:25.548028 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d4865d0d-3e4a-43e6-b049-1e814fc7a9a5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:25.570689 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] For port 7b9d6151-ba12-4d79-9147-33e32e9cb796, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:09:25.573324 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b5d731be-e098-4fca-8e8f-a743139d3e19 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:25.577247 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] For port 7b9d6151-ba12-4d79-9147-33e32e9cb796, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=7b9d6151-ba12-4d79-9147-33e32e9cb796,segment=NetworkSegment(c15a76d9-e015-4124-abbf-8ff657c443d1),segment_id=c15a76d9-e015-4124-abbf-8ff657c443d1)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:09:25.584055 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4865d0d-3e4a-43e6-b049-1e814fc7a9a5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Pushing event updated for resources: {'Port': ['ID=a8ebae0c-7943-4dcf-9fff-5d9a97278419,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:25.592935 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b5d731be-e098-4fca-8e8f-a743139d3e19 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:25.599809 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:25.692182 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b5d731be-e098-4fca-8e8f-a743139d3e19 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:25.717115 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b5d731be-e098-4fca-8e8f-a743139d3e19 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:25.779075 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715c65f-29b2-402f-b9fd-ffc7bc575db2 None None] Pushing event updated for resources: {'Port': ['ID=7b9d6151-ba12-4d79-9147-33e32e9cb796,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:25.799433 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b106f6-80fb-42f1-9301-a4e6720687d0 None None] New status for floating IP e8fc7f77-fa57-4437-a74c-a12d060d489e: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:09:25.810589 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1a83245a-f5e0-47bd-88f4-1ebfa3c49010 req-8c7b4331-6274-412c-8071-b15f437a5a50 service neutron] 10.222.0.20 "GET /v2.0/networks/9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609863 Sep 21 15:09:25.812531 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d4865d0d-3e4a-43e6-b049-1e814fc7a9a5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.1854796 Sep 21 15:09:25.812695 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52576) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:25.950937 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a48d5bc-82d6-4b45-a6cc-0c21d95dcb56 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:26.093251 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4a6509dc-7f30-413c-81b1-ea3312aae32c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:26.110557 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-4a6509dc-7f30-413c-81b1-ea3312aae32c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Transition to ACTIVE for port object 47474916-966b-4c61-b3c8-c59b994ef3ad will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:26.118748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b5d731be-e098-4fca-8e8f-a743139d3e19 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:26.122644 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479c599-7a13-4ace-ba07-98bb8a44c14f req-89136e30-bcff-40b9-8853-7fe3a2616d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:26.124700 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c479c599-7a13-4ace-ba07-98bb8a44c14f req-89136e30-bcff-40b9-8853-7fe3a2616d9e service neutron] 10.222.0.20 "GET /v2.0/networks?id=35623812-409c-40a9-b25b-97314219e56f HTTP/1.1" status: 200 len: 912 time: 0.8120213 Sep 21 15:09:26.127285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b5d731be-e098-4fca-8e8f-a743139d3e19 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:26.176891 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917cc44e-0a2c-4ce8-b1f8-e976b5dbae5c tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:26.184589 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917cc44e-0a2c-4ce8-b1f8-e976b5dbae5c tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:26.190672 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917cc44e-0a2c-4ce8-b1f8-e976b5dbae5c tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:26.191691 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-917cc44e-0a2c-4ce8-b1f8-e976b5dbae5c tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Synchronizing usage tracker for tenant:2c35dc11899c4214874e0d595768bc3a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:26.195886 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4581c55c-694f-4f72-a8b5-b348a64a9a40 None None] Provisioning for port a8ebae0c-7943-4dcf-9fff-5d9a97278419 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:26.207729 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d731be-e098-4fca-8e8f-a743139d3e19 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbcd021-d7be-4a43-9e5f-b254b1eddd24,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:26.215526 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4581c55c-694f-4f72-a8b5-b348a64a9a40 None None] Provisioning complete for port a8ebae0c-7943-4dcf-9fff-5d9a97278419 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:26.217648 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4581c55c-694f-4f72-a8b5-b348a64a9a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:26.225898 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b5d731be-e098-4fca-8e8f-a743139d3e19 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:26.229845 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b5d731be-e098-4fca-8e8f-a743139d3e19 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8259735 Sep 21 15:09:26.230924 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52580) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:26.237733 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5483d4fd-486d-42fe-b8f4-9e1ac399acc8 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': '3bbcd021-d7be-4a43-9e5f-b254b1eddd24', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:26.238578 dv-neutron-858731-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-5483d4fd-486d-42fe-b8f4-9e1ac399acc8 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 21 15:09:26.239017 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-5483d4fd-486d-42fe-b8f4-9e1ac399acc8 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:09:26.241578 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5483d4fd-486d-42fe-b8f4-9e1ac399acc8 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0100985 Sep 21 15:09:26.247225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52584) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:26.269636 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-917cc44e-0a2c-4ce8-b1f8-e976b5dbae5c tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Unset dirty status for tenant:2c35dc11899c4214874e0d595768bc3a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:26.272212 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-917cc44e-0a2c-4ce8-b1f8-e976b5dbae5c tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.4583595 Sep 21 15:09:26.278424 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52588) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:26.295411 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4581c55c-694f-4f72-a8b5-b348a64a9a40 None None] Port a8ebae0c-7943-4dcf-9fff-5d9a97278419 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:09:26.358980 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9a48d5bc-82d6-4b45-a6cc-0c21d95dcb56 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Calling delete_port for 0e0a6609-5d75-4fac-9449-5c0abef28e70 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:26.386313 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-aa65d5e4-3034-468f-85a9-b8db96fcb39d tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Deleting port a8ebae0c-7943-4dcf-9fff-5d9a97278419 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:26.386658 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa65d5e4-3034-468f-85a9-b8db96fcb39d tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:26.450580 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7cb78296-04a1-429e-be68-bf95b6fff39a tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:26.460016 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4a6509dc-7f30-413c-81b1-ea3312aae32c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:26.544503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7cb78296-04a1-429e-be68-bf95b6fff39a tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:26.566882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d044d8e-f547-4481-8516-8c35525101cc tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:26.576070 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6509dc-7f30-413c-81b1-ea3312aae32c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:26.582789 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-4a6509dc-7f30-413c-81b1-ea3312aae32c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:26.585245 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6509dc-7f30-413c-81b1-ea3312aae32c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:26.592006 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6509dc-7f30-413c-81b1-ea3312aae32c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:26.592663 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4a6509dc-7f30-413c-81b1-ea3312aae32c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:26.615261 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d044d8e-f547-4481-8516-8c35525101cc tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:26.636786 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a78aa6-4625-40c7-a0e9-d02c6a599f21 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:09:26.652824 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c479c599-7a13-4ace-ba07-98bb8a44c14f req-aab54822-33d9-4ee3-94a4-0331a4b6edb7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f885edf7-41fa-47bd-b181-19541fdf8bf8 HTTP/1.1" status: 200 len: 1001 time: 0.4524879 Sep 21 15:09:26.658984 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6509dc-7f30-413c-81b1-ea3312aae32c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=47474916-966b-4c61-b3c8-c59b994ef3ad,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:26.719332 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7cb78296-04a1-429e-be68-bf95b6fff39a tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:26.752843 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb78296-04a1-429e-be68-bf95b6fff39a tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbcd021-d7be-4a43-9e5f-b254b1eddd24,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:26.764816 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-63775972-76cd-4e87-951c-e2f66e064cde None None] Provisioning for port 02fcf978-b43e-45bd-80a6-2a4087c49358 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:26.781174 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa65d5e4-3034-468f-85a9-b8db96fcb39d tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:26.800744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7cb78296-04a1-429e-be68-bf95b6fff39a tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:26.801940 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7cb78296-04a1-429e-be68-bf95b6fff39a tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "DELETE /v2.0/security-groups/3bbcd021-d7be-4a43-9e5f-b254b1eddd24 HTTP/1.1" status: 204 len: 168 time: 0.5531127 Sep 21 15:09:26.804528 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4a6509dc-7f30-413c-81b1-ea3312aae32c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6841612 Sep 21 15:09:26.805370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d044d8e-f547-4481-8516-8c35525101cc tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Pushing event updated for resources: {'Port': ['ID=c6f280f1-9624-4ba6-bf81-c11dd1ebbf53,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:26.814128 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52592) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:26.815633 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52594) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:26.893397 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d044d8e-f547-4481-8516-8c35525101cc tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:26.914143 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479c599-7a13-4ace-ba07-98bb8a44c14f req-a71cf42c-72c3-40ee-a3cf-283dcb13d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:26.917575 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c479c599-7a13-4ace-ba07-98bb8a44c14f req-a71cf42c-72c3-40ee-a3cf-283dcb13d009 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1ab4349-2b6d-4af5-b8c9-4479fa3e1388 HTTP/1.1" status: 200 len: 850 time: 0.1837409 Sep 21 15:09:27.006166 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d044d8e-f547-4481-8516-8c35525101cc tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:27.010487 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2d044d8e-f547-4481-8516-8c35525101cc tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8039002 Sep 21 15:09:27.019296 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52600) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:27.029003 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a48d5bc-82d6-4b45-a6cc-0c21d95dcb56 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:27.075637 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-aa65d5e4-3034-468f-85a9-b8db96fcb39d tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Calling delete_port for a8ebae0c-7943-4dcf-9fff-5d9a97278419 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:27.092583 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48d5bc-82d6-4b45-a6cc-0c21d95dcb56 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Port': ['ID=0e0a6609-5d75-4fac-9449-5c0abef28e70,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:27.205590 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a760f58-199e-4b42-89de-77cc658d9375 None None] Network 03e13c15-4f6b-4349-b930-b3c605755b43 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:09:27.240498 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a5fe834c-8968-497e-b54b-0b01317e6ba4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Synchronizing usage tracker for tenant:f551c27ab7384264806e535fea7a4504 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:27.280531 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-098b8ddb-cbcf-41a5-9c00-bed9352e6e3b tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:27.287755 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-098b8ddb-cbcf-41a5-9c00-bed9352e6e3b tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:27.294021 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-098b8ddb-cbcf-41a5-9c00-bed9352e6e3b tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Usage tracker for resource:floatingip and tenant:fb007101b5a7475bab3e51025b472e06 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:27.300556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-098b8ddb-cbcf-41a5-9c00-bed9352e6e3b tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:27.319268 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-098b8ddb-cbcf-41a5-9c00-bed9352e6e3b tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:27.375655 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd6b58c-c780-4d2e-8871-a93bb86f11ca tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:27.383270 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd6b58c-c780-4d2e-8871-a93bb86f11ca tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:27.388802 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3bd6b58c-c780-4d2e-8871-a93bb86f11ca tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5674562 Sep 21 15:09:27.388802 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa65d5e4-3034-468f-85a9-b8db96fcb39d tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:27.389776 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52606) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:27.390448 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a5fe834c-8968-497e-b54b-0b01317e6ba4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Unset dirty status for tenant:f551c27ab7384264806e535fea7a4504 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:27.395129 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a5fe834c-8968-497e-b54b-0b01317e6ba4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5751774 Sep 21 15:09:27.397728 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52608) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:27.407113 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4c19607b-22c3-473d-b103-f98f61efe92b None None] Provisioning for port 7b9d6151-ba12-4d79-9147-33e32e9cb796 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:27.412108 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479c599-7a13-4ace-ba07-98bb8a44c14f req-c0cefd4c-61c6-45bb-a103-9eac5582fcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:27.413617 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c479c599-7a13-4ace-ba07-98bb8a44c14f req-c0cefd4c-61c6-45bb-a103-9eac5582fcea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=35623812-409c-40a9-b25b-97314219e56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4854357 Sep 21 15:09:27.421420 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-78da2070-f819-4481-a842-d438692f61df tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group': {'name': 'tempest-secgroup--952386272'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:27.425785 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-098b8ddb-cbcf-41a5-9c00-bed9352e6e3b tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:27.478365 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-78da2070-f819-4481-a842-d438692f61df tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:27.503500 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 02fcf978-b43e-45bd-80a6-2a4087c49358 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:09:27.531265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65d5e4-3034-468f-85a9-b8db96fcb39d tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Pushing event deleted for resources: {'Port': ['ID=a8ebae0c-7943-4dcf-9fff-5d9a97278419,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:27.547770 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6b72d5e5-684e-48c4-bbfc-1be77a291c4e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port 47474916-966b-4c61-b3c8-c59b994ef3ad {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:27.547770 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6b72d5e5-684e-48c4-bbfc-1be77a291c4e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:27.613949 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-78da2070-f819-4481-a842-d438692f61df tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:27.621916 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a48d5bc-82d6-4b45-a6cc-0c21d95dcb56 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:27.623829 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9a48d5bc-82d6-4b45-a6cc-0c21d95dcb56 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/ports/0e0a6609-5d75-4fac-9449-5c0abef28e70 HTTP/1.1" status: 204 len: 168 time: 3.4586339 Sep 21 15:09:27.628362 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52614) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:27.685579 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e477f6d8-feec-4ccf-85cf-af43b5c76b57 None None] Provisioning for port 47474916-966b-4c61-b3c8-c59b994ef3ad completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:27.700232 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 02fcf978-b43e-45bd-80a6-2a4087c49358 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:27.705240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e477f6d8-feec-4ccf-85cf-af43b5c76b57 None None] Provisioning complete for port 47474916-966b-4c61-b3c8-c59b994ef3ad triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:27.705620 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e477f6d8-feec-4ccf-85cf-af43b5c76b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:27.736740 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 02fcf978-b43e-45bd-80a6-2a4087c49358 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:27.736907 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:27.760034 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c479c599-7a13-4ace-ba07-98bb8a44c14f req-ffebc4f7-82c2-4826-990c-03cb0535be00 service neutron] 10.222.0.20 "GET /v2.0/networks/35623812-409c-40a9-b25b-97314219e56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129761 Sep 21 15:09:27.763638 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-4acf466b-91fa-462b-8f17-ffb486f0d450 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] DELETE failed (client error): The resource could not be found. Sep 21 15:09:27.764293 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4acf466b-91fa-462b-8f17-ffb486f0d450 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:09:27.767945 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4acf466b-91fa-462b-8f17-ffb486f0d450 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/ports/0e0a6609-5d75-4fac-9449-5c0abef28e70 HTTP/1.1" status: 404 len: 333 time: 0.1345243 Sep 21 15:09:27.769143 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52618) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:27.785223 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-78da2070-f819-4481-a842-d438692f61df tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:27.790418 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa65d5e4-3034-468f-85a9-b8db96fcb39d tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:27.834182 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e477f6d8-feec-4ccf-85cf-af43b5c76b57 None None] Port 47474916-966b-4c61-b3c8-c59b994ef3ad cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:09:27.836661 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-78da2070-f819-4481-a842-d438692f61df tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:27.841719 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-78da2070-f819-4481-a842-d438692f61df tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:27.872192 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-aa65d5e4-3034-468f-85a9-b8db96fcb39d tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "DELETE /v2.0/ports/a8ebae0c-7943-4dcf-9fff-5d9a97278419 HTTP/1.1" status: 204 len: 168 time: 1.5924375 Sep 21 15:09:27.876078 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52622) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:27.878915 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0fcce3-cfd1-441f-9770-38a877a07270 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] GET failed (client error): The resource could not be found. Sep 21 15:09:27.880182 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dd0fcce3-cfd1-441f-9770-38a877a07270 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports/0e0a6609-5d75-4fac-9449-5c0abef28e70 HTTP/1.1" status: 404 len: 333 time: 0.1012635 Sep 21 15:09:27.883470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52626) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:27.916025 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-78da2070-f819-4481-a842-d438692f61df tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:27.923488 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 02fcf978-b43e-45bd-80a6-2a4087c49358 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:27.924497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:27.928845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-78da2070-f819-4481-a842-d438692f61df tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:27.991780 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0dd6b347-a198-42f6-8c15-9f68cd8767f4 None None] Provisioning complete for port 47474916-966b-4c61-b3c8-c59b994ef3ad triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:27.992159 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0dd6b347-a198-42f6-8c15-9f68cd8767f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:28.047795 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c479c599-7a13-4ace-ba07-98bb8a44c14f req-cab3e217-2224-4da1-83f0-190972f8eeae service neutron] 10.222.0.20 "GET /v2.0/networks/35623812-409c-40a9-b25b-97314219e56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784481 Sep 21 15:09:28.048887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-179f5971-1481-4cee-81a5-2cfb2959cbaa tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting subnet 65094a7d-6ed0-49b1-a74e-1e1e3bfba047 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:09:28.109706 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 02fcf978-b43e-45bd-80a6-2a4087c49358, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=02fcf978-b43e-45bd-80a6-2a4087c49358,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:28.121701 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:28.122588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 7b9d6151-ba12-4d79-9147-33e32e9cb796 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:09:28.152542 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-098b8ddb-cbcf-41a5-9c00-bed9352e6e3b tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:28.153102 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-179f5971-1481-4cee-81a5-2cfb2959cbaa tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:28.157244 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-78da2070-f819-4481-a842-d438692f61df tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:28.190120 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb96ed9b-0048-4295-b757-69ff0694f4e4 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] GET failed (client error): The resource could not be found. Sep 21 15:09:28.190656 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eb96ed9b-0048-4295-b757-69ff0694f4e4 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Synchronizing usage tracker for tenant:2c35dc11899c4214874e0d595768bc3a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:28.201309 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-78da2070-f819-4481-a842-d438692f61df tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:28.274089 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da2070-f819-4481-a842-d438692f61df tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec8b261-2370-4a1b-bf55-54d94a9dd998,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:28.280944 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eb96ed9b-0048-4295-b757-69ff0694f4e4 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Unset dirty status for tenant:2c35dc11899c4214874e0d595768bc3a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:28.286796 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52630) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:28.287434 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-eb96ed9b-0048-4295-b757-69ff0694f4e4 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "GET /v2.0/ports/a8ebae0c-7943-4dcf-9fff-5d9a97278419 HTTP/1.1" status: 404 len: 333 time: 0.4099617 Sep 21 15:09:28.302386 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-27256e10-9622-4367-817f-8384d3bb69a6 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Request body: {'port': {'network_id': 'c17bbc3f-6e25-4f43-9404-1235415e1772', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-866185239'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:28.321980 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0dd6b347-a198-42f6-8c15-9f68cd8767f4 None None] Port 47474916-966b-4c61-b3c8-c59b994ef3ad cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:09:28.332087 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=02fcf978-b43e-45bd-80a6-2a4087c49358,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:28.361875 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 7b9d6151-ba12-4d79-9147-33e32e9cb796 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:28.368918 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 7b9d6151-ba12-4d79-9147-33e32e9cb796 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:28.369298 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:28.439794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-19d65ac3-6673-46c4-8e25-32bad0a8d19b None None] Could not find standard attr ID for object 0e0a6609-5d75-4fac-9449-5c0abef28e70. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:09:28.444794 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-78da2070-f819-4481-a842-d438692f61df tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:28.445998 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-78da2070-f819-4481-a842-d438692f61df tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0436749 Sep 21 15:09:28.465459 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52638) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:28.468942 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-179f5971-1481-4cee-81a5-2cfb2959cbaa tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:28.470075 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-19d65ac3-6673-46c4-8e25-32bad0a8d19b None None] Provisioning complete for port 7b9d6151-ba12-4d79-9147-33e32e9cb796 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:28.470452 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-19d65ac3-6673-46c4-8e25-32bad0a8d19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:28.477931 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5e369f6c-3132-409d-b57b-68088db6bb94 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': '1ec8b261-2370-4a1b-bf55-54d94a9dd998', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:28.480206 dv-neutron-858731-1-hyperv neutron-server[89019]: WARNING neutron.api.v2.base [None req-5e369f6c-3132-409d-b57b-68088db6bb94 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 21 15:09:28.480820 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-5e369f6c-3132-409d-b57b-68088db6bb94 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:09:28.484311 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5e369f6c-3132-409d-b57b-68088db6bb94 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0154150 Sep 21 15:09:28.486717 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52642) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:28.572806 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-27256e10-9622-4367-817f-8384d3bb69a6 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:28.602470 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-27256e10-9622-4367-817f-8384d3bb69a6 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:28.602951 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 7b9d6151-ba12-4d79-9147-33e32e9cb796 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:28.603346 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:28.612548 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-098b8ddb-cbcf-41a5-9c00-bed9352e6e3b tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Allocated IP 172.26.4.239 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/743fd3e8-a436-44df-9c96-2d95881b26ba) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:28.622060 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27256e10-9622-4367-817f-8384d3bb69a6 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Made reservation on behalf of 2c35dc11899c4214874e0d595768bc3a for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:28.626302 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-27256e10-9622-4367-817f-8384d3bb69a6 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:28.657935 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 7b9d6151-ba12-4d79-9147-33e32e9cb796, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=7b9d6151-ba12-4d79-9147-33e32e9cb796,segment=NetworkSegment(c15a76d9-e015-4124-abbf-8ff657c443d1),segment_id=c15a76d9-e015-4124-abbf-8ff657c443d1)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:28.678227 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6b72d5e5-684e-48c4-bbfc-1be77a291c4e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:28.690731 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:28.746950 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-27256e10-9622-4367-817f-8384d3bb69a6 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] device_id is not set on port 1b6c71e0-1300-46d9-886e-62afa2403662 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:09:28.775389 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-19d65ac3-6673-46c4-8e25-32bad0a8d19b None None] Current status of the port 7b9d6151-ba12-4d79-9147-33e32e9cb796 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:28.785165 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=7b9d6151-ba12-4d79-9147-33e32e9cb796,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:28.814926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6b72d5e5-684e-48c4-bbfc-1be77a291c4e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for 47474916-966b-4c61-b3c8-c59b994ef3ad owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:28.838450 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12769e3a-6c00-44cf-98aa-ad731add744f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:28.845164 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-179f5971-1481-4cee-81a5-2cfb2959cbaa tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:28.913061 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12769e3a-6c00-44cf-98aa-ad731add744f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:28.956873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-179f5971-1481-4cee-81a5-2cfb2959cbaa tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:28.997482 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-098b8ddb-cbcf-41a5-9c00-bed9352e6e3b tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:29.040646 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f5971-1481-4cee-81a5-2cfb2959cbaa tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Subnet': ['ID=65094a7d-6ed0-49b1-a74e-1e1e3bfba047,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:29.042969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-179f5971-1481-4cee-81a5-2cfb2959cbaa tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:29.053716 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-27256e10-9622-4367-817f-8384d3bb69a6 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Allocated IP 2001:db8::1ea (c17bbc3f-6e25-4f43-9404-1235415e1772/8ce8cff6-c651-4bbb-93b9-d31bbd475ff2/1b6c71e0-1300-46d9-886e-62afa2403662) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:29.058580 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8195eb36-a0e7-4f15-8abd-1abdf84578e5 None None] Network 03e13c15-4f6b-4349-b930-b3c605755b43 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:09:29.068069 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-179f5971-1481-4cee-81a5-2cfb2959cbaa tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/subnets/65094a7d-6ed0-49b1-a74e-1e1e3bfba047 HTTP/1.1" status: 204 len: 168 time: 1.1421003 Sep 21 15:09:29.068281 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12769e3a-6c00-44cf-98aa-ad731add744f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:29.070428 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52646) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:29.103276 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12769e3a-6c00-44cf-98aa-ad731add744f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec8b261-2370-4a1b-bf55-54d94a9dd998,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:29.134520 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-098b8ddb-cbcf-41a5-9c00-bed9352e6e3b tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:29.176439 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6b72d5e5-684e-48c4-bbfc-1be77a291c4e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:29.228844 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12769e3a-6c00-44cf-98aa-ad731add744f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:29.233190 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-12769e3a-6c00-44cf-98aa-ad731add744f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "DELETE /v2.0/security-groups/1ec8b261-2370-4a1b-bf55-54d94a9dd998 HTTP/1.1" status: 204 len: 168 time: 0.7207382 Sep 21 15:09:29.239792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52650) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:29.243313 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:29.258977 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72d5e5-684e-48c4-bbfc-1be77a291c4e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Port': ['ID=47474916-966b-4c61-b3c8-c59b994ef3ad,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:29.309556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098b8ddb-cbcf-41a5-9c00-bed9352e6e3b tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:29.327782 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-098b8ddb-cbcf-41a5-9c00-bed9352e6e3b tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:29.336397 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b8ddb-cbcf-41a5-9c00-bed9352e6e3b tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:29.353096 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6b72d5e5-684e-48c4-bbfc-1be77a291c4e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:29.358608 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6b72d5e5-684e-48c4-bbfc-1be77a291c4e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/47474916-966b-4c61-b3c8-c59b994ef3ad HTTP/1.1" status: 204 len: 168 time: 1.9654179 Sep 21 15:09:29.368295 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52654) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:29.369082 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port 7b9d6151-ba12-4d79-9147-33e32e9cb796 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:29.369422 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:29.377538 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 02fcf978-b43e-45bd-80a6-2a4087c49358 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:09:29.460630 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f3b04dd9-9773-49e4-9ef6-844a6410af1a tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2149994 Sep 21 15:09:29.472432 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52658) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:29.488962 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-debc23ca-d899-4015-9eb1-7978fee849e0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1342714046'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:29.498672 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-debc23ca-d899-4015-9eb1-7978fee849e0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:29.499753 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b8ddb-cbcf-41a5-9c00-bed9352e6e3b tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Pushing event updated for resources: {'Port': ['ID=743fd3e8-a436-44df-9c96-2d95881b26ba,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:29.501276 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 02fcf978-b43e-45bd-80a6-2a4087c49358 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:29.501795 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:29.511381 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-debc23ca-d899-4015-9eb1-7978fee849e0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:29.550208 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-debc23ca-d899-4015-9eb1-7978fee849e0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:29.562259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98876cd0-fd09-4136-b746-21769895add5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:29.564101 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98876cd0-fd09-4136-b746-21769895add5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:29.568260 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b05aab2-9160-41fd-865b-c65c721f566b None None] DHCP port deletion for 03e13c15-4f6b-4349-b930-b3c605755b43 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:09:29.569163 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-98876cd0-fd09-4136-b746-21769895add5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1744285 Sep 21 15:09:29.570114 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52662) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:29.579593 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0b05aab2-9160-41fd-865b-c65c721f566b None None] Deleting port 7b9d6151-ba12-4d79-9147-33e32e9cb796 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:29.580125 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0b05aab2-9160-41fd-865b-c65c721f566b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:29.582474 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-debc23ca-d899-4015-9eb1-7978fee849e0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:29.613831 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-27256e10-9622-4367-817f-8384d3bb69a6 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:29.639665 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-098b8ddb-cbcf-41a5-9c00-bed9352e6e3b tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:29.641288 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-27256e10-9622-4367-817f-8384d3bb69a6 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Transition to ACTIVE for port object 1b6c71e0-1300-46d9-886e-62afa2403662 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:29.667853 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-debc23ca-d899-4015-9eb1-7978fee849e0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:29.721502 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-098b8ddb-cbcf-41a5-9c00-bed9352e6e3b tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:29.754285 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-27256e10-9622-4367-817f-8384d3bb69a6 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:29.772224 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-debc23ca-d899-4015-9eb1-7978fee849e0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:29.778330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91d5edf-8dd1-473c-8d09-de4dca50e921 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet 03e83e73-b6bc-4e19-be40-f62ab8e17f0b {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:09:29.786946 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-debc23ca-d899-4015-9eb1-7978fee849e0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:29.789430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d91d5edf-8dd1-473c-8d09-de4dca50e921 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:29.822093 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-debc23ca-d899-4015-9eb1-7978fee849e0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:29.842189 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-debc23ca-d899-4015-9eb1-7978fee849e0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:29.845011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] For port 7b9d6151-ba12-4d79-9147-33e32e9cb796, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=7b9d6151-ba12-4d79-9147-33e32e9cb796,segment=NetworkSegment(c15a76d9-e015-4124-abbf-8ff657c443d1),segment_id=c15a76d9-e015-4124-abbf-8ff657c443d1)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:29.845591 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:29.854739 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 02fcf978-b43e-45bd-80a6-2a4087c49358 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:29.856047 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 7b9d6151-ba12-4d79-9147-33e32e9cb796 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:09:29.856806 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27256e10-9622-4367-817f-8384d3bb69a6 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Network c17bbc3f-6e25-4f43-9404-1235415e1772 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:29.866328 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-27256e10-9622-4367-817f-8384d3bb69a6 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:29.872942 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27256e10-9622-4367-817f-8384d3bb69a6 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:29.878556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27256e10-9622-4367-817f-8384d3bb69a6 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:29.879172 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-27256e10-9622-4367-817f-8384d3bb69a6 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:29.886943 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27256e10-9622-4367-817f-8384d3bb69a6 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Pushing event updated for resources: {'Port': ['ID=1b6c71e0-1300-46d9-886e-62afa2403662,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:29.936107 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0b05aab2-9160-41fd-865b-c65c721f566b None None] For port 7b9d6151-ba12-4d79-9147-33e32e9cb796, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=7b9d6151-ba12-4d79-9147-33e32e9cb796,segment=NetworkSegment(c15a76d9-e015-4124-abbf-8ff657c443d1),segment_id=c15a76d9-e015-4124-abbf-8ff657c443d1)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:29.936518 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0b05aab2-9160-41fd-865b-c65c721f566b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:29.987709 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-27256e10-9622-4367-817f-8384d3bb69a6 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6977479 Sep 21 15:09:29.987943 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Calling delete_port for 7b9d6151-ba12-4d79-9147-33e32e9cb796 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:29.990246 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52666) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:29.998516 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-07748e05-8da7-4ca9-9303-b641d3c97340 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::240', 'mac_address': 'fa:16:3e:cb:61:bc'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:30.040002 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d91d5edf-8dd1-473c-8d09-de4dca50e921 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:30.129599 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0b05aab2-9160-41fd-865b-c65c721f566b None None] Calling delete_port for 7b9d6151-ba12-4d79-9147-33e32e9cb796 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:30.243099 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 7b9d6151-ba12-4d79-9147-33e32e9cb796 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:30.243754 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:30.258582 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-098b8ddb-cbcf-41a5-9c00-bed9352e6e3b tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:30.263575 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-098b8ddb-cbcf-41a5-9c00-bed9352e6e3b tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:30.278236 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1e47d3ab-b308-4e5d-8e99-8477a1eeda15 None None] Provisioning for port 1b6c71e0-1300-46d9-886e-62afa2403662 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:30.287697 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0b05aab2-9160-41fd-865b-c65c721f566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:30.309203 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-debc23ca-d899-4015-9eb1-7978fee849e0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:30.311304 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:09:30.311665 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:09:30.316920 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-debc23ca-d899-4015-9eb1-7978fee849e0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:30.322028 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Port 7b9d6151-ba12-4d79-9147-33e32e9cb796 was deleted so its status cannot be updated. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 21 15:09:30.331443 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1e47d3ab-b308-4e5d-8e99-8477a1eeda15 None None] Provisioning complete for port 1b6c71e0-1300-46d9-886e-62afa2403662 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:30.331881 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1e47d3ab-b308-4e5d-8e99-8477a1eeda15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:30.334870 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d91d5edf-8dd1-473c-8d09-de4dca50e921 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:30.374159 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05aab2-9160-41fd-865b-c65c721f566b None None] Pushing event deleted for resources: {'Port': ['ID=7b9d6151-ba12-4d79-9147-33e32e9cb796,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:30.394768 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b05aab2-9160-41fd-865b-c65c721f566b None None] No DVR routers for this DVR port 7b9d6151-ba12-4d79-9147-33e32e9cb796 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:09:30.415063 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1e47d3ab-b308-4e5d-8e99-8477a1eeda15 None None] Port 1b6c71e0-1300-46d9-886e-62afa2403662 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:09:30.421620 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc23ca-d899-4015-9eb1-7978fee849e0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10bb8fa-af1f-422a-8aef-c6404570c994,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:30.434029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-debc23ca-d899-4015-9eb1-7978fee849e0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:30.434853 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-debc23ca-d899-4015-9eb1-7978fee849e0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9608629 Sep 21 15:09:30.437687 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52670) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:30.445095 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-26a6a5da-203a-4587-ab3b-0a29cfd44c7a tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': 'f10bb8fa-af1f-422a-8aef-c6404570c994', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:30.455094 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b8ddb-cbcf-41a5-9c00-bed9352e6e3b tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Pushing event updated for resources: {'Port': ['ID=743fd3e8-a436-44df-9c96-2d95881b26ba,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:30.456149 dv-neutron-858731-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-26a6a5da-203a-4587-ab3b-0a29cfd44c7a tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 21 15:09:30.456743 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-26a6a5da-203a-4587-ab3b-0a29cfd44c7a tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:09:30.457743 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-26a6a5da-203a-4587-ab3b-0a29cfd44c7a tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0189173 Sep 21 15:09:30.461626 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52674) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:30.464296 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-098b8ddb-cbcf-41a5-9c00-bed9352e6e3b tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:30.470884 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d91d5edf-8dd1-473c-8d09-de4dca50e921 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:30.476947 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a28eaa2a-2d81-44c2-a178-3db98fee04e2 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': 'f10bb8fa-af1f-422a-8aef-c6404570c994', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:30.478442 dv-neutron-858731-1-hyperv neutron-server[89019]: WARNING neutron.api.v2.base [None req-a28eaa2a-2d81-44c2-a178-3db98fee04e2 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 21 15:09:30.478940 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-a28eaa2a-2d81-44c2-a178-3db98fee04e2 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:09:30.480608 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a28eaa2a-2d81-44c2-a178-3db98fee04e2 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0116174 Sep 21 15:09:30.481141 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-07748e05-8da7-4ca9-9303-b641d3c97340 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:30.498116 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52678) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:30.509880 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9ddfa244-c02b-4998-92ca-3c7417327d17 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': 'f10bb8fa-af1f-422a-8aef-c6404570c994', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:30.510959 dv-neutron-858731-1-hyperv neutron-server[89019]: WARNING neutron.api.v2.base [None req-9ddfa244-c02b-4998-92ca-3c7417327d17 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 21 15:09:30.511456 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-9ddfa244-c02b-4998-92ca-3c7417327d17 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:09:30.511998 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d5edf-8dd1-473c-8d09-de4dca50e921 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=03e83e73-b6bc-4e19-be40-f62ab8e17f0b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:30.512383 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9ddfa244-c02b-4998-92ca-3c7417327d17 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0132022 Sep 21 15:09:30.515325 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52682) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:30.516286 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d91d5edf-8dd1-473c-8d09-de4dca50e921 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:30.525514 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-527eeed0-0a1e-4fa8-a288-9c3446e8ac1f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': 'f10bb8fa-af1f-422a-8aef-c6404570c994', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:30.527492 dv-neutron-858731-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-527eeed0-0a1e-4fa8-a288-9c3446e8ac1f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 21 15:09:30.527698 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aaf453-03f9-4a5b-b899-0043e729826b None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:09:30.527807 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-527eeed0-0a1e-4fa8-a288-9c3446e8ac1f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:09:30.528715 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-527eeed0-0a1e-4fa8-a288-9c3446e8ac1f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0090396 Sep 21 15:09:30.531468 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52686) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:30.547249 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d91d5edf-8dd1-473c-8d09-de4dca50e921 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/03e83e73-b6bc-4e19-be40-f62ab8e17f0b HTTP/1.1" status: 204 len: 168 time: 0.9662354 Sep 21 15:09:30.550071 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-098b8ddb-cbcf-41a5-9c00-bed9352e6e3b tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:30.551123 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52690) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:30.551258 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-098b8ddb-cbcf-41a5-9c00-bed9352e6e3b tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5296786 Sep 21 15:09:30.554603 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52694) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:30.639289 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52698) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:30.647982 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-28b29d95-3fe6-4057-ac1f-a4019077648a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825517 Sep 21 15:09:30.656521 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-025963fe-84fb-4cde-b7ca-466513251d16 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:30.691984 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b67d50d8-5e32-46b4-99e2-8b228f6687c1 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:30.720086 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b67d50d8-5e32-46b4-99e2-8b228f6687c1 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:30.771513 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b67d50d8-5e32-46b4-99e2-8b228f6687c1 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:30.791412 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d50d8-5e32-46b4-99e2-8b228f6687c1 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10bb8fa-af1f-422a-8aef-c6404570c994,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:30.798216 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-025963fe-84fb-4cde-b7ca-466513251d16 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:30.798889 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b67d50d8-5e32-46b4-99e2-8b228f6687c1 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:30.802360 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b67d50d8-5e32-46b4-99e2-8b228f6687c1 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "DELETE /v2.0/security-groups/f10bb8fa-af1f-422a-8aef-c6404570c994 HTTP/1.1" status: 204 len: 168 time: 0.2675285 Sep 21 15:09:30.804934 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52702) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:30.814239 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-89701b2d-84b7-46df-9f0a-638b1b83ca32 tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Synchronizing usage tracker for tenant:816c9a91c4764cc59cf22a10493ed202 on resource:floatingip {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:30.818304 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-025963fe-84fb-4cde-b7ca-466513251d16 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:30.828565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port 7b9d6151-ba12-4d79-9147-33e32e9cb796 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:30.828565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:30.839048 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-025963fe-84fb-4cde-b7ca-466513251d16 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:30.865544 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db686a83-18a2-430c-bb76-b9da27ae01bc None None] DHCP port deletion for cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:09:30.870611 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-db686a83-18a2-430c-bb76-b9da27ae01bc None None] Deleting port 02fcf978-b43e-45bd-80a6-2a4087c49358 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:30.871141 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db686a83-18a2-430c-bb76-b9da27ae01bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:30.909769 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-025963fe-84fb-4cde-b7ca-466513251d16 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:30.912327 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] The port '7b9d6151-ba12-4d79-9147-33e32e9cb796' was deleted {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:09:30.937577 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025963fe-84fb-4cde-b7ca-466513251d16 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:30.941169 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-025963fe-84fb-4cde-b7ca-466513251d16 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:30.976703 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-89701b2d-84b7-46df-9f0a-638b1b83ca32 tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Unset dirty status for tenant:816c9a91c4764cc59cf22a10493ed202 on resource:floatingip {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:30.977964 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-89701b2d-84b7-46df-9f0a-638b1b83ca32 tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.4224329 Sep 21 15:09:30.989781 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52706) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:31.002339 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-98698d6c-8b6f-4e6f-837d-b3fcd91f587e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Synchronizing usage tracker for tenant:f551c27ab7384264806e535fea7a4504 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:31.115832 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-db686a83-18a2-430c-bb76-b9da27ae01bc None None] For port 02fcf978-b43e-45bd-80a6-2a4087c49358, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=02fcf978-b43e-45bd-80a6-2a4087c49358,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:31.116317 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db686a83-18a2-430c-bb76-b9da27ae01bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:31.123306 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-07748e05-8da7-4ca9-9303-b641d3c97340 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:31.133686 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-07748e05-8da7-4ca9-9303-b641d3c97340 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:31.134567 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-07748e05-8da7-4ca9-9303-b641d3c97340 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] In _notify_port_updated(), no bound segment for port 1b6c71e0-1300-46d9-886e-62afa2403662 on network c17bbc3f-6e25-4f43-9404-1235415e1772 {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:09:31.140775 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07748e05-8da7-4ca9-9303-b641d3c97340 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:31.141586 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-07748e05-8da7-4ca9-9303-b641d3c97340 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:31.143016 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-07748e05-8da7-4ca9-9303-b641d3c97340 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "PUT /v2.0/ports/1b6c71e0-1300-46d9-886e-62afa2403662 HTTP/1.1" status: 200 len: 1002 time: 1.1518519 Sep 21 15:09:31.149867 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52710) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:31.157371 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8c8adef5-b274-49d2-8739-367f01950551 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1633115 Sep 21 15:09:31.163097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52714) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:31.164763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:31.247801 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-db686a83-18a2-430c-bb76-b9da27ae01bc None None] Calling delete_port for 02fcf978-b43e-45bd-80a6-2a4087c49358 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:31.264685 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07748e05-8da7-4ca9-9303-b641d3c97340 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Pushing event updated for resources: {'Port': ['ID=1b6c71e0-1300-46d9-886e-62afa2403662,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:31.265276 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-98698d6c-8b6f-4e6f-837d-b3fcd91f587e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Unset dirty status for tenant:f551c27ab7384264806e535fea7a4504 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:31.271478 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-98698d6c-8b6f-4e6f-837d-b3fcd91f587e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4603977 Sep 21 15:09:31.271658 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52718) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:31.278183 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7de9e8da-578f-4a2f-9fa5-6d20fc28af02 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1924039447'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:31.353724 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db686a83-18a2-430c-bb76-b9da27ae01bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:31.386945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e13c15-4f6b-4349-b930-b3c605755b43']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:31.389821 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 02fcf978-b43e-45bd-80a6-2a4087c49358 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:09:31.410915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7de9e8da-578f-4a2f-9fa5-6d20fc28af02 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:31.427478 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15a76d9-e015-4124-abbf-8ff657c443d1') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:31.427686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15a76d9-e015-4124-abbf-8ff657c443d1') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:31.434146 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7de9e8da-578f-4a2f-9fa5-6d20fc28af02 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:31.438329 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db686a83-18a2-430c-bb76-b9da27ae01bc None None] Pushing event deleted for resources: {'Port': ['ID=02fcf978-b43e-45bd-80a6-2a4087c49358,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:31.441416 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 02fcf978-b43e-45bd-80a6-2a4087c49358 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:09:31.441639 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 02fcf978-b43e-45bd-80a6-2a4087c49358 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:09:31.442140 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 7b9d6151-ba12-4d79-9147-33e32e9cb796 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:09:31.445955 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-cad51685-aed4-44d5-ad96-6850cbb29fee tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Deleting port 743fd3e8-a436-44df-9c96-2d95881b26ba {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:31.446324 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cad51685-aed4-44d5-ad96-6850cbb29fee tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:31.448912 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-025963fe-84fb-4cde-b7ca-466513251d16 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:31.467405 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db686a83-18a2-430c-bb76-b9da27ae01bc None None] No DVR routers for this DVR port 02fcf978-b43e-45bd-80a6-2a4087c49358 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:09:31.487303 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a52fb0c5-4ac7-460c-8e79-86faf14c7bbe tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Deleting port 1b6c71e0-1300-46d9-886e-62afa2403662 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:31.487638 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a52fb0c5-4ac7-460c-8e79-86faf14c7bbe tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:31.487791 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7de9e8da-578f-4a2f-9fa5-6d20fc28af02 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:31.489434 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 7b9d6151-ba12-4d79-9147-33e32e9cb796 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:09:31.489772 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 7b9d6151-ba12-4d79-9147-33e32e9cb796 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:09:31.520316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:31.533713 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025963fe-84fb-4cde-b7ca-466513251d16 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:31.539638 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-025963fe-84fb-4cde-b7ca-466513251d16 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:31.546720 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025963fe-84fb-4cde-b7ca-466513251d16 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:31.547198 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-025963fe-84fb-4cde-b7ca-466513251d16 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:31.553570 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025963fe-84fb-4cde-b7ca-466513251d16 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=615ea9fa-fe0b-4e90-a5e8-a2ab95516a2b,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:31.560739 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7de9e8da-578f-4a2f-9fa5-6d20fc28af02 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:31.569776 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7de9e8da-578f-4a2f-9fa5-6d20fc28af02 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:31.573695 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7de9e8da-578f-4a2f-9fa5-6d20fc28af02 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:31.578359 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ac8123-97cf-4a7e-96bb-9e972acfdb03 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:09:31.582750 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-025963fe-84fb-4cde-b7ca-466513251d16 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9400685 Sep 21 15:09:31.582750 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7de9e8da-578f-4a2f-9fa5-6d20fc28af02 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:31.583135 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52724) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:31.590904 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f0737f3c-e2c7-421b-8e31-56dc36fa8098 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'name': 'tempest-NetworksTestDHCPv6-345421955'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:31.654589 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:31.671934 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:09:31.672331 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:31.776019 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment c15a76d9-e015-4124-abbf-8ff657c443d1 resource provider aggregate not found Sep 21 15:09:31.788060 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7de9e8da-578f-4a2f-9fa5-6d20fc28af02 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:31.793289 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7de9e8da-578f-4a2f-9fa5-6d20fc28af02 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:31.797603 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f0737f3c-e2c7-421b-8e31-56dc36fa8098 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:31.812187 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f0737f3c-e2c7-421b-8e31-56dc36fa8098 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:port and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:31.816468 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment c15a76d9-e015-4124-abbf-8ff657c443d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c15a76d9-e015-4124-abbf-8ff657c443d1 found for delete ", "request_id": "req-ba50dbc7-0c62-439b-b674-7ea629dad0ac"}]} Sep 21 15:09:31.822569 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f0737f3c-e2c7-421b-8e31-56dc36fa8098 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:31.845804 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f0737f3c-e2c7-421b-8e31-56dc36fa8098 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:31.860229 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9e8da-578f-4a2f-9fa5-6d20fc28af02 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c8e495-4633-4ff8-b003-c7c035a59bf5,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:31.870238 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7de9e8da-578f-4a2f-9fa5-6d20fc28af02 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:31.872080 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7de9e8da-578f-4a2f-9fa5-6d20fc28af02 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5998564 Sep 21 15:09:31.873609 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0737f3c-e2c7-421b-8e31-56dc36fa8098 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:31.875628 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52732) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:31.878463 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0737f3c-e2c7-421b-8e31-56dc36fa8098 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:31.902176 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-f0737f3c-e2c7-421b-8e31-56dc36fa8098 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] device_id is not set on port 231a00b4-f5ba-482f-82e2-7e45a9b34db0 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:09:31.996106 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'fixed_ips': [{'subnet_id': '615ea9fa-fe0b-4e90-a5e8-a2ab95516a2b'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:09:31.997176 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:32.002087 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cad51685-aed4-44d5-ad96-6850cbb29fee tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:32.002613 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cad51685-aed4-44d5-ad96-6850cbb29fee tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:32.020559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-27728b32-8816-4299-8198-da483cbf6132 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': 'c3c8e495-4633-4ff8-b003-c7c035a59bf5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:32.021578 dv-neutron-858731-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-27728b32-8816-4299-8198-da483cbf6132 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 21 15:09:32.022241 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-27728b32-8816-4299-8198-da483cbf6132 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:09:32.023343 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-27728b32-8816-4299-8198-da483cbf6132 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1451144 Sep 21 15:09:32.024493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:32.085513 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-f0737f3c-e2c7-421b-8e31-56dc36fa8098 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8::369 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/615ea9fa-fe0b-4e90-a5e8-a2ab95516a2b/231a00b4-f5ba-482f-82e2-7e45a9b34db0) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:32.095759 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52736) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:32.101783 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f7775c1e-b56e-4344-8edd-d55eb9711e38 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': 'c3c8e495-4633-4ff8-b003-c7c035a59bf5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:32.108784 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f7775c1e-b56e-4344-8edd-d55eb9711e38 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:32.116070 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f7775c1e-b56e-4344-8edd-d55eb9711e38 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:32.129152 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f7775c1e-b56e-4344-8edd-d55eb9711e38 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:32.147572 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f7775c1e-b56e-4344-8edd-d55eb9711e38 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:32.201939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:32.210346 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-cad51685-aed4-44d5-ad96-6850cbb29fee tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Calling delete_port for 743fd3e8-a436-44df-9c96-2d95881b26ba owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:32.253731 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Network': ['ID=03e13c15-4f6b-4349-b930-b3c605755b43,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:32.266314 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-f7775c1e-b56e-4344-8edd-d55eb9711e38 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:09:32.267694 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f7775c1e-b56e-4344-8edd-d55eb9711e38 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1707714 Sep 21 15:09:32.268683 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e646189d-0c81-41cb-aa9f-bed953cf652f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/networks/03e13c15-4f6b-4349-b930-b3c605755b43 HTTP/1.1" status: 204 len: 168 time: 3.1983471 Sep 21 15:09:32.272053 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52740) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:32.274329 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52744) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:32.280125 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0686273b-55c4-4a6f-9171-d6b3ceda5836 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1809052905'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:32.287972 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-2556c606-f49d-44e6-a118-461340ca40c7 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': 'c3c8e495-4633-4ff8-b003-c7c035a59bf5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:32.288705 dv-neutron-858731-1-hyperv neutron-server[89019]: WARNING neutron.api.v2.base [None req-2556c606-f49d-44e6-a118-461340ca40c7 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 21 15:09:32.289185 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-2556c606-f49d-44e6-a118-461340ca40c7 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:09:32.290368 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2556c606-f49d-44e6-a118-461340ca40c7 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0150003 Sep 21 15:09:32.294829 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0686273b-55c4-4a6f-9171-d6b3ceda5836 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:32.296779 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52748) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:32.306695 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f33a9085-c38a-4149-bacb-27f4d239a0bd tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': 'c3c8e495-4633-4ff8-b003-c7c035a59bf5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:32.313219 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0686273b-55c4-4a6f-9171-d6b3ceda5836 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:network and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:32.319100 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0686273b-55c4-4a6f-9171-d6b3ceda5836 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:32.321958 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f33a9085-c38a-4149-bacb-27f4d239a0bd tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:32.343429 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0686273b-55c4-4a6f-9171-d6b3ceda5836 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:32.343640 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a52fb0c5-4ac7-460c-8e79-86faf14c7bbe tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:32.347872 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f33a9085-c38a-4149-bacb-27f4d239a0bd tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:32.360028 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f33a9085-c38a-4149-bacb-27f4d239a0bd tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:32.369487 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f33a9085-c38a-4149-bacb-27f4d239a0bd tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:32.392265 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0686273b-55c4-4a6f-9171-d6b3ceda5836 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:32.396223 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0686273b-55c4-4a6f-9171-d6b3ceda5836 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:32.421217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0737f3c-e2c7-421b-8e31-56dc36fa8098 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:32.455901 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-f33a9085-c38a-4149-bacb-27f4d239a0bd tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:09:32.459692 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f33a9085-c38a-4149-bacb-27f4d239a0bd tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1592822 Sep 21 15:09:32.459905 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52752) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:32.465884 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-567aa6e9-01b8-48b2-9db6-4e42ca37ef5d tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': 'c3c8e495-4633-4ff8-b003-c7c035a59bf5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:32.466361 dv-neutron-858731-1-hyperv neutron-server[89019]: WARNING neutron.api.v2.base [None req-567aa6e9-01b8-48b2-9db6-4e42ca37ef5d tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 21 15:09:32.466834 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-567aa6e9-01b8-48b2-9db6-4e42ca37ef5d tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:09:32.467731 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-567aa6e9-01b8-48b2-9db6-4e42ca37ef5d tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069077 Sep 21 15:09:32.470215 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52756) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:32.473440 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a52fb0c5-4ac7-460c-8e79-86faf14c7bbe tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Calling delete_port for 1b6c71e0-1300-46d9-886e-62afa2403662 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:32.474912 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-54cf2043-9c3c-49df-b844-67069812861d tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': 'c3c8e495-4633-4ff8-b003-c7c035a59bf5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:32.482039 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-54cf2043-9c3c-49df-b844-67069812861d tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:32.485948 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-54cf2043-9c3c-49df-b844-67069812861d tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:32.488836 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-54cf2043-9c3c-49df-b844-67069812861d tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:32.495421 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-54cf2043-9c3c-49df-b844-67069812861d tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:32.507376 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-54cf2043-9c3c-49df-b844-67069812861d tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Project f551c27ab7384264806e535fea7a4504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:09:32.531631 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-54cf2043-9c3c-49df-b844-67069812861d tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:09:32.532997 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-54cf2043-9c3c-49df-b844-67069812861d tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0619116 Sep 21 15:09:32.535883 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52760) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:32.541214 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-693d2da6-d313-4a11-86ed-9d41b62865ac tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': 'c3c8e495-4633-4ff8-b003-c7c035a59bf5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:32.542817 dv-neutron-858731-1-hyperv neutron-server[89019]: WARNING neutron.api.v2.base [None req-693d2da6-d313-4a11-86ed-9d41b62865ac tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 21 15:09:32.543409 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-693d2da6-d313-4a11-86ed-9d41b62865ac tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:09:32.544370 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-693d2da6-d313-4a11-86ed-9d41b62865ac tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073867 Sep 21 15:09:32.546983 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52764) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:32.551631 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9ba98339-4d8f-4829-bf5b-5fb339be0bea tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': 'c3c8e495-4633-4ff8-b003-c7c035a59bf5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:32.558821 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9ba98339-4d8f-4829-bf5b-5fb339be0bea tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:32.562730 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9ba98339-4d8f-4829-bf5b-5fb339be0bea tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:32.565623 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9ba98339-4d8f-4829-bf5b-5fb339be0bea tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:32.571604 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9ba98339-4d8f-4829-bf5b-5fb339be0bea tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:32.581774 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-9ba98339-4d8f-4829-bf5b-5fb339be0bea tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Project f551c27ab7384264806e535fea7a4504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:09:32.601321 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-9ba98339-4d8f-4829-bf5b-5fb339be0bea tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:09:32.602575 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9ba98339-4d8f-4829-bf5b-5fb339be0bea tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0545900 Sep 21 15:09:32.606040 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52768) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:32.607698 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-f0737f3c-e2c7-421b-8e31-56dc36fa8098 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Transition to ACTIVE for port object 231a00b4-f5ba-482f-82e2-7e45a9b34db0 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:32.615127 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-607cdcef-fdaa-4f2c-8f3c-b41b0f531702 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': 'c3c8e495-4633-4ff8-b003-c7c035a59bf5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:32.621170 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0686273b-55c4-4a6f-9171-d6b3ceda5836 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:09:32.625994 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cad51685-aed4-44d5-ad96-6850cbb29fee tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:32.633280 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-607cdcef-fdaa-4f2c-8f3c-b41b0f531702 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:32.641587 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0686273b-55c4-4a6f-9171-d6b3ceda5836 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:32.642120 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-0686273b-55c4-4a6f-9171-d6b3ceda5836 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Added segment 0621fa90-aafb-4a03-9417-a1552580069b of type vlan for network de678076-196e-4497-a1f5-d94aa37f1c5b Sep 21 15:09:32.695858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0686273b-55c4-4a6f-9171-d6b3ceda5836 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:32.706830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-607cdcef-fdaa-4f2c-8f3c-b41b0f531702 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:32.710054 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0737f3c-e2c7-421b-8e31-56dc36fa8098 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:32.721532 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-607cdcef-fdaa-4f2c-8f3c-b41b0f531702 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:32.774258 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad51685-aed4-44d5-ad96-6850cbb29fee tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Pushing event deleted for resources: {'Port': ['ID=743fd3e8-a436-44df-9c96-2d95881b26ba,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:32.776470 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] Allocated IP 2001:db8::2 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/615ea9fa-fe0b-4e90-a5e8-a2ab95516a2b/0f29125b-2709-4978-8bf7-c78d6674cca3) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:32.797266 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-607cdcef-fdaa-4f2c-8f3c-b41b0f531702 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:32.853416 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0737f3c-e2c7-421b-8e31-56dc36fa8098 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:32.862981 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-f0737f3c-e2c7-421b-8e31-56dc36fa8098 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:32.871034 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0737f3c-e2c7-421b-8e31-56dc36fa8098 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:32.881140 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0737f3c-e2c7-421b-8e31-56dc36fa8098 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:32.882121 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0737f3c-e2c7-421b-8e31-56dc36fa8098 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:32.922460 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0686273b-55c4-4a6f-9171-d6b3ceda5836 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:32.932062 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0686273b-55c4-4a6f-9171-d6b3ceda5836 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:32.933071 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0686273b-55c4-4a6f-9171-d6b3ceda5836 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:32.964739 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-607cdcef-fdaa-4f2c-8f3c-b41b0f531702 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Project f551c27ab7384264806e535fea7a4504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:09:32.997974 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0737f3c-e2c7-421b-8e31-56dc36fa8098 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=231a00b4-f5ba-482f-82e2-7e45a9b34db0,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:33.025403 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-607cdcef-fdaa-4f2c-8f3c-b41b0f531702 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:09:33.027544 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-607cdcef-fdaa-4f2c-8f3c-b41b0f531702 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4199579 Sep 21 15:09:33.031012 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52772) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:33.032591 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cad51685-aed4-44d5-ad96-6850cbb29fee tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:33.040062 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a52fb0c5-4ac7-460c-8e79-86faf14c7bbe tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:33.089182 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f0737f3c-e2c7-421b-8e31-56dc36fa8098 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5042372 Sep 21 15:09:33.090216 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:33.103181 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52776) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:33.103417 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] Transition to ACTIVE for port object 0f29125b-2709-4978-8bf7-c78d6674cca3 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:33.123460 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] Transition to ACTIVE for port object 0f29125b-2709-4978-8bf7-c78d6674cca3 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:33.129403 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:33.175900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fb0c5-4ac7-460c-8e79-86faf14c7bbe tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Pushing event deleted for resources: {'Port': ['ID=1b6c71e0-1300-46d9-886e-62afa2403662,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:33.195137 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:33.201195 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:33.203632 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:33.211146 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0686273b-55c4-4a6f-9171-d6b3ceda5836 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9353082 Sep 21 15:09:33.214800 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52780) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:33.247314 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-aa81705a-f677-4342-a9e1-5d747166ca92 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'subnet': {'network_id': 'de678076-196e-4497-a1f5-d94aa37f1c5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:33.273833 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686273b-55c4-4a6f-9171-d6b3ceda5836 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Network': ['ID=de678076-196e-4497-a1f5-d94aa37f1c5b,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:33.278901 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cad51685-aed4-44d5-ad96-6850cbb29fee tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:33.287791 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cad51685-aed4-44d5-ad96-6850cbb29fee tempest-FloatingIPAdminTestJSON-607684417 tempest-FloatingIPAdminTestJSON-607684417-project] 10.222.0.62 "DELETE /v2.0/floatingips/0271bfda-939f-44a1-979a-dbae990a6d84 HTTP/1.1" status: 204 len: 168 time: 2.1154215 Sep 21 15:09:33.290078 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] Pushing event updated for resources: {'Port': ['ID=0f29125b-2709-4978-8bf7-c78d6674cca3,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:33.296084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52784) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:33.344135 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network de678076-196e-4497-a1f5-d94aa37f1c5b details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:09:33.416029 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e9256c-54c8-42ab-9d4f-6c1c46fa774e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:33.423650 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e9256c-54c8-42ab-9d4f-6c1c46fa774e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:33.424553 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-83e9256c-54c8-42ab-9d4f-6c1c46fa774e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:33.429758 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-aa81705a-f677-4342-a9e1-5d747166ca92 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:33.449420 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-aa81705a-f677-4342-a9e1-5d747166ca92 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:subnet and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:33.454688 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-83e9256c-54c8-42ab-9d4f-6c1c46fa774e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:33.458374 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-83e9256c-54c8-42ab-9d4f-6c1c46fa774e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3264627 Sep 21 15:09:33.460968 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52788) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:33.466079 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-aa81705a-f677-4342-a9e1-5d747166ca92 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:33.474620 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-aa81705a-f677-4342-a9e1-5d747166ca92 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:33.475161 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] Attempting to bind port 0f29125b-2709-4978-8bf7-c78d6674cca3 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:09:33.475388 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] Attempting to bind port 0f29125b-2709-4978-8bf7-c78d6674cca3 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:09:33.475745 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] Attempting to bind port 0f29125b-2709-4978-8bf7-c78d6674cca3 on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:09:33.482400 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:09:33.482916 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:09:33.483317 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:33.483699 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:09:33.484150 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] Bound port: 0f29125b-2709-4978-8bf7-c78d6674cca3, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:09:33.484611 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:33.531071 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49114208-fd4d-4270-aadb-9cb212895e33 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:33.546192 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-34bd694b-2637-45c9-89d6-d7ef40f87caa tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Deleting port c6f280f1-9624-4ba6-bf81-c11dd1ebbf53 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:33.546543 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34bd694b-2637-45c9-89d6-d7ef40f87caa tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:33.551694 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa81705a-f677-4342-a9e1-5d747166ca92 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:33.555794 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aa81705a-f677-4342-a9e1-5d747166ca92 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:33.576003 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5707b59d-a1ea-408b-a2e6-ae46a557aace tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port 231a00b4-f5ba-482f-82e2-7e45a9b34db0 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:33.576336 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5707b59d-a1ea-408b-a2e6-ae46a557aace tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:33.586935 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] For port 0f29125b-2709-4978-8bf7-c78d6674cca3, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:09:33.591494 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] For port 0f29125b-2709-4978-8bf7-c78d6674cca3, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=0f29125b-2709-4978-8bf7-c78d6674cca3,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:09:33.595198 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:33.667620 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a52fb0c5-4ac7-460c-8e79-86faf14c7bbe tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:33.669508 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a52fb0c5-4ac7-460c-8e79-86faf14c7bbe tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "DELETE /v2.0/ports/1b6c71e0-1300-46d9-886e-62afa2403662 HTTP/1.1" status: 204 len: 168 time: 2.5110950 Sep 21 15:09:33.677669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52792) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:33.689098 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49114208-fd4d-4270-aadb-9cb212895e33 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:33.692291 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b6125-d1ff-4e33-b59a-b2b4065f367b None None] Pushing event updated for resources: {'Port': ['ID=0f29125b-2709-4978-8bf7-c78d6674cca3,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:33.760812 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9254603-7fe6-4ebf-a8ba-0b19b41dabe3 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] GET failed (client error): The resource could not be found. Sep 21 15:09:33.761362 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a9254603-7fe6-4ebf-a8ba-0b19b41dabe3 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Synchronizing usage tracker for tenant:2c35dc11899c4214874e0d595768bc3a on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:33.948415 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49114208-fd4d-4270-aadb-9cb212895e33 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:33.954458 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a9254603-7fe6-4ebf-a8ba-0b19b41dabe3 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Unset dirty status for tenant:2c35dc11899c4214874e0d595768bc3a on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:33.955579 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a9254603-7fe6-4ebf-a8ba-0b19b41dabe3 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "GET /v2.0/ports/1b6c71e0-1300-46d9-886e-62afa2403662 HTTP/1.1" status: 404 len: 333 time: 0.2711682 Sep 21 15:09:33.975312 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52796) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:33.986858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-98b6daed-953b-486f-bbf5-3fe5be662866 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Request body: {'port': {'network_id': 'c17bbc3f-6e25-4f43-9404-1235415e1772', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1327460667'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:33.990372 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49114208-fd4d-4270-aadb-9cb212895e33 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c8e495-4633-4ff8-b003-c7c035a59bf5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:33.994531 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34bd694b-2637-45c9-89d6-d7ef40f87caa tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:33.994981 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34bd694b-2637-45c9-89d6-d7ef40f87caa tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:34.083804 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49114208-fd4d-4270-aadb-9cb212895e33 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:34.084962 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-49114208-fd4d-4270-aadb-9cb212895e33 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "DELETE /v2.0/security-groups/c3c8e495-4633-4ff8-b003-c7c035a59bf5 HTTP/1.1" status: 204 len: 168 time: 1.0472622 Sep 21 15:09:34.145439 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52800) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:34.154597 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-34bd694b-2637-45c9-89d6-d7ef40f87caa tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Calling delete_port for c6f280f1-9624-4ba6-bf81-c11dd1ebbf53 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:34.263440 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-905cbf66-6f69-45e7-a6ae-6a2b2c20f490 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Synchronizing usage tracker for tenant:f551c27ab7384264806e535fea7a4504 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:34.293053 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-905cbf66-6f69-45e7-a6ae-6a2b2c20f490 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Unset dirty status for tenant:f551c27ab7384264806e535fea7a4504 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:34.294312 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-905cbf66-6f69-45e7-a6ae-6a2b2c20f490 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1480033 Sep 21 15:09:34.298985 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52804) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:34.306524 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5707b59d-a1ea-408b-a2e6-ae46a557aace tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:34.324167 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aa81705a-f677-4342-a9e1-5d747166ca92 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:34.335276 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-eb18c55e-0ce0-4dcc-bca4-762f2378d05c tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group': {'name': 'tempest-secgroup--272026442'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:34.346591 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eb18c55e-0ce0-4dcc-bca4-762f2378d05c tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:34.361924 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eb18c55e-0ce0-4dcc-bca4-762f2378d05c tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:34.378747 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb18c55e-0ce0-4dcc-bca4-762f2378d05c tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:34.390166 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34bd694b-2637-45c9-89d6-d7ef40f87caa tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:34.402924 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-98b6daed-953b-486f-bbf5-3fe5be662866 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:34.481615 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5707b59d-a1ea-408b-a2e6-ae46a557aace tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for 231a00b4-f5ba-482f-82e2-7e45a9b34db0 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:34.487644 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd694b-2637-45c9-89d6-d7ef40f87caa tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6f280f1-9624-4ba6-bf81-c11dd1ebbf53,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:34.497311 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eb18c55e-0ce0-4dcc-bca4-762f2378d05c tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:34.533034 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eb18c55e-0ce0-4dcc-bca4-762f2378d05c tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:34.541082 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eb18c55e-0ce0-4dcc-bca4-762f2378d05c tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:34.550231 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-98b6daed-953b-486f-bbf5-3fe5be662866 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:34.552599 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eb18c55e-0ce0-4dcc-bca4-762f2378d05c tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:34.575582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34bd694b-2637-45c9-89d6-d7ef40f87caa tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:34.586859 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81705a-f677-4342-a9e1-5d747166ca92 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Subnet': ['ID=84aa447a-540a-47e9-9053-0559cbe07a8f,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:34.593958 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b6daed-953b-486f-bbf5-3fe5be662866 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Made reservation on behalf of 2c35dc11899c4214874e0d595768bc3a for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:34.597400 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-98b6daed-953b-486f-bbf5-3fe5be662866 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:34.644395 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-98b6daed-953b-486f-bbf5-3fe5be662866 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] device_id is not set on port 90d5798c-b2cb-4fb0-b6d4-f91119903bbc yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:09:34.670777 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34bd694b-2637-45c9-89d6-d7ef40f87caa tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:34.672239 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-34bd694b-2637-45c9-89d6-d7ef40f87caa tempest-FloatingIPAdminTestJSON-1141148670 tempest-FloatingIPAdminTestJSON-1141148670-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/dc054875-6f2f-4e9d-99c6-001744315aad HTTP/1.1" status: 204 len: 168 time: 1.3753562 Sep 21 15:09:34.675994 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52808) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:34.679952 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb18c55e-0ce0-4dcc-bca4-762f2378d05c tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:34.681005 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81705a-f677-4342-a9e1-5d747166ca92 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Checking segment: {'id': '0621fa90-aafb-4a03-9417-a1552580069b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'de678076-196e-4497-a1f5-d94aa37f1c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:09:34.681212 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa81705a-f677-4342-a9e1-5d747166ca92 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network hostable DHCP agents. Network: de678076-196e-4497-a1f5-d94aa37f1c5b, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:09:34.720480 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb18c55e-0ce0-4dcc-bca4-762f2378d05c tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:34.784194 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb18c55e-0ce0-4dcc-bca4-762f2378d05c tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:34.788269 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-eb18c55e-0ce0-4dcc-bca4-762f2378d05c tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4583793 Sep 21 15:09:34.790722 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52812) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:34.795591 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5cae1764-a383-4141-b3f2-615bb601fbbc tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Deleting port 5a8ddebe-a016-41b5-9524-6c47704b5157 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:34.795936 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5cae1764-a383-4141-b3f2-615bb601fbbc tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:34.797221 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-60ecab1d-23c5-4160-9c92-c67c1c2763fe None None] Provisioning for port 0f29125b-2709-4978-8bf7-c78d6674cca3 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:34.806613 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa81705a-f677-4342-a9e1-5d747166ca92 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network de678076-196e-4497-a1f5-d94aa37f1c5b is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:09:34.834285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d9158f39-ae93-4d59-b887-4ed70d9408ca tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': 'fe916437-8525-4d77-8707-86b3f91a0472', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:34.846785 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18c55e-0ce0-4dcc-bca4-762f2378d05c tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe916437-8525-4d77-8707-86b3f91a0472,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:34.852887 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5707b59d-a1ea-408b-a2e6-ae46a557aace tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:34.864089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d9158f39-ae93-4d59-b887-4ed70d9408ca tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:34.872552 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d9158f39-ae93-4d59-b887-4ed70d9408ca tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:34.877340 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d9158f39-ae93-4d59-b887-4ed70d9408ca tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:34.887088 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d9158f39-ae93-4d59-b887-4ed70d9408ca tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:34.903377 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-aa81705a-f677-4342-a9e1-5d747166ca92 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, de678076-196e-4497-a1f5-d94aa37f1c5b) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:34.914729 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ed98ca-2011-4dc6-99b9-4161c1ce1687 None None] Network de678076-196e-4497-a1f5-d94aa37f1c5b requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:09:34.940580 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa81705a-f677-4342-a9e1-5d747166ca92 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:34.941274 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aa81705a-f677-4342-a9e1-5d747166ca92 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:34.950362 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707b59d-a1ea-408b-a2e6-ae46a557aace tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Port': ['ID=231a00b4-f5ba-482f-82e2-7e45a9b34db0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:35.024362 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-98b6daed-953b-486f-bbf5-3fe5be662866 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Allocated IP 2001:db8::67 (c17bbc3f-6e25-4f43-9404-1235415e1772/8ce8cff6-c651-4bbb-93b9-d31bbd475ff2/90d5798c-b2cb-4fb0-b6d4-f91119903bbc) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:35.101261 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-d9158f39-ae93-4d59-b887-4ed70d9408ca tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): The resource could not be found. Sep 21 15:09:35.102816 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d9158f39-ae93-4d59-b887-4ed70d9408ca tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2779570 Sep 21 15:09:35.106891 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52818) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:35.114350 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5707b59d-a1ea-408b-a2e6-ae46a557aace tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:35.118222 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-709695d7-6f21-4f3f-a071-a8954c267fd0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': 'fe916437-8525-4d77-8707-86b3f91a0472', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3accd217-83a8-4395-8ede-83a492d07199'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:35.131886 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-709695d7-6f21-4f3f-a071-a8954c267fd0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:35.152114 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-709695d7-6f21-4f3f-a071-a8954c267fd0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:35.158040 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-709695d7-6f21-4f3f-a071-a8954c267fd0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:35.173052 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4ddf99e1-047e-496d-8898-3d8f211963a6 None None] Could not find standard attr ID for object 231a00b4-f5ba-482f-82e2-7e45a9b34db0. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:09:35.179925 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-709695d7-6f21-4f3f-a071-a8954c267fd0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:35.191744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5cae1764-a383-4141-b3f2-615bb601fbbc tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:35.222293 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-aa81705a-f677-4342-a9e1-5d747166ca92 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0037634 Sep 21 15:09:35.230944 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52822) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:35.231132 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5707b59d-a1ea-408b-a2e6-ae46a557aace tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/231a00b4-f5ba-482f-82e2-7e45a9b34db0 HTTP/1.1" status: 204 len: 168 time: 1.7578509 Sep 21 15:09:35.236158 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52826) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:35.239867 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-edac24f4-7460-4b29-b80e-f16319704eb0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'port': {'network_id': 'de678076-196e-4497-a1f5-d94aa37f1c5b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-753268742'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:35.269954 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-de678076-196e-4497-a1f5-d94aa37f1c5b', 'network_id': 'de678076-196e-4497-a1f5-d94aa37f1c5b', 'tenant_id': '3c76cd1c175246ce8c142ebc0c00da57', 'fixed_ips': [{'subnet_id': '84aa447a-540a-47e9-9053-0559cbe07a8f'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:09:35.271064 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:35.355248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5cae1764-a383-4141-b3f2-615bb601fbbc tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Calling delete_port for 5a8ddebe-a016-41b5-9524-6c47704b5157 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:35.366731 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b70b9eb-f5d2-4ba5-9a7b-b8cb8a750d07 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:35.368295 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b70b9eb-f5d2-4ba5-9a7b-b8cb8a750d07 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:35.369128 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3b70b9eb-f5d2-4ba5-9a7b-b8cb8a750d07 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:35.434540 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-709695d7-6f21-4f3f-a071-a8954c267fd0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): The resource could not be found. Sep 21 15:09:35.435658 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-709695d7-6f21-4f3f-a071-a8954c267fd0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3278015 Sep 21 15:09:35.440075 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52830) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:35.463421 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 0f29125b-2709-4978-8bf7-c78d6674cca3 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:09:35.509256 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3b70b9eb-f5d2-4ba5-9a7b-b8cb8a750d07 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:35.513599 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3b70b9eb-f5d2-4ba5-9a7b-b8cb8a750d07 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2477520 Sep 21 15:09:35.520860 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52834) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:35.542605 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b355cfc9-86f3-43d5-bf76-23d646fdda1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:35.551158 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] Allocated IP 172.20.0.2 (de678076-196e-4497-a1f5-d94aa37f1c5b/84aa447a-540a-47e9-9053-0559cbe07a8f/8690c322-b160-421d-8ad0-7bf29b44006e) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:35.579853 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-98b6daed-953b-486f-bbf5-3fe5be662866 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:35.580845 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5334a70d-c852-4102-8a85-031933eda1e3 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:35.587290 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 0f29125b-2709-4978-8bf7-c78d6674cca3 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:35.611906 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5cae1764-a383-4141-b3f2-615bb601fbbc tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:35.621021 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-edac24f4-7460-4b29-b80e-f16319704eb0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:35.623539 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-98b6daed-953b-486f-bbf5-3fe5be662866 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Transition to ACTIVE for port object 90d5798c-b2cb-4fb0-b6d4-f91119903bbc will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:35.628986 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-edac24f4-7460-4b29-b80e-f16319704eb0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:port and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:35.634198 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-edac24f4-7460-4b29-b80e-f16319704eb0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:35.641454 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 0f29125b-2709-4978-8bf7-c78d6674cca3 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:35.641914 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:35.646280 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-7172b1a0-d749-4a63-b1c7-30cf34ea1e75 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet 615ea9fa-fe0b-4e90-a5e8-a2ab95516a2b {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:09:35.648231 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-edac24f4-7460-4b29-b80e-f16319704eb0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:35.652791 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7172b1a0-d749-4a63-b1c7-30cf34ea1e75 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:35.661246 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5334a70d-c852-4102-8a85-031933eda1e3 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:35.684604 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae1764-a383-4141-b3f2-615bb601fbbc tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Pushing event deleted for resources: {'Port': ['ID=5a8ddebe-a016-41b5-9524-6c47704b5157,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:35.705909 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edac24f4-7460-4b29-b80e-f16319704eb0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:35.709359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edac24f4-7460-4b29-b80e-f16319704eb0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:35.736206 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-edac24f4-7460-4b29-b80e-f16319704eb0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] device_id is not set on port 7ba8fc42-170c-47d3-831c-0c5c0400f91a yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:09:35.884040 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 0f29125b-2709-4978-8bf7-c78d6674cca3 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:35.884659 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:35.905539 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7172b1a0-d749-4a63-b1c7-30cf34ea1e75 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:35.927275 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5cae1764-a383-4141-b3f2-615bb601fbbc tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:35.932282 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 0f29125b-2709-4978-8bf7-c78d6674cca3, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=0f29125b-2709-4978-8bf7-c78d6674cca3,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:35.933233 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5334a70d-c852-4102-8a85-031933eda1e3 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:35.947358 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:35.962438 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5334a70d-c852-4102-8a85-031933eda1e3 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:35.966837 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5334a70d-c852-4102-8a85-031933eda1e3 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "DELETE /v2.0/security-groups/fe916437-8525-4d77-8707-86b3f91a0472 HTTP/1.1" status: 204 len: 168 time: 0.5234852 Sep 21 15:09:35.966837 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334a70d-c852-4102-8a85-031933eda1e3 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe916437-8525-4d77-8707-86b3f91a0472,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:35.967751 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-98b6daed-953b-486f-bbf5-3fe5be662866 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:35.969366 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52840) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:35.976011 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5cae1764-a383-4141-b3f2-615bb601fbbc tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] 10.222.0.62 "DELETE /v2.0/ports/5a8ddebe-a016-41b5-9524-6c47704b5157 HTTP/1.1" status: 204 len: 168 time: 1.2964518 Sep 21 15:09:35.988515 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52844) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:36.055545 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:36.059888 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=0f29125b-2709-4978-8bf7-c78d6674cca3,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:36.087416 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b6daed-953b-486f-bbf5-3fe5be662866 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Network c17bbc3f-6e25-4f43-9404-1235415e1772 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:36.094061 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] Transition to ACTIVE for port object 8690c322-b160-421d-8ad0-7bf29b44006e will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:36.095533 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-98b6daed-953b-486f-bbf5-3fe5be662866 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:36.101023 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b6daed-953b-486f-bbf5-3fe5be662866 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:36.102336 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9414aea6-ec70-444d-9c79-1e7ca45d5070 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Synchronizing usage tracker for tenant:f551c27ab7384264806e535fea7a4504 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:36.108700 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b6daed-953b-486f-bbf5-3fe5be662866 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:36.109514 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-98b6daed-953b-486f-bbf5-3fe5be662866 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:36.129517 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a680b8e-79d4-4dc7-8b5e-5b355244193d tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:36.129970 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8a680b8e-79d4-4dc7-8b5e-5b355244193d tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Synchronizing usage tracker for tenant:5016973dab6c4c23b7df0f0b1c907ed7 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:36.132919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] Transition to ACTIVE for port object 8690c322-b160-421d-8ad0-7bf29b44006e will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:36.141007 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6daed-953b-486f-bbf5-3fe5be662866 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Pushing event updated for resources: {'Port': ['ID=90d5798c-b2cb-4fb0-b6d4-f91119903bbc,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:36.149855 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:36.155547 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8a680b8e-79d4-4dc7-8b5e-5b355244193d tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Unset dirty status for tenant:5016973dab6c4c23b7df0f0b1c907ed7 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:36.164706 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8a680b8e-79d4-4dc7-8b5e-5b355244193d tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6 HTTP/1.1" status: 200 len: 913 time: 0.1675012 Sep 21 15:09:36.164706 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9414aea6-ec70-444d-9c79-1e7ca45d5070 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Unset dirty status for tenant:f551c27ab7384264806e535fea7a4504 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:36.164706 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9414aea6-ec70-444d-9c79-1e7ca45d5070 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1893780 Sep 21 15:09:36.164706 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52848) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:36.180682 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52852) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:36.190631 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-98b6daed-953b-486f-bbf5-3fe5be662866 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2143023 Sep 21 15:09:36.201938 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d3520f28-5587-42c6-af27-f26ccf769236 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': '076bff23-66ea-48ce-9d00-9a26df7bb07b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:36.231564 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52856) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:36.233266 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] Pushing event updated for resources: {'Port': ['ID=8690c322-b160-421d-8ad0-7bf29b44006e,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:36.233829 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d3520f28-5587-42c6-af27-f26ccf769236 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:36.238522 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d3520f28-5587-42c6-af27-f26ccf769236 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:36.241826 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d3520f28-5587-42c6-af27-f26ccf769236 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:36.246391 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] Network de678076-196e-4497-a1f5-d94aa37f1c5b is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:36.247622 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:36.248993 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d3520f28-5587-42c6-af27-f26ccf769236 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:36.251941 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:36.271261 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-2698f102-3f62-4d18-9fa8-cff46d0b1135 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:cb:61:bc'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:36.302098 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7172b1a0-d749-4a63-b1c7-30cf34ea1e75 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:36.364614 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-edac24f4-7460-4b29-b80e-f16319704eb0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Allocated IP 172.20.0.5 (de678076-196e-4497-a1f5-d94aa37f1c5b/84aa447a-540a-47e9-9053-0559cbe07a8f/7ba8fc42-170c-47d3-831c-0c5c0400f91a) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:36.413200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] Attempting to bind port 8690c322-b160-421d-8ad0-7bf29b44006e on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:09:36.413516 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] Attempting to bind port 8690c322-b160-421d-8ad0-7bf29b44006e by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '0621fa90-aafb-4a03-9417-a1552580069b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'de678076-196e-4497-a1f5-d94aa37f1c5b'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:09:36.413850 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] Attempting to bind port 8690c322-b160-421d-8ad0-7bf29b44006e on network de678076-196e-4497-a1f5-d94aa37f1c5b {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:09:36.418786 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2b6136e4-e36d-4255-9308-e650619550ce None None] Provisioning for port 90d5798c-b2cb-4fb0-b6d4-f91119903bbc completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:36.425434 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2b6136e4-e36d-4255-9308-e650619550ce None None] Provisioning complete for port 90d5798c-b2cb-4fb0-b6d4-f91119903bbc triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:36.425850 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2b6136e4-e36d-4255-9308-e650619550ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:36.484012 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2b6136e4-e36d-4255-9308-e650619550ce None None] Port 90d5798c-b2cb-4fb0-b6d4-f91119903bbc cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:09:36.485716 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:09:36.486771 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] Checking segment: {'id': '0621fa90-aafb-4a03-9417-a1552580069b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'de678076-196e-4497-a1f5-d94aa37f1c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:09:36.487120 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:36.487509 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] Bound using segment: {'id': '0621fa90-aafb-4a03-9417-a1552580069b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'de678076-196e-4497-a1f5-d94aa37f1c5b'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:09:36.487989 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] Bound port: 8690c322-b160-421d-8ad0-7bf29b44006e, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0621fa90-aafb-4a03-9417-a1552580069b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'de678076-196e-4497-a1f5-d94aa37f1c5b'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:09:36.488364 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:36.524323 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-d3520f28-5587-42c6-af27-f26ccf769236 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): The resource could not be found. Sep 21 15:09:36.529607 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d3520f28-5587-42c6-af27-f26ccf769236 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3426206 Sep 21 15:09:36.567799 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52860) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:36.591543 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2f9791a0-37a5-4c4d-b04d-4b3cfb5867c0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group': {'name': 'tempest-secgroup--613777995'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:36.597492 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] For port 8690c322-b160-421d-8ad0-7bf29b44006e, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:09:36.601183 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] For port 8690c322-b160-421d-8ad0-7bf29b44006e, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=8690c322-b160-421d-8ad0-7bf29b44006e,segment=NetworkSegment(0621fa90-aafb-4a03-9417-a1552580069b),segment_id=0621fa90-aafb-4a03-9417-a1552580069b)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:09:36.605014 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2f9791a0-37a5-4c4d-b04d-4b3cfb5867c0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:36.607955 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:36.623401 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2f9791a0-37a5-4c4d-b04d-4b3cfb5867c0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:36.625476 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7172b1a0-d749-4a63-b1c7-30cf34ea1e75 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:36.670343 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f9791a0-37a5-4c4d-b04d-4b3cfb5867c0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:36.699527 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac09352-fcac-4fd3-81cd-fcc5cc5d51af None None] Pushing event updated for resources: {'Port': ['ID=8690c322-b160-421d-8ad0-7bf29b44006e,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:36.705111 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2f9791a0-37a5-4c4d-b04d-4b3cfb5867c0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:36.708190 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172b1a0-d749-4a63-b1c7-30cf34ea1e75 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=615ea9fa-fe0b-4e90-a5e8-a2ab95516a2b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:36.714842 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7172b1a0-d749-4a63-b1c7-30cf34ea1e75 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:36.715570 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2f9791a0-37a5-4c4d-b04d-4b3cfb5867c0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:36.720403 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2f9791a0-37a5-4c4d-b04d-4b3cfb5867c0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:36.725410 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9d41b0-bb04-47db-9aaa-35588c1816f8 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:09:36.730233 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2f9791a0-37a5-4c4d-b04d-4b3cfb5867c0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:36.771673 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7172b1a0-d749-4a63-b1c7-30cf34ea1e75 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/615ea9fa-fe0b-4e90-a5e8-a2ab95516a2b HTTP/1.1" status: 204 len: 168 time: 1.2475586 Sep 21 15:09:36.799908 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52864) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:36.856977 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edac24f4-7460-4b29-b80e-f16319704eb0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:36.877444 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2698f102-3f62-4d18-9fa8-cff46d0b1135 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:36.898829 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-edac24f4-7460-4b29-b80e-f16319704eb0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Transition to ACTIVE for port object 7ba8fc42-170c-47d3-831c-0c5c0400f91a will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:36.902190 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1017a857-6899-4b30-80a1-e0a50d4be997 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010528 Sep 21 15:09:36.907590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52868) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:36.918774 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-96a88004-59bf-4bd0-a021-1ae2be1726c7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:37.034167 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edac24f4-7460-4b29-b80e-f16319704eb0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:37.080605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f9791a0-37a5-4c4d-b04d-4b3cfb5867c0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:37.090045 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-96a88004-59bf-4bd0-a021-1ae2be1726c7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:37.093047 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f9791a0-37a5-4c4d-b04d-4b3cfb5867c0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:37.137283 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-96a88004-59bf-4bd0-a021-1ae2be1726c7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:37.152170 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-96a88004-59bf-4bd0-a021-1ae2be1726c7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:37.173140 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ff5195-7734-4ef9-9a4f-9e39c6c285d4 None None] DHCP port deletion for cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:09:37.177373 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-24ff5195-7734-4ef9-9a4f-9e39c6c285d4 None None] Deleting port 0f29125b-2709-4978-8bf7-c78d6674cca3 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:37.177745 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-24ff5195-7734-4ef9-9a4f-9e39c6c285d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:37.183952 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-96a88004-59bf-4bd0-a021-1ae2be1726c7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:37.208583 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9791a0-37a5-4c4d-b04d-4b3cfb5867c0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf27a8a-2a1a-4b47-8b16-cf8256040f60,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:37.223732 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f9791a0-37a5-4c4d-b04d-4b3cfb5867c0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:37.224149 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edac24f4-7460-4b29-b80e-f16319704eb0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network de678076-196e-4497-a1f5-d94aa37f1c5b is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:37.225545 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2f9791a0-37a5-4c4d-b04d-4b3cfb5867c0 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6560531 Sep 21 15:09:37.230119 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52872) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:37.235730 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-48b1d801-9729-47a2-b7ab-fbe95475f13e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group': {'name': 'tempest-secgroup--830256680'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:37.238768 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-edac24f4-7460-4b29-b80e-f16319704eb0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:37.241417 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-48b1d801-9729-47a2-b7ab-fbe95475f13e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:37.246744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-48b1d801-9729-47a2-b7ab-fbe95475f13e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:37.249784 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-48b1d801-9729-47a2-b7ab-fbe95475f13e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:37.252222 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edac24f4-7460-4b29-b80e-f16319704eb0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:37.256120 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-48b1d801-9729-47a2-b7ab-fbe95475f13e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:37.265195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a88004-59bf-4bd0-a021-1ae2be1726c7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:37.269027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96a88004-59bf-4bd0-a021-1ae2be1726c7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:37.288076 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-48b1d801-9729-47a2-b7ab-fbe95475f13e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:37.297964 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac24f4-7460-4b29-b80e-f16319704eb0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=7ba8fc42-170c-47d3-831c-0c5c0400f91a,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:37.384169 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edac24f4-7460-4b29-b80e-f16319704eb0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:37.384379 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edac24f4-7460-4b29-b80e-f16319704eb0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:37.387206 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-70d5062a-ed2b-49ab-907b-04edaa07b2cf tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:37.417235 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-edac24f4-7460-4b29-b80e-f16319704eb0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.1825001 Sep 21 15:09:37.417456 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 8690c322-b160-421d-8ad0-7bf29b44006e up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:09:37.418170 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52876) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:37.444626 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-48b1d801-9729-47a2-b7ab-fbe95475f13e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:37.450079 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-48b1d801-9729-47a2-b7ab-fbe95475f13e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:37.463152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-48b1d801-9729-47a2-b7ab-fbe95475f13e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:37.493969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-48b1d801-9729-47a2-b7ab-fbe95475f13e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:37.506155 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2698f102-3f62-4d18-9fa8-cff46d0b1135 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:37.510393 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-24ff5195-7734-4ef9-9a4f-9e39c6c285d4 None None] For port 0f29125b-2709-4978-8bf7-c78d6674cca3, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=0f29125b-2709-4978-8bf7-c78d6674cca3,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:37.511062 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-24ff5195-7734-4ef9-9a4f-9e39c6c285d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:37.514607 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-12d7e7b5-2598-4a4f-a0de-f54f603cf895 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port 7ba8fc42-170c-47d3-831c-0c5c0400f91a {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:37.514607 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12d7e7b5-2598-4a4f-a0de-f54f603cf895 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:37.547300 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2698f102-3f62-4d18-9fa8-cff46d0b1135 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:37.547962 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2698f102-3f62-4d18-9fa8-cff46d0b1135 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] In _notify_port_updated(), no bound segment for port 90d5798c-b2cb-4fb0-b6d4-f91119903bbc on network c17bbc3f-6e25-4f43-9404-1235415e1772 {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:09:37.553910 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2698f102-3f62-4d18-9fa8-cff46d0b1135 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:37.554588 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2698f102-3f62-4d18-9fa8-cff46d0b1135 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:37.555946 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2698f102-3f62-4d18-9fa8-cff46d0b1135 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "PUT /v2.0/ports/90d5798c-b2cb-4fb0-b6d4-f91119903bbc HTTP/1.1" status: 200 len: 1002 time: 1.2897303 Sep 21 15:09:37.595568 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52880) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:37.659284 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-24ff5195-7734-4ef9-9a4f-9e39c6c285d4 None None] Calling delete_port for 0f29125b-2709-4978-8bf7-c78d6674cca3 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:37.720680 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 8690c322-b160-421d-8ad0-7bf29b44006e completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:37.759851 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96a88004-59bf-4bd0-a021-1ae2be1726c7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:37.777668 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698f102-3f62-4d18-9fa8-cff46d0b1135 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Pushing event updated for resources: {'Port': ['ID=90d5798c-b2cb-4fb0-b6d4-f91119903bbc,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:37.789121 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-24ff5195-7734-4ef9-9a4f-9e39c6c285d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:37.827926 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-74c4fa1f-6007-482f-acb4-d658e40db3e5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Deleting port 90d5798c-b2cb-4fb0-b6d4-f91119903bbc {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:37.828424 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-74c4fa1f-6007-482f-acb4-d658e40db3e5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:37.830140 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 0f29125b-2709-4978-8bf7-c78d6674cca3 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:09:37.901149 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff5195-7734-4ef9-9a4f-9e39c6c285d4 None None] Pushing event deleted for resources: {'Port': ['ID=0f29125b-2709-4978-8bf7-c78d6674cca3,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:37.908865 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 0f29125b-2709-4978-8bf7-c78d6674cca3 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:09:37.909208 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 0f29125b-2709-4978-8bf7-c78d6674cca3 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:09:37.915680 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ff5195-7734-4ef9-9a4f-9e39c6c285d4 None None] No DVR routers for this DVR port 0f29125b-2709-4978-8bf7-c78d6674cca3 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:09:37.924014 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-648441ee-251b-4cb2-9397-30e7a42c807e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:38.000998 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cba5e3-034b-4859-8618-b164a2724147 None None] Network de678076-196e-4497-a1f5-d94aa37f1c5b requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:09:38.030178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-48b1d801-9729-47a2-b7ab-fbe95475f13e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:38.067523 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-48b1d801-9729-47a2-b7ab-fbe95475f13e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:38.099034 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e98118dc-def0-46ef-a591-a541d55e0a9b None None] Provisioning for port 8690c322-b160-421d-8ad0-7bf29b44006e completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:38.109875 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e98118dc-def0-46ef-a591-a541d55e0a9b None None] Provisioning complete for port 8690c322-b160-421d-8ad0-7bf29b44006e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:38.110248 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e98118dc-def0-46ef-a591-a541d55e0a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:38.118679 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a88004-59bf-4bd0-a021-1ae2be1726c7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:38.129657 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-96a88004-59bf-4bd0-a021-1ae2be1726c7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:38.141949 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7582e4d-5519-4bf9-a286-e7ed506b1c3a None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:09:38.152968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a88004-59bf-4bd0-a021-1ae2be1726c7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:38.153578 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96a88004-59bf-4bd0-a021-1ae2be1726c7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:38.229883 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a88004-59bf-4bd0-a021-1ae2be1726c7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=f9613b98-35df-4b3e-b67e-ffa8d1c77f85,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:38.242394 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-48b1d801-9729-47a2-b7ab-fbe95475f13e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:38.247909 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-48b1d801-9729-47a2-b7ab-fbe95475f13e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0121970 Sep 21 15:09:38.256023 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1d801-9729-47a2-b7ab-fbe95475f13e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffca14e-5474-4d8c-962d-90a46a5c090f,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:38.266628 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52886) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:38.279293 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-80d49e5d-0d4c-4ad7-bfb6-e0ce169fc3ce tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': '8bf27a8a-2a1a-4b47-8b16-cf8256040f60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9ffca14e-5474-4d8c-962d-90a46a5c090f'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:38.323245 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12d7e7b5-2598-4a4f-a0de-f54f603cf895 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:38.336489 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-80d49e5d-0d4c-4ad7-bfb6-e0ce169fc3ce tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:38.339056 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-96a88004-59bf-4bd0-a021-1ae2be1726c7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4304824 Sep 21 15:09:38.341989 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52890) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:38.346684 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-80d49e5d-0d4c-4ad7-bfb6-e0ce169fc3ce tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:38.350510 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-80d49e5d-0d4c-4ad7-bfb6-e0ce169fc3ce tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:38.358426 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-80d49e5d-0d4c-4ad7-bfb6-e0ce169fc3ce tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:38.405897 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-80d49e5d-0d4c-4ad7-bfb6-e0ce169fc3ce tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:09:38.407126 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-80d49e5d-0d4c-4ad7-bfb6-e0ce169fc3ce tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1373954 Sep 21 15:09:38.411173 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52894) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:38.429902 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-20ff2702-d82d-4baf-aac1-11063cf3e5c1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'name': 'tempest-NetworksTestDHCPv6-771736368'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:38.515552 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-70d5062a-ed2b-49ab-907b-04edaa07b2cf tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Deleting port 04318e66-b9a1-4ba4-80c7-89d576ff87ae {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:38.515902 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-70d5062a-ed2b-49ab-907b-04edaa07b2cf tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:38.548171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-12d7e7b5-2598-4a4f-a0de-f54f603cf895 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Calling delete_port for 7ba8fc42-170c-47d3-831c-0c5c0400f91a owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:38.585828 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e98118dc-def0-46ef-a591-a541d55e0a9b None None] Current status of the port 8690c322-b160-421d-8ad0-7bf29b44006e is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:38.585828 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e98118dc-def0-46ef-a591-a541d55e0a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:38.589579 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e3cfeef-1637-408b-8173-11c0bba145c5 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:38.693143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'fixed_ips': [{'subnet_id': 'f9613b98-35df-4b3e-b67e-ffa8d1c77f85'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:09:38.694369 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:38.701097 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-74c4fa1f-6007-482f-acb4-d658e40db3e5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:38.708433 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e3cfeef-1637-408b-8173-11c0bba145c5 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:38.716927 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:38.725996 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e98118dc-def0-46ef-a591-a541d55e0a9b None None] For port 8690c322-b160-421d-8ad0-7bf29b44006e, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=8690c322-b160-421d-8ad0-7bf29b44006e,segment=NetworkSegment(0621fa90-aafb-4a03-9417-a1552580069b),segment_id=0621fa90-aafb-4a03-9417-a1552580069b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:38.738010 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e98118dc-def0-46ef-a591-a541d55e0a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:38.808095 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-70d5062a-ed2b-49ab-907b-04edaa07b2cf tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:38.834335 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e3cfeef-1637-408b-8173-11c0bba145c5 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:38.881816 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-74c4fa1f-6007-482f-acb4-d658e40db3e5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Calling delete_port for 90d5798c-b2cb-4fb0-b6d4-f91119903bbc owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:38.890134 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:38.910616 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98118dc-def0-46ef-a591-a541d55e0a9b None None] Pushing event updated for resources: {'Port': ['ID=8690c322-b160-421d-8ad0-7bf29b44006e,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:38.990291 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] Allocated IP 2001:db8::2 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/f9613b98-35df-4b3e-b67e-ffa8d1c77f85/386a272a-7822-4df0-b9b9-84cf39a5c6c6) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:39.012263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cfeef-1637-408b-8173-11c0bba145c5 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffca14e-5474-4d8c-962d-90a46a5c090f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:39.024202 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-70d5062a-ed2b-49ab-907b-04edaa07b2cf tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Calling delete_port for 04318e66-b9a1-4ba4-80c7-89d576ff87ae owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:39.060178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e3cfeef-1637-408b-8173-11c0bba145c5 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:39.061734 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7e3cfeef-1637-408b-8173-11c0bba145c5 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "DELETE /v2.0/security-groups/9ffca14e-5474-4d8c-962d-90a46a5c090f HTTP/1.1" status: 204 len: 168 time: 0.6495724 Sep 21 15:09:39.069920 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52898) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:39.185989 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-20ff2702-d82d-4baf-aac1-11063cf3e5c1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:39.202267 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-20ff2702-d82d-4baf-aac1-11063cf3e5c1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:port and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:39.211888 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1f25bc60-5c5d-412a-8158-06bea3c5a33e None None] Provisioning complete for port 8690c322-b160-421d-8ad0-7bf29b44006e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:39.212344 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1f25bc60-5c5d-412a-8158-06bea3c5a33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:39.218419 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-20ff2702-d82d-4baf-aac1-11063cf3e5c1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:39.266594 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-20ff2702-d82d-4baf-aac1-11063cf3e5c1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:39.342850 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-db42f462-6ee2-4672-a9db-9afa59868c56 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Synchronizing usage tracker for tenant:f551c27ab7384264806e535fea7a4504 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:39.355384 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ff2702-d82d-4baf-aac1-11063cf3e5c1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:39.358894 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20ff2702-d82d-4baf-aac1-11063cf3e5c1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:39.362914 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 8690c322-b160-421d-8ad0-7bf29b44006e up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:09:39.368528 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12d7e7b5-2598-4a4f-a0de-f54f603cf895 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:39.436091 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7e7b5-2598-4a4f-a0de-f54f603cf895 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Port': ['ID=7ba8fc42-170c-47d3-831c-0c5c0400f91a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:39.449410 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-74c4fa1f-6007-482f-acb4-d658e40db3e5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:39.513683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-70d5062a-ed2b-49ab-907b-04edaa07b2cf tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:39.521500 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:39.527942 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1f25bc60-5c5d-412a-8158-06bea3c5a33e None None] Current status of the port 8690c322-b160-421d-8ad0-7bf29b44006e is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:39.539579 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] Transition to ACTIVE for port object 386a272a-7822-4df0-b9b9-84cf39a5c6c6 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:39.546960 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1f25bc60-5c5d-412a-8158-06bea3c5a33e None None] Could not find standard attr ID for object 7ba8fc42-170c-47d3-831c-0c5c0400f91a. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:09:39.547538 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-20ff2702-d82d-4baf-aac1-11063cf3e5c1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] device_id is not set on port 77dfc4cc-e310-45b6-ba61-f82b876133a6 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:09:39.567222 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 8690c322-b160-421d-8ad0-7bf29b44006e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:39.567593 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:39.570770 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5062a-ed2b-49ab-907b-04edaa07b2cf tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Pushing event deleted for resources: {'Port': ['ID=04318e66-b9a1-4ba4-80c7-89d576ff87ae,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:39.599103 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] Transition to ACTIVE for port object 386a272a-7822-4df0-b9b9-84cf39a5c6c6 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:39.628937 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:39.646829 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-db42f462-6ee2-4672-a9db-9afa59868c56 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Unset dirty status for tenant:f551c27ab7384264806e535fea7a4504 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:39.648121 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-db42f462-6ee2-4672-a9db-9afa59868c56 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.5346909 Sep 21 15:09:39.666076 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52902) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:39.679387 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4fa1f-6007-482f-acb4-d658e40db3e5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Pushing event deleted for resources: {'Port': ['ID=90d5798c-b2cb-4fb0-b6d4-f91119903bbc,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:39.752246 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2d0f9feb-a816-4518-9e27-7e1730c34b1e None None] Could not find standard attr ID for object 7ba8fc42-170c-47d3-831c-0c5c0400f91a. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:09:39.805142 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:39.810966 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:39.825281 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-74c4fa1f-6007-482f-acb4-d658e40db3e5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:39.836812 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:39.841548 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12d7e7b5-2598-4a4f-a0de-f54f603cf895 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:39.848297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] Pushing event updated for resources: {'Port': ['ID=386a272a-7822-4df0-b9b9-84cf39a5c6c6,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:39.874794 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-12d7e7b5-2598-4a4f-a0de-f54f603cf895 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/ports/7ba8fc42-170c-47d3-831c-0c5c0400f91a HTTP/1.1" status: 204 len: 168 time: 2.4555893 Sep 21 15:09:39.885133 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52906) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:39.957190 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-74c4fa1f-6007-482f-acb4-d658e40db3e5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "DELETE /v2.0/ports/90d5798c-b2cb-4fb0-b6d4-f91119903bbc HTTP/1.1" status: 204 len: 168 time: 2.3443453 Sep 21 15:09:39.964430 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52910) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:39.975691 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44bdecf-62f5-4ec4-9bcd-246eaaecc030 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] GET failed (client error): The resource could not be found. Sep 21 15:09:39.976259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c44bdecf-62f5-4ec4-9bcd-246eaaecc030 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Synchronizing usage tracker for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:40.038662 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-20ff2702-d82d-4baf-aac1-11063cf3e5c1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8::38 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/f9613b98-35df-4b3e-b67e-ffa8d1c77f85/77dfc4cc-e310-45b6-ba61-f82b876133a6) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:40.114601 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 8690c322-b160-421d-8ad0-7bf29b44006e is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:40.120989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c44bdecf-62f5-4ec4-9bcd-246eaaecc030 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Unset dirty status for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:40.125422 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c44bdecf-62f5-4ec4-9bcd-246eaaecc030 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports/7ba8fc42-170c-47d3-831c-0c5c0400f91a HTTP/1.1" status: 404 len: 333 time: 0.2387073 Sep 21 15:09:40.126145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52914) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:40.126658 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] Attempting to bind port 386a272a-7822-4df0-b9b9-84cf39a5c6c6 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:09:40.127025 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] Attempting to bind port 386a272a-7822-4df0-b9b9-84cf39a5c6c6 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:09:40.127383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] Attempting to bind port 386a272a-7822-4df0-b9b9-84cf39a5c6c6 on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:09:40.132997 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:09:40.133368 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:09:40.133759 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:40.134138 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:09:40.134595 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] Bound port: 386a272a-7822-4df0-b9b9-84cf39a5c6c6, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:09:40.135845 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:40.162968 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5dd24593-0c76-4d68-8853-fc9448529b12 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:40.166605 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-769e0dce-babc-4213-9ff0-140e6494e7f9 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] GET failed (client error): The resource could not be found. Sep 21 15:09:40.167152 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-769e0dce-babc-4213-9ff0-140e6494e7f9 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Synchronizing usage tracker for tenant:2c35dc11899c4214874e0d595768bc3a on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:40.222534 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-769e0dce-babc-4213-9ff0-140e6494e7f9 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Unset dirty status for tenant:2c35dc11899c4214874e0d595768bc3a on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:40.227440 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-769e0dce-babc-4213-9ff0-140e6494e7f9 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "GET /v2.0/ports/90d5798c-b2cb-4fb0-b6d4-f91119903bbc HTTP/1.1" status: 404 len: 333 time: 0.2582126 Sep 21 15:09:40.230029 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52918) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:40.240235 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9587a145-c6c3-4f8a-a435-10788b0d01d0 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Request body: {'port': {'network_id': 'c17bbc3f-6e25-4f43-9404-1235415e1772', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-458905230'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:40.255421 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5dd24593-0c76-4d68-8853-fc9448529b12 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:40.261515 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] For port 386a272a-7822-4df0-b9b9-84cf39a5c6c6, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:09:40.265813 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] For port 386a272a-7822-4df0-b9b9-84cf39a5c6c6, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=386a272a-7822-4df0-b9b9-84cf39a5c6c6,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:09:40.271090 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:40.315735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-70d5062a-ed2b-49ab-907b-04edaa07b2cf tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:40.359955 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612d559-d90d-4260-b160-35c1caee71b2 None None] Pushing event updated for resources: {'Port': ['ID=386a272a-7822-4df0-b9b9-84cf39a5c6c6,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:40.414452 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d916ac8-d615-4609-8111-ead29101c32c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting subnet 84aa447a-540a-47e9-9053-0559cbe07a8f {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:09:40.437505 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:40.439377 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d916ac8-d615-4609-8111-ead29101c32c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:40.549821 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5dd24593-0c76-4d68-8853-fc9448529b12 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:40.592681 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd24593-0c76-4d68-8853-fc9448529b12 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf27a8a-2a1a-4b47-8b16-cf8256040f60,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:40.610125 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9587a145-c6c3-4f8a-a435-10788b0d01d0 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:40.612916 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5dd24593-0c76-4d68-8853-fc9448529b12 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:40.616679 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5dd24593-0c76-4d68-8853-fc9448529b12 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "DELETE /v2.0/security-groups/8bf27a8a-2a1a-4b47-8b16-cf8256040f60 HTTP/1.1" status: 204 len: 168 time: 0.9363832 Sep 21 15:09:40.627487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52922) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:40.650159 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20ff2702-d82d-4baf-aac1-11063cf3e5c1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:40.653498 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9587a145-c6c3-4f8a-a435-10788b0d01d0 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:40.673413 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-20ff2702-d82d-4baf-aac1-11063cf3e5c1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Transition to ACTIVE for port object 77dfc4cc-e310-45b6-ba61-f82b876133a6 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:40.676377 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9587a145-c6c3-4f8a-a435-10788b0d01d0 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Made reservation on behalf of 2c35dc11899c4214874e0d595768bc3a for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:40.679855 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9587a145-c6c3-4f8a-a435-10788b0d01d0 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:40.685977 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d916ac8-d615-4609-8111-ead29101c32c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:40.712057 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-9587a145-c6c3-4f8a-a435-10788b0d01d0 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] device_id is not set on port cb5099dc-0123-4178-b4b7-457a7a24ea22 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:09:40.792877 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20ff2702-d82d-4baf-aac1-11063cf3e5c1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:40.806181 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3ae142d6-7e5d-4c73-8b4f-5f1c46b9fbb4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Synchronizing usage tracker for tenant:f551c27ab7384264806e535fea7a4504 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:40.915052 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d916ac8-d615-4609-8111-ead29101c32c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:40.915421 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ff2702-d82d-4baf-aac1-11063cf3e5c1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:40.918785 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-20ff2702-d82d-4baf-aac1-11063cf3e5c1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:40.928867 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff2702-d82d-4baf-aac1-11063cf3e5c1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:40.936576 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ff2702-d82d-4baf-aac1-11063cf3e5c1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:40.937136 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20ff2702-d82d-4baf-aac1-11063cf3e5c1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:40.947318 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff2702-d82d-4baf-aac1-11063cf3e5c1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=77dfc4cc-e310-45b6-ba61-f82b876133a6,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:40.957011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3ae142d6-7e5d-4c73-8b4f-5f1c46b9fbb4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Unset dirty status for tenant:f551c27ab7384264806e535fea7a4504 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:40.962308 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3ae142d6-7e5d-4c73-8b4f-5f1c46b9fbb4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3330448 Sep 21 15:09:40.962968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52926) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:40.974312 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-20ff2702-d82d-4baf-aac1-11063cf3e5c1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6285865 Sep 21 15:09:40.986246 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52928) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:40.989389 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-9587a145-c6c3-4f8a-a435-10788b0d01d0 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Allocated IP 2001:db8::369 (c17bbc3f-6e25-4f43-9404-1235415e1772/8ce8cff6-c651-4bbb-93b9-d31bbd475ff2/cb5099dc-0123-4178-b4b7-457a7a24ea22) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:41.023542 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b322776a-5f6e-4ddf-aab1-68029b0fe463 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1692385467'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:41.030137 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b322776a-5f6e-4ddf-aab1-68029b0fe463 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:41.071504 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b322776a-5f6e-4ddf-aab1-68029b0fe463 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:41.102136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b322776a-5f6e-4ddf-aab1-68029b0fe463 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:41.135057 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b322776a-5f6e-4ddf-aab1-68029b0fe463 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:41.144733 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b322776a-5f6e-4ddf-aab1-68029b0fe463 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:41.148910 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d5062a-ed2b-49ab-907b-04edaa07b2cf tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Router 1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:09:41.150116 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b322776a-5f6e-4ddf-aab1-68029b0fe463 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:41.154576 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d916ac8-d615-4609-8111-ead29101c32c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:41.194689 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b322776a-5f6e-4ddf-aab1-68029b0fe463 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:41.199040 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803dafb-8698-4350-9ad8-009f81cc08e1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:41.204963 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803dafb-8698-4350-9ad8-009f81cc08e1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:41.205885 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4803dafb-8698-4350-9ad8-009f81cc08e1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:41.215107 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d916ac8-d615-4609-8111-ead29101c32c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Subnet': ['ID=84aa447a-540a-47e9-9053-0559cbe07a8f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:41.218954 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d916ac8-d615-4609-8111-ead29101c32c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:41.234530 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805ef54c-94bc-4a2d-a05f-83a23333682f None None] Network de678076-196e-4497-a1f5-d94aa37f1c5b requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:09:41.333889 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9587a145-c6c3-4f8a-a435-10788b0d01d0 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:41.336867 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5d916ac8-d615-4609-8111-ead29101c32c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/subnets/84aa447a-540a-47e9-9053-0559cbe07a8f HTTP/1.1" status: 204 len: 168 time: 1.2073112 Sep 21 15:09:41.343582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52934) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:41.350757 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4803dafb-8698-4350-9ad8-009f81cc08e1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:41.353010 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4803dafb-8698-4350-9ad8-009f81cc08e1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3658485 Sep 21 15:09:41.357735 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52938) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:41.371286 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-9587a145-c6c3-4f8a-a435-10788b0d01d0 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Transition to ACTIVE for port object cb5099dc-0123-4178-b4b7-457a7a24ea22 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:41.441936 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 386a272a-7822-4df0-b9b9-84cf39a5c6c6 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:09:41.469061 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2221e5e3-3587-44c9-add8-862e2ee0df40 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port 77dfc4cc-e310-45b6-ba61-f82b876133a6 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:41.469401 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2221e5e3-3587-44c9-add8-862e2ee0df40 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:41.529636 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9587a145-c6c3-4f8a-a435-10788b0d01d0 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:41.638873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:41.644726 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d5062a-ed2b-49ab-907b-04edaa07b2cf tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:09:41.649251 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b322776a-5f6e-4ddf-aab1-68029b0fe463 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:41.660012 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fe5d9b-7397-4a4d-b5e4-315804a66334 None None] Sync routers for ids ['1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:09:41.673147 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9587a145-c6c3-4f8a-a435-10788b0d01d0 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Network c17bbc3f-6e25-4f43-9404-1235415e1772 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:41.673726 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-70d5062a-ed2b-49ab-907b-04edaa07b2cf tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] 10.222.0.62 "PUT /v2.0/routers/1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5095146 Sep 21 15:09:41.673829 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52944) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:41.680153 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b322776a-5f6e-4ddf-aab1-68029b0fe463 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:41.692716 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fe5d9b-7397-4a4d-b5e4-315804a66334 None None] Routers {'1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:09:41.696214 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-24fe5d9b-7397-4a4d-b5e4-315804a66334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:09:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:41.696664 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-37825064-446f-4a9e-80a6-b699c758c1dc None None] Provisioning for port 386a272a-7822-4df0-b9b9-84cf39a5c6c6 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:41.725289 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322776a-5f6e-4ddf-aab1-68029b0fe463 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50287e5e-04f7-44a5-b619-e058b7952614,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:41.726531 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 386a272a-7822-4df0-b9b9-84cf39a5c6c6 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:41.730085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port 8690c322-b160-421d-8ad0-7bf29b44006e {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:41.730435 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:41.747154 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 386a272a-7822-4df0-b9b9-84cf39a5c6c6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:41.747770 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:41.794754 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-9587a145-c6c3-4f8a-a435-10788b0d01d0 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:41.797351 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9587a145-c6c3-4f8a-a435-10788b0d01d0 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:41.803616 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b322776a-5f6e-4ddf-aab1-68029b0fe463 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:41.805059 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9587a145-c6c3-4f8a-a435-10788b0d01d0 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:41.805731 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9587a145-c6c3-4f8a-a435-10788b0d01d0 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:41.808781 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b322776a-5f6e-4ddf-aab1-68029b0fe463 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7896323 Sep 21 15:09:41.809674 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52948) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:41.819705 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0dd65991-f7ba-4e48-8018-7b5f9af97c0b tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': '50287e5e-04f7-44a5-b619-e058b7952614', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:41.827999 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0dd65991-f7ba-4e48-8018-7b5f9af97c0b tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:41.835847 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0dd65991-f7ba-4e48-8018-7b5f9af97c0b tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:41.849105 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0dd65991-f7ba-4e48-8018-7b5f9af97c0b tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:41.850416 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587a145-c6c3-4f8a-a435-10788b0d01d0 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Pushing event updated for resources: {'Port': ['ID=cb5099dc-0123-4178-b4b7-457a7a24ea22,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:41.897625 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-24fe5d9b-7397-4a4d-b5e4-315804a66334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:41.914852 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9587a145-c6c3-4f8a-a435-10788b0d01d0 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6833811 Sep 21 15:09:41.923888 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fe5d9b-7397-4a4d-b5e4-315804a66334 None None] Routers {'1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:09:41.924610 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-24fe5d9b-7397-4a4d-b5e4-315804a66334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:09:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:41.937417 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0dd65991-f7ba-4e48-8018-7b5f9af97c0b tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:41.947300 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52952) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:41.955010 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 386a272a-7822-4df0-b9b9-84cf39a5c6c6 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:41.955726 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:41.976602 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885ce538-69cb-49e1-93b4-29b88608fdc5 None None] DHCP port deletion for de678076-196e-4497-a1f5-d94aa37f1c5b request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:09:41.991288 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-885ce538-69cb-49e1-93b4-29b88608fdc5 None None] Deleting port 8690c322-b160-421d-8ad0-7bf29b44006e {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:41.991659 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-885ce538-69cb-49e1-93b4-29b88608fdc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:41.993116 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7bc6d3d9-c53f-4b2e-93b4-ddc4fea3b905 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Request body: {'port': {'network_id': 'c17bbc3f-6e25-4f43-9404-1235415e1772', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-527502110'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:42.089494 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-24fe5d9b-7397-4a4d-b5e4-315804a66334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:42.106316 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fe5d9b-7397-4a4d-b5e4-315804a66334 None None] The sync data for ids ['1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:09:42.185017 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7c66-271a-46a0-934a-e4f4711d53ec tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:42.201440 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f37bdca7-4437-4aeb-8a63-4c2eff976ed7 None None] Provisioning for port 77dfc4cc-e310-45b6-ba61-f82b876133a6 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:42.206681 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 386a272a-7822-4df0-b9b9-84cf39a5c6c6, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=386a272a-7822-4df0-b9b9-84cf39a5c6c6,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:42.252419 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:42.278437 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-0dd65991-f7ba-4e48-8018-7b5f9af97c0b tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:09:42.282109 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0dd65991-f7ba-4e48-8018-7b5f9af97c0b tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4663777 Sep 21 15:09:42.292497 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52956) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:42.294242 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f37bdca7-4437-4aeb-8a63-4c2eff976ed7 None None] Provisioning complete for port 77dfc4cc-e310-45b6-ba61-f82b876133a6 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:42.294609 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f37bdca7-4437-4aeb-8a63-4c2eff976ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:42.311457 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-bf716709-3913-4ea8-9415-9d64c4ce9eb4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group_rule': {'security_group_id': '50287e5e-04f7-44a5-b619-e058b7952614', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:42.323473 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bf716709-3913-4ea8-9415-9d64c4ce9eb4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:42.337444 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bf716709-3913-4ea8-9415-9d64c4ce9eb4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:42.352195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bf716709-3913-4ea8-9415-9d64c4ce9eb4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:42.368153 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2221e5e3-3587-44c9-add8-862e2ee0df40 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:42.371897 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bf716709-3913-4ea8-9415-9d64c4ce9eb4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:42.389576 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] For port 8690c322-b160-421d-8ad0-7bf29b44006e, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=8690c322-b160-421d-8ad0-7bf29b44006e,segment=NetworkSegment(0621fa90-aafb-4a03-9417-a1552580069b),segment_id=0621fa90-aafb-4a03-9417-a1552580069b)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:42.389940 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:42.398168 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-885ce538-69cb-49e1-93b4-29b88608fdc5 None None] For port 8690c322-b160-421d-8ad0-7bf29b44006e, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=8690c322-b160-421d-8ad0-7bf29b44006e,segment=NetworkSegment(0621fa90-aafb-4a03-9417-a1552580069b),segment_id=0621fa90-aafb-4a03-9417-a1552580069b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:42.398168 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-885ce538-69cb-49e1-93b4-29b88608fdc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:42.404729 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7bc6d3d9-c53f-4b2e-93b4-ddc4fea3b905 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:42.538590 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-885ce538-69cb-49e1-93b4-29b88608fdc5 None None] Calling delete_port for 8690c322-b160-421d-8ad0-7bf29b44006e owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:42.563711 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2221e5e3-3587-44c9-add8-862e2ee0df40 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for 77dfc4cc-e310-45b6-ba61-f82b876133a6 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:42.594005 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f37bdca7-4437-4aeb-8a63-4c2eff976ed7 None None] Port 77dfc4cc-e310-45b6-ba61-f82b876133a6 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:09:42.603026 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=386a272a-7822-4df0-b9b9-84cf39a5c6c6,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:42.638322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-885ce538-69cb-49e1-93b4-29b88608fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:42.647457 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Calling delete_port for 8690c322-b160-421d-8ad0-7bf29b44006e owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:42.699984 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ce538-69cb-49e1-93b4-29b88608fdc5 None None] No DVR routers for this DVR port 8690c322-b160-421d-8ad0-7bf29b44006e on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:09:42.705406 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7bc6d3d9-c53f-4b2e-93b4-ddc4fea3b905 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:42.707039 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ce538-69cb-49e1-93b4-29b88608fdc5 None None] Pushing event deleted for resources: {'Port': ['ID=8690c322-b160-421d-8ad0-7bf29b44006e,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:42.720730 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-bf716709-3913-4ea8-9415-9d64c4ce9eb4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:09:42.725049 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bf716709-3913-4ea8-9415-9d64c4ce9eb4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4282892 Sep 21 15:09:42.727822 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52962) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:42.727960 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-116f6510-a0f6-4bcc-b92b-2a0dcaa37f1b None None] Provisioning for port cb5099dc-0123-4178-b4b7-457a7a24ea22 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:42.733769 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-116f6510-a0f6-4bcc-b92b-2a0dcaa37f1b None None] Provisioning complete for port cb5099dc-0123-4178-b4b7-457a7a24ea22 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:42.733769 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-116f6510-a0f6-4bcc-b92b-2a0dcaa37f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:42.755729 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc6d3d9-c53f-4b2e-93b4-ddc4fea3b905 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Made reservation on behalf of 2c35dc11899c4214874e0d595768bc3a for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:42.759269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d3d9-c53f-4b2e-93b4-ddc4fea3b905 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:42.793458 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-116f6510-a0f6-4bcc-b92b-2a0dcaa37f1b None None] Port cb5099dc-0123-4178-b4b7-457a7a24ea22 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:09:42.805148 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7c66-271a-46a0-934a-e4f4711d53ec tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:42.825294 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-7bc6d3d9-c53f-4b2e-93b4-ddc4fea3b905 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] device_id is not set on port d89f01c3-ca2d-4e3a-a7cd-65dc08d1d915 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:09:42.850005 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-bd3f7c66-271a-46a0-934a-e4f4711d53ec tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Deleting port 5c064e3a-3009-4bbf-b64b-ccc89960216d {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:42.850359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7c66-271a-46a0-934a-e4f4711d53ec tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:42.874884 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:09:42.875199 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:09:42.916974 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c304a28-0a33-4b14-a0e0-b0b7d0cdf39e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:42.991686 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2221e5e3-3587-44c9-add8-862e2ee0df40 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:42.997313 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c304a28-0a33-4b14-a0e0-b0b7d0cdf39e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:43.051999 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-7bc6d3d9-c53f-4b2e-93b4-ddc4fea3b905 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Allocated IP 2001:db8::3a6 (c17bbc3f-6e25-4f43-9404-1235415e1772/8ce8cff6-c651-4bbb-93b9-d31bbd475ff2/d89f01c3-ca2d-4e3a-a7cd-65dc08d1d915) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:43.073570 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221e5e3-3587-44c9-add8-862e2ee0df40 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Port': ['ID=77dfc4cc-e310-45b6-ba61-f82b876133a6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:43.079068 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c304a28-0a33-4b14-a0e0-b0b7d0cdf39e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:43.111633 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c304a28-0a33-4b14-a0e0-b0b7d0cdf39e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50287e5e-04f7-44a5-b619-e058b7952614,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:43.155896 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2221e5e3-3587-44c9-add8-862e2ee0df40 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:43.184996 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2221e5e3-3587-44c9-add8-862e2ee0df40 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/77dfc4cc-e310-45b6-ba61-f82b876133a6 HTTP/1.1" status: 204 len: 168 time: 1.8259408 Sep 21 15:09:43.187633 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52966) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:43.191355 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7c66-271a-46a0-934a-e4f4711d53ec tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:43.235049 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c304a28-0a33-4b14-a0e0-b0b7d0cdf39e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:43.238933 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9c304a28-0a33-4b14-a0e0-b0b7d0cdf39e tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "DELETE /v2.0/security-groups/50287e5e-04f7-44a5-b619-e058b7952614 HTTP/1.1" status: 204 len: 168 time: 0.5057116 Sep 21 15:09:43.242022 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52970) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:43.348223 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d3d9-c53f-4b2e-93b4-ddc4fea3b905 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:43.365344 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 386a272a-7822-4df0-b9b9-84cf39a5c6c6 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:09:43.372313 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-7bc6d3d9-c53f-4b2e-93b4-ddc4fea3b905 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Transition to ACTIVE for port object d89f01c3-ca2d-4e3a-a7cd-65dc08d1d915 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:43.376313 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port 8690c322-b160-421d-8ad0-7bf29b44006e {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:43.376785 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:43.400212 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-bd3f7c66-271a-46a0-934a-e4f4711d53ec tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Calling delete_port for 5c064e3a-3009-4bbf-b64b-ccc89960216d owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:43.444707 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 386a272a-7822-4df0-b9b9-84cf39a5c6c6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:43.445092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:43.462173 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] The port '8690c322-b160-421d-8ad0-7bf29b44006e' was deleted {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:09:43.494597 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917107ad-4cb5-4d94-b6ec-bdf55cadada0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:43.497280 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917107ad-4cb5-4d94-b6ec-bdf55cadada0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:43.499580 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-917107ad-4cb5-4d94-b6ec-bdf55cadada0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:43.528160 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-399b1c14-e3a6-4e2d-9066-815d7b876e15 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Synchronizing usage tracker for tenant:f551c27ab7384264806e535fea7a4504 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:43.575409 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 386a272a-7822-4df0-b9b9-84cf39a5c6c6 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:43.634202 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 8690c322-b160-421d-8ad0-7bf29b44006e no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:09:43.635873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:43.646728 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d3d9-c53f-4b2e-93b4-ddc4fea3b905 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:43.676815 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 8690c322-b160-421d-8ad0-7bf29b44006e {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:09:43.677167 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 8690c322-b160-421d-8ad0-7bf29b44006e not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:09:43.698067 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-917107ad-4cb5-4d94-b6ec-bdf55cadada0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:43.700010 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-917107ad-4cb5-4d94-b6ec-bdf55cadada0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5111637 Sep 21 15:09:43.702545 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52974) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:43.714735 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-399b1c14-e3a6-4e2d-9066-815d7b876e15 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Unset dirty status for tenant:f551c27ab7384264806e535fea7a4504 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:43.715947 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-399b1c14-e3a6-4e2d-9066-815d7b876e15 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4719560 Sep 21 15:09:43.719862 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52978) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:43.726273 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c556466d-6780-47ef-93ef-57fb78fc039f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1546491789'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:43.734490 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c556466d-6780-47ef-93ef-57fb78fc039f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:43.753134 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c556466d-6780-47ef-93ef-57fb78fc039f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:43.763347 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c556466d-6780-47ef-93ef-57fb78fc039f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:43.769839 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de678076-196e-4497-a1f5-d94aa37f1c5b']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:43.810906 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0621fa90-aafb-4a03-9417-a1552580069b') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:43.811182 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0621fa90-aafb-4a03-9417-a1552580069b') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:43.823969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc6d3d9-c53f-4b2e-93b4-ddc4fea3b905 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Network c17bbc3f-6e25-4f43-9404-1235415e1772 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:43.828790 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6d3d9-c53f-4b2e-93b4-ddc4fea3b905 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Pushing event updated for resources: {'Port': ['ID=d89f01c3-ca2d-4e3a-a7cd-65dc08d1d915,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:43.831317 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7bc6d3d9-c53f-4b2e-93b4-ddc4fea3b905 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:43.831806 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c556466d-6780-47ef-93ef-57fb78fc039f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:43.837744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:43.839266 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c556466d-6780-47ef-93ef-57fb78fc039f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Usage tracker for resource:security_group_rule and tenant:f551c27ab7384264806e535fea7a4504 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:43.843685 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c556466d-6780-47ef-93ef-57fb78fc039f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:43.844750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc6d3d9-c53f-4b2e-93b4-ddc4fea3b905 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:43.850432 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc6d3d9-c53f-4b2e-93b4-ddc4fea3b905 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:43.851057 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d3d9-c53f-4b2e-93b4-ddc4fea3b905 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:43.851986 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c556466d-6780-47ef-93ef-57fb78fc039f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:43.867053 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7c66-271a-46a0-934a-e4f4711d53ec tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:43.883688 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff299ef1-0538-432c-a657-ed8c39974e53 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet f9613b98-35df-4b3e-b67e-ffa8d1c77f85 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:09:43.890872 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7bc6d3d9-c53f-4b2e-93b4-ddc4fea3b905 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9380422 Sep 21 15:09:43.892791 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ff299ef1-0538-432c-a657-ed8c39974e53 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:43.910450 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52982) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:43.921516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:43.922845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e3d5a132-59d9-4b82-99ba-4e41d50b405f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::240', 'mac_address': 'fa:16:3e:cb:61:bc'}, {'ip_address': '2001:db8::369', 'mac_address': 'fa:16:3e:b8:5c:fe'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:43.939703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:09:43.940136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:44.021293 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 0621fa90-aafb-4a03-9417-a1552580069b resource provider aggregate not found Sep 21 15:09:44.064625 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 0621fa90-aafb-4a03-9417-a1552580069b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0621fa90-aafb-4a03-9417-a1552580069b found for delete ", "request_id": "req-cbe35cfe-e0f5-461b-9e01-f2c246efbcde"}]} Sep 21 15:09:44.072354 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ff299ef1-0538-432c-a657-ed8c39974e53 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:44.120974 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:44.136109 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-071ab47c-326d-468c-a1fb-b52af4c9ed34 None None] Provisioning for port d89f01c3-ca2d-4e3a-a7cd-65dc08d1d915 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:44.141676 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-071ab47c-326d-468c-a1fb-b52af4c9ed34 None None] Provisioning complete for port d89f01c3-ca2d-4e3a-a7cd-65dc08d1d915 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:44.142514 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-071ab47c-326d-468c-a1fb-b52af4c9ed34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:44.145468 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:44.156902 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Network': ['ID=de678076-196e-4497-a1f5-d94aa37f1c5b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:44.158005 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f7c66-271a-46a0-934a-e4f4711d53ec tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Pushing event deleted for resources: {'Port': ['ID=5c064e3a-3009-4bbf-b64b-ccc89960216d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:44.162604 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9f8c4301-d483-4e58-9171-1aed87b6b326 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/networks/de678076-196e-4497-a1f5-d94aa37f1c5b HTTP/1.1" status: 204 len: 168 time: 2.8179283 Sep 21 15:09:44.167773 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52990) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:44.175672 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-aaa44943-ea03-42e8-9a0a-5173d6d9eafe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'port': {'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5', 'name': 'tempest-PortsTestJSON-197931198'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:44.219670 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-071ab47c-326d-468c-a1fb-b52af4c9ed34 None None] Port d89f01c3-ca2d-4e3a-a7cd-65dc08d1d915 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:09:44.306224 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ff299ef1-0538-432c-a657-ed8c39974e53 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:44.334284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-aaa44943-ea03-42e8-9a0a-5173d6d9eafe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:44.360055 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c556466d-6780-47ef-93ef-57fb78fc039f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:44.360444 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-aaa44943-ea03-42e8-9a0a-5173d6d9eafe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:44.375519 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c556466d-6780-47ef-93ef-57fb78fc039f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:44.380092 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa44943-ea03-42e8-9a0a-5173d6d9eafe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:44.383835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aaa44943-ea03-42e8-9a0a-5173d6d9eafe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:44.392222 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7c66-271a-46a0-934a-e4f4711d53ec tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:44.513043 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-aaa44943-ea03-42e8-9a0a-5173d6d9eafe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] device_id is not set on port 3a910e37-bffd-4bdd-b8e1-57fa15376d12 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:09:44.555700 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ff299ef1-0538-432c-a657-ed8c39974e53 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:44.615501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff299ef1-0538-432c-a657-ed8c39974e53 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=f9613b98-35df-4b3e-b67e-ffa8d1c77f85,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:44.625095 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ff299ef1-0538-432c-a657-ed8c39974e53 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:44.631894 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e36534-caa7-47c6-b878-c31a4ad4afac None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:09:44.640655 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556466d-6780-47ef-93ef-57fb78fc039f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81140006-80a2-4872-bb76-ab7416a6ce55,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:44.645575 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7c66-271a-46a0-934a-e4f4711d53ec tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:44.662988 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7c66-271a-46a0-934a-e4f4711d53ec tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:44.679676 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ff299ef1-0538-432c-a657-ed8c39974e53 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/f9613b98-35df-4b3e-b67e-ffa8d1c77f85 HTTP/1.1" status: 204 len: 168 time: 0.9633667 Sep 21 15:09:44.683985 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 52994) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:44.691198 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c556466d-6780-47ef-93ef-57fb78fc039f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:44.692392 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c556466d-6780-47ef-93ef-57fb78fc039f tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9718738 Sep 21 15:09:44.702338 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 52998) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:44.745088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a413dfd5-1a18-45ff-beac-a2551ee58d30 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:44.746142 dv-neutron-858731-1-hyperv neutron-server[89019]: WARNING neutron.api.v2.base [None req-a413dfd5-1a18-45ff-beac-a2551ee58d30 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 21 15:09:44.749007 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-a413dfd5-1a18-45ff-beac-a2551ee58d30 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] update failed (client error): There was a conflict when trying to complete your request. Sep 21 15:09:44.753049 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a413dfd5-1a18-45ff-beac-a2551ee58d30 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "PUT /v2.0/security-groups/81140006-80a2-4872-bb76-ab7416a6ce55 HTTP/1.1" status: 409 len: 330 time: 0.0453680 Sep 21 15:09:44.754761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53002) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:44.780626 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7c66-271a-46a0-934a-e4f4711d53ec tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:44.781160 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3f7c66-271a-46a0-934a-e4f4711d53ec tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Fanout notify agent at l3_agent the message router_deleted on router 1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:09:44.806474 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7c66-271a-46a0-934a-e4f4711d53ec tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:44.807675 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8af0a298-7709-4fcf-aa66-dd4a026f54fc tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1153560 Sep 21 15:09:44.807883 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bd3f7c66-271a-46a0-934a-e4f4711d53ec tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] 10.222.0.62 "DELETE /v2.0/routers/1bb2e6bc-d4df-4795-aaaa-3fa6c36533a6 HTTP/1.1" status: 204 len: 168 time: 3.1273389 Sep 21 15:09:44.809653 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53006) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:44.809653 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53008) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:44.897617 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e3d5a132-59d9-4b82-99ba-4e41d50b405f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:44.948825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260898a7-a603-4b9a-abd4-25de0854c90c None None] DHCP port deletion for cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:09:44.954459 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-260898a7-a603-4b9a-abd4-25de0854c90c None None] Deleting port 386a272a-7822-4df0-b9b9-84cf39a5c6c6 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:44.954970 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aaa44943-ea03-42e8-9a0a-5173d6d9eafe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:44.955204 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-260898a7-a603-4b9a-abd4-25de0854c90c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:44.960127 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c28c2c9-2134-4dce-abe0-06ceb373d984 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:44.995573 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c28c2c9-2134-4dce-abe0-06ceb373d984 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:45.014963 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-912936fb-32db-4a13-aa27-b21000eab716 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Deleting subnet 6dcd5114-b07e-4b1f-809e-18c0256090f8 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:09:45.022739 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-912936fb-32db-4a13-aa27-b21000eab716 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:45.052903 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aaa44943-ea03-42e8-9a0a-5173d6d9eafe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:45.122671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c28c2c9-2134-4dce-abe0-06ceb373d984 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:45.153067 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28c2c9-2134-4dce-abe0-06ceb373d984 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81140006-80a2-4872-bb76-ab7416a6ce55,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:45.167615 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa44943-ea03-42e8-9a0a-5173d6d9eafe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:45.168849 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c28c2c9-2134-4dce-abe0-06ceb373d984 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:45.172668 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4c28c2c9-2134-4dce-abe0-06ceb373d984 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "DELETE /v2.0/security-groups/81140006-80a2-4872-bb76-ab7416a6ce55 HTTP/1.1" status: 204 len: 168 time: 0.4137859 Sep 21 15:09:45.174595 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-aaa44943-ea03-42e8-9a0a-5173d6d9eafe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:45.176347 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa44943-ea03-42e8-9a0a-5173d6d9eafe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=3a910e37-bffd-4bdd-b8e1-57fa15376d12,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:45.176502 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53014) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:45.178371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa44943-ea03-42e8-9a0a-5173d6d9eafe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:45.184826 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa44943-ea03-42e8-9a0a-5173d6d9eafe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:45.185700 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aaa44943-ea03-42e8-9a0a-5173d6d9eafe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:45.208230 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-aaa44943-ea03-42e8-9a0a-5173d6d9eafe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0394387 Sep 21 15:09:45.208538 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-912936fb-32db-4a13-aa27-b21000eab716 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:45.210506 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53018) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:45.282882 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-260898a7-a603-4b9a-abd4-25de0854c90c None None] For port 386a272a-7822-4df0-b9b9-84cf39a5c6c6, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=386a272a-7822-4df0-b9b9-84cf39a5c6c6,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:45.283070 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-10612e0e-3918-47fc-a5f2-f9f4d6fa3d4c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port 3a910e37-bffd-4bdd-b8e1-57fa15376d12 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:45.283273 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-260898a7-a603-4b9a-abd4-25de0854c90c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:45.283562 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10612e0e-3918-47fc-a5f2-f9f4d6fa3d4c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:45.300699 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366bb400-f815-4829-bdf4-45d5faef922c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:45.301643 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-366bb400-f815-4829-bdf4-45d5faef922c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:45.358636 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 386a272a-7822-4df0-b9b9-84cf39a5c6c6 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:09:45.389073 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-79fadc97-6d70-46df-8c0b-178fb686f9fd tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Synchronizing usage tracker for tenant:f551c27ab7384264806e535fea7a4504 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:45.399010 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-366bb400-f815-4829-bdf4-45d5faef922c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:45.400163 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-366bb400-f815-4829-bdf4-45d5faef922c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5888858 Sep 21 15:09:45.403732 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53022) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:45.454668 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-260898a7-a603-4b9a-abd4-25de0854c90c None None] Calling delete_port for 386a272a-7822-4df0-b9b9-84cf39a5c6c6 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:45.470069 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-79fadc97-6d70-46df-8c0b-178fb686f9fd tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] Unset dirty status for tenant:f551c27ab7384264806e535fea7a4504 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:45.475133 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-79fadc97-6d70-46df-8c0b-178fb686f9fd tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2854578 Sep 21 15:09:45.478345 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53026) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:45.493145 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-912936fb-32db-4a13-aa27-b21000eab716 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:45.528282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10612e0e-3918-47fc-a5f2-f9f4d6fa3d4c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:45.560905 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e3d5a132-59d9-4b82-99ba-4e41d50b405f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:45.570791 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-99b14a95-5c2e-417a-a05e-137bcfdee831 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] delete failed (client error): The resource could not be found. Sep 21 15:09:45.575799 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-99b14a95-5c2e-417a-a05e-137bcfdee831 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "DELETE /v2.0/security-groups/65b13973-38af-4d24-a7fd-036c2ecca01a HTTP/1.1" status: 404 len: 347 time: 0.0807145 Sep 21 15:09:45.575799 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca518fac-dc6a-4fe0-a16b-97706c3a8b39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:45.576579 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ca518fac-dc6a-4fe0-a16b-97706c3a8b39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1699984 Sep 21 15:09:45.577830 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53032) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:45.595401 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53034) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:45.596047 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e3d5a132-59d9-4b82-99ba-4e41d50b405f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:45.596784 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e3d5a132-59d9-4b82-99ba-4e41d50b405f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] In _notify_port_updated(), no bound segment for port d89f01c3-ca2d-4e3a-a7cd-65dc08d1d915 on network c17bbc3f-6e25-4f43-9404-1235415e1772 {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:09:45.602528 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d5a132-59d9-4b82-99ba-4e41d50b405f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:45.603341 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e3d5a132-59d9-4b82-99ba-4e41d50b405f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:45.603588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-260898a7-a603-4b9a-abd4-25de0854c90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:45.608133 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e3d5a132-59d9-4b82-99ba-4e41d50b405f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "PUT /v2.0/ports/d89f01c3-ca2d-4e3a-a7cd-65dc08d1d915 HTTP/1.1" status: 200 len: 1067 time: 1.6900306 Sep 21 15:09:45.613351 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53040) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:45.644279 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 386a272a-7822-4df0-b9b9-84cf39a5c6c6 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:45.645038 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:45.663125 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260898a7-a603-4b9a-abd4-25de0854c90c None None] Pushing event deleted for resources: {'Port': ['ID=386a272a-7822-4df0-b9b9-84cf39a5c6c6,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:45.673788 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260898a7-a603-4b9a-abd4-25de0854c90c None None] No DVR routers for this DVR port 386a272a-7822-4df0-b9b9-84cf39a5c6c6 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:09:45.739384 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-cb749932-c939-477b-ab18-1e67af4d1b82 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] show failed (client error): The resource could not be found. Sep 21 15:09:45.740400 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cb749932-c939-477b-ab18-1e67af4d1b82 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "GET /v2.0/security-groups/d1797cef-bb0e-452a-928e-df3f85e754cd HTTP/1.1" status: 404 len: 347 time: 0.1598840 Sep 21 15:09:45.750179 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3f5b3300-0d66-4552-bc67-1b72b08ba113 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1395695 Sep 21 15:09:45.750179 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53044) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:45.751260 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53046) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:45.762365 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-10612e0e-3918-47fc-a5f2-f9f4d6fa3d4c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Calling delete_port for 3a910e37-bffd-4bdd-b8e1-57fa15376d12 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:45.771400 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-df28637d-251e-4a99-8f65-a208e8e82859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:45.806664 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-a9d2e2c2-5587-4306-928d-e2843fdc48e4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] show failed (client error): The resource could not be found. Sep 21 15:09:45.807728 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a9d2e2c2-5587-4306-928d-e2843fdc48e4 tempest-NegativeSecGroupIPv6Test-1193458092 tempest-NegativeSecGroupIPv6Test-1193458092-project] 10.222.0.62 "GET /v2.0/security-group-rules/1f51b162-1ee8-4cf1-9201-70e0509f319d HTTP/1.1" status: 404 len: 356 time: 0.0577800 Sep 21 15:09:45.885837 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9acd761c-1fce-4c47-84dd-06e5c80ae768 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Deleting port d89f01c3-ca2d-4e3a-a7cd-65dc08d1d915 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:45.886286 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9acd761c-1fce-4c47-84dd-06e5c80ae768 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:45.975112 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5a132-59d9-4b82-99ba-4e41d50b405f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Pushing event updated for resources: {'Port': ['ID=d89f01c3-ca2d-4e3a-a7cd-65dc08d1d915,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:46.008375 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-912936fb-32db-4a13-aa27-b21000eab716 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:46.077291 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-912936fb-32db-4a13-aa27-b21000eab716 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:46.080036 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912936fb-32db-4a13-aa27-b21000eab716 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Pushing event deleted for resources: {'Subnet': ['ID=6dcd5114-b07e-4b1f-809e-18c0256090f8,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:46.083467 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edf6617-632c-4b53-a4e3-64cb7e52c355 None None] Network a8e5f66c-5a8b-4bac-bc23-bfb760784532 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:09:46.086368 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-df28637d-251e-4a99-8f65-a208e8e82859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:46.091825 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-df28637d-251e-4a99-8f65-a208e8e82859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:46.097685 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-912936fb-32db-4a13-aa27-b21000eab716 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] 10.222.0.62 "DELETE /v2.0/subnets/6dcd5114-b07e-4b1f-809e-18c0256090f8 HTTP/1.1" status: 204 len: 168 time: 1.2856617 Sep 21 15:09:46.097685 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-df28637d-251e-4a99-8f65-a208e8e82859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:46.098763 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53056) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:46.125074 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-df28637d-251e-4a99-8f65-a208e8e82859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:46.178921 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53060) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:46.180338 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10612e0e-3918-47fc-a5f2-f9f4d6fa3d4c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:46.206218 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df28637d-251e-4a99-8f65-a208e8e82859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:46.209712 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df28637d-251e-4a99-8f65-a208e8e82859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:46.283594 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10612e0e-3918-47fc-a5f2-f9f4d6fa3d4c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Port': ['ID=3a910e37-bffd-4bdd-b8e1-57fa15376d12,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:46.301618 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10612e0e-3918-47fc-a5f2-f9f4d6fa3d4c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:46.316272 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:46.341635 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Deleting port 897cbe56-cf67-4089-b2bc-3354f6929860 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:46.341999 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:46.350816 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-10612e0e-3918-47fc-a5f2-f9f4d6fa3d4c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/ports/3a910e37-bffd-4bdd-b8e1-57fa15376d12 HTTP/1.1" status: 204 len: 168 time: 1.1390395 Sep 21 15:09:46.366249 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53066) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:46.382590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e50b483e-d1f5-49a5-8ad4-a5342c4e3b53 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'port': {'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5', 'mac_address': 'fa:16:3e:4f:15:15', 'name': 'tempest-PortsTestJSON-811257002'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:46.436317 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8c5c14-c27f-48da-ba97-003516d76bd5 None None] DHCP port deletion for a8e5f66c-5a8b-4bac-bc23-bfb760784532 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:09:46.441332 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cb8c5c14-c27f-48da-ba97-003516d76bd5 None None] Deleting port 897cbe56-cf67-4089-b2bc-3354f6929860 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:46.441794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5c14-c27f-48da-ba97-003516d76bd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:46.571334 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9acd761c-1fce-4c47-84dd-06e5c80ae768 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:46.664621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-cb8c5c14-c27f-48da-ba97-003516d76bd5 None None] For port 897cbe56-cf67-4089-b2bc-3354f6929860, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=897cbe56-cf67-4089-b2bc-3354f6929860,segment=NetworkSegment(96fc418e-8a9c-4b76-8d52-519d3a283a2d),segment_id=96fc418e-8a9c-4b76-8d52-519d3a283a2d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:46.665197 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5c14-c27f-48da-ba97-003516d76bd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:46.675904 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] For port 897cbe56-cf67-4089-b2bc-3354f6929860, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=897cbe56-cf67-4089-b2bc-3354f6929860,segment=NetworkSegment(96fc418e-8a9c-4b76-8d52-519d3a283a2d),segment_id=96fc418e-8a9c-4b76-8d52-519d3a283a2d)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:46.676291 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:46.749174 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9acd761c-1fce-4c47-84dd-06e5c80ae768 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Calling delete_port for d89f01c3-ca2d-4e3a-a7cd-65dc08d1d915 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:46.790999 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cb8c5c14-c27f-48da-ba97-003516d76bd5 None None] Calling delete_port for 897cbe56-cf67-4089-b2bc-3354f6929860 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:46.811785 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Calling delete_port for 897cbe56-cf67-4089-b2bc-3354f6929860 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:46.841313 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e50b483e-d1f5-49a5-8ad4-a5342c4e3b53 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:46.847915 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-156c44e9-ca0a-4db1-b0a0-eddb0dd2c5f0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f551c27ab7384264806e535fea7a4504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6621232 Sep 21 15:09:46.851278 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e50b483e-d1f5-49a5-8ad4-a5342c4e3b53 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:port and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:46.851415 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df28637d-251e-4a99-8f65-a208e8e82859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:46.852734 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53072) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:46.856283 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e50b483e-d1f5-49a5-8ad4-a5342c4e3b53 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:46.878954 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e50b483e-d1f5-49a5-8ad4-a5342c4e3b53 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:46.882123 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5c14-c27f-48da-ba97-003516d76bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:46.928807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50b483e-d1f5-49a5-8ad4-a5342c4e3b53 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:46.934209 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c5c14-c27f-48da-ba97-003516d76bd5 None None] Pushing event deleted for resources: {'Port': ['ID=897cbe56-cf67-4089-b2bc-3354f6929860,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:46.936261 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8c5c14-c27f-48da-ba97-003516d76bd5 None None] No DVR routers for this DVR port 897cbe56-cf67-4089-b2bc-3354f6929860 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:09:46.948881 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df28637d-251e-4a99-8f65-a208e8e82859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:46.963153 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-df28637d-251e-4a99-8f65-a208e8e82859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:46.968625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df28637d-251e-4a99-8f65-a208e8e82859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:46.969402 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df28637d-251e-4a99-8f65-a208e8e82859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:46.974024 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b02ae08-a471-40c3-83aa-4519eaf44517 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:09:47.000244 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:09:47.000836 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:09:47.001122 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28637d-251e-4a99-8f65-a208e8e82859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=9d408d34-a354-4230-8b6e-0075389c35c6,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:47.013984 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-df28637d-251e-4a99-8f65-a208e8e82859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2514770 Sep 21 15:09:47.016619 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53076) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:47.023185 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-57a6b625-c3fa-4a93-8711-a4fa198e2e42 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'fixed_ips': [{'subnet_id': '9d408d34-a354-4230-8b6e-0075389c35c6', 'ip_address': '2001:db8::2730:2c83:216e:a5d1'}], 'name': 'tempest-NetworksTestDHCPv6-318388389'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:47.058394 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e50b483e-d1f5-49a5-8ad4-a5342c4e3b53 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:47.145536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac8a0c0e-b76a-47d5-ba35-c2a540ee584a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:47.156597 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-e50b483e-d1f5-49a5-8ad4-a5342c4e3b53 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] device_id is not set on port e518ceb6-c41f-4fc5-8b96-fce3ee486f45 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:09:47.170555 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-57a6b625-c3fa-4a93-8711-a4fa198e2e42 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:47.180422 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-57a6b625-c3fa-4a93-8711-a4fa198e2e42 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:47.194176 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a6b625-c3fa-4a93-8711-a4fa198e2e42 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:47.227753 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac8a0c0e-b76a-47d5-ba35-c2a540ee584a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:47.241533 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9acd761c-1fce-4c47-84dd-06e5c80ae768 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:47.271025 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'fixed_ips': [{'subnet_id': '9d408d34-a354-4230-8b6e-0075389c35c6'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:09:47.271908 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:47.341662 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd761c-1fce-4c47-84dd-06e5c80ae768 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Pushing event deleted for resources: {'Port': ['ID=d89f01c3-ca2d-4e3a-a7cd-65dc08d1d915,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:47.360886 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57a6b625-c3fa-4a93-8711-a4fa198e2e42 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:47.371212 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 897cbe56-cf67-4089-b2bc-3354f6929860 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:09:47.388876 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-57a6b625-c3fa-4a93-8711-a4fa198e2e42 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] device_id is not set on port 0b69ab16-8a8d-49a0-86f3-2c0939275443 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:09:47.413408 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 897cbe56-cf67-4089-b2bc-3354f6929860 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:09:47.413408 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 897cbe56-cf67-4089-b2bc-3354f6929860 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:09:47.456079 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac8a0c0e-b76a-47d5-ba35-c2a540ee584a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:47.510801 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] Allocated IP 2001:db8::2 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/9d408d34-a354-4230-8b6e-0075389c35c6/ad6a4dc5-e287-499a-992c-53723c21796f) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:47.570151 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Deleting port 897cbe56-cf67-4089-b2bc-3354f6929860 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:47.570493 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:47.581524 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a0c0e-b76a-47d5-ba35-c2a540ee584a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436fb019-eb17-4215-b417-0bb10598c92a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:47.658565 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] The port '897cbe56-cf67-4089-b2bc-3354f6929860' was deleted {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:09:47.705622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e50b483e-d1f5-49a5-8ad4-a5342c4e3b53 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:47.753208 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:47.765575 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] Transition to ACTIVE for port object ad6a4dc5-e287-499a-992c-53723c21796f will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:47.771893 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac8a0c0e-b76a-47d5-ba35-c2a540ee584a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:47.775407 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ac8a0c0e-b76a-47d5-ba35-c2a540ee584a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/436fb019-eb17-4215-b417-0bb10598c92a HTTP/1.1" status: 204 len: 168 time: 0.9193499 Sep 21 15:09:47.788386 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] Transition to ACTIVE for port object ad6a4dc5-e287-499a-992c-53723c21796f will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:47.799021 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:47.824737 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9acd761c-1fce-4c47-84dd-06e5c80ae768 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:47.827021 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9acd761c-1fce-4c47-84dd-06e5c80ae768 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "DELETE /v2.0/ports/d89f01c3-ca2d-4e3a-a7cd-65dc08d1d915 HTTP/1.1" status: 204 len: 168 time: 2.2122424 Sep 21 15:09:47.830046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53082) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:47.873878 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:47.876668 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:47.880629 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-20517ee7-2fc6-40ba-9846-6fc20f4dcc20 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] GET failed (client error): The resource could not be found. Sep 21 15:09:47.881177 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:47.881854 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-20517ee7-2fc6-40ba-9846-6fc20f4dcc20 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Synchronizing usage tracker for tenant:2c35dc11899c4214874e0d595768bc3a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:47.889383 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-57a6b625-c3fa-4a93-8711-a4fa198e2e42 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8::2730:2c83:216e:a5d1 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/9d408d34-a354-4230-8b6e-0075389c35c6/0b69ab16-8a8d-49a0-86f3-2c0939275443) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:47.890395 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] Pushing event updated for resources: {'Port': ['ID=ad6a4dc5-e287-499a-992c-53723c21796f,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:47.907503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e50b483e-d1f5-49a5-8ad4-a5342c4e3b53 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:47.983418 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-20517ee7-2fc6-40ba-9846-6fc20f4dcc20 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Unset dirty status for tenant:2c35dc11899c4214874e0d595768bc3a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:47.984679 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-20517ee7-2fc6-40ba-9846-6fc20f4dcc20 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "GET /v2.0/ports/d89f01c3-ca2d-4e3a-a7cd-65dc08d1d915 HTTP/1.1" status: 404 len: 333 time: 0.1536973 Sep 21 15:09:47.988952 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53090) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:48.027983 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] Attempting to bind port ad6a4dc5-e287-499a-992c-53723c21796f on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:09:48.028835 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] Attempting to bind port ad6a4dc5-e287-499a-992c-53723c21796f by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:09:48.029393 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] Attempting to bind port ad6a4dc5-e287-499a-992c-53723c21796f on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:09:48.036313 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:09:48.038111 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:09:48.038778 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:48.039303 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:09:48.039865 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] Bound port: ad6a4dc5-e287-499a-992c-53723c21796f, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:09:48.040478 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:48.060325 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:48.100834 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3692de1c-0e65-4fff-801b-dc46f99cdf23 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Deleting port cb5099dc-0123-4178-b4b7-457a7a24ea22 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:48.101509 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3692de1c-0e65-4fff-801b-dc46f99cdf23 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:48.169187 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50b483e-d1f5-49a5-8ad4-a5342c4e3b53 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:48.169187 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b483e-d1f5-49a5-8ad4-a5342c4e3b53 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=e518ceb6-c41f-4fc5-8b96-fce3ee486f45,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:48.174510 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e50b483e-d1f5-49a5-8ad4-a5342c4e3b53 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:48.178649 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50b483e-d1f5-49a5-8ad4-a5342c4e3b53 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:48.185090 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50b483e-d1f5-49a5-8ad4-a5342c4e3b53 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:48.186219 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e50b483e-d1f5-49a5-8ad4-a5342c4e3b53 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:48.217255 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] For port ad6a4dc5-e287-499a-992c-53723c21796f, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:09:48.221271 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] For port ad6a4dc5-e287-499a-992c-53723c21796f, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ad6a4dc5-e287-499a-992c-53723c21796f,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:09:48.233925 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:48.242659 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e5f66c-5a8b-4bac-bc23-bfb760784532']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:48.263077 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96fc418e-8a9c-4b76-8d52-519d3a283a2d') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:48.263370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96fc418e-8a9c-4b76-8d52-519d3a283a2d') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:48.285015 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:48.325034 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e50b483e-d1f5-49a5-8ad4-a5342c4e3b53 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9554610 Sep 21 15:09:48.331453 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10438d8c-5598-4dd4-89ac-8a1196d3854d None None] Pushing event updated for resources: {'Port': ['ID=ad6a4dc5-e287-499a-992c-53723c21796f,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:48.339883 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:48.342929 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53104) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:48.399420 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:09:48.399831 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:48.507834 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 96fc418e-8a9c-4b76-8d52-519d3a283a2d resource provider aggregate not found Sep 21 15:09:48.546168 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57a6b625-c3fa-4a93-8711-a4fa198e2e42 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:48.551895 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 96fc418e-8a9c-4b76-8d52-519d3a283a2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96fc418e-8a9c-4b76-8d52-519d3a283a2d found for delete ", "request_id": "req-109b2fd5-3007-4057-b2be-3bd5a95faf1e"}]} Sep 21 15:09:48.591862 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9078073-1089-4c55-a217-9802ce8ceccd tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:48.591862 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d9078073-1089-4c55-a217-9802ce8ceccd tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Synchronizing usage tracker for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:48.594621 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-57a6b625-c3fa-4a93-8711-a4fa198e2e42 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Transition to ACTIVE for port object 0b69ab16-8a8d-49a0-86f3-2c0939275443 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:48.597122 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:48.632219 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:48.651078 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Pushing event deleted for resources: {'Network': ['ID=a8e5f66c-5a8b-4bac-bc23-bfb760784532,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:48.658108 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5d214-cdc8-484b-9d55-af7c90d0229b req-7261e2a3-533d-4e9b-9f50-b2b69a606d19 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:48.659998 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99c5d214-cdc8-484b-9d55-af7c90d0229b req-7261e2a3-533d-4e9b-9f50-b2b69a606d19 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.4143841 Sep 21 15:09:48.664519 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5e39e5bb-fdc3-49b6-9c83-cdbca8766f81 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] 10.222.0.62 "DELETE /v2.0/networks/a8e5f66c-5a8b-4bac-bc23-bfb760784532 HTTP/1.1" status: 204 len: 168 time: 2.5625701 Sep 21 15:09:48.666086 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53120) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:48.763594 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99c5d214-cdc8-484b-9d55-af7c90d0229b req-7c09e10f-1bd7-4b17-a63a-cf6546879a94 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874572 Sep 21 15:09:48.769739 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d9078073-1089-4c55-a217-9802ce8ceccd tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Unset dirty status for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:48.773687 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d9078073-1089-4c55-a217-9802ce8ceccd tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports/e518ceb6-c41f-4fc5-8b96-fce3ee486f45 HTTP/1.1" status: 200 len: 840 time: 0.4253888 Sep 21 15:09:48.779616 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53126) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:48.805129 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3692de1c-0e65-4fff-801b-dc46f99cdf23 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:48.889456 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53132) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:48.934182 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57a6b625-c3fa-4a93-8711-a4fa198e2e42 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:48.940225 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b35b53b1-c563-438e-98d2-e6c8738c02e9 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Deleting port 3447a044-a0e3-41f7-b16b-50a6f69d05bc {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:48.940585 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b35b53b1-c563-438e-98d2-e6c8738c02e9 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:48.957740 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3692de1c-0e65-4fff-801b-dc46f99cdf23 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Calling delete_port for cb5099dc-0123-4178-b4b7-457a7a24ea22 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:49.060201 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6a63e61a-7f20-42a1-8278-af6ae4753ce4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port e518ceb6-c41f-4fc5-8b96-fce3ee486f45 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:49.060746 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6a63e61a-7f20-42a1-8278-af6ae4753ce4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:49.124211 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcee509-7105-4abc-b601-13fda6e97895 req-b3c117f6-8e4f-40e3-8b39-2b54d6e450a2 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:49.124817 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a6b625-c3fa-4a93-8711-a4fa198e2e42 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:49.125729 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ffcee509-7105-4abc-b601-13fda6e97895 req-b3c117f6-8e4f-40e3-8b39-2b54d6e450a2 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.1751580 Sep 21 15:09:49.149447 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-57a6b625-c3fa-4a93-8711-a4fa198e2e42 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:49.152664 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a6b625-c3fa-4a93-8711-a4fa198e2e42 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:49.158761 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a6b625-c3fa-4a93-8711-a4fa198e2e42 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:49.159694 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57a6b625-c3fa-4a93-8711-a4fa198e2e42 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:49.219623 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6b625-c3fa-4a93-8711-a4fa198e2e42 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=0b69ab16-8a8d-49a0-86f3-2c0939275443,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:49.226603 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8da45c4c-9e33-469e-97e9-bbbb964e2b49 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:49.227042 dv-neutron-858731-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-8da45c4c-9e33-469e-97e9-bbbb964e2b49 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 21 15:09:49.227560 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-8da45c4c-9e33-469e-97e9-bbbb964e2b49 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] create failed (client error): There was a conflict when trying to complete your request. Sep 21 15:09:49.228553 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8da45c4c-9e33-469e-97e9-bbbb964e2b49 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3384478 Sep 21 15:09:49.233643 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53140) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:49.251407 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group': {'name': 'tempest-secgroup--364482457'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:49.257929 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ffcee509-7105-4abc-b601-13fda6e97895 req-2d36daf9-7849-48e7-8d1d-d3cfdefbd6fb tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253424 Sep 21 15:09:49.264655 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:49.272862 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:49.276290 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:49.286103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3692de1c-0e65-4fff-801b-dc46f99cdf23 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:49.288541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:49.317293 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-57a6b625-c3fa-4a93-8711-a4fa198e2e42 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2993546 Sep 21 15:09:49.320125 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53146) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:49.409427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692de1c-0e65-4fff-801b-dc46f99cdf23 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Pushing event deleted for resources: {'Port': ['ID=cb5099dc-0123-4178-b4b7-457a7a24ea22,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:49.430201 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3692de1c-0e65-4fff-801b-dc46f99cdf23 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:49.448427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:49.487199 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ad6a4dc5-e287-499a-992c-53723c21796f up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:09:49.490867 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:49.562318 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3692de1c-0e65-4fff-801b-dc46f99cdf23 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "DELETE /v2.0/ports/cb5099dc-0123-4178-b4b7-457a7a24ea22 HTTP/1.1" status: 204 len: 168 time: 1.5703883 Sep 21 15:09:49.573370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53150) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:49.582110 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:49.596767 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group_rule and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:49.601448 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:49.606410 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port ad6a4dc5-e287-499a-992c-53723c21796f completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:49.610180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:49.631893 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b35b53b1-c563-438e-98d2-e6c8738c02e9 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:49.632226 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b35b53b1-c563-438e-98d2-e6c8738c02e9 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:49.661457 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8210e92-13fe-4361-b967-782541b13ce5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] GET failed (client error): The resource could not be found. Sep 21 15:09:49.661998 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d8210e92-13fe-4361-b967-782541b13ce5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Synchronizing usage tracker for tenant:2c35dc11899c4214874e0d595768bc3a on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:49.667587 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6a63e61a-7f20-42a1-8278-af6ae4753ce4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:49.674050 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e872ca-5795-4417-a042-5d05a4142c84 req-06e9e897-145d-4ece-986d-907e56a59a1b tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:49.676788 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-35e872ca-5795-4417-a042-5d05a4142c84 req-06e9e897-145d-4ece-986d-907e56a59a1b tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.2129085 Sep 21 15:09:49.743323 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-35e872ca-5795-4417-a042-5d05a4142c84 req-f30652c5-b0d3-4c87-af86-7b2a2f443e14 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587435 Sep 21 15:09:49.794655 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:49.802431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:49.818111 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:49.829555 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group_rule and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:49.836483 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6997c764-7d88-4db7-8363-858497659aef None None] Provisioning for port ad6a4dc5-e287-499a-992c-53723c21796f completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:49.843172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:49.846693 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6997c764-7d88-4db7-8363-858497659aef None None] Provisioning complete for port ad6a4dc5-e287-499a-992c-53723c21796f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:49.848107 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6997c764-7d88-4db7-8363-858497659aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:49.862166 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:49.865875 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f89ea5d-722c-4af2-9f76-06e6d52dbf07,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:50.004537 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b35b53b1-c563-438e-98d2-e6c8738c02e9 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Calling delete_port for 3447a044-a0e3-41f7-b16b-50a6f69d05bc owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:50.022143 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:50.029939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:50.058819 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6997c764-7d88-4db7-8363-858497659aef None None] Current status of the port ad6a4dc5-e287-499a-992c-53723c21796f is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:50.059203 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6997c764-7d88-4db7-8363-858497659aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:50.132515 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd446af-ee1b-48b9-bfb0-78a8b499166c,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:50.136398 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6997c764-7d88-4db7-8363-858497659aef None None] For port ad6a4dc5-e287-499a-992c-53723c21796f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ad6a4dc5-e287-499a-992c-53723c21796f,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:50.148297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6997c764-7d88-4db7-8363-858497659aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:50.153097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:50.157173 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2c5b8b0e-0d43-42bb-9de6-c32748cd0737 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9182463 Sep 21 15:09:50.157741 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53160) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:50.168476 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-275c67a6-a0fb-416b-bd82-d3214b479c8d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group_rule': {'security_group_id': 'dbd446af-ee1b-48b9-bfb0-78a8b499166c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:50.177259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-275c67a6-a0fb-416b-bd82-d3214b479c8d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:50.195541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-275c67a6-a0fb-416b-bd82-d3214b479c8d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group_rule and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:50.199945 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6a63e61a-7f20-42a1-8278-af6ae4753ce4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Calling delete_port for e518ceb6-c41f-4fc5-8b96-fce3ee486f45 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:50.205184 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-275c67a6-a0fb-416b-bd82-d3214b479c8d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:50.221205 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-275c67a6-a0fb-416b-bd82-d3214b479c8d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:50.260444 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-275c67a6-a0fb-416b-bd82-d3214b479c8d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:50.290020 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be356a64-062e-4480-b844-58b1d019c16c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:50.295586 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997c764-7d88-4db7-8363-858497659aef None None] Pushing event updated for resources: {'Port': ['ID=ad6a4dc5-e287-499a-992c-53723c21796f,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:50.297057 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be356a64-062e-4480-b844-58b1d019c16c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:50.298907 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-be356a64-062e-4480-b844-58b1d019c16c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:50.302070 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d8210e92-13fe-4361-b967-782541b13ce5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Unset dirty status for tenant:2c35dc11899c4214874e0d595768bc3a on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:50.303255 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d8210e92-13fe-4361-b967-782541b13ce5 tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "GET /v2.0/ports/cb5099dc-0123-4178-b4b7-457a7a24ea22 HTTP/1.1" status: 404 len: 333 time: 0.7287297 Sep 21 15:09:50.304795 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cd3007a0-f281-4df5-a9dc-aedb78a3fed9 None None] Provisioning for port 0b69ab16-8a8d-49a0-86f3-2c0939275443 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:50.308860 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53164) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:50.319795 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cd3007a0-f281-4df5-a9dc-aedb78a3fed9 None None] Provisioning complete for port 0b69ab16-8a8d-49a0-86f3-2c0939275443 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:50.320176 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cd3007a0-f281-4df5-a9dc-aedb78a3fed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:50.384562 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cd3007a0-f281-4df5-a9dc-aedb78a3fed9 None None] Port 0b69ab16-8a8d-49a0-86f3-2c0939275443 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:09:50.426700 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-be356a64-062e-4480-b844-58b1d019c16c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:50.427857 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-be356a64-062e-4480-b844-58b1d019c16c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.0988634 Sep 21 15:09:50.433300 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53170) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:50.434199 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-68e8d967-1386-4ad9-be77-e9339226ba7d tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Deleting port ff5f165f-b0ce-4a8c-a4a4-53fe422556d1 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:50.434540 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-68e8d967-1386-4ad9-be77-e9339226ba7d tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:50.486421 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6a63e61a-7f20-42a1-8278-af6ae4753ce4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:50.542316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-275c67a6-a0fb-416b-bd82-d3214b479c8d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:50.555269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-275c67a6-a0fb-416b-bd82-d3214b479c8d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:50.580433 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6a63e61a-7f20-42a1-8278-af6ae4753ce4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:50.584906 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63e61a-7f20-42a1-8278-af6ae4753ce4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Port': ['ID=e518ceb6-c41f-4fc5-8b96-fce3ee486f45,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:50.606344 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c67a6-a0fb-416b-bd82-d3214b479c8d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b52975-8328-4885-ae73-8aaf94b94e1c,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:50.618055 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3e31051d-b6e4-4cc5-b5b3-d09c01727d8f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port 0b69ab16-8a8d-49a0-86f3-2c0939275443 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:50.618560 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e31051d-b6e4-4cc5-b5b3-d09c01727d8f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:50.649346 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6a63e61a-7f20-42a1-8278-af6ae4753ce4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/ports/e518ceb6-c41f-4fc5-8b96-fce3ee486f45 HTTP/1.1" status: 204 len: 168 time: 1.8637586 Sep 21 15:09:50.651110 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53174) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:50.655292 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b35b53b1-c563-438e-98d2-e6c8738c02e9 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:50.659787 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071520e-9d48-4f38-b910-605ccbc16f78 req-16cccf27-575a-4421-88ae-9a6e6a301b86 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:50.661625 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5071520e-9d48-4f38-b910-605ccbc16f78 req-16cccf27-575a-4421-88ae-9a6e6a301b86 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.3368180 Sep 21 15:09:50.673442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-275c67a6-a0fb-416b-bd82-d3214b479c8d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:50.674595 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-275c67a6-a0fb-416b-bd82-d3214b479c8d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5160506 Sep 21 15:09:50.707909 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53178) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:50.723807 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-12adaf7e-b0f3-4c92-902d-8f311b47b634 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group_rule': {'security_group_id': 'dbd446af-ee1b-48b9-bfb0-78a8b499166c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:50.728117 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b53b1-c563-438e-98d2-e6c8738c02e9 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Pushing event deleted for resources: {'Port': ['ID=3447a044-a0e3-41f7-b16b-50a6f69d05bc,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:50.755774 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-149473b1-da99-42be-90f8-76bfae3c0a5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] GET failed (client error): The resource could not be found. Sep 21 15:09:50.756308 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-149473b1-da99-42be-90f8-76bfae3c0a5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Synchronizing usage tracker for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:50.766171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-12adaf7e-b0f3-4c92-902d-8f311b47b634 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:50.795368 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-12adaf7e-b0f3-4c92-902d-8f311b47b634 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group_rule and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:50.837656 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff63500-0eee-415e-afb4-6a60aa5f9ea4 req-d8113b9b-96d8-4aeb-9088-3537815f6d26 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:50.839681 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dff63500-0eee-415e-afb4-6a60aa5f9ea4 req-d8113b9b-96d8-4aeb-9088-3537815f6d26 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeca5b91-37f9-4106-b29c-4780926b6b09 HTTP/1.1" status: 200 len: 945 time: 0.4201207 Sep 21 15:09:50.850570 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5071520e-9d48-4f38-b910-605ccbc16f78 req-d5e74abf-7b5e-4355-8b58-be7a8b14bee9 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725218 Sep 21 15:09:50.850773 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-12adaf7e-b0f3-4c92-902d-8f311b47b634 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:50.877057 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-149473b1-da99-42be-90f8-76bfae3c0a5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Unset dirty status for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:50.878199 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-149473b1-da99-42be-90f8-76bfae3c0a5e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports/e518ceb6-c41f-4fc5-8b96-fce3ee486f45 HTTP/1.1" status: 404 len: 333 time: 0.2159929 Sep 21 15:09:50.886163 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53182) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:50.899400 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-12adaf7e-b0f3-4c92-902d-8f311b47b634 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:50.915891 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-25a83ae3-dd7b-48d9-a0f6-5dd9c666f66d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'port': {'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5', 'name': 'tempest-PortsTestJSON-361674457'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:50.985921 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dff63500-0eee-415e-afb4-6a60aa5f9ea4 req-d125ba9e-d065-49ab-bb19-12c8618bcc15 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b68e36a-1676-41f1-b0c8-1b6975070ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301496 Sep 21 15:09:51.078113 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-25a83ae3-dd7b-48d9-a0f6-5dd9c666f66d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:51.109684 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12adaf7e-b0f3-4c92-902d-8f311b47b634 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:51.123085 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b35b53b1-c563-438e-98d2-e6c8738c02e9 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:51.125578 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b35b53b1-c563-438e-98d2-e6c8738c02e9 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:51.129282 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b35b53b1-c563-438e-98d2-e6c8738c02e9 tempest-FloatingIPAdminTestJSON-1070910394 tempest-FloatingIPAdminTestJSON-1070910394-project] 10.222.0.62 "DELETE /v2.0/floatingips/c4f6367c-216b-4704-8548-65a41db4f686 HTTP/1.1" status: 204 len: 168 time: 2.4594665 Sep 21 15:09:51.130309 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-25a83ae3-dd7b-48d9-a0f6-5dd9c666f66d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:51.169363 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-68e8d967-1386-4ad9-be77-e9339226ba7d tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:51.181014 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e31051d-b6e4-4cc5-b5b3-d09c01727d8f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:51.194810 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a83ae3-dd7b-48d9-a0f6-5dd9c666f66d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:51.198604 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-25a83ae3-dd7b-48d9-a0f6-5dd9c666f66d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:51.337954 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3e31051d-b6e4-4cc5-b5b3-d09c01727d8f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for 0b69ab16-8a8d-49a0-86f3-2c0939275443 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:51.338298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-68e8d967-1386-4ad9-be77-e9339226ba7d tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Calling delete_port for ff5f165f-b0ce-4a8c-a4a4-53fe422556d1 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:51.401023 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-25a83ae3-dd7b-48d9-a0f6-5dd9c666f66d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] device_id is not set on port 1241484d-8b74-44e7-a8bb-034721bbaa5c yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:09:51.411881 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ad6a4dc5-e287-499a-992c-53723c21796f up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:09:51.445124 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-12adaf7e-b0f3-4c92-902d-8f311b47b634 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] create failed (client error): There was a conflict when trying to complete your request. Sep 21 15:09:51.446166 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-12adaf7e-b0f3-4c92-902d-8f311b47b634 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7372620 Sep 21 15:09:51.450201 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53198) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:51.578099 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port ad6a4dc5-e287-499a-992c-53723c21796f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:09:51.578770 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:51.596191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53204) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:51.606081 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e31051d-b6e4-4cc5-b5b3-d09c01727d8f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:51.699619 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31051d-b6e4-4cc5-b5b3-d09c01727d8f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Port': ['ID=0b69ab16-8a8d-49a0-86f3-2c0939275443,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:51.786145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e31051d-b6e4-4cc5-b5b3-d09c01727d8f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:51.823341 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3e31051d-b6e4-4cc5-b5b3-d09c01727d8f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/0b69ab16-8a8d-49a0-86f3-2c0939275443 HTTP/1.1" status: 204 len: 168 time: 1.3543553 Sep 21 15:09:51.824106 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53210) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:51.862811 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port ad6a4dc5-e287-499a-992c-53723c21796f is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:51.892912 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc43acd2-402c-446a-b1e6-f9c1612111fc tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:51.897291 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:51.993803 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b5f5da53-fcbe-4c09-955d-d1e6e0a6a2cf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5016973dab6c4c23b7df0f0b1c907ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926799 Sep 21 15:09:51.997950 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53214) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:52.035922 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faae461-6566-4703-9a0a-3990f1630ad9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:52.037724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faae461-6566-4703-9a0a-3990f1630ad9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:52.038479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9faae461-6566-4703-9a0a-3990f1630ad9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:52.078233 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b742566-0ab9-465b-af7b-669b5a8d7fbc req-152667fb-fc8b-4e59-abc9-26a1c81d2732 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:52.085307 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b742566-0ab9-465b-af7b-669b5a8d7fbc req-152667fb-fc8b-4e59-abc9-26a1c81d2732 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.4323637 Sep 21 15:09:52.102934 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9faae461-6566-4703-9a0a-3990f1630ad9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:52.107580 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9faae461-6566-4703-9a0a-3990f1630ad9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2811465 Sep 21 15:09:52.114240 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53220) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:52.154648 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-68e8d967-1386-4ad9-be77-e9339226ba7d tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:52.175651 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc43acd2-402c-446a-b1e6-f9c1612111fc tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:52.265864 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b742566-0ab9-465b-af7b-669b5a8d7fbc req-f0416c92-97d5-49b5-9b95-215513d3c8fd tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797090 Sep 21 15:09:52.269238 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf59d1d2-8fa4-47e3-b688-72acf1503f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:52.270254 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8d967-1386-4ad9-be77-e9339226ba7d tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Pushing event deleted for resources: {'Port': ['ID=ff5f165f-b0ce-4a8c-a4a4-53fe422556d1,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:52.296815 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf59d1d2-8fa4-47e3-b688-72acf1503f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:52.347105 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-5240a767-1f1b-476b-9913-9ab6bd31c80a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet 9d408d34-a354-4230-8b6e-0075389c35c6 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:09:52.352885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5240a767-1f1b-476b-9913-9ab6bd31c80a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:52.367719 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-25a83ae3-dd7b-48d9-a0f6-5dd9c666f66d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:52.372931 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-68e8d967-1386-4ad9-be77-e9339226ba7d tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:52.443406 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732672fb-e6f1-4e23-82d9-5be99fe57c6a req-ae8238d1-6814-4d10-8ffc-872dd6bd3eae tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:52.444392 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-732672fb-e6f1-4e23-82d9-5be99fe57c6a req-ae8238d1-6814-4d10-8ffc-872dd6bd3eae tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Synchronizing usage tracker for tenant:d49d503a5c894e259463c6f22dd952c8 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:52.450066 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5240a767-1f1b-476b-9913-9ab6bd31c80a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:52.474496 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-68e8d967-1386-4ad9-be77-e9339226ba7d tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "DELETE /v2.0/ports/ff5f165f-b0ce-4a8c-a4a4-53fe422556d1 HTTP/1.1" status: 204 len: 168 time: 2.1583807 Sep 21 15:09:52.474496 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc43acd2-402c-446a-b1e6-f9c1612111fc tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:52.475252 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc43acd2-402c-446a-b1e6-f9c1612111fc tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:52.476256 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dc43acd2-402c-446a-b1e6-f9c1612111fc tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "DELETE /v2.0/security-groups/dbd446af-ee1b-48b9-bfb0-78a8b499166c HTTP/1.1" status: 204 len: 168 time: 1.0210438 Sep 21 15:09:52.477670 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53224) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:52.492179 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53226) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:52.528519 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf59d1d2-8fa4-47e3-b688-72acf1503f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:52.537318 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-732672fb-e6f1-4e23-82d9-5be99fe57c6a req-ae8238d1-6814-4d10-8ffc-872dd6bd3eae tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Unset dirty status for tenant:d49d503a5c894e259463c6f22dd952c8 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:52.538426 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-732672fb-e6f1-4e23-82d9-5be99fe57c6a req-ae8238d1-6814-4d10-8ffc-872dd6bd3eae tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeca5b91-37f9-4106-b29c-4780926b6b09 HTTP/1.1" status: 200 len: 945 time: 0.5995126 Sep 21 15:09:52.539140 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43acd2-402c-446a-b1e6-f9c1612111fc tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd446af-ee1b-48b9-bfb0-78a8b499166c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:52.544048 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-25a83ae3-dd7b-48d9-a0f6-5dd9c666f66d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:52.570256 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e67143-926e-4111-9fb3-a6eb5ba063b2 req-4f4313f5-cfac-4ec7-9102-57d9cbc66fb5 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:52.571876 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c6e67143-926e-4111-9fb3-a6eb5ba063b2 req-4f4313f5-cfac-4ec7-9102-57d9cbc66fb5 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeca5b91-37f9-4106-b29c-4780926b6b09 HTTP/1.1" status: 200 len: 945 time: 0.4083490 Sep 21 15:09:52.576294 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59d1d2-8fa4-47e3-b688-72acf1503f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01db1745-f5d9-4163-a12a-e0964af36958,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:52.631136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf59d1d2-8fa4-47e3-b688-72acf1503f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:52.632245 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bf59d1d2-8fa4-47e3-b688-72acf1503f0c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/01db1745-f5d9-4163-a12a-e0964af36958 HTTP/1.1" status: 204 len: 168 time: 0.6316099 Sep 21 15:09:52.660356 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c6e67143-926e-4111-9fb3-a6eb5ba063b2 req-8d61f824-a797-4fa0-9408-0e80fad987e0 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b68e36a-1676-41f1-b0c8-1b6975070ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769625 Sep 21 15:09:52.668674 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5240a767-1f1b-476b-9913-9ab6bd31c80a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:52.675526 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:09:52.745171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a83ae3-dd7b-48d9-a0f6-5dd9c666f66d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:52.756249 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5240a767-1f1b-476b-9913-9ab6bd31c80a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:52.761323 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-25a83ae3-dd7b-48d9-a0f6-5dd9c666f66d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:52.774949 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a83ae3-dd7b-48d9-a0f6-5dd9c666f66d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:52.781024 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a83ae3-dd7b-48d9-a0f6-5dd9c666f66d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:52.781663 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-25a83ae3-dd7b-48d9-a0f6-5dd9c666f66d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:52.790297 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11a58b0-7774-4ff3-a68c-450900db0cad tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Deleting subnet 8ce8cff6-c651-4bbb-93b9-d31bbd475ff2 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:09:52.795172 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6228a8b4-5f45-400c-8372-5a5507c633f8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Synchronizing usage tracker for tenant:cd68fdf91ef84de182075a2140f7a0fe on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:52.804669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a83ae3-dd7b-48d9-a0f6-5dd9c666f66d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=1241484d-8b74-44e7-a8bb-034721bbaa5c,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:52.807819 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d11a58b0-7774-4ff3-a68c-450900db0cad tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:52.812545 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240a767-1f1b-476b-9913-9ab6bd31c80a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=9d408d34-a354-4230-8b6e-0075389c35c6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:52.817397 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5240a767-1f1b-476b-9913-9ab6bd31c80a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:52.825160 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86552dd2-3fcf-4516-9318-7f2207d7ea9e None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:09:52.834298 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5240a767-1f1b-476b-9913-9ab6bd31c80a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/9d408d34-a354-4230-8b6e-0075389c35c6 HTTP/1.1" status: 204 len: 168 time: 0.7159758 Sep 21 15:09:52.836620 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53236) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:52.844278 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-732672fb-e6f1-4e23-82d9-5be99fe57c6a req-d8b54395-d68f-40eb-85d0-f71d1cd517ab tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Deleting port 2f7705a5-ede1-4107-9099-ab37ca83c338 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:52.844651 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-732672fb-e6f1-4e23-82d9-5be99fe57c6a req-d8b54395-d68f-40eb-85d0-f71d1cd517ab tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:52.929173 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-25a83ae3-dd7b-48d9-a0f6-5dd9c666f66d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0312922 Sep 21 15:09:52.932406 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53240) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:52.936824 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-64e4c568-306d-4a4a-98ff-1ca610206b9e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990033 Sep 21 15:09:52.941713 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c77e130b-f857-4394-90ac-7ad304565249 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:52.945114 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53244) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:52.950241 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d11a58b0-7774-4ff3-a68c-450900db0cad tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:52.985853 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9b333899-4b1a-48c9-96fa-3692cbe866df tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:53.038063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53248) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:53.061216 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6228a8b4-5f45-400c-8372-5a5507c633f8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Unset dirty status for tenant:cd68fdf91ef84de182075a2140f7a0fe on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:53.066184 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c5a85d28-89cd-4c30-b453-677da79531d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:53.066408 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6228a8b4-5f45-400c-8372-5a5507c633f8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5652065 Sep 21 15:09:53.082671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53252) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:53.117012 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c124ca9c-4c95-45df-8c6b-99310df9cf65 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group': {'name': 'tempest-secgroup--1610601627'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:53.141704 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c124ca9c-4c95-45df-8c6b-99310df9cf65 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:53.144126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c5a85d28-89cd-4c30-b453-677da79531d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:53.148714 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330aea2f-c358-4b44-8e84-4047dc520937 None None] DHCP port deletion for cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:09:53.153851 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-330aea2f-c358-4b44-8e84-4047dc520937 None None] Deleting port ad6a4dc5-e287-499a-992c-53723c21796f {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:53.154327 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-330aea2f-c358-4b44-8e84-4047dc520937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:53.160827 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c5a85d28-89cd-4c30-b453-677da79531d3 admin admin] Usage tracker for resource:security_group_rule and tenant:fb007101b5a7475bab3e51025b472e06 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:53.168990 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c5a85d28-89cd-4c30-b453-677da79531d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:53.173277 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c124ca9c-4c95-45df-8c6b-99310df9cf65 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:53.179729 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c5a85d28-89cd-4c30-b453-677da79531d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:53.191234 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c77e130b-f857-4394-90ac-7ad304565249 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:53.225479 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9b333899-4b1a-48c9-96fa-3692cbe866df tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:53.252153 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c124ca9c-4c95-45df-8c6b-99310df9cf65 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:53.284698 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9b333899-4b1a-48c9-96fa-3692cbe866df tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:53.293573 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9b333899-4b1a-48c9-96fa-3692cbe866df tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:53.305287 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c124ca9c-4c95-45df-8c6b-99310df9cf65 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:53.308217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9b333899-4b1a-48c9-96fa-3692cbe866df tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:53.314402 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c124ca9c-4c95-45df-8c6b-99310df9cf65 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group_rule and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:53.318406 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c124ca9c-4c95-45df-8c6b-99310df9cf65 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:53.340060 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c124ca9c-4c95-45df-8c6b-99310df9cf65 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:53.390651 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d11a58b0-7774-4ff3-a68c-450900db0cad tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:53.392257 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ad6a4dc5-e287-499a-992c-53723c21796f no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:09:53.455900 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b333899-4b1a-48c9-96fa-3692cbe866df tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:53.460080 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b333899-4b1a-48c9-96fa-3692cbe866df tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:53.487737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-330aea2f-c358-4b44-8e84-4047dc520937 None None] For port ad6a4dc5-e287-499a-992c-53723c21796f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ad6a4dc5-e287-499a-992c-53723c21796f,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:53.488207 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-330aea2f-c358-4b44-8e84-4047dc520937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:53.586915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-732672fb-e6f1-4e23-82d9-5be99fe57c6a req-d8b54395-d68f-40eb-85d0-f71d1cd517ab tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] For port 2f7705a5-ede1-4107-9099-ab37ca83c338, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=2f7705a5-ede1-4107-9099-ab37ca83c338,segment=NetworkSegment(35934c32-d2de-4de9-b67d-67e5b2e4d5c0),segment_id=35934c32-d2de-4de9-b67d-67e5b2e4d5c0)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:53.587259 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-732672fb-e6f1-4e23-82d9-5be99fe57c6a req-d8b54395-d68f-40eb-85d0-f71d1cd517ab tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:53.667590 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-330aea2f-c358-4b44-8e84-4047dc520937 None None] Calling delete_port for ad6a4dc5-e287-499a-992c-53723c21796f owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:53.734214 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c5a85d28-89cd-4c30-b453-677da79531d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:53.739900 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port ad6a4dc5-e287-499a-992c-53723c21796f is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:53.740275 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:53.750463 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c5a85d28-89cd-4c30-b453-677da79531d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:53.790716 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c124ca9c-4c95-45df-8c6b-99310df9cf65 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:53.796875 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port ad6a4dc5-e287-499a-992c-53723c21796f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ad6a4dc5-e287-499a-992c-53723c21796f,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:53.803328 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c77e130b-f857-4394-90ac-7ad304565249 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:53.811057 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:53.821068 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c124ca9c-4c95-45df-8c6b-99310df9cf65 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:53.842994 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c77e130b-f857-4394-90ac-7ad304565249 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:53.843590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c77e130b-f857-4394-90ac-7ad304565249 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] In _notify_port_updated(), no bound segment for port 1241484d-8b74-44e7-a8bb-034721bbaa5c on network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:09:53.849241 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77e130b-f857-4394-90ac-7ad304565249 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:53.849976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c77e130b-f857-4394-90ac-7ad304565249 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:53.851221 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c77e130b-f857-4394-90ac-7ad304565249 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "PUT /v2.0/ports/1241484d-8b74-44e7-a8bb-034721bbaa5c HTTP/1.1" status: 200 len: 818 time: 0.9181559 Sep 21 15:09:53.876837 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-330aea2f-c358-4b44-8e84-4047dc520937 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:09:53.878391 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-330aea2f-c358-4b44-8e84-4047dc520937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:09:53.897126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53264) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:53.904748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a85d28-89cd-4c30-b453-677da79531d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599ddad6-6235-4872-aa5f-f316ba9735b6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:53.919239 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=ad6a4dc5-e287-499a-992c-53723c21796f,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:53.929127 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c5a85d28-89cd-4c30-b453-677da79531d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb007101b5a7475bab3e51025b472e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8900921 Sep 21 15:09:53.977660 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b848-c7e4-4c5d-b749-cad27671b91d req-626abaa3-ba06-41f3-8a9e-44ac15ae9dff tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:53.979751 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-70f1b848-c7e4-4c5d-b749-cad27671b91d req-626abaa3-ba06-41f3-8a9e-44ac15ae9dff tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.5285699 Sep 21 15:09:53.985573 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53268) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:54.007508 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d11a58b0-7774-4ff3-a68c-450900db0cad tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:54.077563 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a58b0-7774-4ff3-a68c-450900db0cad tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce8cff6-c651-4bbb-93b9-d31bbd475ff2,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:54.082420 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d11a58b0-7774-4ff3-a68c-450900db0cad tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:54.084930 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005726e3-363f-4e1b-bb04-47bd1135ee7b None None] Network c17bbc3f-6e25-4f43-9404-1235415e1772 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:09:54.164325 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e130b-f857-4394-90ac-7ad304565249 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=1241484d-8b74-44e7-a8bb-034721bbaa5c,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:54.173762 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124ca9c-4c95-45df-8c6b-99310df9cf65 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e39cfd9-dba1-470b-8c5a-e70cc23a5ad6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:54.183818 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c124ca9c-4c95-45df-8c6b-99310df9cf65 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:54.184861 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c124ca9c-4c95-45df-8c6b-99310df9cf65 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1012368 Sep 21 15:09:54.200184 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53272) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:54.210664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-87e52a32-3c1a-490a-8a1e-d14577ae8d0b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port 1241484d-8b74-44e7-a8bb-034721bbaa5c {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:54.210664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-87e52a32-3c1a-490a-8a1e-d14577ae8d0b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:54.221427 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4bbb584e-1837-4b39-9842-de814a370ff0 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group_rule': {'security_group_id': '4e39cfd9-dba1-470b-8c5a-e70cc23a5ad6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:54.222290 dv-neutron-858731-1-hyperv neutron-server[89019]: WARNING neutron.api.v2.base [None req-4bbb584e-1837-4b39-9842-de814a370ff0 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 21 15:09:54.223250 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-4bbb584e-1837-4b39-9842-de814a370ff0 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:09:54.224296 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4bbb584e-1837-4b39-9842-de814a370ff0 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0224519 Sep 21 15:09:54.238510 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d11a58b0-7774-4ff3-a68c-450900db0cad tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "DELETE /v2.0/subnets/8ce8cff6-c651-4bbb-93b9-d31bbd475ff2 HTTP/1.1" status: 204 len: 168 time: 1.7482171 Sep 21 15:09:54.238510 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53276) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:54.254069 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53278) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:54.315830 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-70f1b848-c7e4-4c5d-b749-cad27671b91d req-c92c2a37-7137-4d46-9183-118ce2bfa37b tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3026292 Sep 21 15:09:54.380032 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-330aea2f-c358-4b44-8e84-4047dc520937 None None] Deleting port ad6a4dc5-e287-499a-992c-53723c21796f {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:54.380566 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-330aea2f-c358-4b44-8e84-4047dc520937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:54.389039 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-732672fb-e6f1-4e23-82d9-5be99fe57c6a req-d8b54395-d68f-40eb-85d0-f71d1cd517ab tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:54.389711 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-732672fb-e6f1-4e23-82d9-5be99fe57c6a req-d8b54395-d68f-40eb-85d0-f71d1cd517ab tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:54.390230 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [req-732672fb-e6f1-4e23-82d9-5be99fe57c6a req-d8b54395-d68f-40eb-85d0-f71d1cd517ab tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Floating IP 8ac88d0b-f7c1-4270-b84f-9c37d54c6a73 disassociated. External IP: 172.26.4.205, port: 2f7705a5-ede1-4107-9099-ab37ca83c338. Sep 21 15:09:54.391177 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-732672fb-e6f1-4e23-82d9-5be99fe57c6a req-d8b54395-d68f-40eb-85d0-f71d1cd517ab tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Calling delete_port for 2f7705a5-ede1-4107-9099-ab37ca83c338 owned by compute:nova {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:54.450762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962e75a9-a5d6-4d38-9c94-6f2d7128271a None None] DHCP port deletion for c17bbc3f-6e25-4f43-9404-1235415e1772 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:09:54.456280 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b333899-4b1a-48c9-96fa-3692cbe866df tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:54.473292 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-962e75a9-a5d6-4d38-9c94-6f2d7128271a None None] Deleting port 17ec0c28-4845-426d-9c6b-16a98cea0458 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:54.473873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-962e75a9-a5d6-4d38-9c94-6f2d7128271a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:54.497010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9159bc94-a530-4c45-bcc2-d41b0b8ac6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:54.550691 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b333899-4b1a-48c9-96fa-3692cbe866df tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:54.567607 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-9b333899-4b1a-48c9-96fa-3692cbe866df tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:54.573497 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b333899-4b1a-48c9-96fa-3692cbe866df tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:54.573497 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b333899-4b1a-48c9-96fa-3692cbe866df tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:54.589788 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:54.620674 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c1f5a5e-eac5-4325-91d7-2e8dd7016ca8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:54.630568 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9b333899-4b1a-48c9-96fa-3692cbe866df tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6814506 Sep 21 15:09:54.630568 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b333899-4b1a-48c9-96fa-3692cbe866df tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=01d1cf99-379e-4007-8e7a-8657a1fe86d7,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:54.634384 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53284) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:54.648322 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9159bc94-a530-4c45-bcc2-d41b0b8ac6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:54.670702 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3c2742a8-8f0c-4e09-89e4-4d9910946318 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'fixed_ips': [{'subnet_id': '01d1cf99-379e-4007-8e7a-8657a1fe86d7', 'ip_address': '2001:db8::168b:e336:f337:1086'}], 'name': 'tempest-NetworksTestDHCPv6-242335018'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:54.718349 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6010b-dabf-4a0e-95af-be1f9a066766 req-565d0bef-ac61-4750-8bf5-b54aeb5f17e0 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:54.719906 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1b6010b-dabf-4a0e-95af-be1f9a066766 req-565d0bef-ac61-4750-8bf5-b54aeb5f17e0 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeca5b91-37f9-4106-b29c-4780926b6b09 HTTP/1.1" status: 200 len: 945 time: 0.7337282 Sep 21 15:09:54.764661 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c1f5a5e-eac5-4325-91d7-2e8dd7016ca8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:54.821935 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Deleting port 17ec0c28-4845-426d-9c6b-16a98cea0458 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:54.821935 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:54.896056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-87e52a32-3c1a-490a-8a1e-d14577ae8d0b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:54.917885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-962e75a9-a5d6-4d38-9c94-6f2d7128271a None None] For port 17ec0c28-4845-426d-9c6b-16a98cea0458, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=17ec0c28-4845-426d-9c6b-16a98cea0458,segment=NetworkSegment(50b7bb5d-15d2-4f74-a9fb-3541601844ad),segment_id=50b7bb5d-15d2-4f74-a9fb-3541601844ad)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:54.918518 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-962e75a9-a5d6-4d38-9c94-6f2d7128271a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:54.934822 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c1f5a5e-eac5-4325-91d7-2e8dd7016ca8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:54.965350 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-732672fb-e6f1-4e23-82d9-5be99fe57c6a req-d8b54395-d68f-40eb-85d0-f71d1cd517ab tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:54.992250 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1b6010b-dabf-4a0e-95af-be1f9a066766 req-2757dffa-318f-45ec-991f-2722ca156dcf tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/security-groups?id=7b68e36a-1676-41f1-b0c8-1b6975070ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435126 Sep 21 15:09:55.027683 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f5a5e-eac5-4325-91d7-2e8dd7016ca8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e39cfd9-dba1-470b-8c5a-e70cc23a5ad6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:55.062580 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b54395-d68f-40eb-85d0-f71d1cd517ab tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Pushing event deleted for resources: {'Port': ['ID=2f7705a5-ede1-4107-9099-ab37ca83c338,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:55.068756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3c2742a8-8f0c-4e09-89e4-4d9910946318 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:55.075189 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3c2742a8-8f0c-4e09-89e4-4d9910946318 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:port and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:55.076508 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-87e52a32-3c1a-490a-8a1e-d14577ae8d0b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Calling delete_port for 1241484d-8b74-44e7-a8bb-034721bbaa5c owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:55.083097 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3c2742a8-8f0c-4e09-89e4-4d9910946318 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:55.122778 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-962e75a9-a5d6-4d38-9c94-6f2d7128271a None None] Calling delete_port for 17ec0c28-4845-426d-9c6b-16a98cea0458 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:55.167268 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3c2742a8-8f0c-4e09-89e4-4d9910946318 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:55.177874 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-330aea2f-c358-4b44-8e84-4047dc520937 None None] For port ad6a4dc5-e287-499a-992c-53723c21796f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ad6a4dc5-e287-499a-992c-53723c21796f,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:55.177874 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-330aea2f-c358-4b44-8e84-4047dc520937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:55.179125 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e0c12-b801-4442-8dac-356ecdcebc96 req-8e70140c-261d-4712-8f9a-98f0a3e51f52 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:55.180729 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-057e0c12-b801-4442-8dac-356ecdcebc96 req-8e70140c-261d-4712-8f9a-98f0a3e51f52 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/ports?device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 946 time: 0.6678121 Sep 21 15:09:55.181173 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c1f5a5e-eac5-4325-91d7-2e8dd7016ca8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:55.186820 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8c1f5a5e-eac5-4325-91d7-2e8dd7016ca8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "DELETE /v2.0/security-groups/4e39cfd9-dba1-470b-8c5a-e70cc23a5ad6 HTTP/1.1" status: 204 len: 168 time: 0.9450994 Sep 21 15:09:55.187799 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53288) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:55.209804 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9159bc94-a530-4c45-bcc2-d41b0b8ac6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:55.269056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159bc94-a530-4c45-bcc2-d41b0b8ac6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599ddad6-6235-4872-aa5f-f316ba9735b6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:55.395819 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2742a8-8f0c-4e09-89e4-4d9910946318 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:55.454403 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-330aea2f-c358-4b44-8e84-4047dc520937 None None] Calling delete_port for ad6a4dc5-e287-499a-992c-53723c21796f owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:55.487056 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 17ec0c28-4845-426d-9c6b-16a98cea0458 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:09:55.503869 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-af6b5c64-ac57-4cf1-a0d7-823283ad9808 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Synchronizing usage tracker for tenant:cd68fdf91ef84de182075a2140f7a0fe on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:55.542237 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9159bc94-a530-4c45-bcc2-d41b0b8ac6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:55.545831 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9159bc94-a530-4c45-bcc2-d41b0b8ac6a4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/599ddad6-6235-4872-aa5f-f316ba9735b6 HTTP/1.1" status: 204 len: 168 time: 1.5494504 Sep 21 15:09:55.567915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-732672fb-e6f1-4e23-82d9-5be99fe57c6a req-d8b54395-d68f-40eb-85d0-f71d1cd517ab tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Router f0b68b36-7ba6-493a-b084-e159b7b39b3f has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:09:55.599002 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-af6b5c64-ac57-4cf1-a0d7-823283ad9808 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Unset dirty status for tenant:cd68fdf91ef84de182075a2140f7a0fe on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:55.605833 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-af6b5c64-ac57-4cf1-a0d7-823283ad9808 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4065721 Sep 21 15:09:55.614830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53296) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:55.621006 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-057e0c12-b801-4442-8dac-356ecdcebc96 req-bb64a00b-fc2e-460d-933c-12824cb40884 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8fe283a-2339-4c5b-adb0-2c6c5d5e9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4190161 Sep 21 15:09:55.663981 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a819ffec-4336-401e-9e1c-7eeac66678b8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group': {'name': 'tempest-secgroup--2138085247'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:55.669287 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 17ec0c28-4845-426d-9c6b-16a98cea0458 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:55.669884 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:55.790168 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-962e75a9-a5d6-4d38-9c94-6f2d7128271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:55.801260 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a819ffec-4336-401e-9e1c-7eeac66678b8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:55.804427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-87e52a32-3c1a-490a-8a1e-d14577ae8d0b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:55.817884 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3c2742a8-8f0c-4e09-89e4-4d9910946318 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:55.850660 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e75a9-a5d6-4d38-9c94-6f2d7128271a None None] Pushing event deleted for resources: {'Port': ['ID=17ec0c28-4845-426d-9c6b-16a98cea0458,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:55.855514 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e75a9-a5d6-4d38-9c94-6f2d7128271a None None] No DVR routers for this DVR port 17ec0c28-4845-426d-9c6b-16a98cea0458 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:09:55.878579 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a819ffec-4336-401e-9e1c-7eeac66678b8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:55.879359 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-330aea2f-c358-4b44-8e84-4047dc520937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:55.888934 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-3c2742a8-8f0c-4e09-89e4-4d9910946318 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] device_id is not set on port 55406022-e8e0-44c3-ae0b-c4fd9b93a9dd yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:09:55.891375 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e52a32-3c1a-490a-8a1e-d14577ae8d0b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Port': ['ID=1241484d-8b74-44e7-a8bb-034721bbaa5c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:55.903632 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] For port 17ec0c28-4845-426d-9c6b-16a98cea0458, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=17ec0c28-4845-426d-9c6b-16a98cea0458,segment=NetworkSegment(50b7bb5d-15d2-4f74-a9fb-3541601844ad),segment_id=50b7bb5d-15d2-4f74-a9fb-3541601844ad)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:55.903996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:55.954349 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330aea2f-c358-4b44-8e84-4047dc520937 None None] No DVR routers for this DVR port ad6a4dc5-e287-499a-992c-53723c21796f on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:09:55.971431 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330aea2f-c358-4b44-8e84-4047dc520937 None None] Pushing event deleted for resources: {'Port': ['ID=ad6a4dc5-e287-499a-992c-53723c21796f,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:55.983846 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3afbbd3-fe16-4040-9d91-1a00b9237c16 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:09:56.019942 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-87e52a32-3c1a-490a-8a1e-d14577ae8d0b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:56.182731 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a819ffec-4336-401e-9e1c-7eeac66678b8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:56.211587 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Calling delete_port for 17ec0c28-4845-426d-9c6b-16a98cea0458 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:56.330166 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'fixed_ips': [{'subnet_id': '01d1cf99-379e-4007-8e7a-8657a1fe86d7'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:09:56.331648 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:56.343174 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53304) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:56.382490 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-87e52a32-3c1a-490a-8a1e-d14577ae8d0b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/ports/1241484d-8b74-44e7-a8bb-034721bbaa5c HTTP/1.1" status: 204 len: 168 time: 2.4747574 Sep 21 15:09:56.386788 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e641c699-d59e-434a-80ee-16c1ad05b442 req-fb1fc9cd-5f32-41c9-88e5-87aec760b1a5 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeca5b91-37f9-4106-b29c-4780926b6b09 HTTP/1.1" status: 200 len: 210 time: 0.1875653 Sep 21 15:09:56.391032 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a819ffec-4336-401e-9e1c-7eeac66678b8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:56.393060 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53308) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:56.402959 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a405a-f329-4681-a185-1aec60335ffa req-501657a9-f4bd-4264-b494-563c33c19c67 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:56.404429 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c44a405a-f329-4681-a185-1aec60335ffa req-501657a9-f4bd-4264-b494-563c33c19c67 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.20 "GET /v2.0/ports?device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 946 time: 1.1164262 Sep 21 15:09:56.406702 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-732672fb-e6f1-4e23-82d9-5be99fe57c6a req-d8b54395-d68f-40eb-85d0-f71d1cd517ab tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:09:56.418799 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f798ac8-f6b9-461a-8653-46810c7a742c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:56.428169 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e772703-6329-46cd-b1ab-ce92a7ce40f8 None None] Sync routers for ids ['f0b68b36-7ba6-493a-b084-e159b7b39b3f'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:09:56.464668 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e772703-6329-46cd-b1ab-ce92a7ce40f8 None None] Routers {'f0b68b36-7ba6-493a-b084-e159b7b39b3f'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:09:56.465310 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6e772703-6329-46cd-b1ab-ce92a7ce40f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:09:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['f0b68b36-7ba6-493a-b084-e159b7b39b3f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:56.511729 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-732672fb-e6f1-4e23-82d9-5be99fe57c6a req-d8b54395-d68f-40eb-85d0-f71d1cd517ab tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] No DVR routers for this DVR port 2f7705a5-ede1-4107-9099-ab37ca83c338 on host hv-neutron-8587 {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:09:56.515459 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a819ffec-4336-401e-9e1c-7eeac66678b8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group_rule and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:56.515965 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-732672fb-e6f1-4e23-82d9-5be99fe57c6a req-d8b54395-d68f-40eb-85d0-f71d1cd517ab tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:56.518736 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeca5b91-37f9-4106-b29c-4780926b6b09', 'name': 'network-vif-deleted', 'tag': '2f7705a5-ede1-4107-9099-ab37ca83c338'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:09:56.521077 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca0704d-d51e-4fbc-b717-2b717c1eeb90" -d '{"events": [{"server_uuid": "aeca5b91-37f9-4106-b29c-4780926b6b09", "name": "network-vif-deleted", "tag": "2f7705a5-ede1-4107-9099-ab37ca83c338"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:09:56.521340 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a819ffec-4336-401e-9e1c-7eeac66678b8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:56.564243 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-732672fb-e6f1-4e23-82d9-5be99fe57c6a req-d8b54395-d68f-40eb-85d0-f71d1cd517ab tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.20 "DELETE /v2.0/ports/2f7705a5-ede1-4107-9099-ab37ca83c338 HTTP/1.1" status: 204 len: 173 time: 3.9889112 Sep 21 15:09:56.582196 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b5f6ad-18ae-4bc2-ad60-71f96c31cc68 x-openstack-request-id: req-a0b5f6ad-18ae-4bc2-ad60-71f96c31cc68 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:09:56.582494 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeca5b91-37f9-4106-b29c-4780926b6b09", "name": "network-vif-deleted", "tag": "2f7705a5-ede1-4107-9099-ab37ca83c338", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:09:56.582794 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a0b5f6ad-18ae-4bc2-ad60-71f96c31cc68 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:09:56.583167 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b5f6ad-18ae-4bc2-ad60-71f96c31cc68'] response: {'server_uuid': 'aeca5b91-37f9-4106-b29c-4780926b6b09', 'name': 'network-vif-deleted', 'tag': '2f7705a5-ede1-4107-9099-ab37ca83c338', 'status': 'completed', 'code': 200} Sep 21 15:09:56.607915 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2660c70-a6be-4788-9b26-c4778cf86a3c req-3697dd02-357d-4eef-b1d9-6dfffd3717e0 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:56.617694 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b2660c70-a6be-4788-9b26-c4778cf86a3c req-3697dd02-357d-4eef-b1d9-6dfffd3717e0 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 1.0719833 Sep 21 15:09:56.620372 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-3c2742a8-8f0c-4e09-89e4-4d9910946318 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8::168b:e336:f337:1086 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/01d1cf99-379e-4007-8e7a-8657a1fe86d7/55406022-e8e0-44c3-ae0b-c4fd9b93a9dd) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:56.633927 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a819ffec-4336-401e-9e1c-7eeac66678b8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:56.648131 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7f798ac8-f6b9-461a-8653-46810c7a742c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:56.688063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7f798ac8-f6b9-461a-8653-46810c7a742c admin admin] Usage tracker for resource:security_group_rule and tenant:816c9a91c4764cc59cf22a10493ed202 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:56.721654 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7f798ac8-f6b9-461a-8653-46810c7a742c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:56.748565 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-6e772703-6329-46cd-b1ab-ce92a7ce40f8 None None] Set router f0b68b36-7ba6-493a-b084-e159b7b39b3f gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:09:56.754329 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7f798ac8-f6b9-461a-8653-46810c7a742c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:56.803122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:09:56.803700 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:09:56.815758 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Deleting port 53c6228e-d08a-4b81-ad80-b3c9f95259b3 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:56.815973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:56.919864 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3c2742a8-8f0c-4e09-89e4-4d9910946318 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:56.922561 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 2f7705a5-ede1-4107-9099-ab37ca83c338 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:09:56.934565 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b2660c70-a6be-4788-9b26-c4778cf86a3c req-c47c5676-b585-4b32-98a1-6b73c575909d tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3129256 Sep 21 15:09:56.937918 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-3c2742a8-8f0c-4e09-89e4-4d9910946318 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Transition to ACTIVE for port object 55406022-e8e0-44c3-ae0b-c4fd9b93a9dd will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:56.969932 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3c2742a8-8f0c-4e09-89e4-4d9910946318 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:57.052772 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2742a8-8f0c-4e09-89e4-4d9910946318 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=55406022-e8e0-44c3-ae0b-c4fd9b93a9dd,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:57.077590 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2742a8-8f0c-4e09-89e4-4d9910946318 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:57.079200 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-3c2742a8-8f0c-4e09-89e4-4d9910946318 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:57.085481 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2742a8-8f0c-4e09-89e4-4d9910946318 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:57.093422 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] Allocated IP 2001:db8::2 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/01d1cf99-379e-4007-8e7a-8657a1fe86d7/ac587ca7-5746-4f99-be9d-0db177b51687) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:09:57.093987 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2742a8-8f0c-4e09-89e4-4d9910946318 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:57.094969 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3c2742a8-8f0c-4e09-89e4-4d9910946318 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:57.111014 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 2f7705a5-ede1-4107-9099-ab37ca83c338 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:09:57.121101 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 2f7705a5-ede1-4107-9099-ab37ca83c338 not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:09:57.121626 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 53c6228e-d08a-4b81-ad80-b3c9f95259b3 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:09:57.129837 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3c2742a8-8f0c-4e09-89e4-4d9910946318 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4850116 Sep 21 15:09:57.131256 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53316) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:57.140199 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87962c88-84d3-4e6a-a897-35d31db7aa26 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:57.141068 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-87962c88-84d3-4e6a-a897-35d31db7aa26 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Synchronizing usage tracker for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:57.311161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Deleting port 17ec0c28-4845-426d-9c6b-16a98cea0458 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:57.311161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:57.327228 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884b4660-2852-4aac-b65f-c35ee2acc38e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:57.335054 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-884b4660-2852-4aac-b65f-c35ee2acc38e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:57.384697 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-884b4660-2852-4aac-b65f-c35ee2acc38e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:57.385539 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-884b4660-2852-4aac-b65f-c35ee2acc38e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2484372 Sep 21 15:09:57.388552 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53320) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:57.437816 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-87962c88-84d3-4e6a-a897-35d31db7aa26 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Unset dirty status for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:57.443193 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-87962c88-84d3-4e6a-a897-35d31db7aa26 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.0377085 Sep 21 15:09:57.448639 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53326) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:57.515250 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] The port '17ec0c28-4845-426d-9c6b-16a98cea0458' was deleted {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:09:57.528572 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-718bbe98-e201-40bc-9a58-928ba4c2fc55 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port 55406022-e8e0-44c3-ae0b-c4fd9b93a9dd {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:57.529144 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-718bbe98-e201-40bc-9a58-928ba4c2fc55 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:57.530958 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 53c6228e-d08a-4b81-ad80-b3c9f95259b3 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:09:57.531336 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:57.565289 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a819ffec-4336-401e-9e1c-7eeac66678b8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:57.578985 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53332) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:57.642306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a819ffec-4336-401e-9e1c-7eeac66678b8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:57.690720 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf53a59-488f-451c-94f1-aa2ca8c98e09 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] GET failed (client error): The resource could not be found. Sep 21 15:09:57.696940 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a143cb60-8035-4815-8a13-89b4df9dbd22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53c6228e-d08a-4b81-ad80-b3c9f95259b3'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:09:57.698615 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53336) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:57.699502 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-abf53a59-488f-451c-94f1-aa2ca8c98e09 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports/1241484d-8b74-44e7-a8bb-034721bbaa5c HTTP/1.1" status: 404 len: 333 time: 0.2165351 Sep 21 15:09:57.700348 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35298cd4-ecf0-44b0-b306-72735906966a" -d '{"events": [{"server_uuid": "a143cb60-8035-4815-8a13-89b4df9dbd22", "name": "network-vif-unplugged", "status": "completed", "tag": "53c6228e-d08a-4b81-ad80-b3c9f95259b3"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:09:57.705938 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7c708b1d-689e-4a90-bb4f-1892cc86ebeb tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-640452167'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:57.719949 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 53c6228e-d08a-4b81-ad80-b3c9f95259b3, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=53c6228e-d08a-4b81-ad80-b3c9f95259b3,segment=NetworkSegment(4fff1882-96f2-4a13-80c6-6ad36cecf71b),segment_id=4fff1882-96f2-4a13-80c6-6ad36cecf71b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:57.737919 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7c708b1d-689e-4a90-bb4f-1892cc86ebeb tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:57.755425 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:57.762228 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7c708b1d-689e-4a90-bb4f-1892cc86ebeb tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:network and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:57.770866 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7c708b1d-689e-4a90-bb4f-1892cc86ebeb tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:57.774464 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] Transition to ACTIVE for port object ac587ca7-5746-4f99-be9d-0db177b51687 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:57.786695 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-490f88ab-0a99-4496-965b-b5580e5007bb tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:57.790142 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2988fd-c1c4-4a67-9dae-aec159071fb4 req-6837cc82-4f42-42d0-bebe-717fdaa30606 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:57.791678 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a2988fd-c1c4-4a67-9dae-aec159071fb4 req-6837cc82-4f42-42d0-bebe-717fdaa30606 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/ports?device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 946 time: 0.9385772 Sep 21 15:09:57.791971 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:57.799349 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 15:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e673e0e-c4cd-4382-977e-7162463a41ef x-openstack-request-id: req-4e673e0e-c4cd-4382-977e-7162463a41ef {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:09:57.799649 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a143cb60-8035-4815-8a13-89b4df9dbd22", "name": "network-vif-unplugged", "status": "completed", "tag": "53c6228e-d08a-4b81-ad80-b3c9f95259b3", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:09:57.799901 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e673e0e-c4cd-4382-977e-7162463a41ef {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:09:57.800293 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e673e0e-c4cd-4382-977e-7162463a41ef'] response: {'server_uuid': 'a143cb60-8035-4815-8a13-89b4df9dbd22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53c6228e-d08a-4b81-ad80-b3c9f95259b3', 'code': 200} Sep 21 15:09:57.803527 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] For port 53c6228e-d08a-4b81-ad80-b3c9f95259b3, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=53c6228e-d08a-4b81-ad80-b3c9f95259b3,segment=NetworkSegment(4fff1882-96f2-4a13-80c6-6ad36cecf71b),segment_id=4fff1882-96f2-4a13-80c6-6ad36cecf71b)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:09:57.803939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:57.808060 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7c708b1d-689e-4a90-bb4f-1892cc86ebeb tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:57.880236 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=53c6228e-d08a-4b81-ad80-b3c9f95259b3,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:57.889589 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] Transition to ACTIVE for port object ac587ca7-5746-4f99-be9d-0db177b51687 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:09:57.897510 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6e772703-6329-46cd-b1ab-ce92a7ce40f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'name': 'tempest-ServersTestManualDisk-1788168234-router', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:29Z', 'revision_number': 4, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'gw_port': {'id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '14bf62c1-b881-4ebc-8d5d-45f1473f255c', 'name': '', 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'mac_address': 'fa:16:3e:4a:f0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '12321c25-030d-4ce8-873b-07a4218e6985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:27Z', 'updated_at': '2022-09-21T15:08:39Z', 'revision_number': 5, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'subnets': [{'id': '12321c25-030d-4ce8-873b-07a4218e6985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:57.897769 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-490f88ab-0a99-4496-965b-b5580e5007bb tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:57.902447 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e772703-6329-46cd-b1ab-ce92a7ce40f8 None None] Checking router: f0b68b36-7ba6-493a-b084-e159b7b39b3f for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:09:57.913934 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:57.918724 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e772703-6329-46cd-b1ab-ce92a7ce40f8 None None] Routers {'f0b68b36-7ba6-493a-b084-e159b7b39b3f'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:09:57.919358 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6e772703-6329-46cd-b1ab-ce92a7ce40f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:09:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['f0b68b36-7ba6-493a-b084-e159b7b39b3f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:57.927183 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c708b1d-689e-4a90-bb4f-1892cc86ebeb tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:57.930566 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7c708b1d-689e-4a90-bb4f-1892cc86ebeb tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:58.025581 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c708b1d-689e-4a90-bb4f-1892cc86ebeb tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:09:58.049978 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-718bbe98-e201-40bc-9a58-928ba4c2fc55 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:58.062527 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-490f88ab-0a99-4496-965b-b5580e5007bb tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:58.067382 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7c708b1d-689e-4a90-bb4f-1892cc86ebeb tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:58.067725 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-7c708b1d-689e-4a90-bb4f-1892cc86ebeb tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Added segment 138daaa3-85eb-42d8-9cde-500ba4372dcd of type vlan for network 8f63a506-c8ae-4f47-8fa4-2e0be634175c Sep 21 15:09:58.146588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-6e772703-6329-46cd-b1ab-ce92a7ce40f8 None None] Set router f0b68b36-7ba6-493a-b084-e159b7b39b3f gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:09:58.189754 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:58.210890 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-718bbe98-e201-40bc-9a58-928ba4c2fc55 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for 55406022-e8e0-44c3-ae0b-c4fd9b93a9dd owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:58.220402 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17bbc3f-6e25-4f43-9404-1235415e1772']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:58.233513 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b7bb5d-15d2-4f74-a9fb-3541601844ad') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:58.233846 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b7bb5d-15d2-4f74-a9fb-3541601844ad') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:58.240467 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f88ab-0a99-4496-965b-b5580e5007bb tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b68e36a-1676-41f1-b0c8-1b6975070ad1,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:58.249250 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:58.285308 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f798ac8-f6b9-461a-8653-46810c7a742c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:58.290500 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:09:58.299669 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:09:58.300357 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7c708b1d-689e-4a90-bb4f-1892cc86ebeb tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:58.308257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:58.323507 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-490f88ab-0a99-4496-965b-b5580e5007bb tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:58.327133 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-490f88ab-0a99-4496-965b-b5580e5007bb tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "DELETE /v2.0/security-groups/7b68e36a-1676-41f1-b0c8-1b6975070ad1 HTTP/1.1" status: 204 len: 168 time: 0.7446134 Sep 21 15:09:58.337080 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53344) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:58.358677 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:09:58.377133 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-4ca72ba1-f97f-42bc-890f-7b7438dd64a2 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] show failed (client error): The resource could not be found. Sep 21 15:09:58.377133 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4ca72ba1-f97f-42bc-890f-7b7438dd64a2 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "GET /v2.0/security-groups/7b68e36a-1676-41f1-b0c8-1b6975070ad1 HTTP/1.1" status: 404 len: 347 time: 0.0351725 Sep 21 15:09:58.377427 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53348) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:58.397457 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f798ac8-f6b9-461a-8653-46810c7a742c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:58.405130 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819ffec-4336-401e-9e1c-7eeac66678b8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f85fdc-1fb1-41a2-ac64-991f4bcbb7a1,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:58.418962 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] Pushing event updated for resources: {'Port': ['ID=ac587ca7-5746-4f99-be9d-0db177b51687,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:58.423021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:09:58.423529 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:58.484996 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7c708b1d-689e-4a90-bb4f-1892cc86ebeb tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:58.490031 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c708b1d-689e-4a90-bb4f-1892cc86ebeb tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:58.490639 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7c708b1d-689e-4a90-bb4f-1892cc86ebeb tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:58.703864 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] Attempting to bind port ac587ca7-5746-4f99-be9d-0db177b51687 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:09:58.704228 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] Attempting to bind port ac587ca7-5746-4f99-be9d-0db177b51687 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:09:58.704615 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] Attempting to bind port ac587ca7-5746-4f99-be9d-0db177b51687 on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:09:58.713717 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:09:58.714083 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:09:58.714482 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:58.714875 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:09:58.715344 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] Bound port: ac587ca7-5746-4f99-be9d-0db177b51687, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:09:58.715726 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:58.737559 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 50b7bb5d-15d2-4f74-a9fb-3541601844ad resource provider aggregate not found Sep 21 15:09:58.770071 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a819ffec-4336-401e-9e1c-7eeac66678b8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:58.770071 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a819ffec-4336-401e-9e1c-7eeac66678b8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.1423311 Sep 21 15:09:58.801252 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53356) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:58.810747 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 50b7bb5d-15d2-4f74-a9fb-3541601844ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50b7bb5d-15d2-4f74-a9fb-3541601844ad found for delete ", "request_id": "req-07052a0b-c018-4027-b0f1-aa16eb6e6257"}]} Sep 21 15:09:58.814568 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6e772703-6329-46cd-b1ab-ce92a7ce40f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'name': 'tempest-ServersTestManualDisk-1788168234-router', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:29Z', 'revision_number': 4, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'gw_port': {'id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '14bf62c1-b881-4ebc-8d5d-45f1473f255c', 'name': '', 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'mac_address': 'fa:16:3e:4a:f0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '12321c25-030d-4ce8-873b-07a4218e6985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:27Z', 'updated_at': '2022-09-21T15:08:39Z', 'revision_number': 5, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'subnets': [{'id': '12321c25-030d-4ce8-873b-07a4218e6985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:09:58.824909 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a008c7ed-5020-40ee-a1aa-64e9a2fd7e6d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group_rule': {'security_group_id': 'e8f85fdc-1fb1-41a2-ac64-991f4bcbb7a1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:58.825926 dv-neutron-858731-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-a008c7ed-5020-40ee-a1aa-64e9a2fd7e6d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 21 15:09:58.826090 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e772703-6329-46cd-b1ab-ce92a7ce40f8 None None] The sync data for ids ['f0b68b36-7ba6-493a-b084-e159b7b39b3f'] in dv-neutron-858731-1-hyperv is: [{'id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'name': 'tempest-ServersTestManualDisk-1788168234-router', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:29Z', 'revision_number': 4, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'gw_port': {'id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '14bf62c1-b881-4ebc-8d5d-45f1473f255c', 'name': '', 'network_id': '0ef8c881-241c-44dd-ad21-90cc5d4e1c08', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'mac_address': 'fa:16:3e:4a:f0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '12321c25-030d-4ce8-873b-07a4218e6985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:27Z', 'updated_at': '2022-09-21T15:08:39Z', 'revision_number': 5, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'subnets': [{'id': '12321c25-030d-4ce8-873b-07a4218e6985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:09:58.826662 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-a008c7ed-5020-40ee-a1aa-64e9a2fd7e6d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:09:58.829950 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a008c7ed-5020-40ee-a1aa-64e9a2fd7e6d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0128148 Sep 21 15:09:58.835424 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53360) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:58.837711 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] For port ac587ca7-5746-4f99-be9d-0db177b51687, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:09:58.842554 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7c708b1d-689e-4a90-bb4f-1892cc86ebeb tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1425493 Sep 21 15:09:58.847226 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7f798ac8-f6b9-461a-8653-46810c7a742c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=816c9a91c4764cc59cf22a10493ed202&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4993813 Sep 21 15:09:58.848167 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] For port ac587ca7-5746-4f99-be9d-0db177b51687, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ac587ca7-5746-4f99-be9d-0db177b51687,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:09:58.848938 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a2988fd-c1c4-4a67-9dae-aec159071fb4 req-985d038c-5b29-4713-90d2-1d575fb5a4a8 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8fe283a-2339-4c5b-adb0-2c6c5d5e9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9905176 Sep 21 15:09:58.854608 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53364) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:58.854921 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53366) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:58.860161 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:58.866813 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7278d-e2ba-4d14-8497-b01471a492c4 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Deleting port ac5e672d-f31d-4663-9f43-d1f57e506674 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:09:58.867153 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1d7278d-e2ba-4d14-8497-b01471a492c4 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:58.879269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-62c748a3-d8ec-4a18-adde-61bac9df8939 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'subnet': {'network_id': '8f63a506-c8ae-4f47-8fa4-2e0be634175c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:09:58.898598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f798ac8-f6b9-461a-8653-46810c7a742c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b475f9c3-d592-459e-8de2-b2997a726149,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:58.899672 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-718bbe98-e201-40bc-9a58-928ba4c2fc55 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:58.954994 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c708b1d-689e-4a90-bb4f-1892cc86ebeb tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Network': ['ID=8f63a506-c8ae-4f47-8fa4-2e0be634175c,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:58.970664 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 8f63a506-c8ae-4f47-8fa4-2e0be634175c details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:09:59.029409 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bbe98-e201-40bc-9a58-928ba4c2fc55 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Port': ['ID=55406022-e8e0-44c3-ae0b-c4fd9b93a9dd,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:59.101867 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032359c-8917-4c1f-8cec-3dbde35b2127 None None] Pushing event updated for resources: {'Port': ['ID=ac587ca7-5746-4f99-be9d-0db177b51687,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:59.117818 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-718bbe98-e201-40bc-9a58-928ba4c2fc55 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:59.122186 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-718bbe98-e201-40bc-9a58-928ba4c2fc55 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/55406022-e8e0-44c3-ae0b-c4fd9b93a9dd HTTP/1.1" status: 204 len: 168 time: 1.7282166 Sep 21 15:09:59.125807 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53372) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:59.136944 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:59.141722 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:59.269015 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-62c748a3-d8ec-4a18-adde-61bac9df8939 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:09:59.283535 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b8afa74-f65f-43f9-86a8-329193bcc23e tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:59.285354 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] 10.222.0.62 "DELETE /v2.0/networks/c17bbc3f-6e25-4f43-9404-1235415e1772 HTTP/1.1" status: 204 len: 168 time: 5.0309176 Sep 21 15:09:59.297616 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7ac51-24c1-4392-962f-28ff299e225f tempest-AllowedAddressPairIpV6TestJSON-1590275095 tempest-AllowedAddressPairIpV6TestJSON-1590275095-project] Pushing event deleted for resources: {'Network': ['ID=c17bbc3f-6e25-4f43-9404-1235415e1772,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:59.302680 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-62c748a3-d8ec-4a18-adde-61bac9df8939 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:subnet and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:09:59.306500 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0972b417-dc28-45e4-909e-0503a22e76e8 None None] New status for floating IP 8ac88d0b-f7c1-4270-b84f-9c37d54c6a73: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:09:59.321916 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-62c748a3-d8ec-4a18-adde-61bac9df8939 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:09:59.332273 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383b6f7d-19ff-4cfd-9f1b-2a254eca666e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:59.333900 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383b6f7d-19ff-4cfd-9f1b-2a254eca666e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:59.334738 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-383b6f7d-19ff-4cfd-9f1b-2a254eca666e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:09:59.338136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ef756-5049-45cc-90be-6a6a7e9d508c req-3d6cdc00-bb55-4f40-91fa-7a22228a5f0a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:09:59.346443 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e75ef756-5049-45cc-90be-6a6a7e9d508c req-3d6cdc00-bb55-4f40-91fa-7a22228a5f0a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 1.0679653 Sep 21 15:09:59.361873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-62c748a3-d8ec-4a18-adde-61bac9df8939 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:09:59.403470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c57e9cb5-6ee2-4434-8ff4-b9bfef7bec01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:59.414473 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:59.414843 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:59.415214 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Floating IP e8fc7f77-fa57-4437-a74c-a12d060d489e disassociated. External IP: 172.26.4.129, port: 53c6228e-d08a-4b81-ad80-b3c9f95259b3. Sep 21 15:09:59.415757 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Calling delete_port for 53c6228e-d08a-4b81-ad80-b3c9f95259b3 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:59.445276 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b8afa74-f65f-43f9-86a8-329193bcc23e tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:59.455210 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ac587ca7-5746-4f99-be9d-0db177b51687 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:09:59.471616 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-383b6f7d-19ff-4cfd-9f1b-2a254eca666e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:09:59.472808 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-383b6f7d-19ff-4cfd-9f1b-2a254eca666e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3458827 Sep 21 15:09:59.476318 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53378) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:59.508350 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c748a3-d8ec-4a18-adde-61bac9df8939 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:09:59.512416 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-62c748a3-d8ec-4a18-adde-61bac9df8939 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:59.555825 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1d7278d-e2ba-4d14-8497-b01471a492c4 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:59.556257 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1d7278d-e2ba-4d14-8497-b01471a492c4 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:59.613739 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c57e9cb5-6ee2-4434-8ff4-b9bfef7bec01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:59.633272 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e75ef756-5049-45cc-90be-6a6a7e9d508c req-e11abe77-9bcb-4ef4-a4b5-3187cad3ff5a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2858856 Sep 21 15:09:59.658988 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port ac587ca7-5746-4f99-be9d-0db177b51687 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:09:59.754896 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:09:59.755504 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:09:59.810685 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b8afa74-f65f-43f9-86a8-329193bcc23e tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:59.812688 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c57e9cb5-6ee2-4434-8ff4-b9bfef7bec01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:59.815960 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53384) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:09:59.829147 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7278d-e2ba-4d14-8497-b01471a492c4 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Calling delete_port for ac5e672d-f31d-4663-9f43-d1f57e506674 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:09:59.849802 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e9cb5-6ee2-4434-8ff4-b9bfef7bec01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b475f9c3-d592-459e-8de2-b2997a726149,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:59.881535 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c57e9cb5-6ee2-4434-8ff4-b9bfef7bec01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:59.882758 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c57e9cb5-6ee2-4434-8ff4-b9bfef7bec01 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b475f9c3-d592-459e-8de2-b2997a726149 HTTP/1.1" status: 204 len: 168 time: 1.0238163 Sep 21 15:09:59.899751 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8afa74-f65f-43f9-86a8-329193bcc23e tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f85fdc-1fb1-41a2-ac64-991f4bcbb7a1,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:09:59.937973 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2570aad-4b9e-42a7-9045-aca0a1db8e95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet 01d1cf99-379e-4007-8e7a-8657a1fe86d7 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:09:59.942126 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e2570aad-4b9e-42a7-9045-aca0a1db8e95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:09:59.965878 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-62c748a3-d8ec-4a18-adde-61bac9df8939 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:00.037350 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e2570aad-4b9e-42a7-9045-aca0a1db8e95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:00.146473 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e2570aad-4b9e-42a7-9045-aca0a1db8e95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:00.234615 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c748a3-d8ec-4a18-adde-61bac9df8939 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Subnet': ['ID=15134117-dcb5-4900-be64-ea20053bbd5e,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:00.246489 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c748a3-d8ec-4a18-adde-61bac9df8939 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Checking segment: {'id': '138daaa3-85eb-42d8-9cde-500ba4372dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8f63a506-c8ae-4f47-8fa4-2e0be634175c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:10:00.246876 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c748a3-d8ec-4a18-adde-61bac9df8939 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network hostable DHCP agents. Network: 8f63a506-c8ae-4f47-8fa4-2e0be634175c, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:10:00.247338 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b8afa74-f65f-43f9-86a8-329193bcc23e tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:00.249769 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0b8afa74-f65f-43f9-86a8-329193bcc23e tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "DELETE /v2.0/security-groups/e8f85fdc-1fb1-41a2-ac64-991f4bcbb7a1 HTTP/1.1" status: 204 len: 168 time: 1.4081516 Sep 21 15:10:00.250959 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-d1d7278d-e2ba-4d14-8497-b01471a492c4 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:10:00.251349 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-d1d7278d-e2ba-4d14-8497-b01471a492c4 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:10:00.251816 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53398) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:00.267776 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Deleting port 53c6228e-d08a-4b81-ad80-b3c9f95259b3 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:00.268163 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:00.351403 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7a7c0d42-89cb-4a90-afbc-c7eca75bc6e6 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Synchronizing usage tracker for tenant:cd68fdf91ef84de182075a2140f7a0fe on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:00.376145 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7a7c0d42-89cb-4a90-afbc-c7eca75bc6e6 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Unset dirty status for tenant:cd68fdf91ef84de182075a2140f7a0fe on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:00.377456 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7a7c0d42-89cb-4a90-afbc-c7eca75bc6e6 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1131332 Sep 21 15:10:00.382809 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e2570aad-4b9e-42a7-9045-aca0a1db8e95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:00.389242 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53406) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:00.417838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a94c2699-4b38-481e-bcca-cc59963cb3ff tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group': {'name': 'tempest-secgroup--1983596836'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:00.425478 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c748a3-d8ec-4a18-adde-61bac9df8939 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network 8f63a506-c8ae-4f47-8fa4-2e0be634175c is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:10:00.441184 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2570aad-4b9e-42a7-9045-aca0a1db8e95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=01d1cf99-379e-4007-8e7a-8657a1fe86d7,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:00.443188 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a94c2699-4b38-481e-bcca-cc59963cb3ff tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:00.443884 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e2570aad-4b9e-42a7-9045-aca0a1db8e95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:00.480869 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e2570aad-4b9e-42a7-9045-aca0a1db8e95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/01d1cf99-379e-4007-8e7a-8657a1fe86d7 HTTP/1.1" status: 204 len: 168 time: 0.9786513 Sep 21 15:10:00.481606 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53412) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:00.483680 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d7e4da-ae05-41e6-98dd-cc1667876d10 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:00.508374 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-62c748a3-d8ec-4a18-adde-61bac9df8939 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 8f63a506-c8ae-4f47-8fa4-2e0be634175c) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:00.527669 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a94c2699-4b38-481e-bcca-cc59963cb3ff tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:00.545539 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c748a3-d8ec-4a18-adde-61bac9df8939 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:00.546129 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-62c748a3-d8ec-4a18-adde-61bac9df8939 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:00.565784 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5ec24e8e-de16-4cdd-8174-323a6bf87f3b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828257 Sep 21 15:10:00.568766 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53416) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:00.576159 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3aa05fc2-4d6e-45ba-8dfb-026387ccae56 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:00.586539 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab5244-4207-4608-a39c-551c59f92cb5 req-eb9455b3-0e17-471b-a8e5-eca5d2f2960d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:00.587302 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-bfab5244-4207-4608-a39c-551c59f92cb5 req-eb9455b3-0e17-471b-a8e5-eca5d2f2960d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Synchronizing usage tracker for tenant:dcc136835e934810abcfcbfd5ed75196 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:00.597589 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-de48f065-04a3-40fc-a27a-ef5fd6dc6686 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2c35dc11899c4214874e0d595768bc3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7697170 Sep 21 15:10:00.603317 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53422) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:00.612798 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a94c2699-4b38-481e-bcca-cc59963cb3ff tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:00.683441 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-62c748a3-d8ec-4a18-adde-61bac9df8939 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8261049 Sep 21 15:10:00.699324 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53430) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:00.701804 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-bfab5244-4207-4608-a39c-551c59f92cb5 req-eb9455b3-0e17-471b-a8e5-eca5d2f2960d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Unset dirty status for tenant:dcc136835e934810abcfcbfd5ed75196 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:00.711633 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bfab5244-4207-4608-a39c-551c59f92cb5 req-eb9455b3-0e17-471b-a8e5-eca5d2f2960d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/ports?device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 944 time: 0.5614717 Sep 21 15:10:00.737240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc998169-cb53-4d56-aa92-aa135c5dbc42 None None] Network 8f63a506-c8ae-4f47-8fa4-2e0be634175c requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:00.752413 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7278d-e2ba-4d14-8497-b01471a492c4 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Deleting port ac5e672d-f31d-4663-9f43-d1f57e506674 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:00.752776 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1d7278d-e2ba-4d14-8497-b01471a492c4 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:00.797866 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e3e5e32f-d928-482b-bed1-46e69c7b88bf tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'subnet': {'network_id': '8f63a506-c8ae-4f47-8fa4-2e0be634175c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:00.799667 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3aa05fc2-4d6e-45ba-8dfb-026387ccae56 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:00.804351 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3aa05fc2-4d6e-45ba-8dfb-026387ccae56 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:00.808883 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3aa05fc2-4d6e-45ba-8dfb-026387ccae56 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:00.814919 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3aa05fc2-4d6e-45ba-8dfb-026387ccae56 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:00.836341 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa05fc2-4d6e-45ba-8dfb-026387ccae56 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:00.840243 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aa05fc2-4d6e-45ba-8dfb-026387ccae56 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:00.879557 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-95383125-c8a4-44cb-be0f-0fcd51a75ebe None None] Provisioning for port ac587ca7-5746-4f99-be9d-0db177b51687 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:00.897263 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-95383125-c8a4-44cb-be0f-0fcd51a75ebe None None] Provisioning complete for port ac587ca7-5746-4f99-be9d-0db177b51687 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:00.897869 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-95383125-c8a4-44cb-be0f-0fcd51a75ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:00.941848 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a94c2699-4b38-481e-bcca-cc59963cb3ff tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:00.975200 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e3e5e32f-d928-482b-bed1-46e69c7b88bf tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:00.979126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a94c2699-4b38-481e-bcca-cc59963cb3ff tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group_rule and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:01.054361 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a94c2699-4b38-481e-bcca-cc59963cb3ff tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:01.105192 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a94c2699-4b38-481e-bcca-cc59963cb3ff tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:01.136686 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aa05fc2-4d6e-45ba-8dfb-026387ccae56 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:01.185559 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd06dba7-dd59-4f86-aff3-11892c8f54f7 None None] DHCP port deletion for cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:10:01.208226 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-95383125-c8a4-44cb-be0f-0fcd51a75ebe None None] Current status of the port ac587ca7-5746-4f99-be9d-0db177b51687 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:01.208640 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-95383125-c8a4-44cb-be0f-0fcd51a75ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:01.222495 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-dd06dba7-dd59-4f86-aff3-11892c8f54f7 None None] Deleting port ac587ca7-5746-4f99-be9d-0db177b51687 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:01.222868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dd06dba7-dd59-4f86-aff3-11892c8f54f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:01.257821 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-8f63a506-c8ae-4f47-8fa4-2e0be634175c', 'network_id': '8f63a506-c8ae-4f47-8fa4-2e0be634175c', 'tenant_id': '3c76cd1c175246ce8c142ebc0c00da57', 'fixed_ips': [{'subnet_id': '15134117-dcb5-4900-be64-ea20053bbd5e'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:10:01.258663 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:01.266774 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e3e5e32f-d928-482b-bed1-46e69c7b88bf tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:subnet and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:01.271229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e3e5e32f-d928-482b-bed1-46e69c7b88bf tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:01.306466 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e3e5e32f-d928-482b-bed1-46e69c7b88bf tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:01.383022 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bfab5244-4207-4608-a39c-551c59f92cb5 req-0fef9b2c-216f-4b4b-a80b-4943dcb7544c tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8fe283a-2339-4c5b-adb0-2c6c5d5e9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6703868 Sep 21 15:10:01.428594 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-86265d60-6ab3-4006-befc-b41fd22d6572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:01.436821 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa05fc2-4d6e-45ba-8dfb-026387ccae56 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:01.443348 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e5e32f-d928-482b-bed1-46e69c7b88bf tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:01.447704 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-3aa05fc2-4d6e-45ba-8dfb-026387ccae56 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:01.452144 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ac587ca7-5746-4f99-be9d-0db177b51687 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:10:01.452689 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3e5e32f-d928-482b-bed1-46e69c7b88bf tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:01.482243 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-95383125-c8a4-44cb-be0f-0fcd51a75ebe None None] For port ac587ca7-5746-4f99-be9d-0db177b51687, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ac587ca7-5746-4f99-be9d-0db177b51687,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:01.513335 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa05fc2-4d6e-45ba-8dfb-026387ccae56 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:01.515326 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aa05fc2-4d6e-45ba-8dfb-026387ccae56 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:01.520183 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-95383125-c8a4-44cb-be0f-0fcd51a75ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:01.558858 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3aa05fc2-4d6e-45ba-8dfb-026387ccae56 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9889176 Sep 21 15:10:01.579713 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53448) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:01.587320 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-58eb77ab-c287-4a88-bc7d-69b9a8b4c54b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'fixed_ips': [{'subnet_id': '55795cd3-425e-43b9-ab9f-6c62a89b42de', 'ip_address': '2001:db8::bd67:afa3:bace:40e8'}], 'name': 'tempest-NetworksTestDHCPv6-1056306980'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:01.609719 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] For port 53c6228e-d08a-4b81-ad80-b3c9f95259b3, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=53c6228e-d08a-4b81-ad80-b3c9f95259b3,segment=NetworkSegment(4fff1882-96f2-4a13-80c6-6ad36cecf71b),segment_id=4fff1882-96f2-4a13-80c6-6ad36cecf71b)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:01.610469 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:01.615834 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1d7278d-e2ba-4d14-8497-b01471a492c4 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:01.616277 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1d7278d-e2ba-4d14-8497-b01471a492c4 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:01.627912 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-86265d60-6ab3-4006-befc-b41fd22d6572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:01.630512 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa05fc2-4d6e-45ba-8dfb-026387ccae56 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=55795cd3-425e-43b9-ab9f-6c62a89b42de,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:01.704258 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.ipam_backend_mixin [None req-e3e5e32f-d928-482b-bed1-46e69c7b88bf tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 15134117-dcb5-4900-be64-ea20053bbd5e (CIDR: 172.20.0.0/28) Sep 21 15:10:01.724049 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3adfe-6586-49bd-b486-f0ef4573f4cd req-d0661ba9-c440-4cdd-a351-7b6dbe368318 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:01.732868 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-94d3adfe-6586-49bd-b486-f0ef4573f4cd req-d0661ba9-c440-4cdd-a351-7b6dbe368318 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.7678316 Sep 21 15:10:01.767899 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95383125-c8a4-44cb-be0f-0fcd51a75ebe None None] Pushing event updated for resources: {'Port': ['ID=ac587ca7-5746-4f99-be9d-0db177b51687,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:01.811291 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e5e32f-d928-482b-bed1-46e69c7b88bf tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:10:01.812442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e5e32f-d928-482b-bed1-46e69c7b88bf tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:10:01.839951 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] Allocated IP 172.20.0.2 (8f63a506-c8ae-4f47-8fa4-2e0be634175c/15134117-dcb5-4900-be64-ea20053bbd5e/95cbccf2-90f1-4192-b935-4eb05323670a) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:01.865695 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7278d-e2ba-4d14-8497-b01471a492c4 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Calling delete_port for ac5e672d-f31d-4663-9f43-d1f57e506674 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:01.880230 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-dd06dba7-dd59-4f86-aff3-11892c8f54f7 None None] For port ac587ca7-5746-4f99-be9d-0db177b51687, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ac587ca7-5746-4f99-be9d-0db177b51687,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:01.880649 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dd06dba7-dd59-4f86-aff3-11892c8f54f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:01.896382 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53456) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:01.966626 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-94d3adfe-6586-49bd-b486-f0ef4573f4cd req-0735220f-8942-4817-ad3e-cf14a430fb7e tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320397 Sep 21 15:10:01.991720 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a94c2699-4b38-481e-bcca-cc59963cb3ff tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:02.026215 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-58eb77ab-c287-4a88-bc7d-69b9a8b4c54b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:02.030642 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-58eb77ab-c287-4a88-bc7d-69b9a8b4c54b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:port and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:02.033768 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port ac587ca7-5746-4f99-be9d-0db177b51687 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:02.034148 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:02.035480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-58eb77ab-c287-4a88-bc7d-69b9a8b4c54b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:02.073655 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-58eb77ab-c287-4a88-bc7d-69b9a8b4c54b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:02.101104 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58eb77ab-c287-4a88-bc7d-69b9a8b4c54b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:02.119761 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-dd06dba7-dd59-4f86-aff3-11892c8f54f7 None None] Calling delete_port for ac587ca7-5746-4f99-be9d-0db177b51687 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:02.127708 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e3e5e32f-d928-482b-bed1-46e69c7b88bf tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4109516 Sep 21 15:10:02.127708 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a94c2699-4b38-481e-bcca-cc59963cb3ff tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:02.132311 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53462) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:02.158090 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-dbf5c0f6-10bc-4a3e-b1d7-7ca4b100adce tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'subnet': {'network_id': '8f63a506-c8ae-4f47-8fa4-2e0be634175c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:02.219177 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port ac587ca7-5746-4f99-be9d-0db177b51687, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ac587ca7-5746-4f99-be9d-0db177b51687,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:02.241014 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:02.290062 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-171020541'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:02.306663 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a94c2699-4b38-481e-bcca-cc59963cb3ff tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:02.310700 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a94c2699-4b38-481e-bcca-cc59963cb3ff tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9063311 Sep 21 15:10:02.310700 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-86265d60-6ab3-4006-befc-b41fd22d6572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:02.312541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-86265d60-6ab3-4006-befc-b41fd22d6572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:02.312687 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1d7278d-e2ba-4d14-8497-b01471a492c4 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:02.312818 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-86265d60-6ab3-4006-befc-b41fd22d6572 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/60a4ad88-5e5e-4806-b7be-5f474c3d1ed0 HTTP/1.1" status: 204 len: 168 time: 1.7054102 Sep 21 15:10:02.321070 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:02.324634 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53466) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:02.331463 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c2699-4b38-481e-bcca-cc59963cb3ff tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd84fe4a-8a1a-45b0-9ce4-51575f14db12,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:02.349211 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b638d512-f859-4a2e-8c1d-97b061a49d9c tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group_rule': {'security_group_id': 'dd84fe4a-8a1a-45b0-9ce4-51575f14db12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:02.350603 dv-neutron-858731-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-b638d512-f859-4a2e-8c1d-97b061a49d9c tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 21 15:10:02.350782 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-b638d512-f859-4a2e-8c1d-97b061a49d9c tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:10:02.352517 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b638d512-f859-4a2e-8c1d-97b061a49d9c tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0263677 Sep 21 15:10:02.362962 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Usage tracker for resource:network and tenant:12cad7048d7c4c88a9ffefe8540b0111 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:02.365735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86265d60-6ab3-4006-befc-b41fd22d6572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a4ad88-5e5e-4806-b7be-5f474c3d1ed0,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:02.369290 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53472) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:02.372183 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:02.384115 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:02.397990 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7278d-e2ba-4d14-8497-b01471a492c4 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Pushing event deleted for resources: {'Port': ['ID=ac5e672d-f31d-4663-9f43-d1f57e506674,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:02.405174 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:02.405623 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:02.406048 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Floating IP e8fc7f77-fa57-4437-a74c-a12d060d489e disassociated. External IP: 172.26.4.129, port: 53c6228e-d08a-4b81-ad80-b3c9f95259b3. Sep 21 15:10:02.406534 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Calling delete_port for 53c6228e-d08a-4b81-ad80-b3c9f95259b3 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:02.407663 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5440c72c-000f-444c-9ff6-838579b0d94a tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group_rule': {'security_group_id': 'dd84fe4a-8a1a-45b0-9ce4-51575f14db12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:02.408533 dv-neutron-858731-1-hyperv neutron-server[89019]: WARNING neutron.api.v2.base [None req-5440c72c-000f-444c-9ff6-838579b0d94a tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 21 15:10:02.408868 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-5440c72c-000f-444c-9ff6-838579b0d94a tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:10:02.415489 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5440c72c-000f-444c-9ff6-838579b0d94a tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0317240 Sep 21 15:10:02.416373 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53476) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:02.439445 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Made reservation on behalf of 12cad7048d7c4c88a9ffefe8540b0111 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:02.441606 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:02.470634 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:02.477268 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-dd06dba7-dd59-4f86-aff3-11892c8f54f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:10:02.477721 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-dd06dba7-dd59-4f86-aff3-11892c8f54f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:10:02.496059 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:02.504863 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Usage tracker for resource:security_group_rule and tenant:12cad7048d7c4c88a9ffefe8540b0111 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:02.511894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:02.520109 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:02.547405 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=ac587ca7-5746-4f99-be9d-0db177b51687,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:02.559387 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:02.571322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] Transition to ACTIVE for port object 95cbccf2-90f1-4192-b935-4eb05323670a will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:02.593382 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] Transition to ACTIVE for port object 95cbccf2-90f1-4192-b935-4eb05323670a will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:02.601939 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:02.606000 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-2c939275-7c89-4950-a2c0-f364232b3eb3 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group_rule': {'security_group_id': 'dd84fe4a-8a1a-45b0-9ce4-51575f14db12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:02.607035 dv-neutron-858731-1-hyperv neutron-server[89019]: WARNING neutron.api.v2.base [None req-2c939275-7c89-4950-a2c0-f364232b3eb3 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 21 15:10:02.607525 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-2c939275-7c89-4950-a2c0-f364232b3eb3 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:10:02.611744 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2c939275-7c89-4950-a2c0-f364232b3eb3 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0830526 Sep 21 15:10:02.617847 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53482) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:02.666310 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9d043415-2af8-4cc6-bb8b-9ba9ef831af0 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group_rule': {'security_group_id': 'dd84fe4a-8a1a-45b0-9ce4-51575f14db12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:02.667566 dv-neutron-858731-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-9d043415-2af8-4cc6-bb8b-9ba9ef831af0 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 21 15:10:02.668377 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-9d043415-2af8-4cc6-bb8b-9ba9ef831af0 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:10:02.669395 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9d043415-2af8-4cc6-bb8b-9ba9ef831af0 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0440018 Sep 21 15:10:02.677623 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53488) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:02.684661 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] Network 8f63a506-c8ae-4f47-8fa4-2e0be634175c is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:02.690331 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:02.694678 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:02.724294 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58eb77ab-c287-4a88-bc7d-69b9a8b4c54b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:02.786830 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-dbf5c0f6-10bc-4a3e-b1d7-7ca4b100adce tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:02.796400 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dbf5c0f6-10bc-4a3e-b1d7-7ca4b100adce tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:subnet and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:02.797096 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] Pushing event updated for resources: {'Port': ['ID=95cbccf2-90f1-4192-b935-4eb05323670a,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:02.801817 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:02.808530 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1d7278d-e2ba-4d14-8497-b01471a492c4 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:02.812767 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-58eb77ab-c287-4a88-bc7d-69b9a8b4c54b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] device_id is not set on port 4f7c42ec-df3d-4523-b031-d6b7e9eb467d yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:02.833474 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] Attempting to bind port 95cbccf2-90f1-4192-b935-4eb05323670a on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:02.833940 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] Attempting to bind port 95cbccf2-90f1-4192-b935-4eb05323670a by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '138daaa3-85eb-42d8-9cde-500ba4372dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8f63a506-c8ae-4f47-8fa4-2e0be634175c'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:02.834480 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] Attempting to bind port 95cbccf2-90f1-4192-b935-4eb05323670a on network 8f63a506-c8ae-4f47-8fa4-2e0be634175c {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:02.841942 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:10:02.842426 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] Checking segment: {'id': '138daaa3-85eb-42d8-9cde-500ba4372dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8f63a506-c8ae-4f47-8fa4-2e0be634175c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:10:02.842924 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:02.843427 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] Bound using segment: {'id': '138daaa3-85eb-42d8-9cde-500ba4372dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8f63a506-c8ae-4f47-8fa4-2e0be634175c'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:10:02.843988 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] Bound port: 95cbccf2-90f1-4192-b935-4eb05323670a, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138daaa3-85eb-42d8-9cde-500ba4372dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8f63a506-c8ae-4f47-8fa4-2e0be634175c'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:10:02.844509 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:02.854635 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dbf5c0f6-10bc-4a3e-b1d7-7ca4b100adce tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:02.874094 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-dbf5c0f6-10bc-4a3e-b1d7-7ca4b100adce tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:02.892677 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Pushing event deleted for resources: {'Port': ['ID=53c6228e-d08a-4b81-ad80-b3c9f95259b3,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:02.909412 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9ca78b5c-f42e-4f68-9975-742e8293696d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:02.909926 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1d7278d-e2ba-4d14-8497-b01471a492c4 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:02.915127 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d1d7278d-e2ba-4d14-8497-b01471a492c4 tempest-ServersTestManualDisk-1488320298 tempest-ServersTestManualDisk-1488320298-project] 10.222.0.62 "DELETE /v2.0/floatingips/8ac88d0b-f7c1-4270-b84f-9c37d54c6a73 HTTP/1.1" status: 204 len: 168 time: 4.5363860 Sep 21 15:10:02.916851 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53498) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:02.979819 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-dd06dba7-dd59-4f86-aff3-11892c8f54f7 None None] Deleting port ac587ca7-5746-4f99-be9d-0db177b51687 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:02.980587 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dd06dba7-dd59-4f86-aff3-11892c8f54f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:03.033665 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] For port 95cbccf2-90f1-4192-b935-4eb05323670a, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:10:03.045789 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:03.057163 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] For port 95cbccf2-90f1-4192-b935-4eb05323670a, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=95cbccf2-90f1-4192-b935-4eb05323670a,segment=NetworkSegment(138daaa3-85eb-42d8-9cde-500ba4372dcd),segment_id=138daaa3-85eb-42d8-9cde-500ba4372dcd)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:10:03.090764 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f310c9-c7f2-4510-8254-ceeee3df512e req-e8252122-0fdf-4d48-909f-a6ed11097f27 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:03.101259 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-18f310c9-c7f2-4510-8254-ceeee3df512e req-e8252122-0fdf-4d48-909f-a6ed11097f27 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/ports?device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 944 time: 0.5239077 Sep 21 15:10:03.137505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:03.144993 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:03.145924 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf5c0f6-10bc-4a3e-b1d7-7ca4b100adce tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:03.150388 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c0f6-10bc-4a3e-b1d7-7ca4b100adce tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:03.181398 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9ca78b5c-f42e-4f68-9975-742e8293696d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:03.248880 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd2fa0-a93b-4b31-bf82-0fcb6fa9ced4 None None] Pushing event updated for resources: {'Port': ['ID=95cbccf2-90f1-4192-b935-4eb05323670a,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:03.317661 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-18f310c9-c7f2-4510-8254-ceeee3df512e req-5e386e03-54d1-4407-a203-601283c90640 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/security-groups?id=c8fe283a-2339-4c5b-adb0-2c6c5d5e9446&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154353 Sep 21 15:10:03.470667 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-dd06dba7-dd59-4f86-aff3-11892c8f54f7 None None] For port ac587ca7-5746-4f99-be9d-0db177b51687, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ac587ca7-5746-4f99-be9d-0db177b51687,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:03.471060 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dd06dba7-dd59-4f86-aff3-11892c8f54f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:03.506976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:10:03.603957 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Router 2f00fce9-2900-4916-b2e2-04c51cef2229 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:10:03.651597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-dd06dba7-dd59-4f86-aff3-11892c8f54f7 None None] Calling delete_port for ac587ca7-5746-4f99-be9d-0db177b51687 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:03.665252 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53514) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:03.747825 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=747c12e7-759d-4ca7-ab13-b1ec290e7ab8,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:03.755692 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:03.756035 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Added segment aad22099-87e5-4f98-bc30-dc48dd17f361 of type vlan for network 75e1291b-19f7-4b4e-a361-1d3722be64c1 Sep 21 15:10:03.785548 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-58eb77ab-c287-4a88-bc7d-69b9a8b4c54b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8::bd67:afa3:bace:40e8 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/55795cd3-425e-43b9-ab9f-6c62a89b42de/4f7c42ec-df3d-4523-b031-d6b7e9eb467d) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:03.820189 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dd06dba7-dd59-4f86-aff3-11892c8f54f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:03.886477 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9ca78b5c-f42e-4f68-9975-742e8293696d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:03.919249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06dba7-dd59-4f86-aff3-11892c8f54f7 None None] Pushing event deleted for resources: {'Port': ['ID=ac587ca7-5746-4f99-be9d-0db177b51687,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:03.921766 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd06dba7-dd59-4f86-aff3-11892c8f54f7 None None] No DVR routers for this DVR port ac587ca7-5746-4f99-be9d-0db177b51687 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:10:03.942332 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008821ec-60f1-4f4a-ade4-b39b2f86292d None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:04.118659 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:04.127451 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2105725767'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:04.140547 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e4c29-bb4d-48b9-a4a6-67860ebd0433 req-a9bac1d3-6f9e-497b-97c3-06adfc72bf3b tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:04.142180 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-493e4c29-bb4d-48b9-a4a6-67860ebd0433 req-a9bac1d3-6f9e-497b-97c3-06adfc72bf3b tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.9990442 Sep 21 15:10:04.148908 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca78b5c-f42e-4f68-9975-742e8293696d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd84fe4a-8a1a-45b0-9ce4-51575f14db12,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:04.152964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:04.177361 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Usage tracker for resource:network and tenant:8464dd3ec5e94e3284522a33acc4720c is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:04.187220 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:04.212296 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:04.229681 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'fixed_ips': [{'subnet_id': '55795cd3-425e-43b9-ab9f-6c62a89b42de'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:10:04.231493 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:04.251211 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:10:04.302726 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57efdb75-e22f-4427-a081-7e80b10e1157 None None] Sync routers for ids ['2f00fce9-2900-4916-b2e2-04c51cef2229'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:10:04.305127 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Made reservation on behalf of 8464dd3ec5e94e3284522a33acc4720c for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:04.308906 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:04.327013 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:04.328188 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57efdb75-e22f-4427-a081-7e80b10e1157 None None] Routers {'2f00fce9-2900-4916-b2e2-04c51cef2229'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:10:04.329033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-57efdb75-e22f-4427-a081-7e80b10e1157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:09:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2f00fce9-2900-4916-b2e2-04c51cef2229'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:04.333259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:04.333423 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:04.340213 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-493e4c29-bb4d-48b9-a4a6-67860ebd0433 req-ccf465d8-761a-4e20-b8dc-d345525315f3 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885605 Sep 21 15:10:04.414586 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:04.534802 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] No DVR routers for this DVR port 53c6228e-d08a-4b81-ad80-b3c9f95259b3 on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:10:04.556262 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:04.558382 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c44a405a-f329-4681-a185-1aec60335ffa req-1238ca98-546e-41fc-b409-52bf8fa3cd9d tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.20 "DELETE /v2.0/ports/53c6228e-d08a-4b81-ad80-b3c9f95259b3 HTTP/1.1" status: 204 len: 173 time: 8.1424851 Sep 21 15:10:04.559125 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Pushing event updated for resources: {'Network': ['ID=75e1291b-19f7-4b4e-a361-1d3722be64c1,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:04.563553 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58eb77ab-c287-4a88-bc7d-69b9a8b4c54b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:04.578433 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a143cb60-8035-4815-8a13-89b4df9dbd22', 'name': 'network-vif-deleted', 'tag': '53c6228e-d08a-4b81-ad80-b3c9f95259b3'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:10:04.582229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adbc719-dd93-4c80-b6cc-85514ba2f2fc" -d '{"events": [{"server_uuid": "a143cb60-8035-4815-8a13-89b4df9dbd22", "name": "network-vif-deleted", "tag": "53c6228e-d08a-4b81-ad80-b3c9f95259b3"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:10:04.585664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:04.617869 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 75e1291b-19f7-4b4e-a361-1d3722be64c1 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:10:04.621331 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-58eb77ab-c287-4a88-bc7d-69b9a8b4c54b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Transition to ACTIVE for port object 4f7c42ec-df3d-4523-b031-d6b7e9eb467d will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:04.670318 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c0f6-10bc-4a3e-b1d7-7ca4b100adce tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:04.679832 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9ca78b5c-f42e-4f68-9975-742e8293696d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:04.683642 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9ca78b5c-f42e-4f68-9975-742e8293696d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "DELETE /v2.0/security-groups/dd84fe4a-8a1a-45b0-9ce4-51575f14db12 HTTP/1.1" status: 204 len: 168 time: 2.0016549 Sep 21 15:10:04.699000 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Usage tracker for resource:security_group_rule and tenant:8464dd3ec5e94e3284522a33acc4720c is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:04.701860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53524) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:04.713300 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:04.724336 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-eaaa0fff-dff5-49d7-b2b7-a0e1290064f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.8264935 Sep 21 15:10:04.729462 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-8f29371a-4764-454c-b4bc-769ccc1fc393 req-9b0e6e35-fc7e-4f1f-9942-c19590a1d73a tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Synchronizing usage tracker for tenant:dcc136835e934810abcfcbfd5ed75196 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:04.784940 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5c0f6-10bc-4a3e-b1d7-7ca4b100adce tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Subnet': ['ID=49e9aa2a-c9bc-4afb-87f0-73699d6dd0a0,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:04.786540 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:04.790599 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247790c2-c504-42cf-921b-0bf9e50133f2 x-openstack-request-id: req-247790c2-c504-42cf-921b-0bf9e50133f2 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:10:04.790903 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a143cb60-8035-4815-8a13-89b4df9dbd22", "name": "network-vif-deleted", "tag": "53c6228e-d08a-4b81-ad80-b3c9f95259b3", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:10:04.791152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-247790c2-c504-42cf-921b-0bf9e50133f2 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:10:04.791579 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-247790c2-c504-42cf-921b-0bf9e50133f2'] response: {'server_uuid': 'a143cb60-8035-4815-8a13-89b4df9dbd22', 'name': 'network-vif-deleted', 'tag': '53c6228e-d08a-4b81-ad80-b3c9f95259b3', 'status': 'completed', 'code': 200} Sep 21 15:10:04.796715 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-57efdb75-e22f-4427-a081-7e80b10e1157 None None] Set router 2f00fce9-2900-4916-b2e2-04c51cef2229 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:10:04.804394 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf5c0f6-10bc-4a3e-b1d7-7ca4b100adce tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network 8f63a506-c8ae-4f47-8fa4-2e0be634175c is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:04.824005 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-dbf5c0f6-10bc-4a3e-b1d7-7ca4b100adce tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:04.842302 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf5c0f6-10bc-4a3e-b1d7-7ca4b100adce tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:04.843378 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c0f6-10bc-4a3e-b1d7-7ca4b100adce tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:04.851603 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-8f29371a-4764-454c-b4bc-769ccc1fc393 req-9b0e6e35-fc7e-4f1f-9942-c19590a1d73a tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Unset dirty status for tenant:dcc136835e934810abcfcbfd5ed75196 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:04.869322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac61b6a9-230d-4f9f-8eba-7f6b556f2390 None None] Network 8f63a506-c8ae-4f47-8fa4-2e0be634175c requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:04.879007 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58eb77ab-c287-4a88-bc7d-69b9a8b4c54b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:04.885819 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8f29371a-4764-454c-b4bc-769ccc1fc393 req-9b0e6e35-fc7e-4f1f-9942-c19590a1d73a tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/ports?device_id=a143cb60-8035-4815-8a13-89b4df9dbd22 HTTP/1.1" status: 200 len: 210 time: 0.3480015 Sep 21 15:10:04.887828 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dbf5c0f6-10bc-4a3e-b1d7-7ca4b100adce tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7405601 Sep 21 15:10:04.894672 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53532) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:04.906251 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-33a7317e-a87a-49bb-b312-c44eb0a1d5b6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'port': {'network_id': '8f63a506-c8ae-4f47-8fa4-2e0be634175c', 'fixed_ips': [{'subnet_id': '15134117-dcb5-4900-be64-ea20053bbd5e'}, {'subnet_id': '49e9aa2a-c9bc-4afb-87f0-73699d6dd0a0'}], 'name': 'tempest-PortsTestJSON-787771614'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:04.923695 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b103b9b7-6432-4738-8e99-2b5a0b85e0b8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Synchronizing usage tracker for tenant:cd68fdf91ef84de182075a2140f7a0fe on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:04.961017 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eb77ab-c287-4a88-bc7d-69b9a8b4c54b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:04.973095 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-58eb77ab-c287-4a88-bc7d-69b9a8b4c54b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:04.993160 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59e4bca2-6445-4ae9-9906-a8105d6d2262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:05.109022 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b103b9b7-6432-4738-8e99-2b5a0b85e0b8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Unset dirty status for tenant:cd68fdf91ef84de182075a2140f7a0fe on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:05.113803 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b103b9b7-6432-4738-8e99-2b5a0b85e0b8 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4074881 Sep 21 15:10:05.127573 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53536) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:05.158850 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-65424ac3-1cd8-443a-8df4-996acc1b80fb tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group': {'name': 'tempest-secgroup--921327'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:05.172905 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-15b686b9-448a-4d14-93cd-e8978aff45b2 None None] Provisioning for port 95cbccf2-90f1-4192-b935-4eb05323670a completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:05.184524 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53540) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:05.194029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-65424ac3-1cd8-443a-8df4-996acc1b80fb tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:05.207259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Request body: {'port': {'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1', 'binding:host_id': 'hv-neutron-8587', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-380127355'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:05.218111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eb77ab-c287-4a88-bc7d-69b9a8b4c54b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:05.220683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:05.226482 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eb77ab-c287-4a88-bc7d-69b9a8b4c54b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:05.227139 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58eb77ab-c287-4a88-bc7d-69b9a8b4c54b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:05.227990 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:05.229719 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-65424ac3-1cd8-443a-8df4-996acc1b80fb tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:05.236494 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Usage tracker for resource:port and tenant:d5bd80c948bb49b084e12b99c344d0e5 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:05.250422 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:05.264173 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] Allocated IP 2001:db8::2 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/55795cd3-425e-43b9-ab9f-6c62a89b42de/8a82c386-5539-41af-b769-ee9c58157ffc) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:05.265875 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:05.289233 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:05.352525 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65424ac3-1cd8-443a-8df4-996acc1b80fb tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:05.388539 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:10:05.406429 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:05.407317 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Added segment a13a695c-ecb3-4624-aa16-38c603e92d6e of type vlan for network 2a74b495-bf3a-49be-b91d-92b15b934f1a Sep 21 15:10:05.411225 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb77ab-c287-4a88-bc7d-69b9a8b4c54b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=4f7c42ec-df3d-4523-b031-d6b7e9eb467d,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:05.419040 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-58eb77ab-c287-4a88-bc7d-69b9a8b4c54b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8382430 Sep 21 15:10:05.425880 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53546) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:05.479270 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:05.496700 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-59e4bca2-6445-4ae9-9906-a8105d6d2262 admin admin] Deleting port 14bf62c1-b881-4ebc-8d5d-45f1473f255c {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:05.497294 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59e4bca2-6445-4ae9-9906-a8105d6d2262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:05.508415 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 95cbccf2-90f1-4192-b935-4eb05323670a up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:10:05.514915 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-33a7317e-a87a-49bb-b312-c44eb0a1d5b6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:05.521207 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Made reservation on behalf of d5bd80c948bb49b084e12b99c344d0e5 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:05.523553 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:05.546709 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-33a7317e-a87a-49bb-b312-c44eb0a1d5b6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:port and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:05.559078 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-65424ac3-1cd8-443a-8df4-996acc1b80fb tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:05.562119 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-33a7317e-a87a-49bb-b312-c44eb0a1d5b6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:05.569140 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:05.627796 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-33a7317e-a87a-49bb-b312-c44eb0a1d5b6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:05.630247 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-65424ac3-1cd8-443a-8df4-996acc1b80fb tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group_rule and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:05.634185 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6731419-3b3a-4b1e-9768-8926700cce1e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:05.638668 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-65424ac3-1cd8-443a-8df4-996acc1b80fb tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:05.651255 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:05.655569 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Usage tracker for resource:security_group_rule and tenant:d5bd80c948bb49b084e12b99c344d0e5 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:05.655761 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1df7269-847b-4d98-88d7-fafc6b95b061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:05.658695 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:05.664682 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:05.692721 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-59e4bca2-6445-4ae9-9906-a8105d6d2262 admin admin] For port 14bf62c1-b881-4ebc-8d5d-45f1473f255c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=14bf62c1-b881-4ebc-8d5d-45f1473f255c,segment=NetworkSegment(35934c32-d2de-4de9-b67d-67e5b2e4d5c0),segment_id=35934c32-d2de-4de9-b67d-67e5b2e4d5c0)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:05.693360 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59e4bca2-6445-4ae9-9906-a8105d6d2262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:05.694559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-65424ac3-1cd8-443a-8df4-996acc1b80fb tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:05.702885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:05.708392 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:05.709226 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:05.760076 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a7317e-a87a-49bb-b312-c44eb0a1d5b6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:05.857142 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 95cbccf2-90f1-4192-b935-4eb05323670a completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:05.874465 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 95cbccf2-90f1-4192-b935-4eb05323670a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:05.874826 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:05.948656 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:05.964984 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-59e4bca2-6445-4ae9-9906-a8105d6d2262 admin admin] Calling delete_port for 14bf62c1-b881-4ebc-8d5d-45f1473f255c owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:05.965562 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Pushing event updated for resources: {'Network': ['ID=2a74b495-bf3a-49be-b91d-92b15b934f1a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:05.974646 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] Transition to ACTIVE for port object 8a82c386-5539-41af-b769-ee9c58157ffc will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:05.989905 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9c98137f-d2e2-4295-8b9f-376bf1a991f2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2551246 Sep 21 15:10:06.001382 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53552) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:06.017474 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-57efdb75-e22f-4427-a081-7e80b10e1157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'name': 'tempest-ServersTestJSON-711045979-router', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:29Z', 'revision_number': 4, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'gw_port': {'id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '08fc8e81-39fd-4226-a8e8-f4dae0aaf067', 'name': '', 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'mac_address': 'fa:16:3e:b2:81:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:25Z', 'updated_at': '2022-09-21T15:08:40Z', 'revision_number': 5, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'subnets': [{'id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:06.022884 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 2a74b495-bf3a-49be-b91d-92b15b934f1a details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:10:06.030593 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c270a0e1-e7ae-4ebd-8ce1-94775462a85f tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Request body: {'subnet': {'network_id': '2a74b495-bf3a-49be-b91d-92b15b934f1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:06.062989 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57efdb75-e22f-4427-a081-7e80b10e1157 None None] Checking router: 2f00fce9-2900-4916-b2e2-04c51cef2229 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:10:06.154549 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53558) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:06.204336 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] Transition to ACTIVE for port object 8a82c386-5539-41af-b769-ee9c58157ffc will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:06.213568 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a7d4f-aec4-494a-9bb6-571d51b2cba9 req-f06f9bc1-fbba-4214-b2bc-16b3f1970f4f tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:06.215141 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e89a7d4f-aec4-494a-9bb6-571d51b2cba9 req-f06f9bc1-fbba-4214-b2bc-16b3f1970f4f tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.6700475 Sep 21 15:10:06.240833 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-33a7317e-a87a-49bb-b312-c44eb0a1d5b6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:06.251116 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57efdb75-e22f-4427-a081-7e80b10e1157 None None] Routers {'2f00fce9-2900-4916-b2e2-04c51cef2229'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:10:06.251766 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-57efdb75-e22f-4427-a081-7e80b10e1157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:09:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2f00fce9-2900-4916-b2e2-04c51cef2229'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:06.260144 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:06.276873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65424ac3-1cd8-443a-8df4-996acc1b80fb tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:06.281434 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59e4bca2-6445-4ae9-9906-a8105d6d2262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:06.303118 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:06.318897 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65424ac3-1cd8-443a-8df4-996acc1b80fb tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:06.322506 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:06.334933 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] device_id is not set on port 504d800d-bd53-4135-ba2f-d69ffa7f935a yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:06.393453 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c270a0e1-e7ae-4ebd-8ce1-94775462a85f tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:06.416399 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4bca2-6445-4ae9-9906-a8105d6d2262 admin admin] Pushing event deleted for resources: {'Port': ['ID=14bf62c1-b881-4ebc-8d5d-45f1473f255c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:06.429462 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-33a7317e-a87a-49bb-b312-c44eb0a1d5b6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] device_id is not set on port bc1a6810-0071-48a9-816f-354f51c9a7b7 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:06.486916 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c270a0e1-e7ae-4ebd-8ce1-94775462a85f tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Usage tracker for resource:subnet and tenant:8464dd3ec5e94e3284522a33acc4720c is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:06.494681 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c270a0e1-e7ae-4ebd-8ce1-94775462a85f tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:06.520353 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:06.526782 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c270a0e1-e7ae-4ebd-8ce1-94775462a85f tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:06.530014 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:06.533239 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:06.543452 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 95cbccf2-90f1-4192-b935-4eb05323670a is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:06.543823 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:06.548623 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e89a7d4f-aec4-494a-9bb6-571d51b2cba9 req-6e7d65ac-c103-4009-a541-26e89e1e868e tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3182883 Sep 21 15:10:06.549354 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfbf86f-ea4d-46ee-8729-1ef1f4bdeb44,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:06.570549 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65424ac3-1cd8-443a-8df4-996acc1b80fb tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:06.573398 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-65424ac3-1cd8-443a-8df4-996acc1b80fb tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1740 time: 1.4448099 Sep 21 15:10:06.583464 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dace6e4-1442-457b-a3c6-120799c630b1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:06.590602 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dace6e4-1442-457b-a3c6-120799c630b1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:06.591867 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0dace6e4-1442-457b-a3c6-120799c630b1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:06.598366 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53562) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:06.605480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-30338b3a-2f1b-4e3c-b2b2-f99187c80e13 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group_rule': {'security_group_id': '9adc8ec8-1444-46d2-b6f5-cd10e521339c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:06.605897 dv-neutron-858731-1-hyperv neutron-server[89019]: WARNING neutron.api.v2.base [None req-30338b3a-2f1b-4e3c-b2b2-f99187c80e13 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 21 15:10:06.606396 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-30338b3a-2f1b-4e3c-b2b2-f99187c80e13 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:10:06.610120 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-30338b3a-2f1b-4e3c-b2b2-f99187c80e13 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082629 Sep 21 15:10:06.613567 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c270a0e1-e7ae-4ebd-8ce1-94775462a85f tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Made reservation on behalf of 8464dd3ec5e94e3284522a33acc4720c for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:06.617174 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c270a0e1-e7ae-4ebd-8ce1-94775462a85f tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:06.632359 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-21ae2a50-55b6-47cb-b624-d609a3bb1bce tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:06.637932 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53566) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:06.664142 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c8c5ddf6-e496-482d-88ad-74966e398627 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group_rule': {'security_group_id': '9adc8ec8-1444-46d2-b6f5-cd10e521339c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:06.672499 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e10d14b-8139-49ec-b50a-6becaec7d991 None None] Update dhcp port {'port': {'network_id': '8f63a506-c8ae-4f47-8fa4-2e0be634175c', 'fixed_ips': [{'subnet_id': '15134117-dcb5-4900-be64-ea20053bbd5e', 'ip_address': '172.20.0.2'}, {'subnet_id': '49e9aa2a-c9bc-4afb-87f0-73699d6dd0a0'}], 'binding:host_id': 'dv-neutron-858731-1-hyperv'}, 'id': '95cbccf2-90f1-4192-b935-4eb05323670a'} from dv-neutron-858731-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 15:10:06.701082 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0dace6e4-1442-457b-a3c6-120799c630b1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:06.705145 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0dace6e4-1442-457b-a3c6-120799c630b1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.2118483 Sep 21 15:10:06.707237 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53570) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:06.721700 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] Pushing event updated for resources: {'Port': ['ID=8a82c386-5539-41af-b769-ee9c58157ffc,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:06.841294 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 95cbccf2-90f1-4192-b935-4eb05323670a, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=95cbccf2-90f1-4192-b935-4eb05323670a,segment=NetworkSegment(138daaa3-85eb-42d8-9cde-500ba4372dcd),segment_id=138daaa3-85eb-42d8-9cde-500ba4372dcd)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:06.845481 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9e10d14b-8139-49ec-b50a-6becaec7d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:06.862305 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] Attempting to bind port 8a82c386-5539-41af-b769-ee9c58157ffc on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:06.863028 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] Attempting to bind port 8a82c386-5539-41af-b769-ee9c58157ffc by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:06.863028 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] Attempting to bind port 8a82c386-5539-41af-b769-ee9c58157ffc on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:06.866492 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-41b37bec-dec4-47f6-a535-96e6b7317406 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port 4f7c42ec-df3d-4523-b031-d6b7e9eb467d {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:06.866843 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41b37bec-dec4-47f6-a535-96e6b7317406 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:06.870122 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:06.877678 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-57efdb75-e22f-4427-a081-7e80b10e1157 None None] Set router 2f00fce9-2900-4916-b2e2-04c51cef2229 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:10:06.896341 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c8c5ddf6-e496-482d-88ad-74966e398627 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:06.909632 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59e4bca2-6445-4ae9-9906-a8105d6d2262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:06.966297 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c8c5ddf6-e496-482d-88ad-74966e398627 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group_rule and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:06.970122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65424ac3-1cd8-443a-8df4-996acc1b80fb tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9adc8ec8-1444-46d2-b6f5-cd10e521339c,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:06.985528 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c8c5ddf6-e496-482d-88ad-74966e398627 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:06.997789 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-21ae2a50-55b6-47cb-b624-d609a3bb1bce tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:07.012864 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:10:07.013243 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:10:07.013635 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:07.014022 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:10:07.014525 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] Bound port: 8a82c386-5539-41af-b769-ee9c58157ffc, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:10:07.014890 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:07.054819 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c8c5ddf6-e496-482d-88ad-74966e398627 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:07.359819 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-c8c5ddf6-e496-482d-88ad-74966e398627 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:10:07.361599 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c8c5ddf6-e496-482d-88ad-74966e398627 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7076647 Sep 21 15:10:07.368228 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53574) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:07.380700 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3d2359db-fb3a-4cac-9eb6-db27e2a5e923 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group_rule': {'security_group_id': '9adc8ec8-1444-46d2-b6f5-cd10e521339c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:07.380700 dv-neutron-858731-1-hyperv neutron-server[89019]: WARNING neutron.api.v2.base [None req-3d2359db-fb3a-4cac-9eb6-db27e2a5e923 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 21 15:10:07.380993 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-3d2359db-fb3a-4cac-9eb6-db27e2a5e923 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:10:07.381682 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3d2359db-fb3a-4cac-9eb6-db27e2a5e923 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119679 Sep 21 15:10:07.383511 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41b37bec-dec4-47f6-a535-96e6b7317406 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:07.392089 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53578) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:07.405897 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1de9b8c6-c728-475b-8b82-64f73e150528 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group_rule': {'security_group_id': '9adc8ec8-1444-46d2-b6f5-cd10e521339c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:07.419650 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=95cbccf2-90f1-4192-b935-4eb05323670a,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:07.478915 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] For port 8a82c386-5539-41af-b769-ee9c58157ffc, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:10:07.501852 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-21ae2a50-55b6-47cb-b624-d609a3bb1bce tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:07.503085 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] For port 8a82c386-5539-41af-b769-ee9c58157ffc, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=8a82c386-5539-41af-b769-ee9c58157ffc,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:10:07.537008 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:07.574562 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae2a50-55b6-47cb-b624-d609a3bb1bce tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fe283a-2339-4c5b-adb0-2c6c5d5e9446,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:07.592384 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] device_id is not set on port 504d800d-bd53-4135-ba2f-d69ffa7f935a yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:07.619818 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:07.625422 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1de9b8c6-c728-475b-8b82-64f73e150528 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:07.641186 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5772b9-064a-4fc2-89dc-53ab75c06cfd None None] Pushing event updated for resources: {'Port': ['ID=8a82c386-5539-41af-b769-ee9c58157ffc,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:07.667555 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-57efdb75-e22f-4427-a081-7e80b10e1157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'name': 'tempest-ServersTestJSON-711045979-router', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:29Z', 'revision_number': 4, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'gw_port': {'id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '08fc8e81-39fd-4226-a8e8-f4dae0aaf067', 'name': '', 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'mac_address': 'fa:16:3e:b2:81:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:25Z', 'updated_at': '2022-09-21T15:08:40Z', 'revision_number': 5, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'subnets': [{'id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:07.669168 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-33a7317e-a87a-49bb-b312-c44eb0a1d5b6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Allocated IP 172.20.0.5 (8f63a506-c8ae-4f47-8fa4-2e0be634175c/15134117-dcb5-4900-be64-ea20053bbd5e/bc1a6810-0071-48a9-816f-354f51c9a7b7) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:07.672214 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57efdb75-e22f-4427-a081-7e80b10e1157 None None] The sync data for ids ['2f00fce9-2900-4916-b2e2-04c51cef2229'] in dv-neutron-858731-1-hyperv is: [{'id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'name': 'tempest-ServersTestJSON-711045979-router', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:08:29Z', 'revision_number': 4, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'gw_port': {'id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '08fc8e81-39fd-4226-a8e8-f4dae0aaf067', 'name': '', 'network_id': '9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'mac_address': 'fa:16:3e:b2:81:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:25Z', 'updated_at': '2022-09-21T15:08:40Z', 'revision_number': 5, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'subnets': [{'id': '390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:10:07.683124 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Transition to ACTIVE for port object 504d800d-bd53-4135-ba2f-d69ffa7f935a will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:07.701517 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-33a7317e-a87a-49bb-b312-c44eb0a1d5b6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Allocated IP 172.20.0.21 (8f63a506-c8ae-4f47-8fa4-2e0be634175c/49e9aa2a-c9bc-4afb-87f0-73699d6dd0a0/bc1a6810-0071-48a9-816f-354f51c9a7b7) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:07.721148 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c270a0e1-e7ae-4ebd-8ce1-94775462a85f tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:07.737926 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-41b37bec-dec4-47f6-a535-96e6b7317406 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for 4f7c42ec-df3d-4523-b031-d6b7e9eb467d owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:07.767758 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-21ae2a50-55b6-47cb-b624-d609a3bb1bce tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:07.768974 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-21ae2a50-55b6-47cb-b624-d609a3bb1bce tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "DELETE /v2.0/security-groups/c8fe283a-2339-4c5b-adb0-2c6c5d5e9446 HTTP/1.1" status: 204 len: 168 time: 1.6034155 Sep 21 15:10:07.770217 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:07.770940 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1de9b8c6-c728-475b-8b82-64f73e150528 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group_rule and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:07.781568 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53584) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:07.792398 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1de9b8c6-c728-475b-8b82-64f73e150528 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:07.810471 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1de9b8c6-c728-475b-8b82-64f73e150528 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:07.832571 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5a26f3d6-76f4-45f2-a6a7-e938b3f62b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:07.874578 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e4bca2-6445-4ae9-9906-a8105d6d2262 admin admin] Router f0b68b36-7ba6-493a-b084-e159b7b39b3f has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:10:07.893218 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-1de9b8c6-c728-475b-8b82-64f73e150528 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:10:07.897252 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1de9b8c6-c728-475b-8b82-64f73e150528 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4998748 Sep 21 15:10:07.935432 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53588) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:08.029798 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-8b6277b4-84d0-423a-b10b-b67b77cd96c5 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] show failed (client error): The resource could not be found. Sep 21 15:10:08.030835 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8b6277b4-84d0-423a-b10b-b67b77cd96c5 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "GET /v2.0/security-groups/c8fe283a-2339-4c5b-adb0-2c6c5d5e9446 HTTP/1.1" status: 404 len: 347 time: 0.2058907 Sep 21 15:10:08.038871 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53590) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:08.077880 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d831618d-6fd9-4eeb-9a91-066ebc1bfa9c tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group_rule': {'security_group_id': '9adc8ec8-1444-46d2-b6f5-cd10e521339c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:08.078984 dv-neutron-858731-1-hyperv neutron-server[89019]: WARNING neutron.api.v2.base [None req-d831618d-6fd9-4eeb-9a91-066ebc1bfa9c tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 21 15:10:08.079849 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-d831618d-6fd9-4eeb-9a91-066ebc1bfa9c tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:10:08.081065 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d831618d-6fd9-4eeb-9a91-066ebc1bfa9c tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0458267 Sep 21 15:10:08.092338 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270a0e1-e7ae-4ebd-8ce1-94775462a85f tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Pushing event updated for resources: {'Subnet': ['ID=670c6951-fd26-4393-bace-6672c88bff7d,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:08.096644 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53596) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:08.107685 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0cecd9-2e65-45bd-a57a-88455fa5f608 None None] New status for floating IP e8fc7f77-fa57-4437-a74c-a12d060d489e: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:10:08.133649 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Pushing event updated for resources: {'Port': ['ID=504d800d-bd53-4135-ba2f-d69ffa7f935a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:08.147334 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-74e078d6-d82c-4dab-ac03-a119f41aead4 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group_rule': {'security_group_id': '9adc8ec8-1444-46d2-b6f5-cd10e521339c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:08.155043 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-74e078d6-d82c-4dab-ac03-a119f41aead4 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:08.162239 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-74e078d6-d82c-4dab-ac03-a119f41aead4 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group_rule and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:08.163605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-74e078d6-d82c-4dab-ac03-a119f41aead4 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:08.171145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-74e078d6-d82c-4dab-ac03-a119f41aead4 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:08.235624 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c270a0e1-e7ae-4ebd-8ce1-94775462a85f tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Checking segment: {'id': 'a13a695c-ecb3-4624-aa16-38c603e92d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2a74b495-bf3a-49be-b91d-92b15b934f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:10:08.235938 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c270a0e1-e7ae-4ebd-8ce1-94775462a85f tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Network hostable DHCP agents. Network: 2a74b495-bf3a-49be-b91d-92b15b934f1a, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:10:08.240336 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Checking segment: {'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:10:08.240770 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Network hostable DHCP agents. Network: 75e1291b-19f7-4b4e-a361-1d3722be64c1, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:10:08.331509 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-74e078d6-d82c-4dab-ac03-a119f41aead4 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:10:08.335359 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-74e078d6-d82c-4dab-ac03-a119f41aead4 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2031820 Sep 21 15:10:08.336265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53600) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:08.350559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c270a0e1-e7ae-4ebd-8ce1-94775462a85f tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Network 2a74b495-bf3a-49be-b91d-92b15b934f1a is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:10:08.357133 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41b37bec-dec4-47f6-a535-96e6b7317406 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:08.360223 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Network 75e1291b-19f7-4b4e-a361-1d3722be64c1 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:10:08.365221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-425f065e-b21c-4c9e-8051-d2ec49e34305 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group_rule': {'security_group_id': '9adc8ec8-1444-46d2-b6f5-cd10e521339c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:08.365701 dv-neutron-858731-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-425f065e-b21c-4c9e-8051-d2ec49e34305 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 21 15:10:08.366199 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-425f065e-b21c-4c9e-8051-d2ec49e34305 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:10:08.368558 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ba01ba50-c016-4237-a45f-08e70535c621 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Deleting port e7b267bf-0ce9-48d0-8c41-1e958e44162a {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:08.369451 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba01ba50-c016-4237-a45f-08e70535c621 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:08.370172 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-425f065e-b21c-4c9e-8051-d2ec49e34305 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0209320 Sep 21 15:10:08.380366 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53604) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:08.389914 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b185b-adc1-4a4a-9a04-264e70aa204f req-84f4a9af-eca4-4b1c-a304-f3ca940ce911 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:08.391487 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-df0b185b-adc1-4a4a-9a04-264e70aa204f req-84f4a9af-eca4-4b1c-a304-f3ca940ce911 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.5562515 Sep 21 15:10:08.410807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-83de9132-6f8b-490f-ba09-a64bbeae77de tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group_rule': {'security_group_id': '9adc8ec8-1444-46d2-b6f5-cd10e521339c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:08.415747 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-c270a0e1-e7ae-4ebd-8ce1-94775462a85f tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 2a74b495-bf3a-49be-b91d-92b15b934f1a) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:08.422910 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-83de9132-6f8b-490f-ba09-a64bbeae77de tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:08.424052 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f490a0a-237e-4a3d-8dc2-a62cf557869d None None] Network 2a74b495-bf3a-49be-b91d-92b15b934f1a requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:08.438601 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 75e1291b-19f7-4b4e-a361-1d3722be64c1) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:08.441799 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c270a0e1-e7ae-4ebd-8ce1-94775462a85f tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:08.442385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c270a0e1-e7ae-4ebd-8ce1-94775462a85f tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:08.455465 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e650011e-e85a-4d95-b4a0-45f12c11ed4e None None] Network 75e1291b-19f7-4b4e-a361-1d3722be64c1 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:08.456617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-83de9132-6f8b-490f-ba09-a64bbeae77de tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group_rule and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:08.464947 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:08.466194 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b37bec-dec4-47f6-a535-96e6b7317406 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Port': ['ID=4f7c42ec-df3d-4523-b031-d6b7e9eb467d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:08.482411 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-83de9132-6f8b-490f-ba09-a64bbeae77de tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:08.497712 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-83de9132-6f8b-490f-ba09-a64bbeae77de tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:08.515494 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-33a7317e-a87a-49bb-b312-c44eb0a1d5b6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:08.522409 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:08.523358 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:08.523358 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:08.537756 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c270a0e1-e7ae-4ebd-8ce1-94775462a85f tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5294297 Sep 21 15:10:08.545395 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53608) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:08.549317 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41b37bec-dec4-47f6-a535-96e6b7317406 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:08.552770 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port 504d800d-bd53-4135-ba2f-d69ffa7f935a on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:08.553099 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:08.558132 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e4bca2-6445-4ae9-9906-a8105d6d2262 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:10:08.561199 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Request body: {'port': {'network_id': '2a74b495-bf3a-49be-b91d-92b15b934f1a', 'name': 'tempest-AllowedAddressPairTestJSON-278414605'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:08.575654 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 2 to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a Sep 21 15:10:08.595766 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-df0b185b-adc1-4a4a-9a04-264e70aa204f req-c1bd07de-525f-4a98-ac71-0872677f7c22 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883492 Sep 21 15:10:08.616219 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-33a7317e-a87a-49bb-b312-c44eb0a1d5b6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Transition to ACTIVE for port object bc1a6810-0071-48a9-816f-354f51c9a7b7 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:08.662000 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-41b37bec-dec4-47f6-a535-96e6b7317406 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/4f7c42ec-df3d-4523-b031-d6b7e9eb467d HTTP/1.1" status: 204 len: 168 time: 1.9536486 Sep 21 15:10:08.668747 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53614) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:08.707469 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-59e4bca2-6445-4ae9-9906-a8105d6d2262 admin admin] 10.222.0.62 "PUT /v2.0/routers/f0b68b36-7ba6-493a-b084-e159b7b39b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7844806 Sep 21 15:10:08.708320 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53618) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:08.724401 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:08.724773 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:08.725085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:08.751334 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port 504d800d-bd53-4135-ba2f-d69ffa7f935a on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:08.751665 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:08.761571 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 3 to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a Sep 21 15:10:08.770367 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-83de9132-6f8b-490f-ba09-a64bbeae77de tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:10:08.777857 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-83de9132-6f8b-490f-ba09-a64bbeae77de tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3852177 Sep 21 15:10:08.783784 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53622) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:08.819503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-bf12e779-7bda-42a6-8a45-9f010f9cd231 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group_rule': {'security_group_id': '9adc8ec8-1444-46d2-b6f5-cd10e521339c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:08.849366 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba01ba50-c016-4237-a45f-08e70535c621 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:08.849699 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba01ba50-c016-4237-a45f-08e70535c621 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:08.852299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:08.854566 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:08.855226 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:08.871615 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bf12e779-7bda-42a6-8a45-9f010f9cd231 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:08.887776 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b92b07-1e69-4303-8130-10ab9eb8360a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:08.889754 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b92b07-1e69-4303-8130-10ab9eb8360a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:08.890768 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-08b92b07-1e69-4303-8130-10ab9eb8360a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:08.893318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bf12e779-7bda-42a6-8a45-9f010f9cd231 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group_rule and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:08.900505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bf12e779-7bda-42a6-8a45-9f010f9cd231 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:08.911433 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port 504d800d-bd53-4135-ba2f-d69ffa7f935a on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:08.912011 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:08.917028 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bf12e779-7bda-42a6-8a45-9f010f9cd231 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:08.918937 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 4 to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a Sep 21 15:10:08.949324 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:08.953431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Usage tracker for resource:port and tenant:8464dd3ec5e94e3284522a33acc4720c is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:08.956645 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:08.963574 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:08.985927 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caed954e-584d-48d6-8ac5-4d2ab04bceb0 None None] Sync routers for ids ['f0b68b36-7ba6-493a-b084-e159b7b39b3f'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:10:08.987633 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-33a7317e-a87a-49bb-b312-c44eb0a1d5b6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:09.008778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:09.014233 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:09.014589 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:09.060807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Made reservation on behalf of 8464dd3ec5e94e3284522a33acc4720c for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:09.065424 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:09.092216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port 504d800d-bd53-4135-ba2f-d69ffa7f935a on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:09.092894 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:09.119422 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ba01ba50-c016-4237-a45f-08e70535c621 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Calling delete_port for e7b267bf-0ce9-48d0-8c41-1e958e44162a owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:09.151833 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 5 to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a Sep 21 15:10:09.278758 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a7317e-a87a-49bb-b312-c44eb0a1d5b6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network 8f63a506-c8ae-4f47-8fa4-2e0be634175c is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:09.288204 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:09.290428 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:09.295697 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:09.296216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:09.296661 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:09.299025 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-33a7317e-a87a-49bb-b312-c44eb0a1d5b6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:09.309261 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] device_id is not set on port 0eafce97-7d1c-4c12-be40-1b86a9eeea86 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:09.313131 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-772ad626-4f3b-4898-a497-303472b77510 None None] Provisioning for port 8a82c386-5539-41af-b769-ee9c58157ffc completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:09.323937 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caed954e-584d-48d6-8ac5-4d2ab04bceb0 None None] Routers {'f0b68b36-7ba6-493a-b084-e159b7b39b3f'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:10:09.324656 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-caed954e-584d-48d6-8ac5-4d2ab04bceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:10:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['f0b68b36-7ba6-493a-b084-e159b7b39b3f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:09.391971 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-2a74b495-bf3a-49be-b91d-92b15b934f1a', 'network_id': '2a74b495-bf3a-49be-b91d-92b15b934f1a', 'tenant_id': '8464dd3ec5e94e3284522a33acc4720c', 'fixed_ips': [{'subnet_id': '670c6951-fd26-4393-bace-6672c88bff7d'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:10:09.396761 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:09.481416 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a7317e-a87a-49bb-b312-c44eb0a1d5b6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:09.522949 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7317e-a87a-49bb-b312-c44eb0a1d5b6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=bc1a6810-0071-48a9-816f-354f51c9a7b7,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:09.529152 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-08b92b07-1e69-4303-8130-10ab9eb8360a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:09.530898 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-08b92b07-1e69-4303-8130-10ab9eb8360a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8612168 Sep 21 15:10:09.536915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53628) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:09.551052 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-bf12e779-7bda-42a6-8a45-9f010f9cd231 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:10:09.552286 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bf12e779-7bda-42a6-8a45-9f010f9cd231 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7675526 Sep 21 15:10:09.552976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port 504d800d-bd53-4135-ba2f-d69ffa7f935a on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:09.553302 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:09.564283 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-9e10d14b-8139-49ec-b50a-6becaec7d991 None None] Allocated IP 172.20.0.18 (8f63a506-c8ae-4f47-8fa4-2e0be634175c/49e9aa2a-c9bc-4afb-87f0-73699d6dd0a0/95cbccf2-90f1-4192-b935-4eb05323670a) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:09.565207 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53632) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:09.573940 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 6 to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a Sep 21 15:10:09.578769 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 8a82c386-5539-41af-b769-ee9c58157ffc up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:10:09.616658 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b1c55ff9-2711-4672-9445-aaa117a6752b admin admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:09.647383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ef018ea5-85a9-4c27-afb3-62573e06b62a None None] Could not find standard attr ID for object 55406022-e8e0-44c3-ae0b-c4fd9b93a9dd. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:10:09.663253 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:09.663659 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:09.664006 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:09.700361 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port 504d800d-bd53-4135-ba2f-d69ffa7f935a on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:09.704834 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:09.729555 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15d1938-e4d3-4504-b013-80e7e4b7be2f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet 55795cd3-425e-43b9-ab9f-6c62a89b42de {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:10:09.791448 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 7 to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a Sep 21 15:10:09.812531 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a7317e-a87a-49bb-b312-c44eb0a1d5b6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:09.813259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-33a7317e-a87a-49bb-b312-c44eb0a1d5b6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:09.824752 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d15d1938-e4d3-4504-b013-80e7e4b7be2f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:09.889534 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:09.889872 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:09.890541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:09.902714 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bcf6c1a2-98f3-41f6-a3fb-220daca93107 None None] Could not find standard attr ID for object 4f7c42ec-df3d-4523-b031-d6b7e9eb467d. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:10:09.910182 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port 504d800d-bd53-4135-ba2f-d69ffa7f935a on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:09.910679 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:09.914756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d15d1938-e4d3-4504-b013-80e7e4b7be2f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:09.923935 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-33a7317e-a87a-49bb-b312-c44eb0a1d5b6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 5.0281372 Sep 21 15:10:09.930466 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Allocated IP 172.20.0.10 (2a74b495-bf3a-49be-b91d-92b15b934f1a/670c6951-fd26-4393-bace-6672c88bff7d/0eafce97-7d1c-4c12-be40-1b86a9eeea86) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:09.937365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-caed954e-584d-48d6-8ac5-4d2ab04bceb0 None None] Set router f0b68b36-7ba6-493a-b084-e159b7b39b3f gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:10:09.939459 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53636) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:09.944169 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 8 to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a Sep 21 15:10:09.972287 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba01ba50-c016-4237-a45f-08e70535c621 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:09.973684 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747796d-aa28-43dd-bf03-a77e24ba3ffc req-bc2a1045-6db6-4dea-ab00-304a60245e50 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:09.989843 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 8a82c386-5539-41af-b769-ee9c58157ffc completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:09.995493 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f747796d-aa28-43dd-bf03-a77e24ba3ffc req-bc2a1045-6db6-4dea-ab00-304a60245e50 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.9336865 Sep 21 15:10:09.998574 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b0167-58dc-4819-84dd-40299ea3d811 req-a33da85e-883a-4b07-897b-850e143e5177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:10.012137 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e6b0167-58dc-4819-84dd-40299ea3d811 req-a33da85e-883a-4b07-897b-850e143e5177 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=537869f246ac43fa81163f09d28c74dc&device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 1099 time: 0.8355477 Sep 21 15:10:10.019992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-56f1e1f9-1781-40bf-ab9c-c4b57e4be84f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '15134117-dcb5-4900-be64-ea20053bbd5e'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:10.038761 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b1c55ff9-2711-4672-9445-aaa117a6752b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:10.051120 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01ba50-c016-4237-a45f-08e70535c621 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Pushing event deleted for resources: {'Port': ['ID=e7b267bf-0ce9-48d0-8c41-1e958e44162a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:10.093035 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 8a82c386-5539-41af-b769-ee9c58157ffc triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:10.093384 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:10.112672 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01ba50-c016-4237-a45f-08e70535c621 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:10.113278 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01ba50-c016-4237-a45f-08e70535c621 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:10.113757 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01ba50-c016-4237-a45f-08e70535c621 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:10.114229 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01ba50-c016-4237-a45f-08e70535c621 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:10.114716 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01ba50-c016-4237-a45f-08e70535c621 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:10.115274 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01ba50-c016-4237-a45f-08e70535c621 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:10.115738 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01ba50-c016-4237-a45f-08e70535c621 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:10.116314 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01ba50-c016-4237-a45f-08e70535c621 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:10.116848 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01ba50-c016-4237-a45f-08e70535c621 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:10.117382 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01ba50-c016-4237-a45f-08e70535c621 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:10.117861 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01ba50-c016-4237-a45f-08e70535c621 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:10.118338 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01ba50-c016-4237-a45f-08e70535c621 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:10.122517 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b1c55ff9-2711-4672-9445-aaa117a6752b admin admin] Deleting port 95846de9-b43b-47c4-8997-f34ef16926b5 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:10.123068 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b1c55ff9-2711-4672-9445-aaa117a6752b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:10.143641 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:10.144120 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:10.144569 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:10.231999 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-9e10d14b-8139-49ec-b50a-6becaec7d991 None None] For port 95cbccf2-90f1-4192-b935-4eb05323670a, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=95cbccf2-90f1-4192-b935-4eb05323670a,segment=NetworkSegment(138daaa3-85eb-42d8-9cde-500ba4372dcd),segment_id=138daaa3-85eb-42d8-9cde-500ba4372dcd)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:10.274352 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d15d1938-e4d3-4504-b013-80e7e4b7be2f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:10.314593 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9e10d14b-8139-49ec-b50a-6becaec7d991 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:10.355503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-56f1e1f9-1781-40bf-ab9c-c4b57e4be84f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:10.359849 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba01ba50-c016-4237-a45f-08e70535c621 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:10.395380 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port 504d800d-bd53-4135-ba2f-d69ffa7f935a on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:10.395380 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:10.416182 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 9 to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a Sep 21 15:10:10.439184 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba01ba50-c016-4237-a45f-08e70535c621 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:10.440305 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ba01ba50-c016-4237-a45f-08e70535c621 tempest-ServersTestJSON-1702163428 tempest-ServersTestJSON-1702163428-project] 10.222.0.62 "DELETE /v2.0/floatingips/e8fc7f77-fa57-4437-a74c-a12d060d489e HTTP/1.1" status: 204 len: 168 time: 2.3580332 Sep 21 15:10:10.445512 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53640) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:10.474349 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 8a82c386-5539-41af-b769-ee9c58157ffc is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:10.474761 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:10.483938 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:10.485063 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f747796d-aa28-43dd-bf03-a77e24ba3ffc req-efcf1c87-255d-411f-8633-4c2621a00088 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4890869 Sep 21 15:10:10.515902 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-caed954e-584d-48d6-8ac5-4d2ab04bceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'name': 'tempest-ServersTestManualDisk-1788168234-router', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:10:06Z', 'revision_number': 5, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'gw_port': {'id': '95846de9-b43b-47c4-8997-f34ef16926b5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:42:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:10.520518 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caed954e-584d-48d6-8ac5-4d2ab04bceb0 None None] Checking router: f0b68b36-7ba6-493a-b084-e159b7b39b3f for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:10:10.530802 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9e10d14b-8139-49ec-b50a-6becaec7d991 None None] Transition to ACTIVE for port object 95cbccf2-90f1-4192-b935-4eb05323670a will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:10.531389 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9ad60c4-8d5d-4424-bbad-77ab4c808a57 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:10.531749 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caed954e-584d-48d6-8ac5-4d2ab04bceb0 None None] Routers {'f0b68b36-7ba6-493a-b084-e159b7b39b3f'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:10:10.532530 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-caed954e-584d-48d6-8ac5-4d2ab04bceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:10:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['f0b68b36-7ba6-493a-b084-e159b7b39b3f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:10.539776 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d15d1938-e4d3-4504-b013-80e7e4b7be2f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:10.558835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:10.559181 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:10.559494 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:10.562744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b0167-58dc-4819-84dd-40299ea3d811 req-8447f770-18a5-4022-a207-4bcb71642d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:10.564199 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e6b0167-58dc-4819-84dd-40299ea3d811 req-8447f770-18a5-4022-a207-4bcb71642d24 service neutron] 10.222.0.20 "GET /v2.0/networks?id=35623812-409c-40a9-b25b-97314219e56f HTTP/1.1" status: 200 len: 912 time: 0.3214505 Sep 21 15:10:10.591748 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d15d1938-e4d3-4504-b013-80e7e4b7be2f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:10.598823 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d1938-e4d3-4504-b013-80e7e4b7be2f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=55795cd3-425e-43b9-ab9f-6c62a89b42de,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:10.608403 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-b1c55ff9-2711-4672-9445-aaa117a6752b admin admin] For port 95846de9-b43b-47c4-8997-f34ef16926b5, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=95846de9-b43b-47c4-8997-f34ef16926b5,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:10.608787 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b1c55ff9-2711-4672-9445-aaa117a6752b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:10.631077 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1014a9e4-68eb-4129-8e29-f8d2036d0e93 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:10.652083 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9e10d14b-8139-49ec-b50a-6becaec7d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:10.660788 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port 504d800d-bd53-4135-ba2f-d69ffa7f935a on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:10.661122 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:10.679472 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d15d1938-e4d3-4504-b013-80e7e4b7be2f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/55795cd3-425e-43b9-ab9f-6c62a89b42de HTTP/1.1" status: 204 len: 168 time: 1.1388309 Sep 21 15:10:10.688488 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 10 to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a Sep 21 15:10:10.710558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53644) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:10.745361 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:10.745695 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:10.746030 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:10.750890 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9ad60c4-8d5d-4424-bbad-77ab4c808a57 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:10.807969 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b1c55ff9-2711-4672-9445-aaa117a6752b admin admin] Calling delete_port for 95846de9-b43b-47c4-8997-f34ef16926b5 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:10.882154 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port 504d800d-bd53-4135-ba2f-d69ffa7f935a on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:10.882486 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port 504d800d-bd53-4135-ba2f-d69ffa7f935a on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:10.882846 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:10.975406 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-860d342a-ebd8-47c8-aa46-777ef69b0042 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2244995 Sep 21 15:10:10.977160 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53648) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:11.041679 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:10:11.042185 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:10:11.055338 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-caed954e-584d-48d6-8ac5-4d2ab04bceb0 None None] Set router f0b68b36-7ba6-493a-b084-e159b7b39b3f gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:10:11.110983 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e6b0167-58dc-4819-84dd-40299ea3d811 req-d4879dd5-e395-494e-8ebd-96d7f10e40cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f885edf7-41fa-47bd-b181-19541fdf8bf8 HTTP/1.1" status: 200 len: 1001 time: 0.5317109 Sep 21 15:10:11.184302 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10d14b-8139-49ec-b50a-6becaec7d991 None None] Pushing event updated for resources: {'Port': ['ID=95cbccf2-90f1-4192-b935-4eb05323670a,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:11.215150 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-caed954e-584d-48d6-8ac5-4d2ab04bceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'name': 'tempest-ServersTestManualDisk-1788168234-router', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:10:10Z', 'revision_number': 6, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:11.244125 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:11.257868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caed954e-584d-48d6-8ac5-4d2ab04bceb0 None None] The sync data for ids ['f0b68b36-7ba6-493a-b084-e159b7b39b3f'] in dv-neutron-858731-1-hyperv is: [{'id': 'f0b68b36-7ba6-493a-b084-e159b7b39b3f', 'name': 'tempest-ServersTestManualDisk-1788168234-router', 'tenant_id': 'd49d503a5c894e259463c6f22dd952c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:10:10Z', 'revision_number': 6, 'project_id': 'd49d503a5c894e259463c6f22dd952c8', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:10:11.287674 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0862d12a-cf43-4ac8-b151-fcd89070bd03 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:11.288701 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0862d12a-cf43-4ac8-b151-fcd89070bd03 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:11.310942 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9ad60c4-8d5d-4424-bbad-77ab4c808a57 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:11.334501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Transition to ACTIVE for port object 0eafce97-7d1c-4c12-be40-1b86a9eeea86 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:11.374804 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0862d12a-cf43-4ac8-b151-fcd89070bd03 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:11.379193 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0862d12a-cf43-4ac8-b151-fcd89070bd03 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3986826 Sep 21 15:10:11.380999 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53652) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:11.413083 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b0167-58dc-4819-84dd-40299ea3d811 req-8e9e965c-6713-4879-94a6-d425337cd49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:11.414644 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e6b0167-58dc-4819-84dd-40299ea3d811 req-8e9e965c-6713-4879-94a6-d425337cd49d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1ab4349-2b6d-4af5-b8c9-4479fa3e1388 HTTP/1.1" status: 200 len: 850 time: 0.2235065 Sep 21 15:10:11.416001 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad60c4-8d5d-4424-bbad-77ab4c808a57 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adc8ec8-1444-46d2-b6f5-cd10e521339c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:11.428407 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9ad60c4-8d5d-4424-bbad-77ab4c808a57 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:11.432135 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e9ad60c4-8d5d-4424-bbad-77ab4c808a57 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "DELETE /v2.0/security-groups/9adc8ec8-1444-46d2-b6f5-cd10e521339c HTTP/1.1" status: 204 len: 168 time: 1.8460178 Sep 21 15:10:11.439476 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] For port 504d800d-bd53-4135-ba2f-d69ffa7f935a, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:10:11.439834 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempted to set empty binding levels {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 21 15:10:11.440652 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53656) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:11.521760 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:11.522797 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:11.523381 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:11.578435 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3aae9b-f0b7-4c32-9e96-201846b46a9d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:11.579892 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fb3aae9b-f0b7-4c32-9e96-201846b46a9d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:11.593255 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b1c55ff9-2711-4672-9445-aaa117a6752b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:11.639809 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 8a82c386-5539-41af-b769-ee9c58157ffc is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:11.640344 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:11.653431 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c55ff9-2711-4672-9445-aaa117a6752b admin admin] Pushing event deleted for resources: {'Port': ['ID=95846de9-b43b-47c4-8997-f34ef16926b5,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:11.666981 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7584ce6d-59fc-4d10-a4ff-84233c587bee None None] DHCP port deletion for cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:10:11.680324 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7584ce6d-59fc-4d10-a4ff-84233c587bee None None] Deleting port 8a82c386-5539-41af-b769-ee9c58157ffc {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:11.681736 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7584ce6d-59fc-4d10-a4ff-84233c587bee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:11.754274 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 8a82c386-5539-41af-b769-ee9c58157ffc, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=8a82c386-5539-41af-b769-ee9c58157ffc,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:11.794050 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:11.794473 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 95cbccf2-90f1-4192-b935-4eb05323670a up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:10:11.805513 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b1c55ff9-2711-4672-9445-aaa117a6752b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:11.853795 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fb3aae9b-f0b7-4c32-9e96-201846b46a9d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:11.857610 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fb3aae9b-f0b7-4c32-9e96-201846b46a9d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4708405 Sep 21 15:10:11.862004 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53662) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:11.965469 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.7795277 Sep 21 15:10:11.982639 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53666) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:12.029179 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-79eadf14-5531-4e54-9641-1efe4c2f9fea tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1654613 Sep 21 15:10:12.041774 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53670) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:12.042081 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcce6b8c-f1fa-4138-a9f6-0bd7af90bdef None None] Network 8f63a506-c8ae-4f47-8fa4-2e0be634175c requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:12.064887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2bde38af-480f-4ddf-b2dc-54bd6d050f39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:12.075368 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=8a82c386-5539-41af-b769-ee9c58157ffc,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:12.105475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde4aa4-f8f9-4dff-ba66-6edafcb0455f tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Pushing event updated for resources: {'Port': ['ID=504d800d-bd53-4135-ba2f-d69ffa7f935a,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:12.130247 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b1c55ff9-2711-4672-9445-aaa117a6752b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:12.134790 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b1c55ff9-2711-4672-9445-aaa117a6752b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:12.170687 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-48b07342-0c22-4e9d-9e25-13bab738d585 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Synchronizing usage tracker for tenant:cd68fdf91ef84de182075a2140f7a0fe on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:12.175476 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:12.198935 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b1c55ff9-2711-4672-9445-aaa117a6752b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:12.199593 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c55ff9-2711-4672-9445-aaa117a6752b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0b68b36-7ba6-493a-b084-e159b7b39b3f {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:10:12.223887 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.224535 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.224780 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.225068 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.225399 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.225776 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.226109 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.226431 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.226802 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.227132 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.227445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.227763 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.228936 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b1c55ff9-2711-4672-9445-aaa117a6752b admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:12.230368 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b1c55ff9-2711-4672-9445-aaa117a6752b admin admin] 10.222.0.62 "DELETE /v2.0/routers/f0b68b36-7ba6-493a-b084-e159b7b39b3f HTTP/1.1" status: 204 len: 168 time: 3.5158188 Sep 21 15:10:12.233322 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53674) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:12.268554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-56f1e1f9-1781-40bf-ab9c-c4b57e4be84f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Delete allocated IP 172.20.0.21 (8f63a506-c8ae-4f47-8fa4-2e0be634175c/49e9aa2a-c9bc-4afb-87f0-73699d6dd0a0) {{(pid=89018) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 15:10:12.268790 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7a9827ae-62cd-417e-9ddf-2fa7503545ba None None] Provisioning for port 95cbccf2-90f1-4192-b935-4eb05323670a completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:12.282538 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] Allocated IP 172.20.0.2 (2a74b495-bf3a-49be-b91d-92b15b934f1a/670c6951-fd26-4393-bace-6672c88bff7d/2f2c3f9e-a67b-4889-9c81-930eba3829f8) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:12.304530 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7a9827ae-62cd-417e-9ddf-2fa7503545ba None None] Provisioning complete for port 95cbccf2-90f1-4192-b935-4eb05323670a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:12.304905 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7a9827ae-62cd-417e-9ddf-2fa7503545ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:12.314772 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5b069e0-0111-4859-8120-945524a5e089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:12.323126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0092f4fa-46ec-4ac9-9700-9cde65ac661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Deleting port 504d800d-bd53-4135-ba2f-d69ffa7f935a {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:12.323459 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0092f4fa-46ec-4ac9-9700-9cde65ac661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:12.335176 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 95cbccf2-90f1-4192-b935-4eb05323670a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:12.335539 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:12.371740 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7321c16-5ac5-40c9-9f36-a0072df38866 admin admin] Deleting subnet 12321c25-030d-4ce8-873b-07a4218e6985 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:10:12.397317 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7584ce6d-59fc-4d10-a4ff-84233c587bee None None] For port 8a82c386-5539-41af-b769-ee9c58157ffc, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=8a82c386-5539-41af-b769-ee9c58157ffc,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:12.397709 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7584ce6d-59fc-4d10-a4ff-84233c587bee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:12.410616 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a7321c16-5ac5-40c9-9f36-a0072df38866 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:12.476544 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Network 2a74b495-bf3a-49be-b91d-92b15b934f1a is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:12.480981 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-48b07342-0c22-4e9d-9e25-13bab738d585 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Unset dirty status for tenant:cd68fdf91ef84de182075a2140f7a0fe on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:12.486195 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-48b07342-0c22-4e9d-9e25-13bab738d585 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9944835 Sep 21 15:10:12.487113 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53678) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:12.496711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Pushing event updated for resources: {'Port': ['ID=0eafce97-7d1c-4c12-be40-1b86a9eeea86,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:12.503748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:12.511100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c39edfbb-7a2d-461f-8fe0-b707ec2ab7d7 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group': {'name': 'tempest-secgroup--255596483'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:12.527598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b0167-58dc-4819-84dd-40299ea3d811 req-4bb04bf1-4c83-4633-90cc-6f449dde314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:12.529116 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e6b0167-58dc-4819-84dd-40299ea3d811 req-4bb04bf1-4c83-4633-90cc-6f449dde314d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=35623812-409c-40a9-b25b-97314219e56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0937576 Sep 21 15:10:12.535227 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2bde38af-480f-4ddf-b2dc-54bd6d050f39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:12.537553 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:12.580472 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c39edfbb-7a2d-461f-8fe0-b707ec2ab7d7 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:12.583388 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.583729 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.584063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.584586 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.584924 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.585254 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.585580 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.585900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.586220 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.586539 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.586860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.587177 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:12.680306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fe1c4-47b8-4bed-988c-698f1b92db26 req-4ed2d324-82ff-4802-9318-275c3a05458d tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:12.682433 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a22fe1c4-47b8-4bed-988c-698f1b92db26 req-4ed2d324-82ff-4802-9318-275c3a05458d tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 1.0509269 Sep 21 15:10:12.686799 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2bde38af-480f-4ddf-b2dc-54bd6d050f39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:12.692526 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a7321c16-5ac5-40c9-9f36-a0072df38866 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:12.726274 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c39edfbb-7a2d-461f-8fe0-b707ec2ab7d7 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:12.763344 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7584ce6d-59fc-4d10-a4ff-84233c587bee None None] Calling delete_port for 8a82c386-5539-41af-b769-ee9c58157ffc owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:12.850122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bde38af-480f-4ddf-b2dc-54bd6d050f39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:12.854009 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2bde38af-480f-4ddf-b2dc-54bd6d050f39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:12.877968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c39edfbb-7a2d-461f-8fe0-b707ec2ab7d7 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:12.919214 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a7321c16-5ac5-40c9-9f36-a0072df38866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:12.994624 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:12.995269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:13.049731 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a7321c16-5ac5-40c9-9f36-a0072df38866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:13.064678 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a22fe1c4-47b8-4bed-988c-698f1b92db26 req-b766c040-f060-4510-9a10-1380afd0acbf tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3609047 Sep 21 15:10:13.113331 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7321c16-5ac5-40c9-9f36-a0072df38866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12321c25-030d-4ce8-873b-07a4218e6985,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:13.115544 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a7321c16-5ac5-40c9-9f36-a0072df38866 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:13.129138 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b5b069e0-0111-4859-8120-945524a5e089 admin admin] Deleting port 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:13.129630 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5b069e0-0111-4859-8120-945524a5e089 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:13.133428 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7584ce6d-59fc-4d10-a4ff-84233c587bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:13.146654 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c39edfbb-7a2d-461f-8fe0-b707ec2ab7d7 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:13.158577 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a7321c16-5ac5-40c9-9f36-a0072df38866 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/12321c25-030d-4ce8-873b-07a4218e6985 HTTP/1.1" status: 204 len: 168 time: 0.9216511 Sep 21 15:10:13.163975 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53682) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:13.182056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c39edfbb-7a2d-461f-8fe0-b707ec2ab7d7 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group_rule and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:13.185853 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c39edfbb-7a2d-461f-8fe0-b707ec2ab7d7 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:13.198203 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066ac9ce-1ecd-4adf-87ca-afbffb7819af None None] Network 0ef8c881-241c-44dd-ad21-90cc5d4e1c08 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:13.203314 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-eb7e4df0-d4e9-4568-9d26-4b236a3311b9 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6568506 Sep 21 15:10:13.204260 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53686) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:13.223860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c39edfbb-7a2d-461f-8fe0-b707ec2ab7d7 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:13.232596 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e6b0167-58dc-4819-84dd-40299ea3d811 req-96e54917-8168-4be9-9da9-a6c38d5bcc1e service neutron] 10.222.0.20 "GET /v2.0/networks/35623812-409c-40a9-b25b-97314219e56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6611569 Sep 21 15:10:13.250843 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-0092f4fa-46ec-4ac9-9700-9cde65ac661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] For port 504d800d-bd53-4135-ba2f-d69ffa7f935a, host hv-neutron-8587, got binding levels [] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:13.251208 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0092f4fa-46ec-4ac9-9700-9cde65ac661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:13.268789 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4618e37a-5312-4a47-9bfc-4a40022560db tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Request body: {'port': {'network_id': '2a74b495-bf3a-49be-b91d-92b15b934f1a', 'name': 'tempest-AllowedAddressPairTestJSON-65659203', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:88:e0:19'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:13.301192 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-56f1e1f9-1781-40bf-ab9c-c4b57e4be84f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:13.310355 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7584ce6d-59fc-4d10-a4ff-84233c587bee None None] No DVR routers for this DVR port 8a82c386-5539-41af-b769-ee9c58157ffc on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:10:13.327969 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584ce6d-59fc-4d10-a4ff-84233c587bee None None] Pushing event deleted for resources: {'Port': ['ID=8a82c386-5539-41af-b769-ee9c58157ffc,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:13.346467 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7a9827ae-62cd-417e-9ddf-2fa7503545ba None None] Current status of the port 95cbccf2-90f1-4192-b935-4eb05323670a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:13.367546 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 95cbccf2-90f1-4192-b935-4eb05323670a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:13.390714 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:13.436593 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] Transition to ACTIVE for port object 2f2c3f9e-a67b-4889-9c81-930eba3829f8 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:13.464472 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-13602ae6-12d9-49ed-8f3d-8fa804f574bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:13.501366 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0092f4fa-46ec-4ac9-9700-9cde65ac661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Calling delete_port for 504d800d-bd53-4135-ba2f-d69ffa7f935a owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:13.519529 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] Transition to ACTIVE for port object 2f2c3f9e-a67b-4889-9c81-930eba3829f8 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:13.534646 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:13.542828 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-13602ae6-12d9-49ed-8f3d-8fa804f574bb admin admin] Deleting port 4926dda4-1d35-4125-af2e-91659570f015 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:13.543310 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-13602ae6-12d9-49ed-8f3d-8fa804f574bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:13.586765 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 95cbccf2-90f1-4192-b935-4eb05323670a up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:10:13.608235 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4618e37a-5312-4a47-9bfc-4a40022560db tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:13.629721 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4618e37a-5312-4a47-9bfc-4a40022560db tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Usage tracker for resource:port and tenant:8464dd3ec5e94e3284522a33acc4720c is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:13.639095 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4618e37a-5312-4a47-9bfc-4a40022560db tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:13.679726 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] Network 2a74b495-bf3a-49be-b91d-92b15b934f1a is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:13.681425 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4618e37a-5312-4a47-9bfc-4a40022560db tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:13.686955 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:13.689947 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:13.694181 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-b5b069e0-0111-4859-8120-945524a5e089 admin admin] For port 08fc8e81-39fd-4226-a8e8-f4dae0aaf067, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=08fc8e81-39fd-4226-a8e8-f4dae0aaf067,segment=NetworkSegment(4fff1882-96f2-4a13-80c6-6ad36cecf71b),segment_id=4fff1882-96f2-4a13-80c6-6ad36cecf71b)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:13.694676 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5b069e0-0111-4859-8120-945524a5e089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:13.703656 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] Pushing event updated for resources: {'Port': ['ID=2f2c3f9e-a67b-4889-9c81-930eba3829f8,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:13.720993 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-56f1e1f9-1781-40bf-ab9c-c4b57e4be84f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Ignored duplicate provisioning block setup for port bc1a6810-0071-48a9-816f-354f51c9a7b7 by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 21 15:10:13.743541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-56f1e1f9-1781-40bf-ab9c-c4b57e4be84f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:13.864154 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbebce1-9094-485e-9ace-32f2f48a77af None None] DHCP port deletion for 0ef8c881-241c-44dd-ad21-90cc5d4e1c08 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:10:13.887804 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b5b069e0-0111-4859-8120-945524a5e089 admin admin] Calling delete_port for 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:13.896984 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-afbebce1-9094-485e-9ace-32f2f48a77af None None] Deleting port 4926dda4-1d35-4125-af2e-91659570f015 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:13.897356 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-afbebce1-9094-485e-9ace-32f2f48a77af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:13.927509 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4618e37a-5312-4a47-9bfc-4a40022560db tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Made reservation on behalf of 8464dd3ec5e94e3284522a33acc4720c for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:13.965756 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] Attempting to bind port 2f2c3f9e-a67b-4889-9c81-930eba3829f8 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:13.966971 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] Attempting to bind port 2f2c3f9e-a67b-4889-9c81-930eba3829f8 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'a13a695c-ecb3-4624-aa16-38c603e92d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2a74b495-bf3a-49be-b91d-92b15b934f1a'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:13.967773 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] Attempting to bind port 2f2c3f9e-a67b-4889-9c81-930eba3829f8 on network 2a74b495-bf3a-49be-b91d-92b15b934f1a {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:13.976630 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 95cbccf2-90f1-4192-b935-4eb05323670a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:13.977573 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:14.022199 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ad3fd85a-88c8-44fc-ab36-be715a98a1b9 None None] Provisioning for port bc1a6810-0071-48a9-816f-354f51c9a7b7 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:14.043475 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:10:14.044241 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] Checking segment: {'id': 'a13a695c-ecb3-4624-aa16-38c603e92d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2a74b495-bf3a-49be-b91d-92b15b934f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:10:14.044933 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:14.045545 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] Bound using segment: {'id': 'a13a695c-ecb3-4624-aa16-38c603e92d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2a74b495-bf3a-49be-b91d-92b15b934f1a'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:10:14.046154 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] Bound port: 2f2c3f9e-a67b-4889-9c81-930eba3829f8, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13a695c-ecb3-4624-aa16-38c603e92d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2a74b495-bf3a-49be-b91d-92b15b934f1a'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:10:14.046846 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:14.066168 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ad3fd85a-88c8-44fc-ab36-be715a98a1b9 None None] Provisioning complete for port bc1a6810-0071-48a9-816f-354f51c9a7b7 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:14.066776 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd85a-88c8-44fc-ab36-be715a98a1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:14.189798 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1e1f9-1781-40bf-ab9c-c4b57e4be84f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=bc1a6810-0071-48a9-816f-354f51c9a7b7,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:14.213988 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0092f4fa-46ec-4ac9-9700-9cde65ac661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:14.273011 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-13602ae6-12d9-49ed-8f3d-8fa804f574bb admin admin] For port 4926dda4-1d35-4125-af2e-91659570f015, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=4926dda4-1d35-4125-af2e-91659570f015,segment=NetworkSegment(35934c32-d2de-4de9-b67d-67e5b2e4d5c0),segment_id=35934c32-d2de-4de9-b67d-67e5b2e4d5c0)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:14.275112 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-13602ae6-12d9-49ed-8f3d-8fa804f574bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:14.288071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ad3fd85a-88c8-44fc-ab36-be715a98a1b9 None None] Port bc1a6810-0071-48a9-816f-354f51c9a7b7 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:10:14.301403 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092f4fa-46ec-4ac9-9700-9cde65ac661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Pushing event deleted for resources: {'Port': ['ID=504d800d-bd53-4135-ba2f-d69ffa7f935a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:14.309605 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e6b0167-58dc-4819-84dd-40299ea3d811 req-c4b1fd80-62cd-4be8-965a-2b06bbfcdad5 service neutron] 10.222.0.20 "GET /v2.0/networks/35623812-409c-40a9-b25b-97314219e56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0434136 Sep 21 15:10:14.314870 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c39edfbb-7a2d-461f-8fe0-b707ec2ab7d7 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:14.397442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c39edfbb-7a2d-461f-8fe0-b707ec2ab7d7 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:14.416047 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-56f1e1f9-1781-40bf-ab9c-c4b57e4be84f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] In _notify_port_updated(), no bound segment for port bc1a6810-0071-48a9-816f-354f51c9a7b7 on network 8f63a506-c8ae-4f47-8fa4-2e0be634175c {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:10:14.421877 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f1e1f9-1781-40bf-ab9c-c4b57e4be84f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:14.422543 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-56f1e1f9-1781-40bf-ab9c-c4b57e4be84f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:14.426446 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-56f1e1f9-1781-40bf-ab9c-c4b57e4be84f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "PUT /v2.0/ports/bc1a6810-0071-48a9-816f-354f51c9a7b7 HTTP/1.1" status: 200 len: 918 time: 4.4605050 Sep 21 15:10:14.443339 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0092f4fa-46ec-4ac9-9700-9cde65ac661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:14.449800 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53692) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:14.460143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] For port 2f2c3f9e-a67b-4889-9c81-930eba3829f8, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:10:14.480746 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-587b4767-1b91-41c2-a161-6b71d312ad5a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '15134117-dcb5-4900-be64-ea20053bbd5e'}, {'subnet_id': '49e9aa2a-c9bc-4afb-87f0-73699d6dd0a0'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:14.503908 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ad3fd85a-88c8-44fc-ab36-be715a98a1b9 None None] Provisioning complete for port 95cbccf2-90f1-4192-b935-4eb05323670a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:14.504280 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd85a-88c8-44fc-ab36-be715a98a1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:14.534646 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2bde38af-480f-4ddf-b2dc-54bd6d050f39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:14.555786 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4618e37a-5312-4a47-9bfc-4a40022560db tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:14.573700 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-13602ae6-12d9-49ed-8f3d-8fa804f574bb admin admin] Calling delete_port for 4926dda4-1d35-4125-af2e-91659570f015 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:14.591940 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] For port 2f2c3f9e-a67b-4889-9c81-930eba3829f8, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=2f2c3f9e-a67b-4889-9c81-930eba3829f8,segment=NetworkSegment(a13a695c-ecb3-4624-aa16-38c603e92d6e),segment_id=a13a695c-ecb3-4624-aa16-38c603e92d6e)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:10:14.609515 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 95cbccf2-90f1-4192-b935-4eb05323670a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:14.613244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39edfbb-7a2d-461f-8fe0-b707ec2ab7d7 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39215796-1fef-4e88-91e7-a8a79e0f3fb3,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:14.624983 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:14.651730 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c39edfbb-7a2d-461f-8fe0-b707ec2ab7d7 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:14.652168 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-4618e37a-5312-4a47-9bfc-4a40022560db tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] device_id is not set on port 7162b042-252e-44b6-a5c4-d016c9bdf99d yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:14.655935 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c39edfbb-7a2d-461f-8fe0-b707ec2ab7d7 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1538103 Sep 21 15:10:14.664632 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0092f4fa-46ec-4ac9-9700-9cde65ac661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] 10.222.0.62 "DELETE /v2.0/ports/504d800d-bd53-4135-ba2f-d69ffa7f935a HTTP/1.1" status: 204 len: 168 time: 2.6776114 Sep 21 15:10:14.664632 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53696) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:14.664872 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bde38af-480f-4ddf-b2dc-54bd6d050f39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:14.668272 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53698) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:14.673303 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-afbebce1-9094-485e-9ace-32f2f48a77af None None] For port 4926dda4-1d35-4125-af2e-91659570f015, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=4926dda4-1d35-4125-af2e-91659570f015,segment=NetworkSegment(35934c32-d2de-4de9-b67d-67e5b2e4d5c0),segment_id=35934c32-d2de-4de9-b67d-67e5b2e4d5c0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:14.673696 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-afbebce1-9094-485e-9ace-32f2f48a77af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:14.676250 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e49550fb-5544-498b-a7ca-5ba604ee1b9b tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group_rule': {'security_group_id': '39215796-1fef-4e88-91e7-a8a79e0f3fb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:14.684093 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-2bde38af-480f-4ddf-b2dc-54bd6d050f39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:14.721129 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db69324-e81c-4902-938e-f0c715d1b690 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:14.749754 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bde38af-480f-4ddf-b2dc-54bd6d050f39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:14.750336 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2bde38af-480f-4ddf-b2dc-54bd6d050f39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:14.758860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e49550fb-5544-498b-a7ca-5ba604ee1b9b tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:14.774508 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e49550fb-5544-498b-a7ca-5ba604ee1b9b tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group_rule and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:14.819116 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-13602ae6-12d9-49ed-8f3d-8fa804f574bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:14.828813 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 8a82c386-5539-41af-b769-ee9c58157ffc no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:10:14.840867 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e49550fb-5544-498b-a7ca-5ba604ee1b9b tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:14.843808 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde38af-480f-4ddf-b2dc-54bd6d050f39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=396e1bdc-74b7-43c5-91af-99c56309f13c,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:14.855734 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-244c2150-adb7-4590-bcd1-b766d6216b85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] GET failed (client error): The resource could not be found. Sep 21 15:10:14.856550 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-244c2150-adb7-4590-bcd1-b766d6216b85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Synchronizing usage tracker for tenant:d5bd80c948bb49b084e12b99c344d0e5 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:14.867543 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e49550fb-5544-498b-a7ca-5ba604ee1b9b tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:14.877492 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815e12f-131c-4fd2-9e5f-5a469a6c7373 req-7df48d80-eb65-4a8a-958e-f51637ee3a62 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:14.879229 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9815e12f-131c-4fd2-9e5f-5a469a6c7373 req-7df48d80-eb65-4a8a-958e-f51637ee3a62 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.5604324 Sep 21 15:10:14.891865 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2bde38af-480f-4ddf-b2dc-54bd6d050f39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8390799 Sep 21 15:10:14.909973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53704) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:14.917722 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7eaf49f3-c492-41d6-aca0-589b02ab3b5b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'fixed_ips': [{'subnet_id': '396e1bdc-74b7-43c5-91af-99c56309f13c', 'ip_address': '2001:db8::6bf2:9dfa:bb46:6d9b'}], 'name': 'tempest-NetworksTestDHCPv6-462148771'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:14.918950 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13602ae6-12d9-49ed-8f3d-8fa804f574bb admin admin] Pushing event deleted for resources: {'Port': ['ID=4926dda4-1d35-4125-af2e-91659570f015,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:14.939248 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13602ae6-12d9-49ed-8f3d-8fa804f574bb admin admin] No DVR routers for this DVR port 4926dda4-1d35-4125-af2e-91659570f015 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:10:15.000007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-afbebce1-9094-485e-9ace-32f2f48a77af None None] Calling delete_port for 4926dda4-1d35-4125-af2e-91659570f015 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:15.024374 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-4618e37a-5312-4a47-9bfc-4a40022560db tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Allocated IP 172.20.0.6 (2a74b495-bf3a-49be-b91d-92b15b934f1a/670c6951-fd26-4393-bace-6672c88bff7d/7162b042-252e-44b6-a5c4-d016c9bdf99d) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:15.074135 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5b069e0-0111-4859-8120-945524a5e089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:15.125317 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 8a82c386-5539-41af-b769-ee9c58157ffc {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:10:15.125698 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 8a82c386-5539-41af-b769-ee9c58157ffc not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:10:15.126411 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 14bf62c1-b881-4ebc-8d5d-45f1473f255c no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:10:15.133874 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-244c2150-adb7-4590-bcd1-b766d6216b85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Unset dirty status for tenant:d5bd80c948bb49b084e12b99c344d0e5 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:15.138714 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-244c2150-adb7-4590-bcd1-b766d6216b85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] 10.222.0.62 "GET /v2.0/ports/504d800d-bd53-4135-ba2f-d69ffa7f935a HTTP/1.1" status: 404 len: 333 time: 0.4545286 Sep 21 15:10:15.151168 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53708) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:15.173298 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9815e12f-131c-4fd2-9e5f-5a469a6c7373 req-e5e98a80-3c7e-4591-a0f6-fe54c3bd7c47 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767830 Sep 21 15:10:15.194308 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b3b5e9f1-bb4d-4931-b63d-9e4af1d8d2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Request body: {'port': {'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590513066'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:15.200506 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b3b5e9f1-bb4d-4931-b63d-9e4af1d8d2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:15.202612 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 14bf62c1-b881-4ebc-8d5d-45f1473f255c {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:10:15.202958 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 14bf62c1-b881-4ebc-8d5d-45f1473f255c not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:10:15.203562 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 95846de9-b43b-47c4-8997-f34ef16926b5 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:10:15.211701 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b3b5e9f1-bb4d-4931-b63d-9e4af1d8d2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:15.218314 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b069e0-0111-4859-8120-945524a5e089 admin admin] Pushing event deleted for resources: {'Port': ['ID=08fc8e81-39fd-4226-a8e8-f4dae0aaf067,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:15.225125 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-e49550fb-5544-498b-a7ca-5ba604ee1b9b tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] create failed (client error): The resource could not be found. Sep 21 15:10:15.229470 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e49550fb-5544-498b-a7ca-5ba604ee1b9b tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5591059 Sep 21 15:10:15.238235 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53712) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:15.270612 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-13602ae6-12d9-49ed-8f3d-8fa804f574bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:15.271953 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-afbebce1-9094-485e-9ace-32f2f48a77af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:10:15.272312 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-afbebce1-9094-485e-9ace-32f2f48a77af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:10:15.274501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-817359b0-355d-476d-b537-6eef1ebc083b tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group_rule': {'security_group_id': '39215796-1fef-4e88-91e7-a8a79e0f3fb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '55887317-fd10-4f4a-81e4-7e5d2bfad277'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:15.287358 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 95846de9-b43b-47c4-8997-f34ef16926b5 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:10:15.287358 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 95846de9-b43b-47c4-8997-f34ef16926b5 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:10:15.295603 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1c012-695f-4461-a3c8-f7e509e95ee3 None None] Pushing event updated for resources: {'Port': ['ID=2f2c3f9e-a67b-4889-9c81-930eba3829f8,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:15.297203 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-817359b0-355d-476d-b537-6eef1ebc083b tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:15.333945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-817359b0-355d-476d-b537-6eef1ebc083b tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group_rule and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:15.338814 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-587b4767-1b91-41c2-a161-6b71d312ad5a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:15.348174 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-817359b0-355d-476d-b537-6eef1ebc083b tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:15.355903 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b5e9f1-bb4d-4931-b63d-9e4af1d8d2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Made reservation on behalf of d5bd80c948bb49b084e12b99c344d0e5 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:15.358220 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b3b5e9f1-bb4d-4931-b63d-9e4af1d8d2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:15.361949 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-817359b0-355d-476d-b537-6eef1ebc083b tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:15.371352 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7eaf49f3-c492-41d6-aca0-589b02ab3b5b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:15.453875 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ad3fd85a-88c8-44fc-ab36-be715a98a1b9 None None] Current status of the port 95cbccf2-90f1-4192-b935-4eb05323670a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:15.454826 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-13602ae6-12d9-49ed-8f3d-8fa804f574bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef8c881-241c-44dd-ad21-90cc5d4e1c08']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:15.460215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7eaf49f3-c492-41d6-aca0-589b02ab3b5b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:port and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:15.465512 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7eaf49f3-c492-41d6-aca0-589b02ab3b5b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:15.491164 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7eaf49f3-c492-41d6-aca0-589b02ab3b5b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:15.528013 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-b3b5e9f1-bb4d-4931-b63d-9e4af1d8d2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] device_id is not set on port a78a3121-0e1a-4b77-b4f0-8d04379efa80 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:15.557025 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'fixed_ips': [{'subnet_id': '396e1bdc-74b7-43c5-91af-99c56309f13c'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:10:15.560899 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:15.569930 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaf49f3-c492-41d6-aca0-589b02ab3b5b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:15.578485 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-13602ae6-12d9-49ed-8f3d-8fa804f574bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35934c32-d2de-4de9-b67d-67e5b2e4d5c0') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:15.578882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-13602ae6-12d9-49ed-8f3d-8fa804f574bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35934c32-d2de-4de9-b67d-67e5b2e4d5c0') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:15.706129 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3d198916-7519-41d8-895a-4682578eb025 None None] Provisioning complete for port bc1a6810-0071-48a9-816f-354f51c9a7b7 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:15.706503 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3d198916-7519-41d8-895a-4682578eb025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:15.724655 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-13602ae6-12d9-49ed-8f3d-8fa804f574bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:15.748155 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 2f2c3f9e-a67b-4889-9c81-930eba3829f8 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:10:15.784099 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-afbebce1-9094-485e-9ace-32f2f48a77af None None] Deleting port 4926dda4-1d35-4125-af2e-91659570f015 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:15.784525 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-afbebce1-9094-485e-9ace-32f2f48a77af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:15.807330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7eaf49f3-c492-41d6-aca0-589b02ab3b5b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:15.844528 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-13602ae6-12d9-49ed-8f3d-8fa804f574bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:15.849218 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-817359b0-355d-476d-b537-6eef1ebc083b tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] create failed (client error): The resource could not be found. Sep 21 15:10:15.850276 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-817359b0-355d-476d-b537-6eef1ebc083b tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6035228 Sep 21 15:10:15.857161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-7eaf49f3-c492-41d6-aca0-589b02ab3b5b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] device_id is not set on port c96d1955-1d9c-4579-bc7e-14ab44cef288 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:15.862330 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53716) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:15.901807 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13602ae6-12d9-49ed-8f3d-8fa804f574bb admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:10:15.901807 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-13602ae6-12d9-49ed-8f3d-8fa804f574bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:15.903191 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-afbebce1-9094-485e-9ace-32f2f48a77af None None] The port '4926dda4-1d35-4125-af2e-91659570f015' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:10:15.930776 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3d198916-7519-41d8-895a-4682578eb025 None None] Port bc1a6810-0071-48a9-816f-354f51c9a7b7 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:10:16.009650 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] Allocated IP 2001:db8::2 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/396e1bdc-74b7-43c5-91af-99c56309f13c/faff25ae-b39a-467a-89db-88dc7b6a817d) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:16.050999 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 35934c32-d2de-4de9-b67d-67e5b2e4d5c0 resource provider aggregate not found Sep 21 15:10:16.113487 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 35934c32-d2de-4de9-b67d-67e5b2e4d5c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35934c32-d2de-4de9-b67d-67e5b2e4d5c0 found for delete ", "request_id": "req-bb4ef248-2dd0-4c63-997f-8235bdc77cb5"}]} Sep 21 15:10:16.178546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-587b4767-1b91-41c2-a161-6b71d312ad5a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Allocated IP 172.20.0.27 (8f63a506-c8ae-4f47-8fa4-2e0be634175c/49e9aa2a-c9bc-4afb-87f0-73699d6dd0a0/bc1a6810-0071-48a9-816f-354f51c9a7b7) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:16.269713 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:16.281755 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] Transition to ACTIVE for port object faff25ae-b39a-467a-89db-88dc7b6a817d will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:16.309973 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] Transition to ACTIVE for port object faff25ae-b39a-467a-89db-88dc7b6a817d will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:16.314388 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 2f2c3f9e-a67b-4889-9c81-930eba3829f8 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:16.331959 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:16.352174 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-13602ae6-12d9-49ed-8f3d-8fa804f574bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:16.354799 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5b069e0-0111-4859-8120-945524a5e089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:16.437161 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:16.439859 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] Pushing event updated for resources: {'Port': ['ID=faff25ae-b39a-467a-89db-88dc7b6a817d,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:16.449410 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:16.452169 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 4926dda4-1d35-4125-af2e-91659570f015 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:10:16.492739 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:16.496317 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 4926dda4-1d35-4125-af2e-91659570f015 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:10:16.496824 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 4926dda4-1d35-4125-af2e-91659570f015 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:10:16.560893 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff740123-99f0-434d-99c5-efab3d0dd6b8 None None] Network 2a74b495-bf3a-49be-b91d-92b15b934f1a requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:16.588911 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-13602ae6-12d9-49ed-8f3d-8fa804f574bb admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:16.609757 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0885eee9-beab-4075-aec2-0ae979d60386 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:16.659457 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13602ae6-12d9-49ed-8f3d-8fa804f574bb admin admin] Pushing event deleted for resources: {'Network': ['ID=0ef8c881-241c-44dd-ad21-90cc5d4e1c08,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:16.674626 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b3b5e9f1-bb4d-4931-b63d-9e4af1d8d2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:16.700900 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4618e37a-5312-4a47-9bfc-4a40022560db tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:16.703896 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-7eaf49f3-c492-41d6-aca0-589b02ab3b5b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8::6bf2:9dfa:bb46:6d9b (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/396e1bdc-74b7-43c5-91af-99c56309f13c/c96d1955-1d9c-4579-bc7e-14ab44cef288) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:16.773439 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0885eee9-beab-4075-aec2-0ae979d60386 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:16.773726 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8441e-1377-4718-be09-695ca9b3791d req-557fe438-8ba9-4452-a572-aa017bb20303 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:16.776072 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-70b8441e-1377-4718-be09-695ca9b3791d req-557fe438-8ba9-4452-a572-aa017bb20303 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.2375462 Sep 21 15:10:16.784288 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] Attempting to bind port faff25ae-b39a-467a-89db-88dc7b6a817d on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:16.784826 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] Attempting to bind port faff25ae-b39a-467a-89db-88dc7b6a817d by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:16.785328 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] Attempting to bind port faff25ae-b39a-467a-89db-88dc7b6a817d on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:16.793182 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:10:16.793733 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:10:16.794234 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:16.794717 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:10:16.795279 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] Bound port: faff25ae-b39a-467a-89db-88dc7b6a817d, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:10:16.795907 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:16.808675 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-142b9c5c-4b46-4cef-9515-1f73c2b5ac29 None None] Provisioning for port 2f2c3f9e-a67b-4889-9c81-930eba3829f8 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:16.831057 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-587b4767-1b91-41c2-a161-6b71d312ad5a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:16.832158 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-142b9c5c-4b46-4cef-9515-1f73c2b5ac29 None None] Provisioning complete for port 2f2c3f9e-a67b-4889-9c81-930eba3829f8 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:16.832642 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-142b9c5c-4b46-4cef-9515-1f73c2b5ac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:16.841326 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-4618e37a-5312-4a47-9bfc-4a40022560db tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Transition to ACTIVE for port object 7162b042-252e-44b6-a5c4-d016c9bdf99d will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:16.864965 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-13602ae6-12d9-49ed-8f3d-8fa804f574bb admin admin] 10.222.0.62 "DELETE /v2.0/networks/0ef8c881-241c-44dd-ad21-90cc5d4e1c08 HTTP/1.1" status: 204 len: 168 time: 3.7011118 Sep 21 15:10:16.936323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-587b4767-1b91-41c2-a161-6b71d312ad5a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Transition to ACTIVE for port object bc1a6810-0071-48a9-816f-354f51c9a7b7 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:16.960843 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-587b4767-1b91-41c2-a161-6b71d312ad5a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:17.020804 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4618e37a-5312-4a47-9bfc-4a40022560db tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:17.025080 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b3b5e9f1-bb4d-4931-b63d-9e4af1d8d2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:17.035350 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-70b8441e-1377-4718-be09-695ca9b3791d req-bbb7cebb-9df1-43ef-b9cb-40b88eee6d18 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367022 Sep 21 15:10:17.165929 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53730) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:17.183214 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] For port faff25ae-b39a-467a-89db-88dc7b6a817d, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:10:17.193392 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618e37a-5312-4a47-9bfc-4a40022560db tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Pushing event updated for resources: {'Port': ['ID=7162b042-252e-44b6-a5c4-d016c9bdf99d,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:17.198634 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0885eee9-beab-4075-aec2-0ae979d60386 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:17.245668 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-142b9c5c-4b46-4cef-9515-1f73c2b5ac29 None None] Current status of the port 2f2c3f9e-a67b-4889-9c81-930eba3829f8 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:17.246152 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-142b9c5c-4b46-4cef-9515-1f73c2b5ac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:17.257969 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] For port faff25ae-b39a-467a-89db-88dc7b6a817d, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=faff25ae-b39a-467a-89db-88dc7b6a817d,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:10:17.265763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7eaf49f3-c492-41d6-aca0-589b02ab3b5b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:17.268393 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:17.277442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b4767-1b91-41c2-a161-6b71d312ad5a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=bc1a6810-0071-48a9-816f-354f51c9a7b7,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:17.310217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b5e9f1-bb4d-4931-b63d-9e4af1d8d2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Network 75e1291b-19f7-4b4e-a361-1d3722be64c1 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:17.326119 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4618e37a-5312-4a47-9bfc-4a40022560db tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Network 2a74b495-bf3a-49be-b91d-92b15b934f1a is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:17.340360 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-4618e37a-5312-4a47-9bfc-4a40022560db tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:17.342305 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885eee9-beab-4075-aec2-0ae979d60386 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39215796-1fef-4e88-91e7-a8a79e0f3fb3,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:17.344306 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-b3b5e9f1-bb4d-4931-b63d-9e4af1d8d2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:17.349052 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4618e37a-5312-4a47-9bfc-4a40022560db tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:17.381500 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b5e9f1-bb4d-4931-b63d-9e4af1d8d2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:17.382448 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b5e9f1-bb4d-4931-b63d-9e4af1d8d2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:17.383048 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b3b5e9f1-bb4d-4931-b63d-9e4af1d8d2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:17.393418 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-142b9c5c-4b46-4cef-9515-1f73c2b5ac29 None None] For port 2f2c3f9e-a67b-4889-9c81-930eba3829f8, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=2f2c3f9e-a67b-4889-9c81-930eba3829f8,segment=NetworkSegment(a13a695c-ecb3-4624-aa16-38c603e92d6e),segment_id=a13a695c-ecb3-4624-aa16-38c603e92d6e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:17.409115 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0885eee9-beab-4075-aec2-0ae979d60386 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:17.413044 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0885eee9-beab-4075-aec2-0ae979d60386 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "DELETE /v2.0/security-groups/39215796-1fef-4e88-91e7-a8a79e0f3fb3 HTTP/1.1" status: 204 len: 168 time: 1.5496819 Sep 21 15:10:17.413638 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-142b9c5c-4b46-4cef-9515-1f73c2b5ac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:17.430778 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53734) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:17.435124 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae80132-8bc9-481a-ba8e-028909285bac None None] Pushing event updated for resources: {'Port': ['ID=faff25ae-b39a-467a-89db-88dc7b6a817d,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:17.455814 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-7eaf49f3-c492-41d6-aca0-589b02ab3b5b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Transition to ACTIVE for port object c96d1955-1d9c-4579-bc7e-14ab44cef288 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:17.489148 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-587b4767-1b91-41c2-a161-6b71d312ad5a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] In _notify_port_updated(), no bound segment for port bc1a6810-0071-48a9-816f-354f51c9a7b7 on network 8f63a506-c8ae-4f47-8fa4-2e0be634175c {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:10:17.497240 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b3b5e9f1-bb4d-4931-b63d-9e4af1d8d2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3309143 Sep 21 15:10:17.497435 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587b4767-1b91-41c2-a161-6b71d312ad5a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:17.497435 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-587b4767-1b91-41c2-a161-6b71d312ad5a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:17.497804 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-587b4767-1b91-41c2-a161-6b71d312ad5a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "PUT /v2.0/ports/bc1a6810-0071-48a9-816f-354f51c9a7b7 HTTP/1.1" status: 200 len: 998 time: 3.0374165 Sep 21 15:10:17.501624 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53738) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:17.502119 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53740) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:17.512163 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:17.545309 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b9c5c-4b46-4cef-9515-1f73c2b5ac29 None None] Pushing event updated for resources: {'Port': ['ID=2f2c3f9e-a67b-4889-9c81-930eba3829f8,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:17.561516 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5f84eb2c-3971-4700-8033-edf25c630d28 None None] Provisioning for port bc1a6810-0071-48a9-816f-354f51c9a7b7 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:17.570861 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5e9f1-bb4d-4931-b63d-9e4af1d8d2c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Pushing event updated for resources: {'Port': ['ID=a78a3121-0e1a-4b77-b4f0-8d04379efa80,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:17.573633 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5f84eb2c-3971-4700-8033-edf25c630d28 None None] Provisioning complete for port bc1a6810-0071-48a9-816f-354f51c9a7b7 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:17.574002 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5f84eb2c-3971-4700-8033-edf25c630d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:17.612736 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-15bd8d0f-3fef-4645-8689-50214459dbd5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d49d503a5c894e259463c6f22dd952c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4158425 Sep 21 15:10:17.623151 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53746) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:17.636949 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4618e37a-5312-4a47-9bfc-4a40022560db tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:17.637628 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4618e37a-5312-4a47-9bfc-4a40022560db tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:17.650035 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5f84eb2c-3971-4700-8033-edf25c630d28 None None] Port bc1a6810-0071-48a9-816f-354f51c9a7b7 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:10:17.653023 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc178ea-b1de-44e4-b1a4-663a82fbfa1f req-5030150f-363c-44e2-b220-382d4096c92d tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:17.654564 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1cc178ea-b1de-44e4-b1a4-663a82fbfa1f req-5030150f-363c-44e2-b220-382d4096c92d tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.3629475 Sep 21 15:10:17.716105 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-41769f6a-bc09-4522-9953-992dad5ebf2b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port bc1a6810-0071-48a9-816f-354f51c9a7b7 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:17.716444 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-41769f6a-bc09-4522-9953-992dad5ebf2b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:17.725550 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b069e0-0111-4859-8120-945524a5e089 admin admin] Router 2f00fce9-2900-4916-b2e2-04c51cef2229 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:10:17.734403 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4e96f140-61bc-4a97-a9ba-1be8d4388128 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Synchronizing usage tracker for tenant:cd68fdf91ef84de182075a2140f7a0fe on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:17.747852 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4618e37a-5312-4a47-9bfc-4a40022560db tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 4.4975092 Sep 21 15:10:17.750281 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53750) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:17.823434 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7eaf49f3-c492-41d6-aca0-589b02ab3b5b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:17.896608 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4e96f140-61bc-4a97-a9ba-1be8d4388128 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Unset dirty status for tenant:cd68fdf91ef84de182075a2140f7a0fe on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:17.901345 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4e96f140-61bc-4a97-a9ba-1be8d4388128 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4086428 Sep 21 15:10:17.902331 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37940986-11cc-477e-b6d8-33f7e564f19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:17.906139 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53754) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:17.925608 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1cc178ea-b1de-44e4-b1a4-663a82fbfa1f req-dede5e56-a522-47c0-a3e8-83a8ac4d5780 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2583916 Sep 21 15:10:17.948598 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a2b152b2-422f-4edc-bc80-86809b398a98 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group_rule': {'security_group_id': '0d11c6d8-b097-4ae3-81d3-fcd6f8ae0c87', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:17.963259 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a2b152b2-422f-4edc-bc80-86809b398a98 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:17.971057 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a2b152b2-422f-4edc-bc80-86809b398a98 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group_rule and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:17.979772 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a2b152b2-422f-4edc-bc80-86809b398a98 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:17.995353 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5ba7f907-6e0c-422c-9a79-8b06023e7039 None None] Provisioning complete for port 2f2c3f9e-a67b-4889-9c81-930eba3829f8 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:17.995600 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37940986-11cc-477e-b6d8-33f7e564f19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:17.998249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ba7f907-6e0c-422c-9a79-8b06023e7039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:18.012082 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a2b152b2-422f-4edc-bc80-86809b398a98 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:18.043163 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaf49f3-c492-41d6-aca0-589b02ab3b5b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:18.067808 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7eaf49f3-c492-41d6-aca0-589b02ab3b5b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:18.070229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:18.082196 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaf49f3-c492-41d6-aca0-589b02ab3b5b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:18.088943 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaf49f3-c492-41d6-aca0-589b02ab3b5b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:18.089920 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7eaf49f3-c492-41d6-aca0-589b02ab3b5b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:18.115645 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf49f3-c492-41d6-aca0-589b02ab3b5b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=c96d1955-1d9c-4579-bc7e-14ab44cef288,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:18.245395 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5ba7f907-6e0c-422c-9a79-8b06023e7039 None None] Current status of the port 2f2c3f9e-a67b-4889-9c81-930eba3829f8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:18.269811 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33225b47-bd57-4f78-ac76-4819e97e56dc tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:18.273276 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5ba7f907-6e0c-422c-9a79-8b06023e7039 None None] Provisioning for port 0eafce97-7d1c-4c12-be40-1b86a9eeea86 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:18.278786 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33225b47-bd57-4f78-ac76-4819e97e56dc tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:18.291461 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5ba7f907-6e0c-422c-9a79-8b06023e7039 None None] Provisioning complete for port 0eafce97-7d1c-4c12-be40-1b86a9eeea86 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:18.292301 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ba7f907-6e0c-422c-9a79-8b06023e7039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:18.295131 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33225b47-bd57-4f78-ac76-4819e97e56dc tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:18.296022 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-33225b47-bd57-4f78-ac76-4819e97e56dc tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Synchronizing usage tracker for tenant:8464dd3ec5e94e3284522a33acc4720c on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:18.303980 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b069e0-0111-4859-8120-945524a5e089 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:10:18.317335 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6d042b-b95f-4e19-9f82-5e0444e35aba None None] Sync routers for ids ['2f00fce9-2900-4916-b2e2-04c51cef2229'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:10:18.333793 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d042b-b95f-4e19-9f82-5e0444e35aba None None] Routers {'2f00fce9-2900-4916-b2e2-04c51cef2229'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:10:18.334056 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1d6d042b-b95f-4e19-9f82-5e0444e35aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:10:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2f00fce9-2900-4916-b2e2-04c51cef2229'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:18.352226 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-a2b152b2-422f-4edc-bc80-86809b398a98 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] create failed (client error): The resource could not be found. Sep 21 15:10:18.354175 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a2b152b2-422f-4edc-bc80-86809b398a98 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4396677 Sep 21 15:10:18.367135 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53762) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:18.379123 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d9c7171d-4bcf-4d48-9272-354745cb5e62 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group': {'name': 'tempest-secgroup--2082967534'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:18.381349 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5ba7f907-6e0c-422c-9a79-8b06023e7039 None None] Port 0eafce97-7d1c-4c12-be40-1b86a9eeea86 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:10:18.396236 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5ba7f907-6e0c-422c-9a79-8b06023e7039 None None] Provisioning for port 7162b042-252e-44b6-a5c4-d016c9bdf99d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:18.397265 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d9c7171d-4bcf-4d48-9272-354745cb5e62 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:18.403302 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5ba7f907-6e0c-422c-9a79-8b06023e7039 None None] Provisioning complete for port 7162b042-252e-44b6-a5c4-d016c9bdf99d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:18.404272 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ba7f907-6e0c-422c-9a79-8b06023e7039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:18.417988 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37940986-11cc-477e-b6d8-33f7e564f19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:18.420331 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37940986-11cc-477e-b6d8-33f7e564f19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:18.421512 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-37940986-11cc-477e-b6d8-33f7e564f19e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d27023a3-fb5f-4104-b3c2-02d0218105a3 HTTP/1.1" status: 204 len: 168 time: 0.7795005 Sep 21 15:10:18.425396 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b5b069e0-0111-4859-8120-945524a5e089 admin admin] 10.222.0.62 "PUT /v2.0/routers/2f00fce9-2900-4916-b2e2-04c51cef2229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9764152 Sep 21 15:10:18.451628 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d9c7171d-4bcf-4d48-9272-354745cb5e62 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:18.453596 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53768) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:18.454217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-33225b47-bd57-4f78-ac76-4819e97e56dc tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Unset dirty status for tenant:8464dd3ec5e94e3284522a33acc4720c on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:18.458293 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-33225b47-bd57-4f78-ac76-4819e97e56dc tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.7030334 Sep 21 15:10:18.474117 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53770) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:18.482804 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37940986-11cc-477e-b6d8-33f7e564f19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27023a3-fb5f-4104-b3c2-02d0218105a3,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:18.487849 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5ba7f907-6e0c-422c-9a79-8b06023e7039 None None] Port 7162b042-252e-44b6-a5c4-d016c9bdf99d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:10:18.555132 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7eaf49f3-c492-41d6-aca0-589b02ab3b5b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6435592 Sep 21 15:10:18.623921 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bb72e2d3-548a-4e15-b793-3f7937819b8f None None] Provisioning complete for port 0eafce97-7d1c-4c12-be40-1b86a9eeea86 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:18.624291 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bb72e2d3-548a-4e15-b793-3f7937819b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:18.715528 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53776) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:18.719425 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-c2f48338-13fb-4eac-a626-d107652b02e4 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Deleting port 7162b042-252e-44b6-a5c4-d016c9bdf99d {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:18.719775 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c2f48338-13fb-4eac-a626-d107652b02e4 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:18.739207 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-1d6d042b-b95f-4e19-9f82-5e0444e35aba None None] Set router 2f00fce9-2900-4916-b2e2-04c51cef2229 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:10:18.773342 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bb72e2d3-548a-4e15-b793-3f7937819b8f None None] Port 0eafce97-7d1c-4c12-be40-1b86a9eeea86 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:10:18.814706 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8e69776a-dc0e-434f-b372-3efd6867b7bc tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'fixed_ips': [{'subnet_id': '396e1bdc-74b7-43c5-91af-99c56309f13c', 'ip_address': '2001:db8::6bf2:9dfa:bb46:6d9b'}], 'name': 'tempest-NetworksTestDHCPv6-2011628283'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:18.906302 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6074a5c1-b834-44da-ac30-1f74c0d072e2 None None] Provisioning complete for port 7162b042-252e-44b6-a5c4-d016c9bdf99d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:18.906831 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6074a5c1-b834-44da-ac30-1f74c0d072e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:19.042631 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-41769f6a-bc09-4522-9953-992dad5ebf2b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:19.100509 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6074a5c1-b834-44da-ac30-1f74c0d072e2 None None] Port 7162b042-252e-44b6-a5c4-d016c9bdf99d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:10:19.226564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] device_id is not set on port a78a3121-0e1a-4b77-b4f0-8d04379efa80 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:19.229578 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1d6d042b-b95f-4e19-9f82-5e0444e35aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'name': 'tempest-ServersTestJSON-711045979-router', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:10:14Z', 'revision_number': 5, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'gw_port': {'id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:19.236992 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6d042b-b95f-4e19-9f82-5e0444e35aba None None] Checking router: 2f00fce9-2900-4916-b2e2-04c51cef2229 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:10:19.241313 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-41769f6a-bc09-4522-9953-992dad5ebf2b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Calling delete_port for bc1a6810-0071-48a9-816f-354f51c9a7b7 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:19.246892 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d042b-b95f-4e19-9f82-5e0444e35aba None None] Routers {'2f00fce9-2900-4916-b2e2-04c51cef2229'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:10:19.247675 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1d6d042b-b95f-4e19-9f82-5e0444e35aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:10:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2f00fce9-2900-4916-b2e2-04c51cef2229'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:19.251749 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c2f48338-13fb-4eac-a626-d107652b02e4 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:19.258436 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-168d4b0c-108c-4e09-afd8-30a0ffda34c1 None None] Provisioning for port faff25ae-b39a-467a-89db-88dc7b6a817d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:19.289427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:19.317071 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc05e5a-1bf6-496b-849d-535e74f261e9 req-958e9e46-ecf9-487b-8be9-7376edd05523 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:19.332933 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9cc05e5a-1bf6-496b-849d-535e74f261e9 req-958e9e46-ecf9-487b-8be9-7376edd05523 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.7967427 Sep 21 15:10:19.391845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-c2f48338-13fb-4eac-a626-d107652b02e4 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Calling delete_port for 7162b042-252e-44b6-a5c4-d016c9bdf99d owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:19.417273 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Transition to ACTIVE for port object a78a3121-0e1a-4b77-b4f0-8d04379efa80 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:19.432735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:19.566437 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-1d6d042b-b95f-4e19-9f82-5e0444e35aba None None] Set router 2f00fce9-2900-4916-b2e2-04c51cef2229 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:10:19.590854 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d9c7171d-4bcf-4d48-9272-354745cb5e62 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:19.612677 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-14462485-15ef-4dbb-89d7-64187235bdbf None None] Provisioning for port c96d1955-1d9c-4579-bc7e-14ab44cef288 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:19.629208 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-14462485-15ef-4dbb-89d7-64187235bdbf None None] Provisioning complete for port c96d1955-1d9c-4579-bc7e-14ab44cef288 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:19.633216 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-14462485-15ef-4dbb-89d7-64187235bdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:19.642142 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9cc05e5a-1bf6-496b-849d-535e74f261e9 req-2ea7ca80-7cd9-4cb7-b838-72cb3d2f9256 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3070991 Sep 21 15:10:19.742179 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 2f2c3f9e-a67b-4889-9c81-930eba3829f8 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:10:19.765215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Pushing event updated for resources: {'Port': ['ID=a78a3121-0e1a-4b77-b4f0-8d04379efa80,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:19.774264 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:19.774652 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:19.775550 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:19.778874 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d9c7171d-4bcf-4d48-9272-354745cb5e62 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:19.792744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:19.793116 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:19.793504 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 2 to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 Sep 21 15:10:19.800112 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d9c7171d-4bcf-4d48-9272-354745cb5e62 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group_rule and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:19.825591 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d9c7171d-4bcf-4d48-9272-354745cb5e62 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:19.854995 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c2f48338-13fb-4eac-a626-d107652b02e4 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:19.857141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:19.857470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:19.857801 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:19.866895 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d9c7171d-4bcf-4d48-9272-354745cb5e62 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:19.881163 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:19.881539 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:19.954989 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 3 to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 Sep 21 15:10:19.958273 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-14462485-15ef-4dbb-89d7-64187235bdbf None None] Port c96d1955-1d9c-4579-bc7e-14ab44cef288 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:10:19.981800 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90cb6f5b-4faa-4612-9947-102973067427 admin admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:20.001798 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 2f2c3f9e-a67b-4889-9c81-930eba3829f8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:20.002174 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:20.077671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:20.078172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:20.078537 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:20.115045 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:20.115334 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:20.118092 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 4 to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 Sep 21 15:10:20.146980 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:20.147551 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:20.148032 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:20.157221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-41769f6a-bc09-4522-9953-992dad5ebf2b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:20.167247 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f48338-13fb-4eac-a626-d107652b02e4 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Pushing event deleted for resources: {'Port': ['ID=7162b042-252e-44b6-a5c4-d016c9bdf99d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:20.199765 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8e69776a-dc0e-434f-b372-3efd6867b7bc tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:20.215353 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:20.215686 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:20.222614 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 5 to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 Sep 21 15:10:20.226348 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8e69776a-dc0e-434f-b372-3efd6867b7bc tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:port and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:20.261565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41769f6a-bc09-4522-9953-992dad5ebf2b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Port': ['ID=bc1a6810-0071-48a9-816f-354f51c9a7b7,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:20.269467 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1d6d042b-b95f-4e19-9f82-5e0444e35aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'name': 'tempest-ServersTestJSON-711045979-router', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:10:14Z', 'revision_number': 5, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'gw_port': {'id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:20.275324 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6d042b-b95f-4e19-9f82-5e0444e35aba None None] The sync data for ids ['2f00fce9-2900-4916-b2e2-04c51cef2229'] in dv-neutron-858731-1-hyperv is: [{'id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'name': 'tempest-ServersTestJSON-711045979-router', 'tenant_id': 'dcc136835e934810abcfcbfd5ed75196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:13Z', 'updated_at': '2022-09-21T15:10:14Z', 'revision_number': 5, 'project_id': 'dcc136835e934810abcfcbfd5ed75196', 'gw_port': {'id': 'bf0f21b7-637b-414b-bffa-d5b2a7f04c53', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f00fce9-2900-4916-b2e2-04c51cef2229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:16Z', 'updated_at': '2022-09-21T15:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:10:20.298825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 2f2c3f9e-a67b-4889-9c81-930eba3829f8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:20.299942 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device faff25ae-b39a-467a-89db-88dc7b6a817d up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:10:20.323228 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:20.323752 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:20.326184 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:20.388223 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port faff25ae-b39a-467a-89db-88dc7b6a817d completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:20.391172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de045c63-9cd7-47b2-8053-4f1715a7c0ce req-da1bcca0-3e7a-4466-b083-2d6e9ba5fc6d tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:20.392709 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de045c63-9cd7-47b2-8053-4f1715a7c0ce req-da1bcca0-3e7a-4466-b083-2d6e9ba5fc6d tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.4183786 Sep 21 15:10:20.394690 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port faff25ae-b39a-467a-89db-88dc7b6a817d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:20.395137 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:20.404863 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:20.405193 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:20.406787 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 6 to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 Sep 21 15:10:20.434255 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:20.434574 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:20.434894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:20.513015 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:20.513614 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:20.517594 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 7 to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 Sep 21 15:10:20.520615 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d9c7171d-4bcf-4d48-9272-354745cb5e62 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:20.530721 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8e69776a-dc0e-434f-b372-3efd6867b7bc tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:20.567476 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de045c63-9cd7-47b2-8053-4f1715a7c0ce req-5f758bce-fb46-4af1-b2db-4f63a678eb81 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613469 Sep 21 15:10:20.570155 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:20.570704 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:20.571994 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:20.572101 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port faff25ae-b39a-467a-89db-88dc7b6a817d is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:20.572547 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:20.575478 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-41769f6a-bc09-4522-9953-992dad5ebf2b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:20.603646 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:20.603646 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:20.603646 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 8 to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 Sep 21 15:10:20.603942 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d9c7171d-4bcf-4d48-9272-354745cb5e62 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:20.603942 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8e69776a-dc0e-434f-b372-3efd6867b7bc tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:20.623485 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:20.623949 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:20.624372 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:20.642561 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port faff25ae-b39a-467a-89db-88dc7b6a817d, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=faff25ae-b39a-467a-89db-88dc7b6a817d,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:20.647034 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-41769f6a-bc09-4522-9953-992dad5ebf2b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/ports/bc1a6810-0071-48a9-816f-354f51c9a7b7 HTTP/1.1" status: 204 len: 168 time: 3.1420372 Sep 21 15:10:20.647783 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53812) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:20.648865 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:20.652675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:20.653002 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:20.686130 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 9 to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 Sep 21 15:10:20.708603 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-888088ce-8d49-44d0-a911-9adc94a62497 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] GET failed (client error): The resource could not be found. Sep 21 15:10:20.709125 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-888088ce-8d49-44d0-a911-9adc94a62497 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Synchronizing usage tracker for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:20.716807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:20.717178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:20.717448 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:20.729733 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:20.730131 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:20.731912 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 10 to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 Sep 21 15:10:20.752677 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=faff25ae-b39a-467a-89db-88dc7b6a817d,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:20.762003 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-888088ce-8d49-44d0-a911-9adc94a62497 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Unset dirty status for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:20.763336 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-888088ce-8d49-44d0-a911-9adc94a62497 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports/bc1a6810-0071-48a9-816f-354f51c9a7b7 HTTP/1.1" status: 404 len: 333 time: 0.1125324 Sep 21 15:10:20.764338 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:20.764767 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:20.765167 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:20.767279 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53816) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:20.773118 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:20.773529 dv-neutron-858731-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:20.773957 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:20.854550 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e69776a-dc0e-434f-b372-3efd6867b7bc tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:20.877693 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7171d-4bcf-4d48-9272-354745cb5e62 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfa1a22-7399-4e75-9049-6a6ef9639e73,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:20.884880 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90cb6f5b-4faa-4612-9947-102973067427 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:20.946604 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d9c7171d-4bcf-4d48-9272-354745cb5e62 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:20.947798 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d9c7171d-4bcf-4d48-9272-354745cb5e62 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.5772557 Sep 21 15:10:20.954685 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53824) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:20.959569 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-90cb6f5b-4faa-4612-9947-102973067427 admin admin] Deleting port bf0f21b7-637b-414b-bffa-d5b2a7f04c53 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:20.960365 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90cb6f5b-4faa-4612-9947-102973067427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:20.966412 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-cd21c8dd-f72f-4e2b-9b4a-64138bf3de39 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254945025'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:20.985544 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c2f48338-13fb-4eac-a626-d107652b02e4 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:20.987602 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c2f48338-13fb-4eac-a626-d107652b02e4 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "DELETE /v2.0/ports/7162b042-252e-44b6-a5c4-d016c9bdf99d HTTP/1.1" status: 204 len: 168 time: 2.5061688 Sep 21 15:10:20.996633 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53828) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:21.000048 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cd21c8dd-f72f-4e2b-9b4a-64138bf3de39 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:21.013047 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2237cd8d-b40d-4529-b4e1-d7e79750a0e8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting subnet 49e9aa2a-c9bc-4afb-87f0-73699d6dd0a0 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:10:21.023126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cd21c8dd-f72f-4e2b-9b4a-64138bf3de39 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:21.029026 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2237cd8d-b40d-4529-b4e1-d7e79750a0e8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:21.065240 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cd21c8dd-f72f-4e2b-9b4a-64138bf3de39 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:21.086029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cd21c8dd-f72f-4e2b-9b4a-64138bf3de39 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:21.087835 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-032c1ef5-d1f3-4aad-84c4-c7772cd6166d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] GET failed (client error): The resource could not be found. Sep 21 15:10:21.088373 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-032c1ef5-d1f3-4aad-84c4-c7772cd6166d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Synchronizing usage tracker for tenant:8464dd3ec5e94e3284522a33acc4720c on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:21.097763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] For port a78a3121-0e1a-4b77-b4f0-8d04379efa80, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:10:21.098135 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempted to set empty binding levels {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 21 15:10:21.124442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c618ae-9896-4b30-8bab-bcd9225374ef req-890feac7-567e-475d-9b90-50169b74757e tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:21.126003 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-51c618ae-9896-4b30-8bab-bcd9225374ef req-890feac7-567e-475d-9b90-50169b74757e tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.2899075 Sep 21 15:10:21.127074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:21.127614 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] In _notify_port_updated(), no bound segment for port a78a3121-0e1a-4b77-b4f0-8d04379efa80 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:10:21.128421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:21.129104 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:21.132985 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] 10.222.0.62 "PUT /v2.0/ports/a78a3121-0e1a-4b77-b4f0-8d04379efa80 HTTP/1.1" status: 200 len: 981 time: 3.6298699 Sep 21 15:10:21.135970 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2237cd8d-b40d-4529-b4e1-d7e79750a0e8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:21.163664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53836) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:21.209996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cd21c8dd-f72f-4e2b-9b4a-64138bf3de39 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:21.308814 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53842) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:21.332798 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e69776a-dc0e-434f-b372-3efd6867b7bc tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:21.358837 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-032c1ef5-d1f3-4aad-84c4-c7772cd6166d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Unset dirty status for tenant:8464dd3ec5e94e3284522a33acc4720c on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:21.359980 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-032c1ef5-d1f3-4aad-84c4-c7772cd6166d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "GET /v2.0/ports/7162b042-252e-44b6-a5c4-d016c9bdf99d HTTP/1.1" status: 404 len: 333 time: 0.3625424 Sep 21 15:10:21.364413 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53848) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:21.386607 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-db85a9a9-7d0f-48fa-9eeb-8e1c133d206d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Request body: {'port': {'network_id': '2a74b495-bf3a-49be-b91d-92b15b934f1a', 'name': 'tempest-AllowedAddressPairTestJSON-1675788423'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:21.405580 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-8e69776a-dc0e-434f-b372-3efd6867b7bc tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] device_id is not set on port ab75f6a5-67f6-47bc-ae0e-6c22e3dfa586 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:21.441970 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cd21c8dd-f72f-4e2b-9b4a-64138bf3de39 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:21.446686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cd21c8dd-f72f-4e2b-9b4a-64138bf3de39 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group_rule and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:21.450378 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cd21c8dd-f72f-4e2b-9b4a-64138bf3de39 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:21.467025 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cd21c8dd-f72f-4e2b-9b4a-64138bf3de39 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:21.496383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device faff25ae-b39a-467a-89db-88dc7b6a817d up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:10:21.503244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06fded-a06d-4a98-96dc-9b7456e75c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Pushing event updated for resources: {'Port': ['ID=a78a3121-0e1a-4b77-b4f0-8d04379efa80,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:21.544499 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-51c618ae-9896-4b30-8bab-bcd9225374ef req-df374cda-c804-41f9-8353-e5a74ab0cdfb tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3364789 Sep 21 15:10:21.550492 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e4164f94-c699-499c-a458-5e58e9572cb9 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:21.605317 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2237cd8d-b40d-4529-b4e1-d7e79750a0e8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:21.630393 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port faff25ae-b39a-467a-89db-88dc7b6a817d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:21.630761 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:21.656778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25e48d-8cab-4429-934b-10273b3a6912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:21.657261 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25e48d-8cab-4429-934b-10273b3a6912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:21.657734 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25e48d-8cab-4429-934b-10273b3a6912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:21.658201 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25e48d-8cab-4429-934b-10273b3a6912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:21.658668 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25e48d-8cab-4429-934b-10273b3a6912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:21.659129 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25e48d-8cab-4429-934b-10273b3a6912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:21.660732 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25e48d-8cab-4429-934b-10273b3a6912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:21.661206 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25e48d-8cab-4429-934b-10273b3a6912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:21.661671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25e48d-8cab-4429-934b-10273b3a6912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:21.662134 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25e48d-8cab-4429-934b-10273b3a6912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:21.662599 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25e48d-8cab-4429-934b-10273b3a6912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:21.663061 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25e48d-8cab-4429-934b-10273b3a6912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:21.663523 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25e48d-8cab-4429-934b-10273b3a6912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:21.663983 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25e48d-8cab-4429-934b-10273b3a6912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:21.664438 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25e48d-8cab-4429-934b-10273b3a6912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:21.664934 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25e48d-8cab-4429-934b-10273b3a6912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:21.666274 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25e48d-8cab-4429-934b-10273b3a6912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:21.666761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25e48d-8cab-4429-934b-10273b3a6912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:21.673726 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4d25e48d-8cab-4429-934b-10273b3a6912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16420 time: 0.4775851 Sep 21 15:10:21.674344 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53854) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:21.751823 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-90cb6f5b-4faa-4612-9947-102973067427 admin admin] For port bf0f21b7-637b-414b-bffa-d5b2a7f04c53, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=bf0f21b7-637b-414b-bffa-d5b2a7f04c53,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:21.752208 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90cb6f5b-4faa-4612-9947-102973067427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:21.772738 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port faff25ae-b39a-467a-89db-88dc7b6a817d is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:21.777570 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cd21c8dd-f72f-4e2b-9b4a-64138bf3de39 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:21.789982 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cd21c8dd-f72f-4e2b-9b4a-64138bf3de39 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:21.798568 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:10:21.812376 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-317944f6-3869-4ba1-9eb9-bebc93859607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Deleting port a78a3121-0e1a-4b77-b4f0-8d04379efa80 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:21.812750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-317944f6-3869-4ba1-9eb9-bebc93859607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:21.863057 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:10:21.863434 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 08fc8e81-39fd-4226-a8e8-f4dae0aaf067 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:10:21.886541 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:21.894737 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2237cd8d-b40d-4529-b4e1-d7e79750a0e8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:21.947495 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21c8dd-f72f-4e2b-9b4a-64138bf3de39 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88073e58-7b5d-4055-82c8-4f6f946f0d0b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:21.967353 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-90cb6f5b-4faa-4612-9947-102973067427 admin admin] Calling delete_port for bf0f21b7-637b-414b-bffa-d5b2a7f04c53 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:21.992525 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237cd8d-b40d-4529-b4e1-d7e79750a0e8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Subnet': ['ID=49e9aa2a-c9bc-4afb-87f0-73699d6dd0a0,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:22.050063 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec01ce6-9e62-4810-bc17-e8b915df3f07 None None] Network 8f63a506-c8ae-4f47-8fa4-2e0be634175c requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:22.057558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2237cd8d-b40d-4529-b4e1-d7e79750a0e8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:22.059957 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2237cd8d-b40d-4529-b4e1-d7e79750a0e8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/subnets/49e9aa2a-c9bc-4afb-87f0-73699d6dd0a0 HTTP/1.1" status: 204 len: 168 time: 1.2900600 Sep 21 15:10:22.062941 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cd21c8dd-f72f-4e2b-9b4a-64138bf3de39 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:22.067576 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cd21c8dd-f72f-4e2b-9b4a-64138bf3de39 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1118131 Sep 21 15:10:22.069487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53860) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:22.069907 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53862) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:22.127466 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-adde7428-0135-4e34-a2b8-39403ac302d2 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group_rule': {'security_group_id': '0bfa1a22-7399-4e75-9049-6a6ef9639e73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '88073e58-7b5d-4055-82c8-4f6f946f0d0b'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:22.158533 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-adde7428-0135-4e34-a2b8-39403ac302d2 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:22.189744 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e69776a-dc0e-434f-b372-3efd6867b7bc tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 21 15:10:22.190244 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e69776a-dc0e-434f-b372-3efd6867b7bc tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:10:22.222710 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-db85a9a9-7d0f-48fa-9eeb-8e1c133d206d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:22.234569 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-db85a9a9-7d0f-48fa-9eeb-8e1c133d206d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:22.250851 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-adde7428-0135-4e34-a2b8-39403ac302d2 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group_rule and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:22.255167 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e4164f94-c699-499c-a458-5e58e9572cb9 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] 10.222.0.62 "PUT /v2.0/quotas/5daf73dbda4b4a958e168fe8a91a4487 HTTP/1.1" status: 200 len: 366 time: 0.9377356 Sep 21 15:10:22.258609 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db85a9a9-7d0f-48fa-9eeb-8e1c133d206d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Made reservation on behalf of 8464dd3ec5e94e3284522a33acc4720c for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:22.262715 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-db85a9a9-7d0f-48fa-9eeb-8e1c133d206d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:22.271524 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-adde7428-0135-4e34-a2b8-39403ac302d2 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:22.278235 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53868) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:22.301064 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-adde7428-0135-4e34-a2b8-39403ac302d2 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:22.302054 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-db85a9a9-7d0f-48fa-9eeb-8e1c133d206d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] device_id is not set on port 5beb64f6-aff8-43e4-91fc-e9366a453a3d yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:22.326506 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4fc515c3-b30f-455b-9723-43813fb030da tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0439229 Sep 21 15:10:22.333976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53872) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:22.346762 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8e69776a-dc0e-434f-b372-3efd6867b7bc tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.5509996 Sep 21 15:10:22.349629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-317944f6-3869-4ba1-9eb9-bebc93859607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] For port a78a3121-0e1a-4b77-b4f0-8d04379efa80, host hv-neutron-8587, got binding levels [] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:22.349629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-317944f6-3869-4ba1-9eb9-bebc93859607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:22.354936 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53876) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:22.363281 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-55316c84-5527-4cb9-9d44-eb410b805903 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting subnet 15134117-dcb5-4900-be64-ea20053bbd5e {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:10:22.377832 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-55316c84-5527-4cb9-9d44-eb410b805903 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:22.421439 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90cb6f5b-4faa-4612-9947-102973067427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:22.493494 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4c84a6df-8979-4966-aa0b-ad223e4639a0 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] 10.222.0.62 "GET /v2.0/quotas/5daf73dbda4b4a958e168fe8a91a4487 HTTP/1.1" status: 200 len: 366 time: 0.1522293 Sep 21 15:10:22.502994 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb6f5b-4faa-4612-9947-102973067427 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf0f21b7-637b-414b-bffa-d5b2a7f04c53,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:22.511346 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53880) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:22.575943 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-317944f6-3869-4ba1-9eb9-bebc93859607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Calling delete_port for a78a3121-0e1a-4b77-b4f0-8d04379efa80 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:22.648603 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881b5ca-93bb-4471-b4e4-df3fa9bf1bde req-863d6693-f4e0-4f2f-903e-1d4a74f55f47 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:22.650734 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8881b5ca-93bb-4471-b4e4-df3fa9bf1bde req-863d6693-f4e0-4f2f-903e-1d4a74f55f47 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.7150917 Sep 21 15:10:22.652601 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9af1bae3-11c1-42f2-93fb-e5b81e8b552b tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/5daf73dbda4b4a958e168fe8a91a4487 HTTP/1.1" status: 204 len: 168 time: 0.1394696 Sep 21 15:10:22.653797 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53884) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:22.654840 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-55316c84-5527-4cb9-9d44-eb410b805903 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:22.726379 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-adde7428-0135-4e34-a2b8-39403ac302d2 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:10:22.731118 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-adde7428-0135-4e34-a2b8-39403ac302d2 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6418350 Sep 21 15:10:22.731118 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53888) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:22.731379 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d49f416a-2bf7-4c5d-8d5e-8e0ed4b2da6b tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0449150 Sep 21 15:10:22.734160 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53890) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:22.780193 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-db85a9a9-7d0f-48fa-9eeb-8e1c133d206d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Allocated IP 172.20.0.13 (2a74b495-bf3a-49be-b91d-92b15b934f1a/670c6951-fd26-4393-bace-6672c88bff7d/5beb64f6-aff8-43e4-91fc-e9366a453a3d) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:22.784535 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9b51c23b-8537-4a8e-a84f-4fba3394da4c tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] 10.222.0.62 "GET /v2.0/quotas/5daf73dbda4b4a958e168fe8a91a4487 HTTP/1.1" status: 200 len: 370 time: 0.0505085 Sep 21 15:10:22.788625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90cb6f5b-4faa-4612-9947-102973067427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:22.794009 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53896) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:22.803477 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7705174f-1691-4375-af6c-a5c842849758 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] 10.222.0.62 "GET /v2.0/quotas/5daf73dbda4b4a958e168fe8a91a4487/default HTTP/1.1" status: 200 len: 370 time: 0.0084009 Sep 21 15:10:22.807200 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-317944f6-3869-4ba1-9eb9-bebc93859607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:22.811814 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53900) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:22.826913 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8881b5ca-93bb-4471-b4e4-df3fa9bf1bde req-153f1a6f-e146-4990-b512-35a144f01f70 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339936 Sep 21 15:10:22.861128 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaa3441-cab3-4dcb-aa6d-642f07ac6358 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:22.867023 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaa3441-cab3-4dcb-aa6d-642f07ac6358 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:22.867847 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2aaa3441-cab3-4dcb-aa6d-642f07ac6358 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:22.888794 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317944f6-3869-4ba1-9eb9-bebc93859607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Pushing event deleted for resources: {'Port': ['ID=a78a3121-0e1a-4b77-b4f0-8d04379efa80,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:22.894860 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-bc070872-f841-40a2-882c-66cfc0c0ebe5 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] delete failed (client error): The resource could not be found. Sep 21 15:10:22.895885 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bc070872-f841-40a2-882c-66cfc0c0ebe5 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/5daf73dbda4b4a958e168fe8a91a4487 HTTP/1.1" status: 404 len: 348 time: 0.0831368 Sep 21 15:10:22.902597 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-317944f6-3869-4ba1-9eb9-bebc93859607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:22.912036 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-55316c84-5527-4cb9-9d44-eb410b805903 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:22.956256 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-317944f6-3869-4ba1-9eb9-bebc93859607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] 10.222.0.62 "DELETE /v2.0/ports/a78a3121-0e1a-4b77-b4f0-8d04379efa80 HTTP/1.1" status: 204 len: 168 time: 1.2640636 Sep 21 15:10:22.956946 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53906) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:23.019296 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf197c46-0122-4c1e-8ccd-1ec2e487f9a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] GET failed (client error): The resource could not be found. Sep 21 15:10:23.019850 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cf197c46-0122-4c1e-8ccd-1ec2e487f9a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Synchronizing usage tracker for tenant:d5bd80c948bb49b084e12b99c344d0e5 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:23.053500 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cf197c46-0122-4c1e-8ccd-1ec2e487f9a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Unset dirty status for tenant:d5bd80c948bb49b084e12b99c344d0e5 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:23.060579 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cf197c46-0122-4c1e-8ccd-1ec2e487f9a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] 10.222.0.62 "GET /v2.0/ports/a78a3121-0e1a-4b77-b4f0-8d04379efa80 HTTP/1.1" status: 404 len: 333 time: 0.0919962 Sep 21 15:10:23.061204 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53910) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:23.067199 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2d084867-4bf5-4cdf-b7fd-894ed6a22db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065795020', 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:23.070365 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53914) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:23.077532 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2d084867-4bf5-4cdf-b7fd-894ed6a22db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:23.088133 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-55316c84-5527-4cb9-9d44-eb410b805903 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:23.101367 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-88ce1e1d-fc6c-4a30-b107-73f16b9841fc tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:23.105170 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90cb6f5b-4faa-4612-9947-102973067427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:23.109300 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e7626f77-5c9c-4153-a543-093ef637c9b0 None None] Provisioning complete for port 95cbccf2-90f1-4192-b935-4eb05323670a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:23.109792 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e7626f77-5c9c-4153-a543-093ef637c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:23.109984 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90cb6f5b-4faa-4612-9947-102973067427 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:23.111532 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2aaa3441-cab3-4dcb-aa6d-642f07ac6358 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:23.115144 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2aaa3441-cab3-4dcb-aa6d-642f07ac6358 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.7567031 Sep 21 15:10:23.123106 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53918) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:23.143054 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2d084867-4bf5-4cdf-b7fd-894ed6a22db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:23.179392 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55316c84-5527-4cb9-9d44-eb410b805903 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Subnet': ['ID=15134117-dcb5-4900-be64-ea20053bbd5e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:23.179594 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-88ce1e1d-fc6c-4a30-b107-73f16b9841fc tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:23.208525 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-55316c84-5527-4cb9-9d44-eb410b805903 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:23.210505 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90cb6f5b-4faa-4612-9947-102973067427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:23.210997 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cb6f5b-4faa-4612-9947-102973067427 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f00fce9-2900-4916-b2e2-04c51cef2229 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:10:23.212496 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b32f1fc-bb2f-4997-9265-1ef215ec9275 None None] Network 8f63a506-c8ae-4f47-8fa4-2e0be634175c requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:23.221248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-582ee96a-e340-4532-b8e0-f33d298448f3 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] Usage tracker for resource:network and tenant:7c8a2652d113425b8d7c3513a5fffb1b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:23.226319 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-55316c84-5527-4cb9-9d44-eb410b805903 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/subnets/15134117-dcb5-4900-be64-ea20053bbd5e HTTP/1.1" status: 204 len: 168 time: 1.1422002 Sep 21 15:10:23.232757 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53922) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:23.235555 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d084867-4bf5-4cdf-b7fd-894ed6a22db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Made reservation on behalf of d5bd80c948bb49b084e12b99c344d0e5 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:23.237968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d084867-4bf5-4cdf-b7fd-894ed6a22db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:23.279515 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3ad05529-722e-4781-9f90-ad2cc052f2d9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port c96d1955-1d9c-4579-bc7e-14ab44cef288 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:23.280791 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3ad05529-722e-4781-9f90-ad2cc052f2d9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:23.314265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-582ee96a-e340-4532-b8e0-f33d298448f3 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:23.338194 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e7626f77-5c9c-4153-a543-093ef637c9b0 None None] Current status of the port 95cbccf2-90f1-4192-b935-4eb05323670a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:23.351301 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-2d084867-4bf5-4cdf-b7fd-894ed6a22db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] device_id is not set on port e33ea42b-dcfc-4842-a5e1-2979838f46a2 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:23.481027 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-88ce1e1d-fc6c-4a30-b107-73f16b9841fc tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:23.483372 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-88ce1e1d-fc6c-4a30-b107-73f16b9841fc tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:23.487321 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-88ce1e1d-fc6c-4a30-b107-73f16b9841fc tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "DELETE /v2.0/security-groups/88073e58-7b5d-4055-82c8-4f6f946f0d0b HTTP/1.1" status: 204 len: 168 time: 0.7465515 Sep 21 15:10:23.491709 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53926) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:23.499635 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90cb6f5b-4faa-4612-9947-102973067427 admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:23.502948 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-90cb6f5b-4faa-4612-9947-102973067427 admin admin] 10.222.0.62 "DELETE /v2.0/routers/2f00fce9-2900-4916-b2e2-04c51cef2229 HTTP/1.1" status: 204 len: 168 time: 5.0278664 Sep 21 15:10:23.526312 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53930) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:23.571790 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce1e1d-fc6c-4a30-b107-73f16b9841fc tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88073e58-7b5d-4055-82c8-4f6f946f0d0b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:23.630519 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-582ee96a-e340-4532-b8e0-f33d298448f3 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] Usage tracker for resource:subnet and tenant:7c8a2652d113425b8d7c3513a5fffb1b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:23.653541 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-db85a9a9-7d0f-48fa-9eeb-8e1c133d206d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:23.675162 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eeae2f4-0985-46ea-882c-ae90cf825405 admin admin] Deleting subnet 390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:10:23.685619 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-582ee96a-e340-4532-b8e0-f33d298448f3 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:23.686135 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5eeae2f4-0985-46ea-882c-ae90cf825405 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:23.722587 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4090e561-f953-4e23-b6db-f7cedade6ce1 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Synchronizing usage tracker for tenant:cd68fdf91ef84de182075a2140f7a0fe on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:23.725418 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-db85a9a9-7d0f-48fa-9eeb-8e1c133d206d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Transition to ACTIVE for port object 5beb64f6-aff8-43e4-91fc-e9366a453a3d will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:23.726942 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:23.763544 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db18aac5-d386-40d7-b99f-86556c6fedd7 None None] DHCP port deletion for 8f63a506-c8ae-4f47-8fa4-2e0be634175c request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:10:23.764699 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5eeae2f4-0985-46ea-882c-ae90cf825405 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:23.768899 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-db18aac5-d386-40d7-b99f-86556c6fedd7 None None] Deleting port 95cbccf2-90f1-4192-b935-4eb05323670a {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:23.769648 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db18aac5-d386-40d7-b99f-86556c6fedd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:23.786113 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-582ee96a-e340-4532-b8e0-f33d298448f3 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] Usage tracker for resource:subnetpool and tenant:7c8a2652d113425b8d7c3513a5fffb1b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:23.810204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4090e561-f953-4e23-b6db-f7cedade6ce1 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Unset dirty status for tenant:cd68fdf91ef84de182075a2140f7a0fe on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:23.817275 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4090e561-f953-4e23-b6db-f7cedade6ce1 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3127296 Sep 21 15:10:23.828296 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53934) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:23.872761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port 95cbccf2-90f1-4192-b935-4eb05323670a {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:23.874153 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:23.910924 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-db85a9a9-7d0f-48fa-9eeb-8e1c133d206d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:23.983936 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-767ab7f9-29be-4d21-ac6a-f64c713e54b1 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:24.019528 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-582ee96a-e340-4532-b8e0-f33d298448f3 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:24.039172 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-db18aac5-d386-40d7-b99f-86556c6fedd7 None None] For port 95cbccf2-90f1-4192-b935-4eb05323670a, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=95cbccf2-90f1-4192-b935-4eb05323670a,segment=NetworkSegment(138daaa3-85eb-42d8-9cde-500ba4372dcd),segment_id=138daaa3-85eb-42d8-9cde-500ba4372dcd)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:24.039650 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db18aac5-d386-40d7-b99f-86556c6fedd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:24.048480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db85a9a9-7d0f-48fa-9eeb-8e1c133d206d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Network 2a74b495-bf3a-49be-b91d-92b15b934f1a is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:24.049786 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5eeae2f4-0985-46ea-882c-ae90cf825405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:24.088082 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-db85a9a9-7d0f-48fa-9eeb-8e1c133d206d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:24.100352 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-767ab7f9-29be-4d21-ac6a-f64c713e54b1 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:24.118829 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db85a9a9-7d0f-48fa-9eeb-8e1c133d206d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:24.159512 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-582ee96a-e340-4532-b8e0-f33d298448f3 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] Usage tracker for resource:port and tenant:7c8a2652d113425b8d7c3513a5fffb1b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:24.177260 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85a9a9-7d0f-48fa-9eeb-8e1c133d206d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Pushing event updated for resources: {'Port': ['ID=5beb64f6-aff8-43e4-91fc-e9366a453a3d,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:24.180268 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-db18aac5-d386-40d7-b99f-86556c6fedd7 None None] Calling delete_port for 95cbccf2-90f1-4192-b935-4eb05323670a owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:24.190440 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-582ee96a-e340-4532-b8e0-f33d298448f3 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:24.211484 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d084867-4bf5-4cdf-b7fd-894ed6a22db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:24.254718 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db85a9a9-7d0f-48fa-9eeb-8e1c133d206d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:24.255280 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-db85a9a9-7d0f-48fa-9eeb-8e1c133d206d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:24.262421 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5eeae2f4-0985-46ea-882c-ae90cf825405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:24.279627 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-582ee96a-e340-4532-b8e0-f33d298448f3 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] Usage tracker for resource:router and tenant:7c8a2652d113425b8d7c3513a5fffb1b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:24.288591 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db18aac5-d386-40d7-b99f-86556c6fedd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:24.315143 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5eeae2f4-0985-46ea-882c-ae90cf825405 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:24.319644 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3ad05529-722e-4781-9f90-ad2cc052f2d9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:24.328717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-582ee96a-e340-4532-b8e0-f33d298448f3 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:24.330774 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeae2f4-0985-46ea-882c-ae90cf825405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:24.333769 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-767ab7f9-29be-4d21-ac6a-f64c713e54b1 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:24.336302 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-767ab7f9-29be-4d21-ac6a-f64c713e54b1 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:24.337475 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-767ab7f9-29be-4d21-ac6a-f64c713e54b1 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "DELETE /v2.0/security-groups/0bfa1a22-7399-4e75-9049-6a6ef9639e73 HTTP/1.1" status: 204 len: 168 time: 0.5081458 Sep 21 15:10:24.343439 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53940) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:24.349681 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16ede68-deca-4739-abd8-d79c286eee1a None None] Network 9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:24.351180 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5eeae2f4-0985-46ea-882c-ae90cf825405 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/390dd94f-2c3f-4aa4-9a2e-ea3bcf3dd652 HTTP/1.1" status: 204 len: 168 time: 0.8221304 Sep 21 15:10:24.354156 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53942) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:24.355700 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-db85a9a9-7d0f-48fa-9eeb-8e1c133d206d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9850674 Sep 21 15:10:24.358703 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ab7f9-29be-4d21-ac6a-f64c713e54b1 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfa1a22-7399-4e75-9049-6a6ef9639e73,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:24.360281 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53948) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:24.386726 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a54b9ef2-2482-49b6-a830-faa2c0932080 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:88:e0:19'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:24.395193 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18aac5-d386-40d7-b99f-86556c6fedd7 None None] Pushing event deleted for resources: {'Port': ['ID=95cbccf2-90f1-4192-b935-4eb05323670a,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:24.397389 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db18aac5-d386-40d7-b99f-86556c6fedd7 None None] No DVR routers for this DVR port 95cbccf2-90f1-4192-b935-4eb05323670a on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:10:24.445889 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-582ee96a-e340-4532-b8e0-f33d298448f3 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] Usage tracker for resource:floatingip and tenant:7c8a2652d113425b8d7c3513a5fffb1b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:24.530628 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c366214d-0265-454e-b5a0-36c5aab2c8f3 None None] Provisioning for port 5beb64f6-aff8-43e4-91fc-e9366a453a3d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:24.555094 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9e18cb39-f808-4046-b233-c03151de7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:24.563144 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3ad05529-722e-4781-9f90-ad2cc052f2d9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for c96d1955-1d9c-4579-bc7e-14ab44cef288 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:24.581174 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c366214d-0265-454e-b5a0-36c5aab2c8f3 None None] Provisioning complete for port 5beb64f6-aff8-43e4-91fc-e9366a453a3d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:24.581174 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c366214d-0265-454e-b5a0-36c5aab2c8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:24.609260 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-582ee96a-e340-4532-b8e0-f33d298448f3 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:24.628918 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9e18cb39-f808-4046-b233-c03151de7a14 admin admin] Deleting port b4311f49-d718-4992-ba2e-78aa78420ea6 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:24.629253 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9e18cb39-f808-4046-b233-c03151de7a14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:24.659401 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacf021-2e21-40c2-bf51-302c65664834 req-75dea49a-fe67-44f2-b8cf-54ac3bdab0cb tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:24.661102 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dbacf021-2e21-40c2-bf51-302c65664834 req-75dea49a-fe67-44f2-b8cf-54ac3bdab0cb tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.6349473 Sep 21 15:10:24.688573 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c366214d-0265-454e-b5a0-36c5aab2c8f3 None None] Port 5beb64f6-aff8-43e4-91fc-e9366a453a3d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:10:24.741431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] For port 95cbccf2-90f1-4192-b935-4eb05323670a, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=95cbccf2-90f1-4192-b935-4eb05323670a,segment=NetworkSegment(138daaa3-85eb-42d8-9cde-500ba4372dcd),segment_id=138daaa3-85eb-42d8-9cde-500ba4372dcd)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:24.741786 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:24.755617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-09214041-64a0-4f07-9207-7a11fae25cc7 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Synchronizing usage tracker for tenant:cd68fdf91ef84de182075a2140f7a0fe on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:24.764478 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d084867-4bf5-4cdf-b7fd-894ed6a22db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:24.787751 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4363800-1fcc-4f32-b63e-be13b387bd75 None None] DHCP port deletion for 9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:10:24.792532 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b4363800-1fcc-4f32-b63e-be13b387bd75 None None] Deleting port b4311f49-d718-4992-ba2e-78aa78420ea6 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:24.793328 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b4363800-1fcc-4f32-b63e-be13b387bd75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:24.851475 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a54b9ef2-2482-49b6-a830-faa2c0932080 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:24.960045 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Calling delete_port for 95cbccf2-90f1-4192-b935-4eb05323670a owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:24.996899 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-9e18cb39-f808-4046-b233-c03151de7a14 admin admin] For port b4311f49-d718-4992-ba2e-78aa78420ea6, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b4311f49-d718-4992-ba2e-78aa78420ea6,segment=NetworkSegment(4fff1882-96f2-4a13-80c6-6ad36cecf71b),segment_id=4fff1882-96f2-4a13-80c6-6ad36cecf71b)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:24.997282 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9e18cb39-f808-4046-b233-c03151de7a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:25.021718 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b4363800-1fcc-4f32-b63e-be13b387bd75 None None] For port b4311f49-d718-4992-ba2e-78aa78420ea6, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b4311f49-d718-4992-ba2e-78aa78420ea6,segment=NetworkSegment(4fff1882-96f2-4a13-80c6-6ad36cecf71b),segment_id=4fff1882-96f2-4a13-80c6-6ad36cecf71b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:25.022243 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b4363800-1fcc-4f32-b63e-be13b387bd75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:25.026750 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dbacf021-2e21-40c2-bf51-302c65664834 req-2b4e4642-5866-40b7-86b9-c398c99fbf1d tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3532331 Sep 21 15:10:25.088862 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-09214041-64a0-4f07-9207-7a11fae25cc7 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Unset dirty status for tenant:cd68fdf91ef84de182075a2140f7a0fe on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:25.093815 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-09214041-64a0-4f07-9207-7a11fae25cc7 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7377186 Sep 21 15:10:25.101778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d084867-4bf5-4cdf-b7fd-894ed6a22db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Network 75e1291b-19f7-4b4e-a361-1d3722be64c1 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:25.112999 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53954) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:25.127161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-99b8eede-9b85-42fb-86e9-962b227f3362 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group': {'name': 'tempest-secgroup--992400910'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:25.136707 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-2d084867-4bf5-4cdf-b7fd-894ed6a22db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:25.145957 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d084867-4bf5-4cdf-b7fd-894ed6a22db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Pushing event updated for resources: {'Port': ['ID=e33ea42b-dcfc-4842-a5e1-2979838f46a2,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:25.147188 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9e18cb39-f808-4046-b233-c03151de7a14 admin admin] Calling delete_port for b4311f49-d718-4992-ba2e-78aa78420ea6 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:25.153673 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-99b8eede-9b85-42fb-86e9-962b227f3362 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:25.156135 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d084867-4bf5-4cdf-b7fd-894ed6a22db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:25.157066 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d084867-4bf5-4cdf-b7fd-894ed6a22db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:25.157653 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d084867-4bf5-4cdf-b7fd-894ed6a22db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:25.194263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-582ee96a-e340-4532-b8e0-f33d298448f3 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] Usage tracker for resource:security_group and tenant:7c8a2652d113425b8d7c3513a5fffb1b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:25.197503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-99b8eede-9b85-42fb-86e9-962b227f3362 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:25.217596 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-582ee96a-e340-4532-b8e0-f33d298448f3 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:25.228802 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:10:25.229166 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:10:25.232235 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3ad05529-722e-4781-9f90-ad2cc052f2d9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:25.277414 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b4363800-1fcc-4f32-b63e-be13b387bd75 None None] Calling delete_port for b4311f49-d718-4992-ba2e-78aa78420ea6 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:25.438368 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9e18cb39-f808-4046-b233-c03151de7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:25.449100 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-b4363800-1fcc-4f32-b63e-be13b387bd75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:10:25.449453 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-b4363800-1fcc-4f32-b63e-be13b387bd75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:10:25.472290 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 95cbccf2-90f1-4192-b935-4eb05323670a no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:10:25.479082 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad05529-722e-4781-9f90-ad2cc052f2d9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Port': ['ID=c96d1955-1d9c-4579-bc7e-14ab44cef288,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:25.495756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18cb39-f808-4046-b233-c03151de7a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4311f49-d718-4992-ba2e-78aa78420ea6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:25.520677 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e18cb39-f808-4046-b233-c03151de7a14 admin admin] No DVR routers for this DVR port b4311f49-d718-4992-ba2e-78aa78420ea6 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:10:25.552033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 95cbccf2-90f1-4192-b935-4eb05323670a {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:10:25.552370 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 95cbccf2-90f1-4192-b935-4eb05323670a not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:10:25.552912 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device bf0f21b7-637b-414b-bffa-d5b2a7f04c53 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:10:25.597394 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: bf0f21b7-637b-414b-bffa-d5b2a7f04c53 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:10:25.598405 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device bf0f21b7-637b-414b-bffa-d5b2a7f04c53 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:10:25.599127 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b4311f49-d718-4992-ba2e-78aa78420ea6 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:10:25.612892 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2d084867-4bf5-4cdf-b7fd-894ed6a22db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.5458412 Sep 21 15:10:25.615285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-582ee96a-e340-4532-b8e0-f33d298448f3 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] Usage tracker for resource:security_group_rule and tenant:7c8a2652d113425b8d7c3513a5fffb1b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:25.617223 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53960) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:25.653871 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: b4311f49-d718-4992-ba2e-78aa78420ea6 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:10:25.654255 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b4311f49-d718-4992-ba2e-78aa78420ea6 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:10:25.656613 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99b8eede-9b85-42fb-86e9-962b227f3362 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:25.708886 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9e18cb39-f808-4046-b233-c03151de7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:25.712713 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3ad05529-722e-4781-9f90-ad2cc052f2d9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:25.716985 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-582ee96a-e340-4532-b8e0-f33d298448f3 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:25.730470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port 95cbccf2-90f1-4192-b935-4eb05323670a {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:25.730800 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:25.749961 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-9e18cb39-f808-4046-b233-c03151de7a14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:25.766845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a54b9ef2-2482-49b6-a830-faa2c0932080 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:25.770395 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-9e18cb39-f808-4046-b233-c03151de7a14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fff1882-96f2-4a13-80c6-6ad36cecf71b') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:25.770656 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-9e18cb39-f808-4046-b233-c03151de7a14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fff1882-96f2-4a13-80c6-6ad36cecf71b') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:25.781255 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a54b9ef2-2482-49b6-a830-faa2c0932080 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:25.786657 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-582ee96a-e340-4532-b8e0-f33d298448f3 tempest-QuotasTest-1807329261 tempest-QuotasTest-1807329261-project-admin] 10.222.0.62 "GET /v2.0/quotas/7c8a2652d113425b8d7c3513a5fffb1b/details.json HTTP/1.1" status: 200 len: 703 time: 2.7116044 Sep 21 15:10:25.796944 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3ad05529-722e-4781-9f90-ad2cc052f2d9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/c96d1955-1d9c-4579-bc7e-14ab44cef288 HTTP/1.1" status: 204 len: 168 time: 2.6636119 Sep 21 15:10:25.812863 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53966) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:25.829579 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-99b8eede-9b85-42fb-86e9-962b227f3362 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:25.839926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] The port '95cbccf2-90f1-4192-b935-4eb05323670a' was deleted {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:10:25.842734 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-99b8eede-9b85-42fb-86e9-962b227f3362 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Usage tracker for resource:security_group_rule and tenant:cd68fdf91ef84de182075a2140f7a0fe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:25.848039 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-99b8eede-9b85-42fb-86e9-962b227f3362 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:25.886128 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b251ced6-c6be-4c01-8705-f93af13b951d tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:25.886702 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b251ced6-c6be-4c01-8705-f93af13b951d tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Synchronizing usage tracker for tenant:d5bd80c948bb49b084e12b99c344d0e5 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:25.891863 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9e18cb39-f808-4046-b233-c03151de7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:25.892707 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-99b8eede-9b85-42fb-86e9-962b227f3362 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:25.939684 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b9ef2-2482-49b6-a830-faa2c0932080 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Pushing event updated for resources: {'Port': ['ID=5beb64f6-aff8-43e4-91fc-e9366a453a3d,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:25.951248 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b4363800-1fcc-4f32-b63e-be13b387bd75 None None] Deleting port b4311f49-d718-4992-ba2e-78aa78420ea6 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:25.951728 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b4363800-1fcc-4f32-b63e-be13b387bd75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:25.985737 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9e18cb39-f808-4046-b233-c03151de7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:25.995679 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a54b9ef2-2482-49b6-a830-faa2c0932080 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] In _notify_port_updated(), no bound segment for port 5beb64f6-aff8-43e4-91fc-e9366a453a3d on network 2a74b495-bf3a-49be-b91d-92b15b934f1a {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:10:26.002158 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54b9ef2-2482-49b6-a830-faa2c0932080 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:26.002875 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a54b9ef2-2482-49b6-a830-faa2c0932080 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:26.007858 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a54b9ef2-2482-49b6-a830-faa2c0932080 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "PUT /v2.0/ports/5beb64f6-aff8-43e4-91fc-e9366a453a3d HTTP/1.1" status: 200 len: 995 time: 1.6288280 Sep 21 15:10:26.008261 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53970) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:26.016143 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b251ced6-c6be-4c01-8705-f93af13b951d tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Unset dirty status for tenant:d5bd80c948bb49b084e12b99c344d0e5 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:26.017435 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b251ced6-c6be-4c01-8705-f93af13b951d tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] 10.222.0.62 "GET /v2.0/ports/e33ea42b-dcfc-4842-a5e1-2979838f46a2 HTTP/1.1" status: 200 len: 959 time: 0.3740261 Sep 21 15:10:26.023536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53974) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:26.035073 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089c841-d787-4b00-8d56-681ff457e5c1 req-ea8d0488-a94b-4a38-9313-4d9ab557d990 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:26.036647 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d089c841-d787-4b00-8d56-681ff457e5c1 req-ea8d0488-a94b-4a38-9313-4d9ab557d990 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.5597632 Sep 21 15:10:26.050600 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e18cb39-f808-4046-b233-c03151de7a14 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:10:26.051010 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9e18cb39-f808-4046-b233-c03151de7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:26.058123 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b4363800-1fcc-4f32-b63e-be13b387bd75 None None] The port 'b4311f49-d718-4992-ba2e-78aa78420ea6' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:10:26.101227 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:26.157936 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76504497-d22f-42e2-a266-b8c781d01755 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:26.159487 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76504497-d22f-42e2-a266-b8c781d01755 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:26.163812 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-76504497-d22f-42e2-a266-b8c781d01755 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2843339 Sep 21 15:10:26.167843 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 53982) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:26.178778 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 4fff1882-96f2-4a13-80c6-6ad36cecf71b resource provider aggregate not found Sep 21 15:10:26.214185 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 4fff1882-96f2-4a13-80c6-6ad36cecf71b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fff1882-96f2-4a13-80c6-6ad36cecf71b found for delete ", "request_id": "req-053dfb5d-3c2e-4e92-b48f-bb5829acaa86"}]} Sep 21 15:10:26.224556 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f63a506-c8ae-4f47-8fa4-2e0be634175c']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:26.225511 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53988) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:26.238006 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-752b8da8-b491-4a63-9b66-4d2f389e9dae tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Deleting port 5beb64f6-aff8-43e4-91fc-e9366a453a3d {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:26.238347 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-752b8da8-b491-4a63-9b66-4d2f389e9dae tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:26.255419 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ecac700b-c41d-43c1-9d4a-b39aab7215ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Deleting port e33ea42b-dcfc-4842-a5e1-2979838f46a2 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:26.255758 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecac700b-c41d-43c1-9d4a-b39aab7215ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:26.264417 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9e18cb39-f808-4046-b233-c03151de7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:26.294841 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9e18cb39-f808-4046-b233-c03151de7a14 admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:26.296753 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138daaa3-85eb-42d8-9cde-500ba4372dcd') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:26.297052 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138daaa3-85eb-42d8-9cde-500ba4372dcd') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:26.317055 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18cb39-f808-4046-b233-c03151de7a14 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:26.329194 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d089c841-d787-4b00-8d56-681ff457e5c1 req-d6c314bd-e2ed-4dd8-8aec-b90e679542dc tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197187 Sep 21 15:10:26.377060 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9e18cb39-f808-4046-b233-c03151de7a14 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9ae9f95a-2c5c-49ed-85ee-17b331e1b8a0 HTTP/1.1" status: 204 len: 168 time: 2.0179541 Sep 21 15:10:26.403221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:26.442811 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-74cb540b-7ca8-4e14-bf8f-2f5704962298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:26.475267 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99b8eede-9b85-42fb-86e9-962b227f3362 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:26.486920 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-8daff60c-2fe1-469a-9ba1-4b5f727c24ea tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet 396e1bdc-74b7-43c5-91af-99c56309f13c {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:10:26.489331 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:26.494681 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99b8eede-9b85-42fb-86e9-962b227f3362 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:26.500123 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8daff60c-2fe1-469a-9ba1-4b5f727c24ea tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:26.514604 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 53996) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:26.532009 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-74cb540b-7ca8-4e14-bf8f-2f5704962298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:26.551330 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-74cb540b-7ca8-4e14-bf8f-2f5704962298 admin admin] Usage tracker for resource:security_group_rule and tenant:91b03ccc5a2c455f8c4e90992108a9c3 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:26.557312 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-74cb540b-7ca8-4e14-bf8f-2f5704962298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:26.566218 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-74cb540b-7ca8-4e14-bf8f-2f5704962298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:26.570693 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:10:26.571098 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:26.654879 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 138daaa3-85eb-42d8-9cde-500ba4372dcd resource provider aggregate not found Sep 21 15:10:26.661803 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3e1c916b-73f6-46d6-96a6-051d5781accb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dcc136835e934810abcfcbfd5ed75196&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1392598 Sep 21 15:10:26.662690 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54004) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:26.664235 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-752b8da8-b491-4a63-9b66-4d2f389e9dae tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:26.751461 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 138daaa3-85eb-42d8-9cde-500ba4372dcd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 138daaa3-85eb-42d8-9cde-500ba4372dcd found for delete ", "request_id": "req-42548a3a-9e52-4cc7-aaaa-a874ccd9eac3"}]} Sep 21 15:10:26.767099 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8daff60c-2fe1-469a-9ba1-4b5f727c24ea tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:26.797228 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8eede-9b85-42fb-86e9-962b227f3362 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d27cacd5-3440-4917-8000-5ec3cfab7e0f,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:26.813371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99b8eede-9b85-42fb-86e9-962b227f3362 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:26.814575 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-99b8eede-9b85-42fb-86e9-962b227f3362 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7005932 Sep 21 15:10:26.820032 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54008) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:26.828939 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-752b8da8-b491-4a63-9b66-4d2f389e9dae tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Calling delete_port for 5beb64f6-aff8-43e4-91fc-e9366a453a3d owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:26.841857 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3b740e03-334e-41f7-afc8-50d6b627fb4a tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:26.842264 dv-neutron-858731-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-3b740e03-334e-41f7-afc8-50d6b627fb4a tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 21 15:10:26.842742 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-3b740e03-334e-41f7-afc8-50d6b627fb4a tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] update failed (client error): There was a conflict when trying to complete your request. Sep 21 15:10:26.843668 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3b740e03-334e-41f7-afc8-50d6b627fb4a tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "PUT /v2.0/security-groups/d27cacd5-3440-4917-8000-5ec3cfab7e0f HTTP/1.1" status: 409 len: 330 time: 0.0202239 Sep 21 15:10:26.844470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:26.849367 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54012) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:26.850892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecac700b-c41d-43c1-9d4a-b39aab7215ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:26.880719 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:26.913226 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Network': ['ID=8f63a506-c8ae-4f47-8fa4-2e0be634175c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:26.976232 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f3e34c6e-c93f-480c-87f7-b7f54a5fb430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:26.991915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-74cb540b-7ca8-4e14-bf8f-2f5704962298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:27.008804 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-74cb540b-7ca8-4e14-bf8f-2f5704962298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:27.034634 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-95b39da8-45e0-454e-a40d-95ba90a5fba8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/networks/8f63a506-c8ae-4f47-8fa4-2e0be634175c HTTP/1.1" status: 204 len: 168 time: 3.7950275 Sep 21 15:10:27.037099 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ecac700b-c41d-43c1-9d4a-b39aab7215ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Calling delete_port for e33ea42b-dcfc-4842-a5e1-2979838f46a2 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:27.066660 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54016) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:27.122454 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f3e34c6e-c93f-480c-87f7-b7f54a5fb430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:27.164351 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8daff60c-2fe1-469a-9ba1-4b5f727c24ea tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:27.307429 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-74cb540b-7ca8-4e14-bf8f-2f5704962298 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91b03ccc5a2c455f8c4e90992108a9c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0807872 Sep 21 15:10:27.308079 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5dc991a2-8810-47b1-adfb-c86ba83d5f48 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:27.313409 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb540b-7ca8-4e14-bf8f-2f5704962298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c79b728-e8b4-440f-959b-22ef8f764f05,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:27.319987 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54020) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:27.334175 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecac700b-c41d-43c1-9d4a-b39aab7215ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:27.357904 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-752b8da8-b491-4a63-9b66-4d2f389e9dae tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:27.405603 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac700b-c41d-43c1-9d4a-b39aab7215ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Pushing event deleted for resources: {'Port': ['ID=e33ea42b-dcfc-4842-a5e1-2979838f46a2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:27.431691 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5dc991a2-8810-47b1-adfb-c86ba83d5f48 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:27.439655 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b8da8-b491-4a63-9b66-4d2f389e9dae tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Pushing event deleted for resources: {'Port': ['ID=5beb64f6-aff8-43e4-91fc-e9366a453a3d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:27.442021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecac700b-c41d-43c1-9d4a-b39aab7215ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:27.494140 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8daff60c-2fe1-469a-9ba1-4b5f727c24ea tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:27.502843 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ecac700b-c41d-43c1-9d4a-b39aab7215ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] 10.222.0.62 "DELETE /v2.0/ports/e33ea42b-dcfc-4842-a5e1-2979838f46a2 HTTP/1.1" status: 204 len: 168 time: 1.4628103 Sep 21 15:10:27.505448 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54026) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:27.569121 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f3e34c6e-c93f-480c-87f7-b7f54a5fb430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:27.586140 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daff60c-2fe1-469a-9ba1-4b5f727c24ea tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=396e1bdc-74b7-43c5-91af-99c56309f13c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:27.596300 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8daff60c-2fe1-469a-9ba1-4b5f727c24ea tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:27.599675 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6c395e-4568-4691-88d0-32c93292299d None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:27.602210 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a667c15-3c37-4e54-bf58-b8ba8b508d86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] GET failed (client error): The resource could not be found. Sep 21 15:10:27.603368 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0a667c15-3c37-4e54-bf58-b8ba8b508d86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Synchronizing usage tracker for tenant:d5bd80c948bb49b084e12b99c344d0e5 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:27.616831 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8daff60c-2fe1-469a-9ba1-4b5f727c24ea tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/396e1bdc-74b7-43c5-91af-99c56309f13c HTTP/1.1" status: 204 len: 168 time: 1.4437017 Sep 21 15:10:27.622049 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54030) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:27.666158 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968c0d8e-2fc5-4390-b0d4-af88627bc5db tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:27.666875 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-968c0d8e-2fc5-4390-b0d4-af88627bc5db tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Synchronizing usage tracker for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:27.669577 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e34c6e-c93f-480c-87f7-b7f54a5fb430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199a7ac7-6d0f-4fda-889b-7713b4c9f64d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:27.684641 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1c15324c-b924-42ba-adb9-b2a2d6dc5556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:27.696390 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5dc991a2-8810-47b1-adfb-c86ba83d5f48 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:27.698802 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5dc991a2-8810-47b1-adfb-c86ba83d5f48 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:27.699914 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5dc991a2-8810-47b1-adfb-c86ba83d5f48 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "DELETE /v2.0/security-groups/d27cacd5-3440-4917-8000-5ec3cfab7e0f HTTP/1.1" status: 204 len: 168 time: 0.8403018 Sep 21 15:10:27.714653 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54034) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:27.724362 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-631cac31-f7f9-4d8b-809b-25909d63c5ba tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969455 Sep 21 15:10:27.739555 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54038) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:27.743259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc991a2-8810-47b1-adfb-c86ba83d5f48 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27cacd5-3440-4917-8000-5ec3cfab7e0f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:27.752442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1346103f-6dd1-4d42-a977-2d965b28a041 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:27.772499 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0a667c15-3c37-4e54-bf58-b8ba8b508d86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Unset dirty status for tenant:d5bd80c948bb49b084e12b99c344d0e5 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:27.775032 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0a667c15-3c37-4e54-bf58-b8ba8b508d86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] 10.222.0.62 "GET /v2.0/ports/e33ea42b-dcfc-4842-a5e1-2979838f46a2 HTTP/1.1" status: 404 len: 333 time: 0.2651744 Sep 21 15:10:27.782910 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54042) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:27.830643 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-968c0d8e-2fc5-4390-b0d4-af88627bc5db tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Unset dirty status for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:27.831812 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-968c0d8e-2fc5-4390-b0d4-af88627bc5db tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7626927 Sep 21 15:10:27.839746 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54046) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:27.846282 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1c15324c-b924-42ba-adb9-b2a2d6dc5556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:27.854756 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e66f0e92-5acf-4511-a6a8-914f3deeb090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Request body: {'port': {'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036736133'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:27.863179 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f3e34c6e-c93f-480c-87f7-b7f54a5fb430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:27.864321 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f3e34c6e-c93f-480c-87f7-b7f54a5fb430 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/199a7ac7-6d0f-4fda-889b-7713b4c9f64d HTTP/1.1" status: 204 len: 168 time: 1.1925950 Sep 21 15:10:27.912200 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-752b8da8-b491-4a63-9b66-4d2f389e9dae tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:27.914679 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-752b8da8-b491-4a63-9b66-4d2f389e9dae tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "DELETE /v2.0/ports/5beb64f6-aff8-43e4-91fc-e9366a453a3d HTTP/1.1" status: 204 len: 168 time: 1.8998520 Sep 21 15:10:27.917562 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54052) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:27.917872 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02e845-79e4-41bc-9c10-282287fb977a req-a58fa1f4-8405-44b3-a7d6-ec0f1dc6f53f tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:27.919384 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7d02e845-79e4-41bc-9c10-282287fb977a req-a58fa1f4-8405-44b3-a7d6-ec0f1dc6f53f tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.3867493 Sep 21 15:10:27.929564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e66f0e92-5acf-4511-a6a8-914f3deeb090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:27.951802 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acba41da-24d0-4364-9480-fbde873b1c97 None None] DHCP port deletion for cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:10:27.959411 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-acba41da-24d0-4364-9480-fbde873b1c97 None None] Deleting port faff25ae-b39a-467a-89db-88dc7b6a817d {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:27.961152 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-acba41da-24d0-4364-9480-fbde873b1c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:27.985903 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-1338e4ec-56d9-41da-a4fe-2726a7d585b7 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] GET failed (client error): The resource could not be found. Sep 21 15:10:27.986425 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e66f0e92-5acf-4511-a6a8-914f3deeb090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:27.986538 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1338e4ec-56d9-41da-a4fe-2726a7d585b7 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Synchronizing usage tracker for tenant:8464dd3ec5e94e3284522a33acc4720c on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:27.996592 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2357b9f9-2e18-40c0-a465-0916bd1d3cf7 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Synchronizing usage tracker for tenant:cd68fdf91ef84de182075a2140f7a0fe on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:28.023739 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1c15324c-b924-42ba-adb9-b2a2d6dc5556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:28.039622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1346103f-6dd1-4d42-a977-2d965b28a041 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:28.051267 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1338e4ec-56d9-41da-a4fe-2726a7d585b7 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Unset dirty status for tenant:8464dd3ec5e94e3284522a33acc4720c on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:28.053800 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1346103f-6dd1-4d42-a977-2d965b28a041 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:28.059653 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1338e4ec-56d9-41da-a4fe-2726a7d585b7 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "GET /v2.0/ports/5beb64f6-aff8-43e4-91fc-e9366a453a3d HTTP/1.1" status: 404 len: 333 time: 0.1408706 Sep 21 15:10:28.060639 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54056) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:28.061790 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15324c-b924-42ba-adb9-b2a2d6dc5556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c79b728-e8b4-440f-959b-22ef8f764f05,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:28.062564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1346103f-6dd1-4d42-a977-2d965b28a041 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:28.084376 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7d02e845-79e4-41bc-9c10-282287fb977a req-aa363dc3-3e2f-416b-b0f8-c57f32248699 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453798 Sep 21 15:10:28.085363 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66f0e92-5acf-4511-a6a8-914f3deeb090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Made reservation on behalf of d5bd80c948bb49b084e12b99c344d0e5 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:28.087622 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6b88a7b1-460a-4648-a891-b6da31409656 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Request body: {'port': {'network_id': '2a74b495-bf3a-49be-b91d-92b15b934f1a', 'name': 'tempest-AllowedAddressPairTestJSON-2075505594'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:28.093209 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e66f0e92-5acf-4511-a6a8-914f3deeb090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:28.104825 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1346103f-6dd1-4d42-a977-2d965b28a041 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:28.145297 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2357b9f9-2e18-40c0-a465-0916bd1d3cf7 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] Unset dirty status for tenant:cd68fdf91ef84de182075a2140f7a0fe on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:28.147799 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2357b9f9-2e18-40c0-a465-0916bd1d3cf7 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4303169 Sep 21 15:10:28.158662 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54062) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:28.199237 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-e66f0e92-5acf-4511-a6a8-914f3deeb090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] device_id is not set on port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:28.255751 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1346103f-6dd1-4d42-a977-2d965b28a041 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:28.259493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1346103f-6dd1-4d42-a977-2d965b28a041 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:28.270671 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-acba41da-24d0-4364-9480-fbde873b1c97 None None] For port faff25ae-b39a-467a-89db-88dc7b6a817d, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=faff25ae-b39a-467a-89db-88dc7b6a817d,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:28.271335 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-acba41da-24d0-4364-9480-fbde873b1c97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:28.288594 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-58de6930-e27c-4e16-89d4-de3c463ccc08 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Synchronizing usage tracker for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:28.292358 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-cdff3f0a-4902-4447-b4bf-8c659019cc1e tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] delete failed (client error): The resource could not be found. Sep 21 15:10:28.293482 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cdff3f0a-4902-4447-b4bf-8c659019cc1e tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "DELETE /v2.0/security-groups/63accff2-8109-43aa-9fcd-7bddb9be9903 HTTP/1.1" status: 404 len: 347 time: 0.1339302 Sep 21 15:10:28.307967 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1c15324c-b924-42ba-adb9-b2a2d6dc5556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:28.309365 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1c15324c-b924-42ba-adb9-b2a2d6dc5556 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7c79b728-e8b4-440f-959b-22ef8f764f05 HTTP/1.1" status: 204 len: 168 time: 0.9784327 Sep 21 15:10:28.310266 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54068) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:28.374357 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6b88a7b1-460a-4648-a891-b6da31409656 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:28.377177 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-7093819a-a24e-4512-965b-9df4d7e0c93d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] show failed (client error): The resource could not be found. Sep 21 15:10:28.383304 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7093819a-a24e-4512-965b-9df4d7e0c93d tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "GET /v2.0/security-groups/67c97a88-e686-434f-ac70-652b5f229c6d HTTP/1.1" status: 404 len: 347 time: 0.0600317 Sep 21 15:10:28.383586 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54076) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:28.416796 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6b88a7b1-460a-4648-a891-b6da31409656 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:28.419071 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-66ef5e43-bbf2-4246-bf2e-19a1a7c1aa82 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] show failed (client error): The resource could not be found. Sep 21 15:10:28.424491 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-66ef5e43-bbf2-4246-bf2e-19a1a7c1aa82 tempest-NegativeSecGroupTest-1559286028 tempest-NegativeSecGroupTest-1559286028-project] 10.222.0.62 "GET /v2.0/security-group-rules/53fa39a5-17dd-4545-829a-39adbbee78a9 HTTP/1.1" status: 404 len: 356 time: 0.0320857 Sep 21 15:10:28.440575 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-acba41da-24d0-4364-9480-fbde873b1c97 None None] Calling delete_port for faff25ae-b39a-467a-89db-88dc7b6a817d owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:28.440877 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b88a7b1-460a-4648-a891-b6da31409656 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Made reservation on behalf of 8464dd3ec5e94e3284522a33acc4720c for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:28.445554 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b88a7b1-460a-4648-a891-b6da31409656 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:28.475141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-58de6930-e27c-4e16-89d4-de3c463ccc08 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Unset dirty status for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:28.476693 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-58de6930-e27c-4e16-89d4-de3c463ccc08 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6301978 Sep 21 15:10:28.480653 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54086) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:28.494028 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4e00cb44-2165-4500-8f5b-4c5a11147288 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1343772170'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:28.516562 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-6b88a7b1-460a-4648-a891-b6da31409656 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] device_id is not set on port fbb2f0ca-97f4-4b1f-beb2-6d13d632ea69 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:28.550826 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-acba41da-24d0-4364-9480-fbde873b1c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:28.598738 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4e00cb44-2165-4500-8f5b-4c5a11147288 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:28.608508 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4e00cb44-2165-4500-8f5b-4c5a11147288 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:network and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:28.660886 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219006c-87ff-4fb4-92c0-3fa0154f13f1 req-79af7410-bb97-4ce5-9331-5bf71a915f2e tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:28.668513 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d219006c-87ff-4fb4-92c0-3fa0154f13f1 req-79af7410-bb97-4ce5-9331-5bf71a915f2e tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.3890781 Sep 21 15:10:28.693367 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba41da-24d0-4364-9480-fbde873b1c97 None None] Pushing event deleted for resources: {'Port': ['ID=faff25ae-b39a-467a-89db-88dc7b6a817d,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:28.695561 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acba41da-24d0-4364-9480-fbde873b1c97 None None] No DVR routers for this DVR port faff25ae-b39a-467a-89db-88dc7b6a817d on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:10:28.730105 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4e00cb44-2165-4500-8f5b-4c5a11147288 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:28.749560 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4e00cb44-2165-4500-8f5b-4c5a11147288 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:28.775297 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e66f0e92-5acf-4511-a6a8-914f3deeb090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:28.778118 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e00cb44-2165-4500-8f5b-4c5a11147288 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:28.781808 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e00cb44-2165-4500-8f5b-4c5a11147288 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:28.800752 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-6b88a7b1-460a-4648-a891-b6da31409656 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Allocated IP 172.20.0.6 (2a74b495-bf3a-49be-b91d-92b15b934f1a/670c6951-fd26-4393-bace-6672c88bff7d/fbb2f0ca-97f4-4b1f-beb2-6d13d632ea69) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:28.819193 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d219006c-87ff-4fb4-92c0-3fa0154f13f1 req-e25bbeb6-6d4b-4de5-acf7-76caff7ce44e tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427999 Sep 21 15:10:28.850383 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e00cb44-2165-4500-8f5b-4c5a11147288 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:10:28.903618 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1346103f-6dd1-4d42-a977-2d965b28a041 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:28.903842 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e00cb44-2165-4500-8f5b-4c5a11147288 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:28.904088 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-4e00cb44-2165-4500-8f5b-4c5a11147288 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Added segment c489ed66-2418-4314-ab71-6997f16d9957 of type vlan for network a332317d-2676-43b7-9d3c-4db441e0de67 Sep 21 15:10:29.029987 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54100) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:29.039742 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346103f-6dd1-4d42-a977-2d965b28a041 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=58e8c325-a002-4a1a-88e9-c98b927182f2,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:29.051285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e66f0e92-5acf-4511-a6a8-914f3deeb090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:29.135303 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e00cb44-2165-4500-8f5b-4c5a11147288 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:29.155655 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54110) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:29.212051 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1346103f-6dd1-4d42-a977-2d965b28a041 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:29.237769 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-1346103f-6dd1-4d42-a977-2d965b28a041 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:29.246566 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66f0e92-5acf-4511-a6a8-914f3deeb090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Network 75e1291b-19f7-4b4e-a361-1d3722be64c1 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:29.250247 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007cce51-5720-417d-86a1-fe813eb9d69a None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:29.260837 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1346103f-6dd1-4d42-a977-2d965b28a041 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:29.261568 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1346103f-6dd1-4d42-a977-2d965b28a041 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:29.266925 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-4e00cb44-2165-4500-8f5b-4c5a11147288 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:10:29.294251 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-103d6e7f-e6e7-4b1b-aba7-c7eb108d12d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:29.301337 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e66f0e92-5acf-4511-a6a8-914f3deeb090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:29.322983 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-103d6e7f-e6e7-4b1b-aba7-c7eb108d12d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:29.327759 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b88a7b1-460a-4648-a891-b6da31409656 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:29.330260 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f0e92-5acf-4511-a6a8-914f3deeb090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:29.331248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66f0e92-5acf-4511-a6a8-914f3deeb090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:29.331833 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e66f0e92-5acf-4511-a6a8-914f3deeb090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:29.338110 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-103d6e7f-e6e7-4b1b-aba7-c7eb108d12d1 admin admin] Usage tracker for resource:security_group_rule and tenant:7c8a2652d113425b8d7c3513a5fffb1b is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:29.344400 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-103d6e7f-e6e7-4b1b-aba7-c7eb108d12d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:29.350558 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e00cb44-2165-4500-8f5b-4c5a11147288 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:29.357186 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e00cb44-2165-4500-8f5b-4c5a11147288 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:29.357736 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e00cb44-2165-4500-8f5b-4c5a11147288 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:29.370624 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f0e92-5acf-4511-a6a8-914f3deeb090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Pushing event updated for resources: {'Port': ['ID=86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:29.388157 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-103d6e7f-e6e7-4b1b-aba7-c7eb108d12d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:29.397245 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-6b88a7b1-460a-4648-a891-b6da31409656 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Transition to ACTIVE for port object fbb2f0ca-97f4-4b1f-beb2-6d13d632ea69 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:29.419975 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1346103f-6dd1-4d42-a977-2d965b28a041 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6747336 Sep 21 15:10:29.419975 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54118) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:29.438996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-acc34bf1-130e-4482-b0e3-a63c70670ac7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'fixed_ips': [{'subnet_id': '58e8c325-a002-4a1a-88e9-c98b927182f2', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-465698980'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:29.462530 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e66f0e92-5acf-4511-a6a8-914f3deeb090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6331730 Sep 21 15:10:29.470834 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54122) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:29.503798 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8587'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:29.537084 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-aacbfa92-4bb5-4928-b093-f24ac0234344 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cd68fdf91ef84de182075a2140f7a0fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4912002 Sep 21 15:10:29.538888 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54126) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:29.547421 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device faff25ae-b39a-467a-89db-88dc7b6a817d no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:10:29.577840 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7c512-30f9-4bb0-9b61-d52022aa6ac4 req-6d3e4d8b-ec71-4380-b182-96fac5a302d8 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:29.579565 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8ae7c512-30f9-4bb0-9b61-d52022aa6ac4 req-6d3e4d8b-ec71-4380-b182-96fac5a302d8 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.5455475 Sep 21 15:10:29.638841 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54130) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:29.651495 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4e00cb44-2165-4500-8f5b-4c5a11147288 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1697979 Sep 21 15:10:29.652403 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00cb44-2165-4500-8f5b-4c5a11147288 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Network': ['ID=a332317d-2676-43b7-9d3c-4db441e0de67,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:29.662510 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54134) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:29.674147 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9630783c-fcb9-4489-8259-3f8802e12da6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'subnet': {'network_id': 'a332317d-2676-43b7-9d3c-4db441e0de67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:29.679331 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:10:29.686630 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network a332317d-2676-43b7-9d3c-4db441e0de67 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:10:29.708067 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: faff25ae-b39a-467a-89db-88dc7b6a817d {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:10:29.708821 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device faff25ae-b39a-467a-89db-88dc7b6a817d not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:10:29.756874 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:29.765233 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'fixed_ips': [{'subnet_id': '58e8c325-a002-4a1a-88e9-c98b927182f2'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:10:29.766069 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:29.833724 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8ae7c512-30f9-4bb0-9b61-d52022aa6ac4 req-89632aa3-5fb5-4813-bb2e-20faab2e9f44 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444932 Sep 21 15:10:29.851501 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-148863440'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:29.876045 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3378bd9-3473-4f63-9d79-2498daff203a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:29.881487 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:29.919749 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Usage tracker for resource:network and tenant:412cf71a88eb4877b5dcfcf1729c3ca6 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:29.926470 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b88a7b1-460a-4648-a891-b6da31409656 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:29.928780 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-acc34bf1-130e-4482-b0e3-a63c70670ac7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:29.937423 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3378bd9-3473-4f63-9d79-2498daff203a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:29.941067 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:29.947102 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-acc34bf1-130e-4482-b0e3-a63c70670ac7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:port and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:29.953559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-acc34bf1-130e-4482-b0e3-a63c70670ac7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:29.970391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-acc34bf1-130e-4482-b0e3-a63c70670ac7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:30.003690 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] Allocated IP 2001:db8::2 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/58e8c325-a002-4a1a-88e9-c98b927182f2/fc337c87-fb93-4cf7-99a2-0ab2ad14c910) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:30.065136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc34bf1-130e-4482-b0e3-a63c70670ac7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:30.165490 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:30.184723 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88a7b1-460a-4648-a891-b6da31409656 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Pushing event updated for resources: {'Port': ['ID=fbb2f0ca-97f4-4b1f-beb2-6d13d632ea69,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:30.195519 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3378bd9-3473-4f63-9d79-2498daff203a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:30.215549 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b88a7b1-460a-4648-a891-b6da31409656 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Network 2a74b495-bf3a-49be-b91d-92b15b934f1a is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:30.230546 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Made reservation on behalf of 412cf71a88eb4877b5dcfcf1729c3ca6 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:30.234022 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:30.240875 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f7f94-a1a7-4304-8445-52a9278fa4ee req-b462cd4d-0b3f-4dc8-82b9-1d4df3aeae15 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:30.242346 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b6f7f94-a1a7-4304-8445-52a9278fa4ee req-b462cd4d-0b3f-4dc8-82b9-1d4df3aeae15 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.2688539 Sep 21 15:10:30.243880 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-6b88a7b1-460a-4648-a891-b6da31409656 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:30.246092 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3378bd9-3473-4f63-9d79-2498daff203a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f89ea5d-722c-4af2-9f76-06e6d52dbf07,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:30.246657 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9630783c-fcb9-4489-8259-3f8802e12da6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:30.254714 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b88a7b1-460a-4648-a891-b6da31409656 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:30.254922 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-acc34bf1-130e-4482-b0e3-a63c70670ac7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:30.286943 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:30.295175 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9630783c-fcb9-4489-8259-3f8802e12da6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:subnet and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:30.300875 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] Transition to ACTIVE for port object fc337c87-fb93-4cf7-99a2-0ab2ad14c910 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:30.315645 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-acc34bf1-130e-4482-b0e3-a63c70670ac7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] device_id is not set on port 59dfca4c-90ea-4bbb-9afe-67dbafeaa06a yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:30.322903 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9630783c-fcb9-4489-8259-3f8802e12da6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:30.323793 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] Transition to ACTIVE for port object fc337c87-fb93-4cf7-99a2-0ab2ad14c910 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:30.326023 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:30.332490 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:30.353728 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-103d6e7f-e6e7-4b1b-aba7-c7eb108d12d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:30.355012 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9630783c-fcb9-4489-8259-3f8802e12da6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:30.375427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3378bd9-3473-4f63-9d79-2498daff203a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:30.379451 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c3378bd9-3473-4f63-9d79-2498daff203a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f89ea5d-722c-4af2-9f76-06e6d52dbf07 HTTP/1.1" status: 204 len: 168 time: 0.8322337 Sep 21 15:10:30.404512 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:30.408292 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:30.418109 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:30.448622 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b6f7f94-a1a7-4304-8445-52a9278fa4ee req-d724cda1-da5e-4dc5-81b7-8b10c14a95f5 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788502 Sep 21 15:10:30.466460 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-103d6e7f-e6e7-4b1b-aba7-c7eb108d12d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:30.504671 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:30.548264 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] Pushing event updated for resources: {'Port': ['ID=fc337c87-fb93-4cf7-99a2-0ab2ad14c910,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:30.581164 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Usage tracker for resource:security_group_rule and tenant:412cf71a88eb4877b5dcfcf1729c3ca6 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:30.583088 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc34bf1-130e-4482-b0e3-a63c70670ac7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:10:30.583570 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc34bf1-130e-4482-b0e3-a63c70670ac7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:10:30.585799 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] Attempting to bind port fc337c87-fb93-4cf7-99a2-0ab2ad14c910 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:30.586875 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] Attempting to bind port fc337c87-fb93-4cf7-99a2-0ab2ad14c910 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:30.587523 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] Attempting to bind port fc337c87-fb93-4cf7-99a2-0ab2ad14c910 on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:30.595841 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:10:30.596353 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:10:30.596922 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:30.597409 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:10:30.598087 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] Bound port: fc337c87-fb93-4cf7-99a2-0ab2ad14c910, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:10:30.598573 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:30.613856 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:30.625686 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-acc34bf1-130e-4482-b0e3-a63c70670ac7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2043705 Sep 21 15:10:30.627913 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b88a7b1-460a-4648-a891-b6da31409656 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:30.628576 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b88a7b1-460a-4648-a891-b6da31409656 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:30.632321 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9630783c-fcb9-4489-8259-3f8802e12da6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:30.638549 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54146) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:30.654355 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9630783c-fcb9-4489-8259-3f8802e12da6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:30.655705 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a5a1dd0a-f7f3-4d73-9ff3-cd157f30cb15 None None] Provisioning for port fbb2f0ca-97f4-4b1f-beb2-6d13d632ea69 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:30.676677 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a5a1dd0a-f7f3-4d73-9ff3-cd157f30cb15 None None] Provisioning complete for port fbb2f0ca-97f4-4b1f-beb2-6d13d632ea69 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:30.677139 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a5a1dd0a-f7f3-4d73-9ff3-cd157f30cb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:30.698716 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:30.757473 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a5a1dd0a-f7f3-4d73-9ff3-cd157f30cb15 None None] Port fbb2f0ca-97f4-4b1f-beb2-6d13d632ea69 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:10:30.765039 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] For port fc337c87-fb93-4cf7-99a2-0ab2ad14c910, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:10:30.768707 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] For port fc337c87-fb93-4cf7-99a2-0ab2ad14c910, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=fc337c87-fb93-4cf7-99a2-0ab2ad14c910,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:10:30.775302 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d6e7f-e6e7-4b1b-aba7-c7eb108d12d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5285724d-51e2-46c8-b358-4cf80abc1a46,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:30.777926 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:30.807382 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fc5c57-288e-4d06-8d88-aeacb3824e6b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:30.808134 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-75fc5c57-288e-4d06-8d88-aeacb3824e6b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:30.813159 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-103d6e7f-e6e7-4b1b-aba7-c7eb108d12d1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7c8a2652d113425b8d7c3513a5fffb1b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6561351 Sep 21 15:10:30.813320 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54152) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:30.836489 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97438c-7434-4ca2-98ac-3dc95b38d35a req-2e0d46be-5ed0-4577-bddd-2442f4ac2387 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:30.843422 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b97438c-7434-4ca2-98ac-3dc95b38d35a req-2e0d46be-5ed0-4577-bddd-2442f4ac2387 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.1515379 Sep 21 15:10:30.885689 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55856eeb-7445-4cf9-a6ca-1d9022c6a7b9 None None] Pushing event updated for resources: {'Port': ['ID=fc337c87-fb93-4cf7-99a2-0ab2ad14c910,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:30.892069 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-75fc5c57-288e-4d06-8d88-aeacb3824e6b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:30.893218 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-75fc5c57-288e-4d06-8d88-aeacb3824e6b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2532258 Sep 21 15:10:30.901498 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54160) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:30.975698 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6b88a7b1-460a-4648-a891-b6da31409656 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8968966 Sep 21 15:10:30.978037 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:30.984536 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54166) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:30.992892 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5a81d07c-6847-43c6-bb90-a375be9a35c2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:88:e0:19'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:31.015013 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1af5f29-3ba5-4334-9c54-152f9ae23210 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:31.017142 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1af5f29-3ba5-4334-9c54-152f9ae23210 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:31.018019 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c1af5f29-3ba5-4334-9c54-152f9ae23210 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:31.037052 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b97438c-7434-4ca2-98ac-3dc95b38d35a req-c8876a5a-36bb-49d6-931a-66eb3a3a5b60 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927750 Sep 21 15:10:31.061775 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:31.079010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b3163b5-3a42-4e34-b19f-e5613f04d444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:31.084330 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:10:31.092249 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c1af5f29-3ba5-4334-9c54-152f9ae23210 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:31.093575 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c1af5f29-3ba5-4334-9c54-152f9ae23210 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1869338 Sep 21 15:10:31.096719 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54174) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:31.146458 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:10:31.167791 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b3163b5-3a42-4e34-b19f-e5613f04d444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:31.242590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e80b927-46c5-480f-876c-6503eb3fe1b0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet 58e8c325-a002-4a1a-88e9-c98b927182f2 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:10:31.249846 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e80b927-46c5-480f-876c-6503eb3fe1b0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:31.306022 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b271118f-eb1a-4059-936c-34f7770db045,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:31.309902 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:31.310247 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Added segment 7e5c4e66-27da-45ef-9b76-28be0caf4735 of type vlan for network 5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b Sep 21 15:10:31.385262 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e80b927-46c5-480f-876c-6503eb3fe1b0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:31.474378 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] device_id is not set on port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:31.487506 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:31.492282 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:31.530498 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b3163b5-3a42-4e34-b19f-e5613f04d444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:31.542242 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Transition to ACTIVE for port object 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 will not be triggered until provisioned by entity L2. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:31.545028 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b2b0c-f900-44fe-8190-53f34aa219a7 req-cf9ac261-6769-41a0-bd9f-5688e26dd7d8 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:31.547311 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e63b2b0c-f900-44fe-8190-53f34aa219a7 req-cf9ac261-6769-41a0-bd9f-5688e26dd7d8 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.2510517 Sep 21 15:10:31.572076 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device fc337c87-fb93-4cf7-99a2-0ab2ad14c910 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:10:31.576914 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:31.581887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3163b5-3a42-4e34-b19f-e5613f04d444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5285724d-51e2-46c8-b358-4cf80abc1a46,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:31.602214 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b3163b5-3a42-4e34-b19f-e5613f04d444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:31.619300 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1b3163b5-3a42-4e34-b19f-e5613f04d444 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5285724d-51e2-46c8-b358-4cf80abc1a46 HTTP/1.1" status: 204 len: 168 time: 0.7926102 Sep 21 15:10:31.633057 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54188) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:31.670563 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e80b927-46c5-480f-876c-6503eb3fe1b0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:31.690939 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port fc337c87-fb93-4cf7-99a2-0ab2ad14c910 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:31.719235 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:31.724661 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:31.726365 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:31.761871 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e63b2b0c-f900-44fe-8190-53f34aa219a7 req-37d9e327-0712-46ef-b1b0-358f4a76b942 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048705 Sep 21 15:10:31.817216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e80b927-46c5-480f-876c-6503eb3fe1b0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:31.820749 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9630783c-fcb9-4489-8259-3f8802e12da6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:31.864120 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e80b927-46c5-480f-876c-6503eb3fe1b0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:31.889071 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2882a5bf-6d92-4d85-a609-51b08175ff53 tempest-ServiceProvidersTest-560804372 tempest-ServiceProvidersTest-560804372-project] 10.222.0.62 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2537627 Sep 21 15:10:31.897706 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80b927-46c5-480f-876c-6503eb3fe1b0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=58e8c325-a002-4a1a-88e9-c98b927182f2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:31.907752 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3e80b927-46c5-480f-876c-6503eb3fe1b0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/58e8c325-a002-4a1a-88e9-c98b927182f2 HTTP/1.1" status: 204 len: 168 time: 0.8095825 Sep 21 15:10:31.910220 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54200) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:31.947271 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:31.947535 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:31.947848 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:32.026021 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:32.026349 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:32.026900 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Pushing event updated for resources: {'Port': ['ID=86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:32.038712 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 2 to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 Sep 21 15:10:32.058710 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4141316 Sep 21 15:10:32.061287 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1b4070a9-e650-4d6b-b677-8fe78aab6a70 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1478214 Sep 21 15:10:32.069299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54204) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:32.069852 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54208) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:32.081665 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-94e57d1c-7078-43da-931d-b0562927044e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Request body: {'subnet': {'network_id': '5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:32.090923 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5a81d07c-6847-43c6-bb90-a375be9a35c2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:32.106176 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-38a4392d-862e-4330-a84a-a06da2981bbd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:32.121112 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd7884-2207-473b-af9c-c2a4621eea87 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Pushing event updated for resources: {'Network': ['ID=5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:32.123521 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:32.123840 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:32.124224 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:32.133748 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630783c-fcb9-4489-8259-3f8802e12da6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Subnet': ['ID=77ec4a64-c05a-4dea-b4f3-11c0e23629f5,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:32.134994 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:10:32.145837 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:32.146199 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:32.151712 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 3 to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 Sep 21 15:10:32.261839 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9630783c-fcb9-4489-8259-3f8802e12da6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Checking segment: {'id': 'c489ed66-2418-4314-ab71-6997f16d9957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a332317d-2676-43b7-9d3c-4db441e0de67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:10:32.262205 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9630783c-fcb9-4489-8259-3f8802e12da6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network hostable DHCP agents. Network: a332317d-2676-43b7-9d3c-4db441e0de67, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:10:32.274759 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:32.275253 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:32.275588 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:32.300438 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:32.300787 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:32.303219 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 4 to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 Sep 21 15:10:32.351105 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:32.351765 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:32.351765 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:32.394268 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9630783c-fcb9-4489-8259-3f8802e12da6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network a332317d-2676-43b7-9d3c-4db441e0de67 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:10:32.415489 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-94e57d1c-7078-43da-931d-b0562927044e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:32.420639 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-94e57d1c-7078-43da-931d-b0562927044e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Usage tracker for resource:subnet and tenant:412cf71a88eb4877b5dcfcf1729c3ca6 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:32.423738 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-94e57d1c-7078-43da-931d-b0562927044e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:32.429841 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-94e57d1c-7078-43da-931d-b0562927044e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:32.437613 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2396b7a9-5bf2-4431-b148-73141674726f None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:32.439403 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54220) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:32.456557 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:32.456868 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:32.464283 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-38a4392d-862e-4330-a84a-a06da2981bbd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:32.466166 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 5 to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 Sep 21 15:10:32.470559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e57d1c-7078-43da-931d-b0562927044e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Made reservation on behalf of 412cf71a88eb4877b5dcfcf1729c3ca6 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:32.477176 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-94e57d1c-7078-43da-931d-b0562927044e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:32.494162 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-9630783c-fcb9-4489-8259-3f8802e12da6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, a332317d-2676-43b7-9d3c-4db441e0de67) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:32.500874 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:32.501278 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:32.501708 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:32.506831 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9630783c-fcb9-4489-8259-3f8802e12da6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:32.507491 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9630783c-fcb9-4489-8259-3f8802e12da6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:32.522430 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e06c33-8d1e-4edd-a6f4-1cd434f1335a None None] Network a332317d-2676-43b7-9d3c-4db441e0de67 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:32.531256 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:32.531669 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:32.544576 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 6 to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 Sep 21 15:10:32.549117 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-38a4392d-862e-4330-a84a-a06da2981bbd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:32.582670 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9630783c-fcb9-4489-8259-3f8802e12da6 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9181001 Sep 21 15:10:32.583761 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:32.584160 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:32.584586 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:32.589333 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54228) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:32.599763 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7ea7a526-3e16-43bb-a0df-c7cabd60f923 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'port': {'network_id': 'a332317d-2676-43b7-9d3c-4db441e0de67', 'name': 'tempest-PortsTestJSON-902294747'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:32.611332 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-363ab251-7224-4acf-8ac7-6c2e05a61bd8 None None] Provisioning for port fc337c87-fb93-4cf7-99a2-0ab2ad14c910 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:32.614034 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:32.614434 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:32.621283 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 7 to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 Sep 21 15:10:32.685846 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-363ab251-7224-4acf-8ac7-6c2e05a61bd8 None None] Provisioning complete for port fc337c87-fb93-4cf7-99a2-0ab2ad14c910 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:32.686206 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-363ab251-7224-4acf-8ac7-6c2e05a61bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:32.798670 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-38a4392d-862e-4330-a84a-a06da2981bbd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:32.823027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cb59a794-de08-459c-8f98-38fe10602574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:32.842747 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:32.842747 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:32.843089 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:32.843854 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-38a4392d-862e-4330-a84a-a06da2981bbd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:32.865204 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cb59a794-de08-459c-8f98-38fe10602574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:32.866644 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:32.866974 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:32.870350 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cb59a794-de08-459c-8f98-38fe10602574 admin admin] Usage tracker for resource:security_group_rule and tenant:f62a7d90439247d894892c934b9bdaa9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:32.871745 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 8 to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 Sep 21 15:10:32.873308 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cb59a794-de08-459c-8f98-38fe10602574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:32.879253 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cb59a794-de08-459c-8f98-38fe10602574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:32.884344 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5a81d07c-6847-43c6-bb90-a375be9a35c2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:32.901498 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-363ab251-7224-4acf-8ac7-6c2e05a61bd8 None None] Current status of the port fc337c87-fb93-4cf7-99a2-0ab2ad14c910 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:32.902133 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-363ab251-7224-4acf-8ac7-6c2e05a61bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:32.908609 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:32.908917 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:32.909218 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:32.918282 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5a81d07c-6847-43c6-bb90-a375be9a35c2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:32.933795 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a4392d-862e-4330-a84a-a06da2981bbd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:32.937200 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-38a4392d-862e-4330-a84a-a06da2981bbd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:32.988477 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:32.988699 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:33.002261 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 9 to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 Sep 21 15:10:33.079480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:33.079808 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:33.080258 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:33.084553 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7ea7a526-3e16-43bb-a0df-c7cabd60f923 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:33.097413 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7ea7a526-3e16-43bb-a0df-c7cabd60f923 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:port and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:33.104121 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:33.104121 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:33.104630 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5a81d07c-6847-43c6-bb90-a375be9a35c2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] In _notify_port_updated(), no bound segment for port fbb2f0ca-97f4-4b1f-beb2-6d13d632ea69 on network 2a74b495-bf3a-49be-b91d-92b15b934f1a {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:10:33.110014 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a81d07c-6847-43c6-bb90-a375be9a35c2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:33.110656 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5a81d07c-6847-43c6-bb90-a375be9a35c2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:33.114900 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5a81d07c-6847-43c6-bb90-a375be9a35c2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "PUT /v2.0/ports/fbb2f0ca-97f4-4b1f-beb2-6d13d632ea69 HTTP/1.1" status: 200 len: 996 time: 2.1293273 Sep 21 15:10:33.115706 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54240) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:33.116600 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7ea7a526-3e16-43bb-a0df-c7cabd60f923 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:33.120122 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempt 10 to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 Sep 21 15:10:33.131213 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-363ab251-7224-4acf-8ac7-6c2e05a61bd8 None None] For port fc337c87-fb93-4cf7-99a2-0ab2ad14c910, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=fc337c87-fb93-4cf7-99a2-0ab2ad14c910,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:33.132635 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81d07c-6847-43c6-bb90-a375be9a35c2 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Pushing event updated for resources: {'Port': ['ID=fbb2f0ca-97f4-4b1f-beb2-6d13d632ea69,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:33.141481 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7ea7a526-3e16-43bb-a0df-c7cabd60f923 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:33.196436 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cb59a794-de08-459c-8f98-38fe10602574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:33.204140 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:33.204560 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:33.204918 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempting to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:33.211589 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cb59a794-de08-459c-8f98-38fe10602574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:33.217357 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:10:33.217716 dv-neutron-858731-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Failed to bind port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on host hv-neutron-8587 for vnic_type normal using segments [{'id': 'aad22099-87e5-4f98-bc30-dc48dd17f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '75e1291b-19f7-4b4e-a361-1d3722be64c1'}] Sep 21 15:10:33.218060 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:33.244136 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5a2bfd93-b766-421a-b553-ba617e7d9e17 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Deleting port fbb2f0ca-97f4-4b1f-beb2-6d13d632ea69 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:33.244751 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5a2bfd93-b766-421a-b553-ba617e7d9e17 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:33.268525 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-363ab251-7224-4acf-8ac7-6c2e05a61bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:33.279544 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea7a526-3e16-43bb-a0df-c7cabd60f923 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:33.283269 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7ea7a526-3e16-43bb-a0df-c7cabd60f923 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:33.332360 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cb59a794-de08-459c-8f98-38fe10602574 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f62a7d90439247d894892c934b9bdaa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8900666 Sep 21 15:10:33.335567 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54248) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:33.348659 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59a794-de08-459c-8f98-38fe10602574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ae3178-2550-49ab-908e-720eac4e98c2,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:33.377949 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-7ea7a526-3e16-43bb-a0df-c7cabd60f923 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] device_id is not set on port 82c53f76-06b1-45ef-9157-b1cbba899baa yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:33.385150 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-a332317d-2676-43b7-9d3c-4db441e0de67', 'network_id': 'a332317d-2676-43b7-9d3c-4db441e0de67', 'tenant_id': '3c76cd1c175246ce8c142ebc0c00da57', 'fixed_ips': [{'subnet_id': '77ec4a64-c05a-4dea-b4f3-11c0e23629f5'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:10:33.386718 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:33.394561 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-94e57d1c-7078-43da-931d-b0562927044e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:33.547915 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e57d1c-7078-43da-931d-b0562927044e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Pushing event updated for resources: {'Subnet': ['ID=8ea6d206-9e4f-41c2-9aff-015242472d18,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:33.562209 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] For port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7, host hv-neutron-8587, cleared binding levels {{(pid=89019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:10:33.562675 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attempted to set empty binding levels {{(pid=89019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 21 15:10:33.566147 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e57d1c-7078-43da-931d-b0562927044e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Checking segment: {'id': '7e5c4e66-27da-45ef-9b76-28be0caf4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:10:33.566568 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e57d1c-7078-43da-931d-b0562927044e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Network hostable DHCP agents. Network: 5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:10:33.573613 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-38a4392d-862e-4330-a84a-a06da2981bbd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:33.577056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fb48eb76-45ba-45a8-aac4-a2176f6630f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:33.594216 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90411b5-1fc1-419b-8847-58c16716296c None None] DHCP port deletion for cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:10:33.596989 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ab251-7224-4acf-8ac7-6c2e05a61bd8 None None] Pushing event updated for resources: {'Port': ['ID=fc337c87-fb93-4cf7-99a2-0ab2ad14c910,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:33.623665 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] Allocated IP 172.20.0.2 (a332317d-2676-43b7-9d3c-4db441e0de67/77ec4a64-c05a-4dea-b4f3-11c0e23629f5/b0761a16-b8f1-4df5-b2d7-3c7969cc66be) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:33.624077 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:33.624867 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] In _notify_port_updated(), no bound segment for port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 on network 75e1291b-19f7-4b4e-a361-1d3722be64c1 {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:10:33.625908 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:33.626674 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:33.631231 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] 10.222.0.62 "PUT /v2.0/ports/86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 HTTP/1.1" status: 200 len: 981 time: 4.1584606 Sep 21 15:10:33.632792 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b90411b5-1fc1-419b-8847-58c16716296c None None] Deleting port fc337c87-fb93-4cf7-99a2-0ab2ad14c910 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:33.633241 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b90411b5-1fc1-419b-8847-58c16716296c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:33.635282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54254) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:33.725314 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fb48eb76-45ba-45a8-aac4-a2176f6630f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:33.730740 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cf234-7003-43a5-a2cd-bbb3d2f4786e tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Pushing event updated for resources: {'Port': ['ID=86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:33.746243 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a4392d-862e-4330-a84a-a06da2981bbd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:33.753739 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-38a4392d-862e-4330-a84a-a06da2981bbd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:33.755047 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5a2bfd93-b766-421a-b553-ba617e7d9e17 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:33.756859 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a4392d-862e-4330-a84a-a06da2981bbd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:33.757491 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-38a4392d-862e-4330-a84a-a06da2981bbd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:33.780674 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3d3dfd12-7279-4585-a7e0-3927c48910c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Deleting port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:33.781039 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfd12-7279-4585-a7e0-3927c48910c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:33.834359 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4392d-862e-4330-a84a-a06da2981bbd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=56b8fc0d-8ad3-4a0e-ae9e-4fc7ca132daf,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:33.847613 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e57d1c-7078-43da-931d-b0562927044e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Network 5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:10:33.885638 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-94e57d1c-7078-43da-931d-b0562927044e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:33.890303 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e57d1c-7078-43da-931d-b0562927044e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:33.890891 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-94e57d1c-7078-43da-931d-b0562927044e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:33.907176 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5a2bfd93-b766-421a-b553-ba617e7d9e17 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Calling delete_port for fbb2f0ca-97f4-4b1f-beb2-6d13d632ea69 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:33.925045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cfbed2-712e-4b6d-b0fe-4ed0e782f976 None None] Network 5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:33.952299 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-38a4392d-862e-4330-a84a-a06da2981bbd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8728576 Sep 21 15:10:33.965226 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54264) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:33.987511 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0744dfd8-27af-471c-9fa9-afa5e08ac53d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1833093697', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:34.009969 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-94e57d1c-7078-43da-931d-b0562927044e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9341860 Sep 21 15:10:34.009969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fb48eb76-45ba-45a8-aac4-a2176f6630f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:34.011143 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54270) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:34.018037 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ffa99dd0-13fc-4ccc-8f6d-1b4d4e9215c5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-216365791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:34.019472 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fb48eb76-45ba-45a8-aac4-a2176f6630f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:34.023467 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fb48eb76-45ba-45a8-aac4-a2176f6630f8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/30ae3178-2550-49ab-908e-720eac4e98c2 HTTP/1.1" status: 204 len: 168 time: 0.6803401 Sep 21 15:10:34.025328 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0744dfd8-27af-471c-9fa9-afa5e08ac53d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:34.027930 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ffa99dd0-13fc-4ccc-8f6d-1b4d4e9215c5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:34.032331 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ffa99dd0-13fc-4ccc-8f6d-1b4d4e9215c5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Usage tracker for resource:router and tenant:412cf71a88eb4877b5dcfcf1729c3ca6 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:34.035546 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ffa99dd0-13fc-4ccc-8f6d-1b4d4e9215c5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:34.042830 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ffa99dd0-13fc-4ccc-8f6d-1b4d4e9215c5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:34.055227 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffa99dd0-13fc-4ccc-8f6d-1b4d4e9215c5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:34.057759 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffa99dd0-13fc-4ccc-8f6d-1b4d4e9215c5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:34.059779 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:34.103769 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48eb76-45ba-45a8-aac4-a2176f6630f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ae3178-2550-49ab-908e-720eac4e98c2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:34.118680 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0744dfd8-27af-471c-9fa9-afa5e08ac53d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:router and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:34.176261 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0744dfd8-27af-471c-9fa9-afa5e08ac53d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:34.189099 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffa99dd0-13fc-4ccc-8f6d-1b4d4e9215c5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:34.191972 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] Transition to ACTIVE for port object b0761a16-b8f1-4df5-b2d7-3c7969cc66be will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:34.200935 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0744dfd8-27af-471c-9fa9-afa5e08ac53d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:34.224904 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5a2bfd93-b766-421a-b553-ba617e7d9e17 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:34.239561 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0744dfd8-27af-471c-9fa9-afa5e08ac53d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:34.240635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0744dfd8-27af-471c-9fa9-afa5e08ac53d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:34.245484 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-3d3dfd12-7279-4585-a7e0-3927c48910c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] For port 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7, host hv-neutron-8587, got binding levels [] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:34.245843 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfd12-7279-4585-a7e0-3927c48910c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:34.304664 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] Transition to ACTIVE for port object b0761a16-b8f1-4df5-b2d7-3c7969cc66be will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:34.320906 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54276) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:34.333424 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2bfd93-b766-421a-b553-ba617e7d9e17 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Pushing event deleted for resources: {'Port': ['ID=fbb2f0ca-97f4-4b1f-beb2-6d13d632ea69,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:34.377658 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffa99dd0-13fc-4ccc-8f6d-1b4d4e9215c5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:34.410523 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:34.414858 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3d3dfd12-7279-4585-a7e0-3927c48910c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Calling delete_port for 86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:34.485958 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0744dfd8-27af-471c-9fa9-afa5e08ac53d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:34.558724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0744dfd8-27af-471c-9fa9-afa5e08ac53d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:34.559659 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffa99dd0-13fc-4ccc-8f6d-1b4d4e9215c5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:34.564605 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ffa99dd0-13fc-4ccc-8f6d-1b4d4e9215c5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5520911 Sep 21 15:10:34.565333 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54282) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:34.568347 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] Network a332317d-2676-43b7-9d3c-4db441e0de67 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:34.572695 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfd12-7279-4585-a7e0-3927c48910c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:34.578937 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:34.653797 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3dfd12-7279-4585-a7e0-3927c48910c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Pushing event deleted for resources: {'Port': ['ID=86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:34.661803 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:34.674519 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfd12-7279-4585-a7e0-3927c48910c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:34.681061 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3d3dfd12-7279-4585-a7e0-3927c48910c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] 10.222.0.62 "DELETE /v2.0/ports/86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 HTTP/1.1" status: 204 len: 168 time: 1.0410166 Sep 21 15:10:34.682005 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54286) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:34.727234 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b90411b5-1fc1-419b-8847-58c16716296c None None] For port fc337c87-fb93-4cf7-99a2-0ab2ad14c910, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=fc337c87-fb93-4cf7-99a2-0ab2ad14c910,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:34.728268 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b90411b5-1fc1-419b-8847-58c16716296c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:34.728722 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d547f315-5647-4486-88c4-bcbf4d5c8d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] GET failed (client error): The resource could not be found. Sep 21 15:10:34.729320 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d547f315-5647-4486-88c4-bcbf4d5c8d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Synchronizing usage tracker for tenant:d5bd80c948bb49b084e12b99c344d0e5 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:34.731930 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0744dfd8-27af-471c-9fa9-afa5e08ac53d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:34.736322 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0744dfd8-27af-471c-9fa9-afa5e08ac53d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7697809 Sep 21 15:10:34.737587 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54290) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:34.817267 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-445212449', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:34.834710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d547f315-5647-4486-88c4-bcbf4d5c8d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] Unset dirty status for tenant:d5bd80c948bb49b084e12b99c344d0e5 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:34.840036 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d547f315-5647-4486-88c4-bcbf4d5c8d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-288194111-project-admin] 10.222.0.62 "GET /v2.0/ports/86ace1f4-e5ec-4a5f-b4f6-8596ee3ee2e7 HTTP/1.1" status: 404 len: 333 time: 0.1525702 Sep 21 15:10:34.840036 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:34.857389 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] Pushing event updated for resources: {'Port': ['ID=b0761a16-b8f1-4df5-b2d7-3c7969cc66be,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:34.866815 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b90411b5-1fc1-419b-8847-58c16716296c None None] Calling delete_port for fc337c87-fb93-4cf7-99a2-0ab2ad14c910 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:34.890323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54294) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:34.900886 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Usage tracker for resource:port and tenant:a2d1673776894cdb84bc58741237314d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:34.903980 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:34.932026 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:34.936654 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5a2bfd93-b766-421a-b553-ba617e7d9e17 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:34.941470 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5a2bfd93-b766-421a-b553-ba617e7d9e17 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "DELETE /v2.0/ports/fbb2f0ca-97f4-4b1f-beb2-6d13d632ea69 HTTP/1.1" status: 204 len: 168 time: 1.8113656 Sep 21 15:10:34.943992 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54298) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:35.088611 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b', 'network_id': '5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b', 'tenant_id': '412cf71a88eb4877b5dcfcf1729c3ca6', 'fixed_ips': [{'subnet_id': '8ea6d206-9e4f-41c2-9aff-015242472d18'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:10:35.089432 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:35.107935 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b90411b5-1fc1-419b-8847-58c16716296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:35.184511 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90411b5-1fc1-419b-8847-58c16716296c None None] Pushing event deleted for resources: {'Port': ['ID=fc337c87-fb93-4cf7-99a2-0ab2ad14c910,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:35.190514 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90411b5-1fc1-419b-8847-58c16716296c None None] No DVR routers for this DVR port fc337c87-fb93-4cf7-99a2-0ab2ad14c910 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:10:35.233531 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] Attempting to bind port b0761a16-b8f1-4df5-b2d7-3c7969cc66be on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:35.233943 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] Attempting to bind port b0761a16-b8f1-4df5-b2d7-3c7969cc66be by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'c489ed66-2418-4314-ab71-6997f16d9957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a332317d-2676-43b7-9d3c-4db441e0de67'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:35.234254 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] Attempting to bind port b0761a16-b8f1-4df5-b2d7-3c7969cc66be on network a332317d-2676-43b7-9d3c-4db441e0de67 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:35.248003 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:10:35.248504 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] Checking segment: {'id': 'c489ed66-2418-4314-ab71-6997f16d9957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a332317d-2676-43b7-9d3c-4db441e0de67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:10:35.248791 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:35.249182 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] Bound using segment: {'id': 'c489ed66-2418-4314-ab71-6997f16d9957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a332317d-2676-43b7-9d3c-4db441e0de67'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:10:35.249662 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] Bound port: b0761a16-b8f1-4df5-b2d7-3c7969cc66be, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c489ed66-2418-4314-ab71-6997f16d9957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a332317d-2676-43b7-9d3c-4db441e0de67'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:10:35.250465 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:35.266434 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef409360-bb96-480a-ba55-9afdca1e8f10 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:35.309189 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2e683e-f74c-45ff-b710-5457681ab862 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] GET failed (client error): The resource could not be found. Sep 21 15:10:35.309877 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ce2e683e-f74c-45ff-b710-5457681ab862 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Synchronizing usage tracker for tenant:8464dd3ec5e94e3284522a33acc4720c on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:35.312904 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Made reservation on behalf of a2d1673776894cdb84bc58741237314d for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:35.315191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:35.325960 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-7ea7a526-3e16-43bb-a0df-c7cabd60f923 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Allocated IP 172.20.0.13 (a332317d-2676-43b7-9d3c-4db441e0de67/77ec4a64-c05a-4dea-b4f3-11c0e23629f5/82c53f76-06b1-45ef-9157-b1cbba899baa) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:35.357772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:35.369745 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9a91-0105-4d56-8161-34aeaa984435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:35.383726 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ce2e683e-f74c-45ff-b710-5457681ab862 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Unset dirty status for tenant:8464dd3ec5e94e3284522a33acc4720c on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:35.388309 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ce2e683e-f74c-45ff-b710-5457681ab862 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "GET /v2.0/ports/fbb2f0ca-97f4-4b1f-beb2-6d13d632ea69 HTTP/1.1" status: 404 len: 333 time: 0.3038306 Sep 21 15:10:35.392397 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54302) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:35.405582 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9255a5df-3ce1-4a4e-80ed-1e21b8d54bd5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:35.422456 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-44a11ae3-627d-4e9d-af04-994a4b19744e tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Request body: {'port': {'network_id': '2a74b495-bf3a-49be-b91d-92b15b934f1a', 'name': 'tempest-AllowedAddressPairTestJSON-1344294131'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:35.439319 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:35.445752 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Usage tracker for resource:security_group_rule and tenant:a2d1673776894cdb84bc58741237314d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:35.479973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:35.503058 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:35.532925 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device fc337c87-fb93-4cf7-99a2-0ab2ad14c910 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:10:35.593443 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: fc337c87-fb93-4cf7-99a2-0ab2ad14c910 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:10:35.593855 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device fc337c87-fb93-4cf7-99a2-0ab2ad14c910 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:10:35.595350 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9cefd8f1-80b4-4732-a5b5-ec7b0a39c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:35.599381 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] Allocated IP 172.20.0.2 (5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b/8ea6d206-9e4f-41c2-9aff-015242472d18/69306275-6639-4de9-a02d-e86876e7f1aa) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:35.601227 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] For port b0761a16-b8f1-4df5-b2d7-3c7969cc66be, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:10:35.643177 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] For port b0761a16-b8f1-4df5-b2d7-3c7969cc66be, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b0761a16-b8f1-4df5-b2d7-3c7969cc66be,segment=NetworkSegment(c489ed66-2418-4314-ab71-6997f16d9957),segment_id=c489ed66-2418-4314-ab71-6997f16d9957)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:10:35.659345 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:35.664154 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f385007-ef5e-4a04-82b7-96af054e305b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:35.706579 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9a91-0105-4d56-8161-34aeaa984435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:35.856912 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-f1ca9a91-0105-4d56-8161-34aeaa984435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e1291b-19f7-4b4e-a361-1d3722be64c1']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:35.882618 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-f1ca9a91-0105-4d56-8161-34aeaa984435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad22099-87e5-4f98-bc30-dc48dd17f361') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:35.882914 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-f1ca9a91-0105-4d56-8161-34aeaa984435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad22099-87e5-4f98-bc30-dc48dd17f361') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:35.887385 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9054f-6a67-4e95-bd8c-9e98f219bb7a None None] Pushing event updated for resources: {'Port': ['ID=b0761a16-b8f1-4df5-b2d7-3c7969cc66be,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:35.898983 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'fixed_ips': [{'subnet_id': '56b8fc0d-8ad3-4a0e-ae9e-4fc7ca132daf'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:10:35.900883 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:35.944627 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9a91-0105-4d56-8161-34aeaa984435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:35.990531 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9a91-0105-4d56-8161-34aeaa984435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:36.013018 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-44a11ae3-627d-4e9d-af04-994a4b19744e tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:36.098022 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ca9a91-0105-4d56-8161-34aeaa984435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:10:36.098535 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9a91-0105-4d56-8161-34aeaa984435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:36.103266 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7ea7a526-3e16-43bb-a0df-c7cabd60f923 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:36.144984 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:36.158935 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-7ea7a526-3e16-43bb-a0df-c7cabd60f923 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Transition to ACTIVE for port object 82c53f76-06b1-45ef-9157-b1cbba899baa will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:36.174703 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] Transition to ACTIVE for port object 69306275-6639-4de9-a02d-e86876e7f1aa will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:36.194342 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:36.196204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-44a11ae3-627d-4e9d-af04-994a4b19744e tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:36.206061 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment aad22099-87e5-4f98-bc30-dc48dd17f361 resource provider aggregate not found Sep 21 15:10:36.228690 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a11ae3-627d-4e9d-af04-994a4b19744e tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Made reservation on behalf of 8464dd3ec5e94e3284522a33acc4720c for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:36.231386 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] Transition to ACTIVE for port object 69306275-6639-4de9-a02d-e86876e7f1aa will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:36.233148 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-44a11ae3-627d-4e9d-af04-994a4b19744e tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:36.235473 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] Allocated IP 2001:db8::2 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/56b8fc0d-8ad3-4a0e-ae9e-4fc7ca132daf/ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:36.237657 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:36.240718 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment aad22099-87e5-4f98-bc30-dc48dd17f361 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aad22099-87e5-4f98-bc30-dc48dd17f361 found for delete ", "request_id": "req-355e1ccb-9bf5-4825-a259-24e98e5b10ad"}]} Sep 21 15:10:36.257926 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:36.270467 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] device_id is not set on port a37b6c01-de0d-4093-934e-6a294b750417 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:36.324572 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-44a11ae3-627d-4e9d-af04-994a4b19744e tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] device_id is not set on port d93d5eac-9627-499f-9dde-56ebfb54b443 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:36.339283 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ef7ae2-6ac2-44ce-a9c0-7a082b343cda,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:36.349590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9a91-0105-4d56-8161-34aeaa984435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:36.380378 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1ca9a91-0105-4d56-8161-34aeaa984435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:36.382976 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7ea7a526-3e16-43bb-a0df-c7cabd60f923 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:36.392084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca9a91-0105-4d56-8161-34aeaa984435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] Pushing event deleted for resources: {'Network': ['ID=75e1291b-19f7-4b4e-a361-1d3722be64c1,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:36.417824 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f1ca9a91-0105-4d56-8161-34aeaa984435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361119848-project] 10.222.0.62 "DELETE /v2.0/networks/75e1291b-19f7-4b4e-a361-1d3722be64c1 HTTP/1.1" status: 204 len: 168 time: 1.5265241 Sep 21 15:10:36.432050 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] Network 5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:36.439436 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:36.455759 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:36.457924 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] Pushing event updated for resources: {'Port': ['ID=69306275-6639-4de9-a02d-e86876e7f1aa,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:36.496394 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea7a526-3e16-43bb-a0df-c7cabd60f923 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network a332317d-2676-43b7-9d3c-4db441e0de67 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:36.510505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Allocated IP 172.26.4.71 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/a37b6c01-de0d-4093-934e-6a294b750417) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:36.526402 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-7ea7a526-3e16-43bb-a0df-c7cabd60f923 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:36.529363 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea7a526-3e16-43bb-a0df-c7cabd60f923 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:36.585868 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-9255a5df-3ce1-4a4e-80ed-1e21b8d54bd5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Allocated IP 172.20.0.1 (5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b/8ea6d206-9e4f-41c2-9aff-015242472d18/ba2f33ce-a7b4-43ff-ab96-3e9fa01b9718) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:36.614080 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] Attempting to bind port 69306275-6639-4de9-a02d-e86876e7f1aa on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:36.614738 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] Attempting to bind port 69306275-6639-4de9-a02d-e86876e7f1aa by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7e5c4e66-27da-45ef-9b76-28be0caf4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:36.614862 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] Attempting to bind port 69306275-6639-4de9-a02d-e86876e7f1aa on network 5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:36.633392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:10:36.634523 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] Checking segment: {'id': '7e5c4e66-27da-45ef-9b76-28be0caf4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:10:36.635222 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:36.635625 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] Bound using segment: {'id': '7e5c4e66-27da-45ef-9b76-28be0caf4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:10:36.636114 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] Bound port: 69306275-6639-4de9-a02d-e86876e7f1aa, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5c4e66-27da-45ef-9b76-28be0caf4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:10:36.636511 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:36.648529 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7a526-3e16-43bb-a0df-c7cabd60f923 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=82c53f76-06b1-45ef-9157-b1cbba899baa,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:36.863195 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54316) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:36.890492 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:36.920726 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] Transition to ACTIVE for port object ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:36.965104 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea7a526-3e16-43bb-a0df-c7cabd60f923 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:36.965784 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7ea7a526-3e16-43bb-a0df-c7cabd60f923 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:36.970210 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] For port 69306275-6639-4de9-a02d-e86876e7f1aa, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:10:36.981860 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] For port 69306275-6639-4de9-a02d-e86876e7f1aa, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=69306275-6639-4de9-a02d-e86876e7f1aa,segment=NetworkSegment(7e5c4e66-27da-45ef-9b76-28be0caf4735),segment_id=7e5c4e66-27da-45ef-9b76-28be0caf4735)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:10:36.998712 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] Transition to ACTIVE for port object ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:37.003586 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:37.006532 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:37.028714 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7ea7a526-3e16-43bb-a0df-c7cabd60f923 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4369326 Sep 21 15:10:37.063705 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54322) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:37.067352 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:37.091796 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3aeb3ac8-36ee-4f52-937e-3693c80a03ea tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'port': {'network_id': 'a332317d-2676-43b7-9d3c-4db441e0de67', 'name': 'tempest-PortsTestJSON-1507970092'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:37.097027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:37.137878 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:37.140984 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:37.143693 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-44a11ae3-627d-4e9d-af04-994a4b19744e tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Allocated IP 172.20.0.9 (2a74b495-bf3a-49be-b91d-92b15b934f1a/670c6951-fd26-4393-bace-6672c88bff7d/d93d5eac-9627-499f-9dde-56ebfb54b443) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:37.144097 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:37.269869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-7f385007-ef5e-4a04-82b7-96af054e305b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8::1 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/56b8fc0d-8ad3-4a0e-ae9e-4fc7ca132daf/20237a7d-bdac-44e9-a206-db39967b5c01) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:37.281559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:37.286711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:37.289275 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236c346-d0df-4de5-ae1b-b412fd155c08 None None] Pushing event updated for resources: {'Port': ['ID=69306275-6639-4de9-a02d-e86876e7f1aa,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:37.293084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Pushing event updated for resources: {'Port': ['ID=a37b6c01-de0d-4093-934e-6a294b750417,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:37.296160 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:37.365372 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] Attempting to bind port ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:37.365745 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] Attempting to bind port ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:37.366174 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] Attempting to bind port ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7 on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:37.377908 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:10:37.377908 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:10:37.378422 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:37.378706 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:10:37.379189 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] Bound port: ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:10:37.379564 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:37.404684 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2065a125-eb32-4548-8aa3-066170b558df admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=12cad7048d7c4c88a9ffefe8540b0111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5327280 Sep 21 15:10:37.424850 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54326) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:37.456651 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] Pushing event updated for resources: {'Port': ['ID=ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:37.472115 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:37.479835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:37.532385 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531a06ff-30c0-440c-b6b1-e22506589782 None None] Network a332317d-2676-43b7-9d3c-4db441e0de67 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:37.542361 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0e7117df-02bf-48e6-ab24-0ca955768652 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.2139621 Sep 21 15:10:37.542361 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54330) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:37.545792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e64ebd8c-efe4-43d3-b31e-ea33b7283cd0 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71'}]}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:37.555224 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e64ebd8c-efe4-43d3-b31e-ea33b7283cd0 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:37.575691 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e64ebd8c-efe4-43d3-b31e-ea33b7283cd0 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Usage tracker for resource:router and tenant:a2d1673776894cdb84bc58741237314d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:37.580467 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e64ebd8c-efe4-43d3-b31e-ea33b7283cd0 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:37.596520 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e64ebd8c-efe4-43d3-b31e-ea33b7283cd0 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:37.614261 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f385007-ef5e-4a04-82b7-96af054e305b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:37.637578 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-7f385007-ef5e-4a04-82b7-96af054e305b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Transition to ACTIVE for port object 20237a7d-bdac-44e9-a206-db39967b5c01 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:37.678330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e64ebd8c-efe4-43d3-b31e-ea33b7283cd0 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:37.679724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e64ebd8c-efe4-43d3-b31e-ea33b7283cd0 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:37.681433 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b0761a16-b8f1-4df5-b2d7-3c7969cc66be up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:10:37.701780 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e64ebd8c-efe4-43d3-b31e-ea33b7283cd0 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:37.705441 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f385007-ef5e-4a04-82b7-96af054e305b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:37.707487 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9255a5df-3ce1-4a4e-80ed-1e21b8d54bd5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:37.750692 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] For port ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:10:37.760166 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-23fe6079-6f4d-4e2f-b4df-a0092e6c1dac None None] Provisioning for port b0761a16-b8f1-4df5-b2d7-3c7969cc66be completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:37.788344 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] For port ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:10:37.793235 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f385007-ef5e-4a04-82b7-96af054e305b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:37.798374 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7f385007-ef5e-4a04-82b7-96af054e305b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:37.800186 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-9255a5df-3ce1-4a4e-80ed-1e21b8d54bd5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Transition to ACTIVE for port object ba2f33ce-a7b4-43ff-ab96-3e9fa01b9718 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:37.803107 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f385007-ef5e-4a04-82b7-96af054e305b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:37.803634 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f385007-ef5e-4a04-82b7-96af054e305b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:37.808077 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:37.856613 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3aeb3ac8-36ee-4f52-937e-3693c80a03ea tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:37.880649 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3aeb3ac8-36ee-4f52-937e-3693c80a03ea tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:port and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:37.891173 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3aeb3ac8-36ee-4f52-937e-3693c80a03ea tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:37.897802 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-82ae3c14-a501-4edb-a3c2-0eeb1baea979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:37.905470 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-44a11ae3-627d-4e9d-af04-994a4b19744e tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:37.909995 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3aeb3ac8-36ee-4f52-937e-3693c80a03ea tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:37.933475 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port b0761a16-b8f1-4df5-b2d7-3c7969cc66be completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:37.953720 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cc644044-ee0e-4aa3-9670-08b643cee18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:37.957643 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-44a11ae3-627d-4e9d-af04-994a4b19744e tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Transition to ACTIVE for port object d93d5eac-9627-499f-9dde-56ebfb54b443 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:37.961384 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port b0761a16-b8f1-4df5-b2d7-3c7969cc66be triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:37.962527 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:37.970387 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aeb3ac8-36ee-4f52-937e-3693c80a03ea tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:37.973995 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aeb3ac8-36ee-4f52-937e-3693c80a03ea tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:37.984825 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9255a5df-3ce1-4a4e-80ed-1e21b8d54bd5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:37.998686 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-82ae3c14-a501-4edb-a3c2-0eeb1baea979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:38.049270 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f385007-ef5e-4a04-82b7-96af054e305b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=20237a7d-bdac-44e9-a206-db39967b5c01,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:38.099164 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9255a5df-3ce1-4a4e-80ed-1e21b8d54bd5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Network 5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:38.159259 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53712c66-4f14-4426-bb2a-ac38560a4e20 None None] Pushing event updated for resources: {'Port': ['ID=ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:38.226132 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255a5df-3ce1-4a4e-80ed-1e21b8d54bd5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Pushing event updated for resources: {'Port': ['ID=ba2f33ce-a7b4-43ff-ab96-3e9fa01b9718,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:38.241764 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-9255a5df-3ce1-4a4e-80ed-1e21b8d54bd5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:38.252379 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9255a5df-3ce1-4a4e-80ed-1e21b8d54bd5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:38.290817 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-3aeb3ac8-36ee-4f52-937e-3693c80a03ea tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] device_id is not set on port bdcb091f-4427-4e15-804c-ecfeafe84c6c yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:38.293911 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port b0761a16-b8f1-4df5-b2d7-3c7969cc66be is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:38.296528 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:38.346652 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port b0761a16-b8f1-4df5-b2d7-3c7969cc66be, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b0761a16-b8f1-4df5-b2d7-3c7969cc66be,segment=NetworkSegment(c489ed66-2418-4314-ab71-6997f16d9957),segment_id=c489ed66-2418-4314-ab71-6997f16d9957)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:38.356590 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:38.423088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-44a11ae3-627d-4e9d-af04-994a4b19744e tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:38.424861 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-82ae3c14-a501-4edb-a3c2-0eeb1baea979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:38.449452 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e64ebd8c-efe4-43d3-b31e-ea33b7283cd0 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:38.476625 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=b0761a16-b8f1-4df5-b2d7-3c7969cc66be,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:38.557531 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae3c14-a501-4edb-a3c2-0eeb1baea979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747c12e7-759d-4ca7-ab13-b1ec290e7ab8,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:38.577735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f385007-ef5e-4a04-82b7-96af054e305b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:38.610420 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a11ae3-627d-4e9d-af04-994a4b19744e tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Network 2a74b495-bf3a-49be-b91d-92b15b934f1a is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:38.617008 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-82ae3c14-a501-4edb-a3c2-0eeb1baea979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:38.633108 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-82ae3c14-a501-4edb-a3c2-0eeb1baea979 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/747c12e7-759d-4ca7-ab13-b1ec290e7ab8 HTTP/1.1" status: 204 len: 168 time: 1.1864731 Sep 21 15:10:38.649670 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-44a11ae3-627d-4e9d-af04-994a4b19744e tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:38.653013 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a11ae3-627d-4e9d-af04-994a4b19744e tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:38.656556 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:38.722142 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9255a5df-3ce1-4a4e-80ed-1e21b8d54bd5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:38.725842 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-71311de2-23d3-4709-84b2-af37b6d3e79f None None] Provisioning complete for port b0761a16-b8f1-4df5-b2d7-3c7969cc66be triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:38.726337 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-71311de2-23d3-4709-84b2-af37b6d3e79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:38.782465 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c937e200-1a2a-433e-ad51-2dd0ecf9c7b3 None None] Network 5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:39.045734 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a11ae3-627d-4e9d-af04-994a4b19744e tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Pushing event updated for resources: {'Port': ['ID=d93d5eac-9627-499f-9dde-56ebfb54b443,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:39.084720 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:39.130353 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a11ae3-627d-4e9d-af04-994a4b19744e tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:39.131182 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-44a11ae3-627d-4e9d-af04-994a4b19744e tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:39.173047 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-44a11ae3-627d-4e9d-af04-994a4b19744e tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7684724 Sep 21 15:10:39.176820 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54338) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:39.187318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c62d2c1f-d460-4ee2-89c0-eecf8e3f1523 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Request body: {'port': {'network_id': '2a74b495-bf3a-49be-b91d-92b15b934f1a', 'name': 'tempest-AllowedAddressPairTestJSON-1693764620'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:39.209474 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54342) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:39.226334 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-3aeb3ac8-36ee-4f52-937e-3693c80a03ea tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Allocated IP 172.20.0.10 (a332317d-2676-43b7-9d3c-4db441e0de67/77ec4a64-c05a-4dea-b4f3-11c0e23629f5/bdcb091f-4427-4e15-804c-ecfeafe84c6c) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:39.250133 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-71311de2-23d3-4709-84b2-af37b6d3e79f None None] Current status of the port b0761a16-b8f1-4df5-b2d7-3c7969cc66be is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:39.308358 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-71311de2-23d3-4709-84b2-af37b6d3e79f None None] Provisioning for port 82c53f76-06b1-45ef-9157-b1cbba899baa completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:39.318971 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-71311de2-23d3-4709-84b2-af37b6d3e79f None None] Provisioning complete for port 82c53f76-06b1-45ef-9157-b1cbba899baa triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:39.319347 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-71311de2-23d3-4709-84b2-af37b6d3e79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:39.387749 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9255a5df-3ce1-4a4e-80ed-1e21b8d54bd5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:39.393843 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-67e80bff-ffea-4405-ae0e-893c74e8f9b5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d5bd80c948bb49b084e12b99c344d0e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1772497 Sep 21 15:10:39.403137 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54346) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:39.445427 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-71311de2-23d3-4709-84b2-af37b6d3e79f None None] Port 82c53f76-06b1-45ef-9157-b1cbba899baa cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:10:39.588784 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d1c5adb8-a08f-4875-9943-1fc92f9eab95 None None] Provisioning for port ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:39.618629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c62d2c1f-d460-4ee2-89c0-eecf8e3f1523 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:39.624431 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d1c5adb8-a08f-4875-9943-1fc92f9eab95 None None] Provisioning for port 69306275-6639-4de9-a02d-e86876e7f1aa completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:39.630927 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c62d2c1f-d460-4ee2-89c0-eecf8e3f1523 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:39.657587 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d1c5adb8-a08f-4875-9943-1fc92f9eab95 None None] Provisioning for port d93d5eac-9627-499f-9dde-56ebfb54b443 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:39.664238 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:10:39.691062 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62d2c1f-d460-4ee2-89c0-eecf8e3f1523 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Made reservation on behalf of 8464dd3ec5e94e3284522a33acc4720c for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:39.694714 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c62d2c1f-d460-4ee2-89c0-eecf8e3f1523 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:39.712083 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d1c5adb8-a08f-4875-9943-1fc92f9eab95 None None] Provisioning complete for port d93d5eac-9627-499f-9dde-56ebfb54b443 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:39.712733 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d1c5adb8-a08f-4875-9943-1fc92f9eab95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:39.814480 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-c62d2c1f-d460-4ee2-89c0-eecf8e3f1523 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] device_id is not set on port 8befcda5-6f0e-4edd-8e4d-7cb331c65866 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:39.828343 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:39.835643 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d1c5adb8-a08f-4875-9943-1fc92f9eab95 None None] Port d93d5eac-9627-499f-9dde-56ebfb54b443 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:10:39.839295 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:39.839724 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:39.898598 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d1c5adb8-a08f-4875-9943-1fc92f9eab95 None None] Provisioning complete for port 82c53f76-06b1-45ef-9157-b1cbba899baa triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:39.899146 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d1c5adb8-a08f-4875-9943-1fc92f9eab95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:39.944493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6967ad14-26b1-45a2-aee2-ef551af48961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.010257 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d1c5adb8-a08f-4875-9943-1fc92f9eab95 None None] Port 82c53f76-06b1-45ef-9157-b1cbba899baa cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:10:40.085486 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:40.085932 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.089021 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aeb3ac8-36ee-4f52-937e-3693c80a03ea tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.114074 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-3aeb3ac8-36ee-4f52-937e-3693c80a03ea tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Transition to ACTIVE for port object bdcb091f-4427-4e15-804c-ecfeafe84c6c will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:40.124365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:40.132664 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.133555 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b0761a16-b8f1-4df5-b2d7-3c7969cc66be up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:10:40.179558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6967ad14-26b1-45a2-aee2-ef551af48961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.217146 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f385007-ef5e-4a04-82b7-96af054e305b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.223432 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e5e65c41-1ad6-4244-b8ab-34ecb452195e None None] Provisioning for port 20237a7d-bdac-44e9-a206-db39967b5c01 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:40.240024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f385007-ef5e-4a04-82b7-96af054e305b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.240887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f385007-ef5e-4a04-82b7-96af054e305b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.249484 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e5e65c41-1ad6-4244-b8ab-34ecb452195e None None] Provisioning complete for port 20237a7d-bdac-44e9-a206-db39967b5c01 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:40.250047 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e5e65c41-1ad6-4244-b8ab-34ecb452195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.253958 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aeb3ac8-36ee-4f52-937e-3693c80a03ea tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.329685 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:40.339300 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeb3ac8-36ee-4f52-937e-3693c80a03ea tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network a332317d-2676-43b7-9d3c-4db441e0de67 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:40.344392 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-3aeb3ac8-36ee-4f52-937e-3693c80a03ea tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:40.346509 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port b0761a16-b8f1-4df5-b2d7-3c7969cc66be triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:40.346818 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb3ac8-36ee-4f52-937e-3693c80a03ea tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:40.346930 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.372954 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e5e65c41-1ad6-4244-b8ab-34ecb452195e None None] Port 20237a7d-bdac-44e9-a206-db39967b5c01 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:10:40.385648 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e64ebd8c-efe4-43d3-b31e-ea33b7283cd0 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.407446 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e5e65c41-1ad6-4244-b8ab-34ecb452195e None None] Provisioning for port ba2f33ce-a7b4-43ff-ab96-3e9fa01b9718 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:40.408471 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb3ac8-36ee-4f52-937e-3693c80a03ea tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=bdcb091f-4427-4e15-804c-ecfeafe84c6c,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:40.422222 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e5e65c41-1ad6-4244-b8ab-34ecb452195e None None] Provisioning complete for port ba2f33ce-a7b4-43ff-ab96-3e9fa01b9718 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:40.422222 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e5e65c41-1ad6-4244-b8ab-34ecb452195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.465165 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeb3ac8-36ee-4f52-937e-3693c80a03ea tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:40.465802 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aeb3ac8-36ee-4f52-937e-3693c80a03ea tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.494672 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e64ebd8c-efe4-43d3-b31e-ea33b7283cd0 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.498367 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3aeb3ac8-36ee-4f52-937e-3693c80a03ea tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4299693 Sep 21 15:10:40.501304 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54350) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:40.512199 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.514177 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e5e65c41-1ad6-4244-b8ab-34ecb452195e None None] Port ba2f33ce-a7b4-43ff-ab96-3e9fa01b9718 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:10:40.544966 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9255a5df-3ce1-4a4e-80ed-1e21b8d54bd5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.554907 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9255a5df-3ce1-4a4e-80ed-1e21b8d54bd5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.560591 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f385007-ef5e-4a04-82b7-96af054e305b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=20237a7d-bdac-44e9-a206-db39967b5c01,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:40.588899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-c62d2c1f-d460-4ee2-89c0-eecf8e3f1523 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Allocated IP 172.20.0.11 (2a74b495-bf3a-49be-b91d-92b15b934f1a/670c6951-fd26-4393-bace-6672c88bff7d/8befcda5-6f0e-4edd-8e4d-7cb331c65866) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:40.622026 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port b0761a16-b8f1-4df5-b2d7-3c7969cc66be is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:40.623590 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 69306275-6639-4de9-a02d-e86876e7f1aa up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:10:40.633919 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6967ad14-26b1-45a2-aee2-ef551af48961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.710344 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967ad14-26b1-45a2-aee2-ef551af48961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfbf86f-ea4d-46ee-8729-1ef1f4bdeb44,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:40.710553 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255a5df-3ce1-4a4e-80ed-1e21b8d54bd5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Pushing event updated for resources: {'Port': ['ID=ba2f33ce-a7b4-43ff-ab96-3e9fa01b9718,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:40.729461 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9255a5df-3ce1-4a4e-80ed-1e21b8d54bd5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.735098 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 69306275-6639-4de9-a02d-e86876e7f1aa completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:40.743295 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 69306275-6639-4de9-a02d-e86876e7f1aa triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:40.744385 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.793100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f385007-ef5e-4a04-82b7-96af054e305b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:40.803236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7f385007-ef5e-4a04-82b7-96af054e305b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:40.818289 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b557f1fe-9d0b-439c-ab0d-c07cfaf942ec tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:40.819288 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b557f1fe-9d0b-439c-ab0d-c07cfaf942ec tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Synchronizing usage tracker for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:40.834327 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1155fedb-169e-47dc-9521-22c84cc8a326 None None] Provisioning for port bdcb091f-4427-4e15-804c-ecfeafe84c6c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:40.841748 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1155fedb-169e-47dc-9521-22c84cc8a326 None None] Provisioning complete for port bdcb091f-4427-4e15-804c-ecfeafe84c6c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:40.842352 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1155fedb-169e-47dc-9521-22c84cc8a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.859117 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b557f1fe-9d0b-439c-ab0d-c07cfaf942ec tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Unset dirty status for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:40.860254 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b557f1fe-9d0b-439c-ab0d-c07cfaf942ec tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.3580110 Sep 21 15:10:40.870985 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54354) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:40.960953 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9255a5df-3ce1-4a4e-80ed-1e21b8d54bd5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Network 5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:40.965302 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-9255a5df-3ce1-4a4e-80ed-1e21b8d54bd5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:40.974432 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-939e552b-7065-4410-89dc-257f6e6ea057 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port bdcb091f-4427-4e15-804c-ecfeafe84c6c {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:40.974631 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-939e552b-7065-4410-89dc-257f6e6ea057 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:40.990148 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1155fedb-169e-47dc-9521-22c84cc8a326 None None] Port bdcb091f-4427-4e15-804c-ecfeafe84c6c cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:10:41.001906 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 69306275-6639-4de9-a02d-e86876e7f1aa is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:41.002505 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:41.108741 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 69306275-6639-4de9-a02d-e86876e7f1aa, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=69306275-6639-4de9-a02d-e86876e7f1aa,segment=NetworkSegment(7e5c4e66-27da-45ef-9b76-28be0caf4735),segment_id=7e5c4e66-27da-45ef-9b76-28be0caf4735)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:41.126484 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:41.249641 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=69306275-6639-4de9-a02d-e86876e7f1aa,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:41.255701 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ff10d5da-551d-42da-bc58-b53325fad447 None None] Provisioning complete for port 20237a7d-bdac-44e9-a206-db39967b5c01 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:41.256069 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ff10d5da-551d-42da-bc58-b53325fad447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:41.301992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6967ad14-26b1-45a2-aee2-ef551af48961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:41.306049 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6967ad14-26b1-45a2-aee2-ef551af48961 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bbfbf86f-ea4d-46ee-8729-1ef1f4bdeb44 HTTP/1.1" status: 204 len: 168 time: 1.8995438 Sep 21 15:10:41.323081 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ff10d5da-551d-42da-bc58-b53325fad447 None None] Port 20237a7d-bdac-44e9-a206-db39967b5c01 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:10:41.369583 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e64ebd8c-efe4-43d3-b31e-ea33b7283cd0 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:41.447620 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9255a5df-3ce1-4a4e-80ed-1e21b8d54bd5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Router 19fbaf17-712d-4e9c-9ca2-ee0cda884b03 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:10:41.457421 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-939e552b-7065-4410-89dc-257f6e6ea057 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:41.462226 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-59ff2598-2c99-42e9-8e33-fc9cbe760d13 None None] Provisioning complete for port ba2f33ce-a7b4-43ff-ab96-3e9fa01b9718 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:41.462730 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-59ff2598-2c99-42e9-8e33-fc9cbe760d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:41.591160 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:10:41.599222 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c62d2c1f-d460-4ee2-89c0-eecf8e3f1523 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:41.651484 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-59ff2598-2c99-42e9-8e33-fc9cbe760d13 None None] Port ba2f33ce-a7b4-43ff-ab96-3e9fa01b9718 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:10:41.678679 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:41.679261 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:41.760131 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-c62d2c1f-d460-4ee2-89c0-eecf8e3f1523 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Transition to ACTIVE for port object 8befcda5-6f0e-4edd-8e4d-7cb331c65866 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:41.762510 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e64ebd8c-efe4-43d3-b31e-ea33b7283cd0 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:41.766213 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e64ebd8c-efe4-43d3-b31e-ea33b7283cd0 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:41.808382 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-939e552b-7065-4410-89dc-257f6e6ea057 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Calling delete_port for bdcb091f-4427-4e15-804c-ecfeafe84c6c owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:41.819390 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:41.820511 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 69306275-6639-4de9-a02d-e86876e7f1aa up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:10:41.857565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f385007-ef5e-4a04-82b7-96af054e305b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Router 71a5de1e-b358-41e1-abf1-ea981ddcc21d is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:10:41.913930 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 69306275-6639-4de9-a02d-e86876e7f1aa triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:41.915800 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:41.925120 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e64ebd8c-efe4-43d3-b31e-ea33b7283cd0 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:41.925598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64ebd8c-efe4-43d3-b31e-ea33b7283cd0 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d0b7307-da84-4318-b020-d15bfe0df0f0 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:10:41.964497 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9255a5df-3ce1-4a4e-80ed-1e21b8d54bd5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:10:41.973092 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9255a5df-3ce1-4a4e-80ed-1e21b8d54bd5 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] 10.222.0.62 "PUT /v2.0/routers/19fbaf17-712d-4e9c-9ca2-ee0cda884b03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3718066 Sep 21 15:10:41.973092 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54362) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:41.975658 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcdfe1d-79a2-44fa-aecb-7e5cb94ab61c None None] Sync routers for ids ['19fbaf17-712d-4e9c-9ca2-ee0cda884b03'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:10:41.982637 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f0670bd8-c5d5-4094-a6f2-88a22e22ea21 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Request body: {'port': {'network_id': '5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b', 'name': 'tempest-FloatingIPNegativeTestJSON-1632744919'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:42.029427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c62d2c1f-d460-4ee2-89c0-eecf8e3f1523 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:42.037590 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcdfe1d-79a2-44fa-aecb-7e5cb94ab61c None None] Routers {'19fbaf17-712d-4e9c-9ca2-ee0cda884b03'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:10:42.041208 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fbcdfe1d-79a2-44fa-aecb-7e5cb94ab61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:10:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['19fbaf17-712d-4e9c-9ca2-ee0cda884b03'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:42.114316 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-e64ebd8c-efe4-43d3-b31e-ea33b7283cd0 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 21 15:10:42.115361 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e64ebd8c-efe4-43d3-b31e-ea33b7283cd0 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.5737183 Sep 21 15:10:42.125274 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54370) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:42.181002 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62d2c1f-d460-4ee2-89c0-eecf8e3f1523 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Network 2a74b495-bf3a-49be-b91d-92b15b934f1a is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:42.185760 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fbcdfe1d-79a2-44fa-aecb-7e5cb94ab61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:42.190845 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-c62d2c1f-d460-4ee2-89c0-eecf8e3f1523 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:42.202144 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcdfe1d-79a2-44fa-aecb-7e5cb94ab61c None None] Routers {'19fbaf17-712d-4e9c-9ca2-ee0cda884b03'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:10:42.202695 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fbcdfe1d-79a2-44fa-aecb-7e5cb94ab61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:10:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['19fbaf17-712d-4e9c-9ca2-ee0cda884b03'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:42.205391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f385007-ef5e-4a04-82b7-96af054e305b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:10:42.217703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d2c1f-d460-4ee2-89c0-eecf8e3f1523 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:42.218793 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] Sync routers for ids ['71a5de1e-b358-41e1-abf1-ea981ddcc21d'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:10:42.233982 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] Routers {'71a5de1e-b358-41e1-abf1-ea981ddcc21d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:10:42.234747 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:10:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['71a5de1e-b358-41e1-abf1-ea981ddcc21d'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:42.283039 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fbcdfe1d-79a2-44fa-aecb-7e5cb94ab61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:42.283590 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcdfe1d-79a2-44fa-aecb-7e5cb94ab61c None None] The sync data for ids ['19fbaf17-712d-4e9c-9ca2-ee0cda884b03'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:10:42.292832 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f0670bd8-c5d5-4094-a6f2-88a22e22ea21 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:42.298067 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f0670bd8-c5d5-4094-a6f2-88a22e22ea21 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Usage tracker for resource:port and tenant:412cf71a88eb4877b5dcfcf1729c3ca6 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:42.301954 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f0670bd8-c5d5-4094-a6f2-88a22e22ea21 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:42.314680 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f0670bd8-c5d5-4094-a6f2-88a22e22ea21 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:42.324504 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d2c1f-d460-4ee2-89c0-eecf8e3f1523 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Pushing event updated for resources: {'Port': ['ID=8befcda5-6f0e-4edd-8e4d-7cb331c65866,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:42.338926 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-939e552b-7065-4410-89dc-257f6e6ea057 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:42.345887 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0670bd8-c5d5-4094-a6f2-88a22e22ea21 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Made reservation on behalf of 412cf71a88eb4877b5dcfcf1729c3ca6 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:42.350137 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0670bd8-c5d5-4094-a6f2-88a22e22ea21 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:42.356587 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 69306275-6639-4de9-a02d-e86876e7f1aa is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:42.371865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-cd106f36-ca59-4cc7-b200-44a462ff8af1 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Deleting port a37b6c01-de0d-4093-934e-6a294b750417 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:42.372221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cd106f36-ca59-4cc7-b200-44a462ff8af1 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:42.424316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62d2c1f-d460-4ee2-89c0-eecf8e3f1523 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:42.425119 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c62d2c1f-d460-4ee2-89c0-eecf8e3f1523 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:42.430059 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e552b-7065-4410-89dc-257f6e6ea057 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Port': ['ID=bdcb091f-4427-4e15-804c-ecfeafe84c6c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:42.430476 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7f385007-ef5e-4a04-82b7-96af054e305b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "PUT /v2.0/routers/71a5de1e-b358-41e1-abf1-ea981ddcc21d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6906664 Sep 21 15:10:42.439861 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54378) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:42.527243 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c62d2c1f-d460-4ee2-89c0-eecf8e3f1523 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3437951 Sep 21 15:10:42.529869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54382) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:42.543639 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2409b990-295a-486c-b5d7-c235a5dc00ac tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:88:e0:19'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:fe:ed:cb'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:42.586299 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] Set router 71a5de1e-b358-41e1-abf1-ea981ddcc21d gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:10:42.606337 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1638f170-937f-44b9-af6b-2a22e383cd4b None None] Provisioning for port 8befcda5-6f0e-4edd-8e4d-7cb331c65866 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:42.611725 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1638f170-937f-44b9-af6b-2a22e383cd4b None None] Provisioning complete for port 8befcda5-6f0e-4edd-8e4d-7cb331c65866 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:42.612091 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1638f170-937f-44b9-af6b-2a22e383cd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:42.649268 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-f0670bd8-c5d5-4094-a6f2-88a22e22ea21 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] device_id is not set on port 5fa6ebb2-41d2-48c1-968c-39a11fbe10cc yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:42.713126 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1638f170-937f-44b9-af6b-2a22e383cd4b None None] Port 8befcda5-6f0e-4edd-8e4d-7cb331c65866 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:10:42.736364 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-939e552b-7065-4410-89dc-257f6e6ea057 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:42.770978 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-939e552b-7065-4410-89dc-257f6e6ea057 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/ports/bdcb091f-4427-4e15-804c-ecfeafe84c6c HTTP/1.1" status: 204 len: 168 time: 1.8964882 Sep 21 15:10:42.773143 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54392) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:42.817115 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64174528-eb58-42cb-81d6-21c49fdeb4db tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:42.818494 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-64174528-eb58-42cb-81d6-21c49fdeb4db tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:42.873937 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d1c767-a24b-433a-8e32-eadc10b0ef97 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] GET failed (client error): The resource could not be found. Sep 21 15:10:42.874574 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-15d1c767-a24b-433a-8e32-eadc10b0ef97 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Synchronizing usage tracker for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:42.915450 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-15d1c767-a24b-433a-8e32-eadc10b0ef97 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Unset dirty status for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:42.916866 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-15d1c767-a24b-433a-8e32-eadc10b0ef97 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports/bdcb091f-4427-4e15-804c-ecfeafe84c6c HTTP/1.1" status: 404 len: 333 time: 0.1403451 Sep 21 15:10:42.918157 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-f0670bd8-c5d5-4094-a6f2-88a22e22ea21 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Allocated IP 172.20.0.14 (5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b/8ea6d206-9e4f-41c2-9aff-015242472d18/5fa6ebb2-41d2-48c1-968c-39a11fbe10cc) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:42.920305 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54398) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:42.981704 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a5de1e-b358-41e1-abf1-ea981ddcc21d', 'name': 'tempest-NetworksTestDHCPv6-router-1833093697', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:10:34Z', 'updated_at': '2022-09-21T15:10:38Z', 'revision_number': 2, 'project_id': '28bee843128e4e4cad27b6a75e7c3957', 'gw_port_host': None, '_interfaces': [{'id': '20237a7d-bdac-44e9-a206-db39967b5c01', 'name': '', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'mac_address': 'fa:16:3e:0a:62:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a5de1e-b358-41e1-abf1-ea981ddcc21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '56b8fc0d-8ad3-4a0e-ae9e-4fc7ca132daf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:10:35Z', 'updated_at': '2022-09-21T15:10:39Z', 'revision_number': 2, 'project_id': '28bee843128e4e4cad27b6a75e7c3957', 'subnets': [{'id': '56b8fc0d-8ad3-4a0e-ae9e-4fc7ca132daf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:42.987381 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] Checking router: 71a5de1e-b358-41e1-abf1-ea981ddcc21d for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:10:42.987898 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] Updating router 71a5de1e-b358-41e1-abf1-ea981ddcc21d port 20237a7d-bdac-44e9-a206-db39967b5c01 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:10:43.079104 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:43.136393 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-64174528-eb58-42cb-81d6-21c49fdeb4db tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:43.137934 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-64174528-eb58-42cb-81d6-21c49fdeb4db tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports/20237a7d-bdac-44e9-a206-db39967b5c01 HTTP/1.1" status: 200 len: 911 time: 0.6889362 Sep 21 15:10:43.142805 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54406) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:43.287879 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0670bd8-c5d5-4094-a6f2-88a22e22ea21 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:43.307062 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-f0670bd8-c5d5-4094-a6f2-88a22e22ea21 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Transition to ACTIVE for port object 5fa6ebb2-41d2-48c1-968c-39a11fbe10cc will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:43.340869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cd106f36-ca59-4cc7-b200-44a462ff8af1 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:43.343371 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-0eb10072-acbb-4dfe-9860-89a17580ba9c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port 82c53f76-06b1-45ef-9157-b1cbba899baa {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:43.343722 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0eb10072-acbb-4dfe-9860-89a17580ba9c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:43.356991 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2409b990-295a-486c-b5d7-c235a5dc00ac tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:43.379856 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0670bd8-c5d5-4094-a6f2-88a22e22ea21 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:43.467475 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0670bd8-c5d5-4094-a6f2-88a22e22ea21 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Network 5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:43.476748 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-f0670bd8-c5d5-4094-a6f2-88a22e22ea21 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:43.485989 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0670bd8-c5d5-4094-a6f2-88a22e22ea21 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:43.506667 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:43.510302 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-cd106f36-ca59-4cc7-b200-44a462ff8af1 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Calling delete_port for a37b6c01-de0d-4093-934e-6a294b750417 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:43.528546 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] Transition to ACTIVE for port object 20237a7d-bdac-44e9-a206-db39967b5c01 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:43.538989 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:43.636108 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f54bbc4-81a0-4dba-affb-9651e7d5ce76 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:43.644138 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f54bbc4-81a0-4dba-affb-9651e7d5ce76 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:43.648206 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4f54bbc4-81a0-4dba-affb-9651e7d5ce76 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5023546 Sep 21 15:10:43.665067 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54420) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:43.759363 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0670bd8-c5d5-4094-a6f2-88a22e22ea21 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Pushing event updated for resources: {'Port': ['ID=5fa6ebb2-41d2-48c1-968c-39a11fbe10cc,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:43.771278 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0eb10072-acbb-4dfe-9860-89a17580ba9c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:43.782292 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac51275-c1e0-49db-930f-da4c6bd2c737 None None] Pushing event updated for resources: {'Port': ['ID=20237a7d-bdac-44e9-a206-db39967b5c01,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:43.790058 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54424) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:43.837866 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac51275-c1e0-49db-930f-da4c6bd2c737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:43.837866 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac51275-c1e0-49db-930f-da4c6bd2c737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:43.838171 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac51275-c1e0-49db-930f-da4c6bd2c737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:43.838685 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac51275-c1e0-49db-930f-da4c6bd2c737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:43.839036 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac51275-c1e0-49db-930f-da4c6bd2c737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:43.839385 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac51275-c1e0-49db-930f-da4c6bd2c737 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:43.839718 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac51275-c1e0-49db-930f-da4c6bd2c737 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:43.840044 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac51275-c1e0-49db-930f-da4c6bd2c737 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:43.840371 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac51275-c1e0-49db-930f-da4c6bd2c737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:43.840720 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac51275-c1e0-49db-930f-da4c6bd2c737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:43.841045 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac51275-c1e0-49db-930f-da4c6bd2c737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:43.841365 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac51275-c1e0-49db-930f-da4c6bd2c737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:10:43.854453 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e6a89a91-684b-4fb8-b7f8-8b271b6d510d None None] Provisioning for port 5fa6ebb2-41d2-48c1-968c-39a11fbe10cc completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:43.860923 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e6a89a91-684b-4fb8-b7f8-8b271b6d510d None None] Provisioning complete for port 5fa6ebb2-41d2-48c1-968c-39a11fbe10cc triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:43.861294 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6a89a91-684b-4fb8-b7f8-8b271b6d510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:43.866847 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] Attempting to bind port 20237a7d-bdac-44e9-a206-db39967b5c01 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:43.867217 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] Attempting to bind port 20237a7d-bdac-44e9-a206-db39967b5c01 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:43.867707 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] Attempting to bind port 20237a7d-bdac-44e9-a206-db39967b5c01 on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:43.875760 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:10:43.876132 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:10:43.876571 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:43.876970 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:10:43.877444 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] Bound port: 20237a7d-bdac-44e9-a206-db39967b5c01, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:10:43.877837 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:44.009933 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] For port 20237a7d-bdac-44e9-a206-db39967b5c01, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:10:44.014719 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] For port 20237a7d-bdac-44e9-a206-db39967b5c01, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=20237a7d-bdac-44e9-a206-db39967b5c01,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:10:44.016354 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e6a89a91-684b-4fb8-b7f8-8b271b6d510d None None] Port 5fa6ebb2-41d2-48c1-968c-39a11fbe10cc cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:10:44.023545 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:44.044706 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-0eb10072-acbb-4dfe-9860-89a17580ba9c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Calling delete_port for 82c53f76-06b1-45ef-9157-b1cbba899baa owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:44.080637 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0670bd8-c5d5-4094-a6f2-88a22e22ea21 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:44.081277 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0670bd8-c5d5-4094-a6f2-88a22e22ea21 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:44.125075 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] Routers {'71a5de1e-b358-41e1-abf1-ea981ddcc21d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:10:44.125901 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:10:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['71a5de1e-b358-41e1-abf1-ea981ddcc21d'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:44.129194 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f0670bd8-c5d5-4094-a6f2-88a22e22ea21 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1541159 Sep 21 15:10:44.131573 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54430) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:44.151613 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:44.159404 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:44.164962 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Usage tracker for resource:floatingip and tenant:412cf71a88eb4877b5dcfcf1729c3ca6 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:44.168790 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:44.177016 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:44.224424 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2115419603', 'router:external': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:44.236443 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:44.245217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Usage tracker for resource:network and tenant:8b920d0c51b34edda663543b45d0c985 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:44.247980 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:44.266165 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:44.279496 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:44.353802 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Made reservation on behalf of 8b920d0c51b34edda663543b45d0c985 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:44.356114 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:44.357197 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac51275-c1e0-49db-930f-da4c6bd2c737 None None] Pushing event updated for resources: {'Port': ['ID=20237a7d-bdac-44e9-a206-db39967b5c01,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:44.370876 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0eb10072-acbb-4dfe-9860-89a17580ba9c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:44.373406 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:44.374674 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] Set router 71a5de1e-b358-41e1-abf1-ea981ddcc21d gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:10:44.401366 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2409b990-295a-486c-b5d7-c235a5dc00ac tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:44.412589 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2409b990-295a-486c-b5d7-c235a5dc00ac tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:44.453011 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb10072-acbb-4dfe-9860-89a17580ba9c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Port': ['ID=82c53f76-06b1-45ef-9157-b1cbba899baa,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:44.458915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:44.497265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cd106f36-ca59-4cc7-b200-44a462ff8af1 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:44.501752 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Usage tracker for resource:security_group_rule and tenant:8b920d0c51b34edda663543b45d0c985 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:44.510802 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:44.589458 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:44.591953 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0eb10072-acbb-4dfe-9860-89a17580ba9c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:44.626675 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0eb10072-acbb-4dfe-9860-89a17580ba9c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/ports/82c53f76-06b1-45ef-9157-b1cbba899baa HTTP/1.1" status: 204 len: 168 time: 1.7053146 Sep 21 15:10:44.627339 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54434) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:44.677715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2409b990-295a-486c-b5d7-c235a5dc00ac tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] In _notify_port_updated(), no bound segment for port 8befcda5-6f0e-4edd-8e4d-7cb331c65866 on network 2a74b495-bf3a-49be-b91d-92b15b934f1a {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:10:44.684909 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2409b990-295a-486c-b5d7-c235a5dc00ac tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:44.685961 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2409b990-295a-486c-b5d7-c235a5dc00ac tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:44.693086 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2409b990-295a-486c-b5d7-c235a5dc00ac tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "PUT /v2.0/ports/8befcda5-6f0e-4edd-8e4d-7cb331c65866 HTTP/1.1" status: 200 len: 1057 time: 2.1599092 Sep 21 15:10:44.696760 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54438) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:44.704951 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409b990-295a-486c-b5d7-c235a5dc00ac tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Pushing event updated for resources: {'Port': ['ID=8befcda5-6f0e-4edd-8e4d-7cb331c65866,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:44.743516 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7419a04-5d45-43bd-aa7b-bb7c3ffd2ccd tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] GET failed (client error): The resource could not be found. Sep 21 15:10:44.744063 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f7419a04-5d45-43bd-aa7b-bb7c3ffd2ccd tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Synchronizing usage tracker for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:44.766610 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd106f36-ca59-4cc7-b200-44a462ff8af1 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Pushing event deleted for resources: {'Port': ['ID=a37b6c01-de0d-4093-934e-6a294b750417,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:44.770405 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a5de1e-b358-41e1-abf1-ea981ddcc21d', 'name': 'tempest-NetworksTestDHCPv6-router-1833093697', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:10:34Z', 'updated_at': '2022-09-21T15:10:38Z', 'revision_number': 2, 'project_id': '28bee843128e4e4cad27b6a75e7c3957', 'gw_port_host': None, '_interfaces': [{'id': '20237a7d-bdac-44e9-a206-db39967b5c01', 'name': '', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'mac_address': 'fa:16:3e:0a:62:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a5de1e-b358-41e1-abf1-ea981ddcc21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '56b8fc0d-8ad3-4a0e-ae9e-4fc7ca132daf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:10:35Z', 'updated_at': '2022-09-21T15:10:44Z', 'revision_number': 4, 'project_id': '28bee843128e4e4cad27b6a75e7c3957', 'subnets': [{'id': '56b8fc0d-8ad3-4a0e-ae9e-4fc7ca132daf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:44.775683 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0d61f4-4311-46a9-9c0d-789c8afd2502 None None] The sync data for ids ['71a5de1e-b358-41e1-abf1-ea981ddcc21d'] in dv-neutron-858731-1-hyperv is: [{'id': '71a5de1e-b358-41e1-abf1-ea981ddcc21d', 'name': 'tempest-NetworksTestDHCPv6-router-1833093697', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:10:34Z', 'updated_at': '2022-09-21T15:10:38Z', 'revision_number': 2, 'project_id': '28bee843128e4e4cad27b6a75e7c3957', 'gw_port_host': None, '_interfaces': [{'id': '20237a7d-bdac-44e9-a206-db39967b5c01', 'name': '', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'mac_address': 'fa:16:3e:0a:62:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a5de1e-b358-41e1-abf1-ea981ddcc21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '56b8fc0d-8ad3-4a0e-ae9e-4fc7ca132daf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:10:35Z', 'updated_at': '2022-09-21T15:10:44Z', 'revision_number': 4, 'project_id': '28bee843128e4e4cad27b6a75e7c3957', 'subnets': [{'id': '56b8fc0d-8ad3-4a0e-ae9e-4fc7ca132daf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:10:44.788508 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cd106f36-ca59-4cc7-b200-44a462ff8af1 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:44.802073 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cd106f36-ca59-4cc7-b200-44a462ff8af1 tempest-RoutersAdminNegativeTest-249134750 tempest-RoutersAdminNegativeTest-249134750-project-admin] 10.222.0.62 "DELETE /v2.0/ports/a37b6c01-de0d-4093-934e-6a294b750417 HTTP/1.1" status: 204 len: 168 time: 2.6646378 Sep 21 15:10:44.827047 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f7419a04-5d45-43bd-aa7b-bb7c3ffd2ccd tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Unset dirty status for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:44.831663 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f7419a04-5d45-43bd-aa7b-bb7c3ffd2ccd tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports/82c53f76-06b1-45ef-9157-b1cbba899baa HTTP/1.1" status: 404 len: 333 time: 0.1990538 Sep 21 15:10:44.837064 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54444) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:44.842109 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-22dcb152-03b2-4f49-8c0f-2b8d0d5e4b99 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Deleting port 8befcda5-6f0e-4edd-8e4d-7cb331c65866 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:44.842450 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22dcb152-03b2-4f49-8c0f-2b8d0d5e4b99 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:44.938176 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:45.142634 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4733c66d-88ea-41c1-9e2f-7304933b399d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:45.263091 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54450) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:45.295676 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:45.318886 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1c0967-9be8-4fc9-8de8-a82649e6bce5 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting subnet 77ec4a64-c05a-4dea-b4f3-11c0e23629f5 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:10:45.331874 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:45.343305 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8f1c0967-9be8-4fc9-8de8-a82649e6bce5 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:45.378637 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22dcb152-03b2-4f49-8c0f-2b8d0d5e4b99 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:45.416072 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:10:45.501882 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-4733c66d-88ea-41c1-9e2f-7304933b399d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port 20237a7d-bdac-44e9-a206-db39967b5c01 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:45.502503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4733c66d-88ea-41c1-9e2f-7304933b399d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:45.531842 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 20237a7d-bdac-44e9-a206-db39967b5c01 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:10:45.586181 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-22dcb152-03b2-4f49-8c0f-2b8d0d5e4b99 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Calling delete_port for 8befcda5-6f0e-4edd-8e4d-7cb331c65866 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:45.615608 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 20237a7d-bdac-44e9-a206-db39967b5c01 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:45.625700 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 20237a7d-bdac-44e9-a206-db39967b5c01 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:45.626066 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:45.677928 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:45.678384 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Added segment dd6e71f7-81fe-41d3-8cc2-4a0372ac7e13 of type vlan for network f8ccf1da-2b26-4171-8c2c-cc425fe937bf Sep 21 15:10:45.685499 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7cf22342-f46a-4420-bdee-1e2e6c19c556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:45.714651 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2bd921-2126-4a2f-ae5d-0ff6102a9fcb,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:45.731558 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8f1c0967-9be8-4fc9-8de8-a82649e6bce5 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:45.735553 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-4733c66d-88ea-41c1-9e2f-7304933b399d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] For port 20237a7d-bdac-44e9-a206-db39967b5c01, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=20237a7d-bdac-44e9-a206-db39967b5c01,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:45.735912 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4733c66d-88ea-41c1-9e2f-7304933b399d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:45.773751 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 20237a7d-bdac-44e9-a206-db39967b5c01 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:45.776070 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:45.813369 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 20237a7d-bdac-44e9-a206-db39967b5c01, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=20237a7d-bdac-44e9-a206-db39967b5c01,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:45.818968 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:45.871098 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-4733c66d-88ea-41c1-9e2f-7304933b399d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for 20237a7d-bdac-44e9-a206-db39967b5c01 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:45.889766 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7cf22342-f46a-4420-bdee-1e2e6c19c556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:45.899907 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=20237a7d-bdac-44e9-a206-db39967b5c01,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:45.922265 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7cf22342-f46a-4420-bdee-1e2e6c19c556 admin admin] Usage tracker for resource:security_group_rule and tenant:a561d2ac360a4597ae74bd11436a2717 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:45.929892 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7cf22342-f46a-4420-bdee-1e2e6c19c556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:45.968200 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7cf22342-f46a-4420-bdee-1e2e6c19c556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:45.982680 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:45.988856 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Allocated IP 172.26.4.131 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/f9a0f393-93e3-4555-927a-8e42d5a511b2) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:45.995498 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-4733c66d-88ea-41c1-9e2f-7304933b399d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:10:45.996111 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-4733c66d-88ea-41c1-9e2f-7304933b399d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:10:46.152946 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:10:46.220146 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8f1c0967-9be8-4fc9-8de8-a82649e6bce5 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:46.257488 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22dcb152-03b2-4f49-8c0f-2b8d0d5e4b99 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:46.302086 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:46.303041 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:46.303605 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:46.370534 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcb152-03b2-4f49-8c0f-2b8d0d5e4b99 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Pushing event deleted for resources: {'Port': ['ID=8befcda5-6f0e-4edd-8e4d-7cb331c65866,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:46.497263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-4733c66d-88ea-41c1-9e2f-7304933b399d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port 20237a7d-bdac-44e9-a206-db39967b5c01 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:46.497866 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4733c66d-88ea-41c1-9e2f-7304933b399d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:46.589921 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:46.594389 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Pushing event updated for resources: {'Network': ['ID=f8ccf1da-2b26-4171-8c2c-cc425fe937bf,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:46.607055 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network f8ccf1da-2b26-4171-8c2c-cc425fe937bf details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:10:46.656532 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7cf22342-f46a-4420-bdee-1e2e6c19c556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:46.668397 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2becd89b-3e9d-4ef4-bd4a-521c5d5b561d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.8771410 Sep 21 15:10:46.671430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54456) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:46.677103 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7cf22342-f46a-4420-bdee-1e2e6c19c556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:46.694280 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8d8470d7-6808-45c4-8ac0-dd13a140c081 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Request body: {'subnet': {'network_id': 'f8ccf1da-2b26-4171-8c2c-cc425fe937bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:46.702458 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8d8470d7-6808-45c4-8ac0-dd13a140c081 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:46.705644 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8f1c0967-9be8-4fc9-8de8-a82649e6bce5 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:46.710134 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8d8470d7-6808-45c4-8ac0-dd13a140c081 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Usage tracker for resource:subnet and tenant:8b920d0c51b34edda663543b45d0c985 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:46.720327 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8d8470d7-6808-45c4-8ac0-dd13a140c081 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:46.730239 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8d8470d7-6808-45c4-8ac0-dd13a140c081 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:46.736844 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-4733c66d-88ea-41c1-9e2f-7304933b399d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] For port 20237a7d-bdac-44e9-a206-db39967b5c01, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=20237a7d-bdac-44e9-a206-db39967b5c01,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:46.737195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4733c66d-88ea-41c1-9e2f-7304933b399d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:46.786508 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c0967-9be8-4fc9-8de8-a82649e6bce5 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Subnet': ['ID=77ec4a64-c05a-4dea-b4f3-11c0e23629f5,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:46.791966 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8f1c0967-9be8-4fc9-8de8-a82649e6bce5 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:46.799001 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c3f877-566d-45ec-9fb3-cfa8dacd734b None None] Network a332317d-2676-43b7-9d3c-4db441e0de67 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:46.802971 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8470d7-6808-45c4-8ac0-dd13a140c081 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Made reservation on behalf of 8b920d0c51b34edda663543b45d0c985 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:46.804865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8d8470d7-6808-45c4-8ac0-dd13a140c081 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:46.810719 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7cf22342-f46a-4420-bdee-1e2e6c19c556 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a561d2ac360a4597ae74bd11436a2717&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5442460 Sep 21 15:10:46.817604 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54460) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:46.850150 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf22342-f46a-4420-bdee-1e2e6c19c556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6a2f04-7697-406d-91dd-5faa2cc6536d,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:46.862589 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8f1c0967-9be8-4fc9-8de8-a82649e6bce5 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/subnets/77ec4a64-c05a-4dea-b4f3-11c0e23629f5 HTTP/1.1" status: 204 len: 168 time: 1.9544077 Sep 21 15:10:46.863280 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54462) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:46.884844 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-4733c66d-88ea-41c1-9e2f-7304933b399d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for 20237a7d-bdac-44e9-a206-db39967b5c01 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:47.046457 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:47.108311 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e87a6bc-8c91-49b0-a553-09c6dbe8478e None None] DHCP port deletion for a332317d-2676-43b7-9d3c-4db441e0de67 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:10:47.113907 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0e87a6bc-8c91-49b0-a553-09c6dbe8478e None None] Deleting port b0761a16-b8f1-4df5-b2d7-3c7969cc66be {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:47.114680 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0e87a6bc-8c91-49b0-a553-09c6dbe8478e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:47.188655 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:47.196406 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:47.201770 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:47.215337 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:47.266211 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Pushing event updated for resources: {'Port': ['ID=f9a0f393-93e3-4555-927a-8e42d5a511b2,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:47.278618 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22dcb152-03b2-4f49-8c0f-2b8d0d5e4b99 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:47.283346 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-22dcb152-03b2-4f49-8c0f-2b8d0d5e4b99 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "DELETE /v2.0/ports/8befcda5-6f0e-4edd-8e4d-7cb331c65866 HTTP/1.1" status: 204 len: 168 time: 2.5808351 Sep 21 15:10:47.284597 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54468) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:47.293604 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d276d993-a6ba-4c42-b700-a85ebc65794e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:47.321931 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port b0761a16-b8f1-4df5-b2d7-3c7969cc66be {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:47.322139 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:47.342060 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0e87a6bc-8c91-49b0-a553-09c6dbe8478e None None] For port b0761a16-b8f1-4df5-b2d7-3c7969cc66be, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b0761a16-b8f1-4df5-b2d7-3c7969cc66be,segment=NetworkSegment(c489ed66-2418-4314-ab71-6997f16d9957),segment_id=c489ed66-2418-4314-ab71-6997f16d9957)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:47.342283 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0e87a6bc-8c91-49b0-a553-09c6dbe8478e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:47.344424 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4733c66d-88ea-41c1-9e2f-7304933b399d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:47.375865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d276d993-a6ba-4c42-b700-a85ebc65794e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:47.383072 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad38d824-1bbe-420e-98c5-da3a2653e05d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] GET failed (client error): The resource could not be found. Sep 21 15:10:47.384472 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ad38d824-1bbe-420e-98c5-da3a2653e05d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Synchronizing usage tracker for tenant:8464dd3ec5e94e3284522a33acc4720c on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:47.445489 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733c66d-88ea-41c1-9e2f-7304933b399d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Port': ['ID=20237a7d-bdac-44e9-a206-db39967b5c01,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:47.472673 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ad38d824-1bbe-420e-98c5-da3a2653e05d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Unset dirty status for tenant:8464dd3ec5e94e3284522a33acc4720c on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:47.476507 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ad38d824-1bbe-420e-98c5-da3a2653e05d tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "GET /v2.0/ports/8befcda5-6f0e-4edd-8e4d-7cb331c65866 HTTP/1.1" status: 404 len: 333 time: 0.1887012 Sep 21 15:10:47.476683 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0e87a6bc-8c91-49b0-a553-09c6dbe8478e None None] Calling delete_port for b0761a16-b8f1-4df5-b2d7-3c7969cc66be owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:47.477805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54472) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:47.556562 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:47.563663 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 20237a7d-bdac-44e9-a206-db39967b5c01 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:10:47.622211 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 20237a7d-bdac-44e9-a206-db39967b5c01 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:10:47.623341 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 20237a7d-bdac-44e9-a206-db39967b5c01 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 21 15:10:47.664188 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Port 20237a7d-bdac-44e9-a206-db39967b5c01 not found, will not notify nova. {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 21 15:10:47.689112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4733c66d-88ea-41c1-9e2f-7304933b399d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:47.689677 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d3960eff-85ef-4ef3-b9dc-6aaf98cd796c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Deleting port d93d5eac-9627-499f-9dde-56ebfb54b443 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:47.689677 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d3960eff-85ef-4ef3-b9dc-6aaf98cd796c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:47.711432 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0e87a6bc-8c91-49b0-a553-09c6dbe8478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:47.766258 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b0761a16-b8f1-4df5-b2d7-3c7969cc66be no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:10:47.806044 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e87a6bc-8c91-49b0-a553-09c6dbe8478e None None] No DVR routers for this DVR port b0761a16-b8f1-4df5-b2d7-3c7969cc66be on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:10:47.812341 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87a6bc-8c91-49b0-a553-09c6dbe8478e None None] Pushing event deleted for resources: {'Port': ['ID=b0761a16-b8f1-4df5-b2d7-3c7969cc66be,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:47.814913 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: b0761a16-b8f1-4df5-b2d7-3c7969cc66be {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:10:47.815381 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b0761a16-b8f1-4df5-b2d7-3c7969cc66be not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:10:47.886675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d276d993-a6ba-4c42-b700-a85ebc65794e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:47.920155 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:47.923075 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276d993-a6ba-4c42-b700-a85ebc65794e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6a2f04-7697-406d-91dd-5faa2cc6536d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:48.006955 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] For port b0761a16-b8f1-4df5-b2d7-3c7969cc66be, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b0761a16-b8f1-4df5-b2d7-3c7969cc66be,segment=NetworkSegment(c489ed66-2418-4314-ab71-6997f16d9957),segment_id=c489ed66-2418-4314-ab71-6997f16d9957)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:48.007316 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:48.141058 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4733c66d-88ea-41c1-9e2f-7304933b399d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Router 71a5de1e-b358-41e1-abf1-ea981ddcc21d has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:10:48.141897 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d276d993-a6ba-4c42-b700-a85ebc65794e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:48.142987 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d276d993-a6ba-4c42-b700-a85ebc65794e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc6a2f04-7697-406d-91dd-5faa2cc6536d HTTP/1.1" status: 204 len: 168 time: 1.2686892 Sep 21 15:10:48.174785 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Calling delete_port for b0761a16-b8f1-4df5-b2d7-3c7969cc66be owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:48.293515 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4733c66d-88ea-41c1-9e2f-7304933b399d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:10:48.298586 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4733c66d-88ea-41c1-9e2f-7304933b399d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "PUT /v2.0/routers/71a5de1e-b358-41e1-abf1-ea981ddcc21d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6234138 Sep 21 15:10:48.304746 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54480) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:48.308300 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eda4d5-eb7f-4659-a284-dc08a87e1bc7 None None] Sync routers for ids ['71a5de1e-b358-41e1-abf1-ea981ddcc21d'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:10:48.327521 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eda4d5-eb7f-4659-a284-dc08a87e1bc7 None None] Routers {'71a5de1e-b358-41e1-abf1-ea981ddcc21d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:10:48.328641 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-78eda4d5-eb7f-4659-a284-dc08a87e1bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:10:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['71a5de1e-b358-41e1-abf1-ea981ddcc21d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:48.416002 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478710a5-63c4-4037-99ce-d293849905c2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:48.417757 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478710a5-63c4-4037-99ce-d293849905c2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:48.418556 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-478710a5-63c4-4037-99ce-d293849905c2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:48.438560 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.objects.ports [None req-8d8470d7-6808-45c4-8ac0-dd13a140c081 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:10:48.439841 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8d8470d7-6808-45c4-8ac0-dd13a140c081 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:48.472286 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:10:48.472639 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:10:48.492029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54484) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:48.494176 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-478710a5-63c4-4037-99ce-d293849905c2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:48.498473 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-478710a5-63c4-4037-99ce-d293849905c2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1813893 Sep 21 15:10:48.503464 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54488) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:48.508076 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-78eda4d5-eb7f-4659-a284-dc08a87e1bc7 None None] Set router 71a5de1e-b358-41e1-abf1-ea981ddcc21d gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:10:48.508681 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d3960eff-85ef-4ef3-b9dc-6aaf98cd796c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:48.576093 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8470d7-6808-45c4-8ac0-dd13a140c081 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7b7d9ba9-a98d-4031-84e1-f0d231c2e000,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:48.598791 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8470d7-6808-45c4-8ac0-dd13a140c081 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Checking segment: {'id': 'dd6e71f7-81fe-41d3-8cc2-4a0372ac7e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f8ccf1da-2b26-4171-8c2c-cc425fe937bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:10:48.599169 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8470d7-6808-45c4-8ac0-dd13a140c081 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Network hostable DHCP agents. Network: f8ccf1da-2b26-4171-8c2c-cc425fe937bf, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:10:48.614000 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-474c83a6-81a1-4824-8978-fd5d3ce7cb14 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a2d1673776894cdb84bc58741237314d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1145163 Sep 21 15:10:48.614210 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54492) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:48.655392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-78eda4d5-eb7f-4659-a284-dc08a87e1bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a5de1e-b358-41e1-abf1-ea981ddcc21d', 'name': 'tempest-NetworksTestDHCPv6-router-1833093697', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:10:34Z', 'updated_at': '2022-09-21T15:10:47Z', 'revision_number': 3, 'project_id': '28bee843128e4e4cad27b6a75e7c3957', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:48.659861 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eda4d5-eb7f-4659-a284-dc08a87e1bc7 None None] Checking router: 71a5de1e-b358-41e1-abf1-ea981ddcc21d for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:10:48.669576 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eda4d5-eb7f-4659-a284-dc08a87e1bc7 None None] Routers {'71a5de1e-b358-41e1-abf1-ea981ddcc21d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:10:48.670223 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-78eda4d5-eb7f-4659-a284-dc08a87e1bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:10:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['71a5de1e-b358-41e1-abf1-ea981ddcc21d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:48.698218 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d3960eff-85ef-4ef3-b9dc-6aaf98cd796c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Calling delete_port for d93d5eac-9627-499f-9dde-56ebfb54b443 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:48.764289 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-4032cd78-d826-4bc3-b641-2767ebda5e16 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet 56b8fc0d-8ad3-4a0e-ae9e-4fc7ca132daf {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:10:48.768587 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:10:48.777795 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8470d7-6808-45c4-8ac0-dd13a140c081 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Network f8ccf1da-2b26-4171-8c2c-cc425fe937bf is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:10:48.787741 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4032cd78-d826-4bc3-b641-2767ebda5e16 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:48.800266 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-8d8470d7-6808-45c4-8ac0-dd13a140c081 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, f8ccf1da-2b26-4171-8c2c-cc425fe937bf) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:48.802357 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-78eda4d5-eb7f-4659-a284-dc08a87e1bc7 None None] Set router 71a5de1e-b358-41e1-abf1-ea981ddcc21d gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:10:48.804666 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8470d7-6808-45c4-8ac0-dd13a140c081 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:48.806290 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8d8470d7-6808-45c4-8ac0-dd13a140c081 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:48.830829 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:48.839079 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25d1dee1-2e93-4986-9606-42371e4718c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:48.850787 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffce16db-b3de-4afa-88c2-e4b29e746824 None None] Network f8ccf1da-2b26-4171-8c2c-cc425fe937bf requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:48.853253 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:48.867037 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25d1dee1-2e93-4986-9606-42371e4718c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:48.924152 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8d8470d7-6808-45c4-8ac0-dd13a140c081 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2510223 Sep 21 15:10:48.926891 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54496) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:48.930893 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25d1dee1-2e93-4986-9606-42371e4718c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:48.940483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1e4d52d2-cdbc-424b-9b3d-dbb3ca79819c tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-426859201', 'network_id': 'f8ccf1da-2b26-4171-8c2c-cc425fe937bf'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:48.945382 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1e4d52d2-cdbc-424b-9b3d-dbb3ca79819c tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:48.960543 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25d1dee1-2e93-4986-9606-42371e4718c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:48.964524 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-25d1dee1-2e93-4986-9606-42371e4718c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/17ef7ae2-6ac2-44ce-a9c0-7a082b343cda HTTP/1.1" status: 204 len: 168 time: 0.3469527 Sep 21 15:10:48.964660 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4032cd78-d826-4bc3-b641-2767ebda5e16 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:48.965073 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1e4d52d2-cdbc-424b-9b3d-dbb3ca79819c tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Usage tracker for resource:port and tenant:8b920d0c51b34edda663543b45d0c985 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:48.968511 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1dee1-2e93-4986-9606-42371e4718c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ef7ae2-6ac2-44ce-a9c0-7a082b343cda,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:48.970455 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1e4d52d2-cdbc-424b-9b3d-dbb3ca79819c tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:48.992306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1e4d52d2-cdbc-424b-9b3d-dbb3ca79819c tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:48.993156 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port b0761a16-b8f1-4df5-b2d7-3c7969cc66be {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:48.993571 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:49.018835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4d52d2-cdbc-424b-9b3d-dbb3ca79819c tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Made reservation on behalf of 8b920d0c51b34edda663543b45d0c985 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:49.021612 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1e4d52d2-cdbc-424b-9b3d-dbb3ca79819c tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:49.046548 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-1e4d52d2-cdbc-424b-9b3d-dbb3ca79819c tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] device_id is not set on port d1db413c-7bf2-46d6-8d9e-b3f4c087dd83 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:49.063190 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-78eda4d5-eb7f-4659-a284-dc08a87e1bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a5de1e-b358-41e1-abf1-ea981ddcc21d', 'name': 'tempest-NetworksTestDHCPv6-router-1833093697', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:10:34Z', 'updated_at': '2022-09-21T15:10:47Z', 'revision_number': 3, 'project_id': '28bee843128e4e4cad27b6a75e7c3957', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:49.090077 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eda4d5-eb7f-4659-a284-dc08a87e1bc7 None None] The sync data for ids ['71a5de1e-b358-41e1-abf1-ea981ddcc21d'] in dv-neutron-858731-1-hyperv is: [{'id': '71a5de1e-b358-41e1-abf1-ea981ddcc21d', 'name': 'tempest-NetworksTestDHCPv6-router-1833093697', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:10:34Z', 'updated_at': '2022-09-21T15:10:47Z', 'revision_number': 3, 'project_id': '28bee843128e4e4cad27b6a75e7c3957', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:10:49.203002 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] The port 'b0761a16-b8f1-4df5-b2d7-3c7969cc66be' was deleted {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:10:49.206699 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:49.210821 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Pushing event updated for resources: {'Port': ['ID=f9a0f393-93e3-4555-927a-8e42d5a511b2,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:49.213135 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-1e4d52d2-cdbc-424b-9b3d-dbb3ca79819c tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Allocated IP 172.20.0.5 (f8ccf1da-2b26-4171-8c2c-cc425fe937bf/7b7d9ba9-a98d-4031-84e1-f0d231c2e000/d1db413c-7bf2-46d6-8d9e-b3f4c087dd83) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:49.234463 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d21798-78c3-45cf-bad5-2ca57f27ed33 None None] Network f8ccf1da-2b26-4171-8c2c-cc425fe937bf requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:49.319973 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d3960eff-85ef-4ef3-b9dc-6aaf98cd796c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:49.557369 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1e4d52d2-cdbc-424b-9b3d-dbb3ca79819c tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:49.605681 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 20237a7d-bdac-44e9-a206-db39967b5c01 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:10:49.608390 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1e4d52d2-cdbc-424b-9b3d-dbb3ca79819c tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:49.615183 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:49.616394 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-344786da-b59d-422a-94fb-2a8fa4c6fa26 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4839082 Sep 21 15:10:49.622561 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3960eff-85ef-4ef3-b9dc-6aaf98cd796c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Pushing event deleted for resources: {'Port': ['ID=d93d5eac-9627-499f-9dde-56ebfb54b443,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:49.627857 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54512) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:49.632561 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:49.654601 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 20237a7d-bdac-44e9-a206-db39967b5c01 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:10:49.655302 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 20237a7d-bdac-44e9-a206-db39967b5c01 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:10:49.678235 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8af3466e-e0db-4297-832a-7a2a835c928b tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Request body: {'floatingip': {'port_id': '5fa6ebb2-41d2-48c1-968c-39a11fbe10cc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:49.707999 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d52d2-cdbc-424b-9b3d-dbb3ca79819c tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Pushing event updated for resources: {'Port': ['ID=d1db413c-7bf2-46d6-8d9e-b3f4c087dd83,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:49.723838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4d52d2-cdbc-424b-9b3d-dbb3ca79819c tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Network f8ccf1da-2b26-4171-8c2c-cc425fe937bf is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:49.725051 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-1e4d52d2-cdbc-424b-9b3d-dbb3ca79819c tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:49.728062 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4d52d2-cdbc-424b-9b3d-dbb3ca79819c tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:49.795097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4d52d2-cdbc-424b-9b3d-dbb3ca79819c tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:49.795956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1e4d52d2-cdbc-424b-9b3d-dbb3ca79819c tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:49.817897 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4032cd78-d826-4bc3-b641-2767ebda5e16 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:49.821648 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1e4d52d2-cdbc-424b-9b3d-dbb3ca79819c tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.8922479 Sep 21 15:10:49.824098 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54518) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:49.901770 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-50c23917-b3a7-4370-8c4f-7f09fb11e024 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Deleting port d1db413c-7bf2-46d6-8d9e-b3f4c087dd83 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:49.902114 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-50c23917-b3a7-4370-8c4f-7f09fb11e024 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:49.927830 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a332317d-2676-43b7-9d3c-4db441e0de67']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:49.942752 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8af3466e-e0db-4297-832a-7a2a835c928b tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for floatingip, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:50.129799 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c489ed66-2418-4314-ab71-6997f16d9957') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:50.130103 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c489ed66-2418-4314-ab71-6997f16d9957') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:50.143674 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54530) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:50.156100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-50c23917-b3a7-4370-8c4f-7f09fb11e024 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:50.162017 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:50.192221 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d3960eff-85ef-4ef3-b9dc-6aaf98cd796c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:50.197751 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d3960eff-85ef-4ef3-b9dc-6aaf98cd796c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "DELETE /v2.0/ports/d93d5eac-9627-499f-9dde-56ebfb54b443 HTTP/1.1" status: 204 len: 168 time: 2.7193303 Sep 21 15:10:50.201918 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54536) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:50.204838 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:50.263801 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:10:50.264154 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:50.284708 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1474489003'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:50.291165 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-8af3466e-e0db-4297-832a-7a2a835c928b tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] update failed (client error): The resource could not be found. Sep 21 15:10:50.292725 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8af3466e-e0db-4297-832a-7a2a835c928b tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] 10.222.0.62 "PUT /v2.0/floatingips/0b160726-ae28-4808-8392-4df867b759d1 HTTP/1.1" status: 404 len: 507 time: 0.6623175 Sep 21 15:10:50.298298 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-50c23917-b3a7-4370-8c4f-7f09fb11e024 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Calling delete_port for d1db413c-7bf2-46d6-8d9e-b3f4c087dd83 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:50.326352 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54544) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:50.335887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:50.346490 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-8abff31e-2d51-43f2-8360-17778986eff3 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] GET failed (client error): The resource could not be found. Sep 21 15:10:50.347038 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8abff31e-2d51-43f2-8360-17778986eff3 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Synchronizing usage tracker for tenant:8464dd3ec5e94e3284522a33acc4720c on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:10:50.350132 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment c489ed66-2418-4314-ab71-6997f16d9957 resource provider aggregate not found Sep 21 15:10:50.377161 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4032cd78-d826-4bc3-b641-2767ebda5e16 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:50.388255 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment c489ed66-2418-4314-ab71-6997f16d9957 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c489ed66-2418-4314-ab71-6997f16d9957 found for delete ", "request_id": "req-de5abbd2-fdc6-4aa3-91c9-4741a487e4a5"}]} Sep 21 15:10:50.419501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Usage tracker for resource:network and tenant:157f5050b7144cb78f4f1a9791bb2308 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:50.431114 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:50.431336 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032cd78-d826-4bc3-b641-2767ebda5e16 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=56b8fc0d-8ad3-4a0e-ae9e-4fc7ca132daf,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:50.435959 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4032cd78-d826-4bc3-b641-2767ebda5e16 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:50.439153 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8abff31e-2d51-43f2-8360-17778986eff3 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Unset dirty status for tenant:8464dd3ec5e94e3284522a33acc4720c on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:10:50.444239 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8abff31e-2d51-43f2-8360-17778986eff3 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "GET /v2.0/ports/d93d5eac-9627-499f-9dde-56ebfb54b443 HTTP/1.1" status: 404 len: 333 time: 0.2371995 Sep 21 15:10:50.444384 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caddc3b4-3d0e-4dbe-9608-4e40beb089f4 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:50.446283 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:50.449757 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:50.454455 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54550) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:50.497467 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:50.529435 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54554) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:50.529653 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/networks/a332317d-2676-43b7-9d3c-4db441e0de67 HTTP/1.1" status: 204 len: 168 time: 3.6636338 Sep 21 15:10:50.531627 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10d78d-0b44-4dda-a7e3-823e1e2374d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Network': ['ID=a332317d-2676-43b7-9d3c-4db441e0de67,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:50.549161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a7ac3064-3835-4df6-a918-d6c180ce8c39 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Deleting port f9a0f393-93e3-4555-927a-8e42d5a511b2 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:50.549561 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a7ac3064-3835-4df6-a918-d6c180ce8c39 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:50.550858 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4032cd78-d826-4bc3-b641-2767ebda5e16 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/56b8fc0d-8ad3-4a0e-ae9e-4fc7ca132daf HTTP/1.1" status: 204 len: 168 time: 2.0462234 Sep 21 15:10:50.551990 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54558) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:50.579284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-208af5cb-0ac6-4d4f-9463-3e461e301999 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1650998015'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:50.589572 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-208af5cb-0ac6-4d4f-9463-3e461e301999 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:50.597570 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Made reservation on behalf of 157f5050b7144cb78f4f1a9791bb2308 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:50.600982 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:50.621338 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-208af5cb-0ac6-4d4f-9463-3e461e301999 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:network and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:50.630881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-208af5cb-0ac6-4d4f-9463-3e461e301999 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:50.643915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d1ce71c8-2f48-4cef-9f56-104df7627ee1 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Deleting port 0eafce97-7d1c-4c12-be40-1b86a9eeea86 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:50.644252 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1ce71c8-2f48-4cef-9f56-104df7627ee1 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:50.676925 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-208af5cb-0ac6-4d4f-9463-3e461e301999 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:50.678894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:50.737768 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990f5802-ef43-42d5-9d3e-cc019423f587 None None] DHCP port deletion for cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:10:50.743969 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-990f5802-ef43-42d5-9d3e-cc019423f587 None None] Deleting port ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:50.744673 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-990f5802-ef43-42d5-9d3e-cc019423f587 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:50.821635 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0d457e92-ac73-443c-8ebb-3c8ed505686f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2577827 Sep 21 15:10:50.827536 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54562) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:50.909981 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208af5cb-0ac6-4d4f-9463-3e461e301999 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:50.913435 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-208af5cb-0ac6-4d4f-9463-3e461e301999 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:50.940608 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:50.945309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Usage tracker for resource:security_group_rule and tenant:157f5050b7144cb78f4f1a9791bb2308 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:50.949280 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:50.955468 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:50.977730 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-990f5802-ef43-42d5-9d3e-cc019423f587 None None] For port ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:50.980398 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-990f5802-ef43-42d5-9d3e-cc019423f587 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:51.049669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6cedc144-53c2-4a01-af5b-32e30d24c3b3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:51.049933 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:51.057086 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-50c23917-b3a7-4370-8c4f-7f09fb11e024 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:51.111879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:51.121615 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c23917-b3a7-4370-8c4f-7f09fb11e024 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1db413c-7bf2-46d6-8d9e-b3f4c087dd83,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:51.222903 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-990f5802-ef43-42d5-9d3e-cc019423f587 None None] Calling delete_port for ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:51.236603 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:10:51.250669 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:51.251198 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Added segment 4975714b-eb26-4796-a0aa-d903b35865da of type vlan for network 480cdd60-f98e-4e99-b266-e5a6047366b5 Sep 21 15:10:51.320796 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-990f5802-ef43-42d5-9d3e-cc019423f587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:51.328052 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:51.358077 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b1b353-e6e3-420d-aba4-30e4607bcb13,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:51.372527 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f5802-ef43-42d5-9d3e-cc019423f587 None None] Pushing event deleted for resources: {'Port': ['ID=ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:51.379501 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990f5802-ef43-42d5-9d3e-cc019423f587 None None] No DVR routers for this DVR port ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:10:51.503614 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:10:51.515859 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:51.521639 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:51.522240 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:51.576995 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:10:51.577334 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ca23e053-2f40-4a4a-b3a6-dd5c1c2079f7 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:10:51.600719 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1ce71c8-2f48-4cef-9f56-104df7627ee1 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:51.622228 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6cedc144-53c2-4a01-af5b-32e30d24c3b3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:51.655468 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208af5cb-0ac6-4d4f-9463-3e461e301999 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:10:51.671938 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-50c23917-b3a7-4370-8c4f-7f09fb11e024 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:51.685268 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6cedc144-53c2-4a01-af5b-32e30d24c3b3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:51.751012 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-50c23917-b3a7-4370-8c4f-7f09fb11e024 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "DELETE /v2.0/ports/d1db413c-7bf2-46d6-8d9e-b3f4c087dd83 HTTP/1.1" status: 204 len: 168 time: 1.9255521 Sep 21 15:10:51.754756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54570) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:51.762083 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d1ce71c8-2f48-4cef-9f56-104df7627ee1 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Calling delete_port for 0eafce97-7d1c-4c12-be40-1b86a9eeea86 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:51.796338 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8ccf1da-2b26-4171-8c2c-cc425fe937bf', 'external_fixed_ips': [{'subnet_id': '7b7d9ba9-a98d-4031-84e1-f0d231c2e000', 'ip_address': '172.20.0.5'}]}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:51.796587 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a7ac3064-3835-4df6-a918-d6c180ce8c39 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:51.796708 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a7ac3064-3835-4df6-a918-d6c180ce8c39 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:51.808309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-208af5cb-0ac6-4d4f-9463-3e461e301999 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:51.808678 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-208af5cb-0ac6-4d4f-9463-3e461e301999 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Added segment f06d8d96-922c-426a-b20e-a9236d912f38 of type vlan for network 530c3ecc-91d5-4d59-980d-d1ddd0690052 Sep 21 15:10:51.812787 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6681256 Sep 21 15:10:51.817440 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:51.819679 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54574) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:51.842526 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f06f1c78-a5b0-4052-a4a3-8823074a5d2c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Request body: {'subnet': {'network_id': '480cdd60-f98e-4e99-b266-e5a6047366b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:51.859114 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Usage tracker for resource:router and tenant:8b920d0c51b34edda663543b45d0c985 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:51.866342 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:51.878762 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:51.891998 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:51.929221 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6cedc144-53c2-4a01-af5b-32e30d24c3b3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:51.929221 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cedc144-53c2-4a01-af5b-32e30d24c3b3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Fanout notify agent at l3_agent the message router_deleted on router 71a5de1e-b358-41e1-abf1-ea981ddcc21d {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:10:51.947135 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c8a3b-23b1-4daf-948d-9cd9b7329652 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Network': ['ID=480cdd60-f98e-4e99-b266-e5a6047366b5,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:51.957092 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6cedc144-53c2-4a01-af5b-32e30d24c3b3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:51.959134 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a7ac3064-3835-4df6-a918-d6c180ce8c39 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Calling delete_port for f9a0f393-93e3-4555-927a-8e42d5a511b2 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:51.961907 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6cedc144-53c2-4a01-af5b-32e30d24c3b3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/routers/71a5de1e-b358-41e1-abf1-ea981ddcc21d HTTP/1.1" status: 204 len: 168 time: 1.1334074 Sep 21 15:10:51.968300 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 480cdd60-f98e-4e99-b266-e5a6047366b5 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:10:51.993138 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54578) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:52.014062 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:52.015053 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:52.029747 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-039a1236-325c-48c4-8d50-2cd69c2b6b5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:52.052800 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:52.153396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-208af5cb-0ac6-4d4f-9463-3e461e301999 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:52.245556 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098bff6-016b-4797-a892-274c48165aa6 req-78ec33c8-c7b8-4fc1-9334-d5a1b6f888ef tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:52.247068 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5098bff6-016b-4797-a892-274c48165aa6 req-78ec33c8-c7b8-4fc1-9334-d5a1b6f888ef tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.8738775 Sep 21 15:10:52.266741 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217df14-cc8d-43ee-9f10-e0fc9fb4226b req-09de4a3d-67f3-485c-a4f3-f0780976f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:52.268210 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3217df14-cc8d-43ee-9f10-e0fc9fb4226b req-09de4a3d-67f3-485c-a4f3-f0780976f313 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=537869f246ac43fa81163f09d28c74dc&device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 1099 time: 0.9659202 Sep 21 15:10:52.304994 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-039a1236-325c-48c4-8d50-2cd69c2b6b5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:52.307279 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-208af5cb-0ac6-4d4f-9463-3e461e301999 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:52.312622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208af5cb-0ac6-4d4f-9463-3e461e301999 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:52.313212 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-208af5cb-0ac6-4d4f-9463-3e461e301999 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:52.330727 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f06f1c78-a5b0-4052-a4a3-8823074a5d2c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:52.339779 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f06f1c78-a5b0-4052-a4a3-8823074a5d2c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Usage tracker for resource:subnet and tenant:157f5050b7144cb78f4f1a9791bb2308 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:52.364425 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-039a1236-325c-48c4-8d50-2cd69c2b6b5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:52.368498 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-039a1236-325c-48c4-8d50-2cd69c2b6b5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:52.402480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f06f1c78-a5b0-4052-a4a3-8823074a5d2c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:52.421988 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f06f1c78-a5b0-4052-a4a3-8823074a5d2c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:52.490914 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1ce71c8-2f48-4cef-9f56-104df7627ee1 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:52.491904 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-039a1236-325c-48c4-8d50-2cd69c2b6b5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:52.541218 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:52.584323 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5098bff6-016b-4797-a892-274c48165aa6 req-3a8d4389-c024-4276-9b10-7575359e145a tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254120 Sep 21 15:10:52.586023 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06f1c78-a5b0-4052-a4a3-8823074a5d2c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Made reservation on behalf of 157f5050b7144cb78f4f1a9791bb2308 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:52.589439 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-208af5cb-0ac6-4d4f-9463-3e461e301999 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0444646 Sep 21 15:10:52.590256 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54582) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:52.590714 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f06f1c78-a5b0-4052-a4a3-8823074a5d2c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:52.606167 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce71c8-2f48-4cef-9f56-104df7627ee1 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Pushing event deleted for resources: {'Port': ['ID=0eafce97-7d1c-4c12-be40-1b86a9eeea86,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:52.608576 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039a1236-325c-48c4-8d50-2cd69c2b6b5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:52.611994 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-039a1236-325c-48c4-8d50-2cd69c2b6b5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:52.629678 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208af5cb-0ac6-4d4f-9463-3e461e301999 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Network': ['ID=530c3ecc-91d5-4d59-980d-d1ddd0690052,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:52.637566 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-629c6e7e-cda9-407a-9c8e-5b70e9ff873a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'subnet': {'network_id': '530c3ecc-91d5-4d59-980d-d1ddd0690052', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:52.642929 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 530c3ecc-91d5-4d59-980d-d1ddd0690052 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:10:52.879967 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a7ac3064-3835-4df6-a918-d6c180ce8c39 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:52.985775 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1ce71c8-2f48-4cef-9f56-104df7627ee1 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:53.020731 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d1ce71c8-2f48-4cef-9f56-104df7627ee1 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "DELETE /v2.0/ports/0eafce97-7d1c-4c12-be40-1b86a9eeea86 HTTP/1.1" status: 204 len: 168 time: 2.5480673 Sep 21 15:10:53.021499 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54586) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:53.066469 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac3064-3835-4df6-a918-d6c180ce8c39 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Pushing event deleted for resources: {'Port': ['ID=f9a0f393-93e3-4555-927a-8e42d5a511b2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:53.073511 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217df14-cc8d-43ee-9f10-e0fc9fb4226b req-28d9e39a-4b48-4044-a4f0-a1afd6d6a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:53.074952 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3217df14-cc8d-43ee-9f10-e0fc9fb4226b req-28d9e39a-4b48-4044-a4f0-a1afd6d6a538 service neutron] 10.222.0.20 "GET /v2.0/networks?id=35623812-409c-40a9-b25b-97314219e56f HTTP/1.1" status: 200 len: 912 time: 0.7734311 Sep 21 15:10:53.087048 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-629c6e7e-cda9-407a-9c8e-5b70e9ff873a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:53.145481 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-18adf0c8-29a2-43a6-bf3c-7a0dab68c9f3 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Deleting subnet 670c6951-fd26-4393-bace-6672c88bff7d {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:10:53.157259 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18adf0c8-29a2-43a6-bf3c-7a0dab68c9f3 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:53.185035 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-629c6e7e-cda9-407a-9c8e-5b70e9ff873a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:subnet and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:53.206229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-629c6e7e-cda9-407a-9c8e-5b70e9ff873a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:53.253645 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-629c6e7e-cda9-407a-9c8e-5b70e9ff873a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:53.264326 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18adf0c8-29a2-43a6-bf3c-7a0dab68c9f3 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:53.293220 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f06f1c78-a5b0-4052-a4a3-8823074a5d2c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:53.295356 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629c6e7e-cda9-407a-9c8e-5b70e9ff873a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:53.298777 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-629c6e7e-cda9-407a-9c8e-5b70e9ff873a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:53.331433 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3217df14-cc8d-43ee-9f10-e0fc9fb4226b req-845fcb43-bdb8-44e3-be3d-ad24614bcb52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f885edf7-41fa-47bd-b181-19541fdf8bf8 HTTP/1.1" status: 200 len: 1001 time: 0.2140265 Sep 21 15:10:53.458092 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a7ac3064-3835-4df6-a918-d6c180ce8c39 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:53.464828 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f1c78-a5b0-4052-a4a3-8823074a5d2c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Subnet': ['ID=a4ff822a-4476-4b4e-a360-9023d3cc7573,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:53.503172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a7ac3064-3835-4df6-a918-d6c180ce8c39 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:53.507704 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a7ac3064-3835-4df6-a918-d6c180ce8c39 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] 10.222.0.62 "DELETE /v2.0/floatingips/0b160726-ae28-4808-8392-4df867b759d1 HTTP/1.1" status: 204 len: 168 time: 3.1760309 Sep 21 15:10:53.516261 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54590) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:53.527144 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2629825d-e762-43cc-8bdc-5a7f6afb61f9 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Request body: {'floatingip': {'floating_network_id': '5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b', 'port_id': '5fa6ebb2-41d2-48c1-968c-39a11fbe10cc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:53.544761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2629825d-e762-43cc-8bdc-5a7f6afb61f9 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:53.565276 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2629825d-e762-43cc-8bdc-5a7f6afb61f9 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Usage tracker for resource:floatingip and tenant:412cf71a88eb4877b5dcfcf1729c3ca6 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:53.571833 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2629825d-e762-43cc-8bdc-5a7f6afb61f9 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:53.580858 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217df14-cc8d-43ee-9f10-e0fc9fb4226b req-a817d14c-7228-4b64-a7d3-0041cccd9f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:53.582319 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3217df14-cc8d-43ee-9f10-e0fc9fb4226b req-a817d14c-7228-4b64-a7d3-0041cccd9f05 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1ab4349-2b6d-4af5-b8c9-4479fa3e1388 HTTP/1.1" status: 200 len: 850 time: 0.1963472 Sep 21 15:10:53.585756 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2629825d-e762-43cc-8bdc-5a7f6afb61f9 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:53.597958 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06f1c78-a5b0-4052-a4a3-8823074a5d2c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Checking segment: {'id': '4975714b-eb26-4796-a0aa-d903b35865da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '480cdd60-f98e-4e99-b266-e5a6047366b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:10:53.598317 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06f1c78-a5b0-4052-a4a3-8823074a5d2c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Network hostable DHCP agents. Network: 480cdd60-f98e-4e99-b266-e5a6047366b5, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:10:53.645430 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18adf0c8-29a2-43a6-bf3c-7a0dab68c9f3 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:53.666202 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2629825d-e762-43cc-8bdc-5a7f6afb61f9 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:53.688631 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-039a1236-325c-48c4-8d50-2cd69c2b6b5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:53.724101 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06f1c78-a5b0-4052-a4a3-8823074a5d2c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Network 480cdd60-f98e-4e99-b266-e5a6047366b5 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:10:53.733662 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:53.768834 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:53.807091 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-f06f1c78-a5b0-4052-a4a3-8823074a5d2c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 480cdd60-f98e-4e99-b266-e5a6047366b5) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:53.811675 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06f1c78-a5b0-4052-a4a3-8823074a5d2c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:53.812256 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f06f1c78-a5b0-4052-a4a3-8823074a5d2c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:53.817249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0791a87e-2f79-4ad9-8395-30e7697017c2 None None] Network 480cdd60-f98e-4e99-b266-e5a6047366b5 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:53.862750 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18adf0c8-29a2-43a6-bf3c-7a0dab68c9f3 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:53.905336 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f06f1c78-a5b0-4052-a4a3-8823074a5d2c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0707870 Sep 21 15:10:53.912473 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039a1236-325c-48c4-8d50-2cd69c2b6b5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:53.912703 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54596) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:53.917963 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18adf0c8-29a2-43a6-bf3c-7a0dab68c9f3 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Pushing event deleted for resources: {'Subnet': ['ID=670c6951-fd26-4393-bace-6672c88bff7d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:53.920547 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-039a1236-325c-48c4-8d50-2cd69c2b6b5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:53.926108 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039a1236-325c-48c4-8d50-2cd69c2b6b5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:53.926769 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-039a1236-325c-48c4-8d50-2cd69c2b6b5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:53.949577 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2d626e-211a-48f0-b7c7-ac9ae305f199 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:53.952292 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a1236-325c-48c4-8d50-2cd69c2b6b5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=a802b7ff-1364-447c-b97f-d2252a731037,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:53.955632 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1488722264', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:53.968747 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18adf0c8-29a2-43a6-bf3c-7a0dab68c9f3 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:53.971526 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-18adf0c8-29a2-43a6-bf3c-7a0dab68c9f3 tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "DELETE /v2.0/subnets/670c6951-fd26-4393-bace-6672c88bff7d HTTP/1.1" status: 204 len: 168 time: 0.9482777 Sep 21 15:10:53.975640 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54600) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:53.980908 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:53.989374 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Usage tracker for resource:router and tenant:157f5050b7144cb78f4f1a9791bb2308 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:53.994696 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:54.005138 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:54.038504 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02cda73-4ad0-4866-abcd-c9be0a09e5eb None None] Network 2a74b495-bf3a-49be-b91d-92b15b934f1a requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:54.039326 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-039a1236-325c-48c4-8d50-2cd69c2b6b5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0366998 Sep 21 15:10:54.053004 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54604) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:54.071954 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-bd6e0431-f768-4412-ad1f-12980b1e4641 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2029881253', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:54.082354 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-bd6e0431-f768-4412-ad1f-12980b1e4641 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:54.084749 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:54.085730 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:54.092371 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bd6e0431-f768-4412-ad1f-12980b1e4641 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:router and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:54.096835 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bd6e0431-f768-4412-ad1f-12980b1e4641 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:54.111388 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-bd6e0431-f768-4412-ad1f-12980b1e4641 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:54.128157 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Allocated IP 172.20.0.5 (f8ccf1da-2b26-4171-8c2c-cc425fe937bf/7b7d9ba9-a98d-4031-84e1-f0d231c2e000/5d068bf4-5007-4035-b806-77d79b2fb1c5) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:54.128979 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217df14-cc8d-43ee-9f10-e0fc9fb4226b req-9f116f51-a211-4ed3-b86c-13e288212aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:54.130521 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3217df14-cc8d-43ee-9f10-e0fc9fb4226b req-9f116f51-a211-4ed3-b86c-13e288212aa9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=35623812-409c-40a9-b25b-97314219e56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5341926 Sep 21 15:10:54.136411 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-629c6e7e-cda9-407a-9c8e-5b70e9ff873a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:54.144896 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd6e0431-f768-4412-ad1f-12980b1e4641 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:54.145859 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd6e0431-f768-4412-ad1f-12980b1e4641 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:54.150798 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:54.258344 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd6e0431-f768-4412-ad1f-12980b1e4641 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:54.310701 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b315cf-c079-40d6-86b4-b1a4ec0f9e21 req-1dfe7bad-d2fa-4c09-9618-344e2a0efceb tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:54.312186 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a0b315cf-c079-40d6-86b4-b1a4ec0f9e21 req-1dfe7bad-d2fa-4c09-9618-344e2a0efceb tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.5504069 Sep 21 15:10:54.324605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1f5c7a6b-674b-43ab-89e6-a8021141996c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:54.398225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c6e7e-cda9-407a-9c8e-5b70e9ff873a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Subnet': ['ID=fb115701-a3ce-45b4-b926-cc35f92a0984,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:54.455898 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c7a6b-674b-43ab-89e6-a8021141996c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Deleting port 2f2c3f9e-a67b-4889-9c81-930eba3829f8 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:54.456250 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1f5c7a6b-674b-43ab-89e6-a8021141996c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:54.456583 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd6e0431-f768-4412-ad1f-12980b1e4641 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:54.517735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629c6e7e-cda9-407a-9c8e-5b70e9ff873a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Checking segment: {'id': 'f06d8d96-922c-426a-b20e-a9236d912f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '530c3ecc-91d5-4d59-980d-d1ddd0690052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:10:54.518139 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629c6e7e-cda9-407a-9c8e-5b70e9ff873a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network hostable DHCP agents. Network: 530c3ecc-91d5-4d59-980d-d1ddd0690052, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:10:54.553338 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a0b315cf-c079-40d6-86b4-b1a4ec0f9e21 req-382d1244-55c8-46f0-9526-aeee302648c4 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246797 Sep 21 15:10:54.561643 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b93f61a-3cf7-4404-ad81-85fa6957ec4f None None] Network 480cdd60-f98e-4e99-b266-e5a6047366b5 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:54.645823 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3217df14-cc8d-43ee-9f10-e0fc9fb4226b req-e690e03a-eb54-46a8-ae2f-0971b40c2ba8 service neutron] 10.222.0.20 "GET /v2.0/networks/35623812-409c-40a9-b25b-97314219e56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696987 Sep 21 15:10:54.698161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629c6e7e-cda9-407a-9c8e-5b70e9ff873a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network 530c3ecc-91d5-4d59-980d-d1ddd0690052 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:10:54.728614 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454644b8-d8aa-42b5-90e0-eb517436aaca None None] DHCP port deletion for 2a74b495-bf3a-49be-b91d-92b15b934f1a request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:10:54.751407 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-454644b8-d8aa-42b5-90e0-eb517436aaca None None] Deleting port 2f2c3f9e-a67b-4889-9c81-930eba3829f8 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:54.751573 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-454644b8-d8aa-42b5-90e0-eb517436aaca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:54.792724 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'fixed_ips': [{'subnet_id': 'a802b7ff-1364-447c-b97f-d2252a731037'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:10:54.793013 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:54.793508 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:54.806338 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:54.813129 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd6e0431-f768-4412-ad1f-12980b1e4641 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:54.817580 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bd6e0431-f768-4412-ad1f-12980b1e4641 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7597051 Sep 21 15:10:54.824430 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54608) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:54.902910 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-2629825d-e762-43cc-8bdc-5a7f6afb61f9 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:10:54.907613 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2629825d-e762-43cc-8bdc-5a7f6afb61f9 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.3867133 Sep 21 15:10:54.912135 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54612) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:54.934103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': '5fa6ebb2-41d2-48c1-968c-39a11fbe10cc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:54.939565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-629c6e7e-cda9-407a-9c8e-5b70e9ff873a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 530c3ecc-91d5-4d59-980d-d1ddd0690052) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:54.962842 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:54.967415 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5821232-ed0e-4b93-9c5f-8cef7b16c7c5 None None] Network 530c3ecc-91d5-4d59-980d-d1ddd0690052 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:54.975341 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Usage tracker for resource:floatingip and tenant:412cf71a88eb4877b5dcfcf1729c3ca6 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:54.979070 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629c6e7e-cda9-407a-9c8e-5b70e9ff873a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:54.979660 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-629c6e7e-cda9-407a-9c8e-5b70e9ff873a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:55.040713 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:55.074586 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:55.102130 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-629c6e7e-cda9-407a-9c8e-5b70e9ff873a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4986515 Sep 21 15:10:55.118395 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54616) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:55.141635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-fbe51c75-7cbe-4b24-80de-defabcc15a6f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'port': {'network_id': '530c3ecc-91d5-4d59-980d-d1ddd0690052', 'name': 'tempest-PortsTestJSON-98917792', 'fixed_ips': [{'subnet_id': 'fb115701-a3ce-45b4-b926-cc35f92a0984', 'ip_address': '172.20.0.10'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:55.161642 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:55.193775 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-1f5c7a6b-674b-43ab-89e6-a8021141996c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] For port 2f2c3f9e-a67b-4889-9c81-930eba3829f8, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=2f2c3f9e-a67b-4889-9c81-930eba3829f8,segment=NetworkSegment(a13a695c-ecb3-4624-aa16-38c603e92d6e),segment_id=a13a695c-ecb3-4624-aa16-38c603e92d6e)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:55.194307 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1f5c7a6b-674b-43ab-89e6-a8021141996c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:55.302097 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:55.450321 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Network f8ccf1da-2b26-4171-8c2c-cc425fe937bf is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:55.484383 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:55.486671 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:55.517010 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3217df14-cc8d-43ee-9f10-e0fc9fb4226b req-797143e9-4137-48c6-aed2-9b53c3d25bf5 service neutron] 10.222.0.20 "GET /v2.0/networks/35623812-409c-40a9-b25b-97314219e56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8620300 Sep 21 15:10:55.534990 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c7a6b-674b-43ab-89e6-a8021141996c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Calling delete_port for 2f2c3f9e-a67b-4889-9c81-930eba3829f8 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:55.537438 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 2f2c3f9e-a67b-4889-9c81-930eba3829f8 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:10:55.567068 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Pushing event updated for resources: {'Port': ['ID=5d068bf4-5007-4035-b806-77d79b2fb1c5,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:55.596413 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-454644b8-d8aa-42b5-90e0-eb517436aaca None None] For port 2f2c3f9e-a67b-4889-9c81-930eba3829f8, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=2f2c3f9e-a67b-4889-9c81-930eba3829f8,segment=NetworkSegment(a13a695c-ecb3-4624-aa16-38c603e92d6e),segment_id=a13a695c-ecb3-4624-aa16-38c603e92d6e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:55.596947 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-454644b8-d8aa-42b5-90e0-eb517436aaca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:55.625919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] Allocated IP 2001:db8::2 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/a802b7ff-1364-447c-b97f-d2252a731037/253f1354-97b0-4bd5-a4cb-682cf12dcdbf) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:55.638462 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66adf9e2-c386-4783-a962-105ee99ac41a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:55.680096 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fbe51c75-7cbe-4b24-80de-defabcc15a6f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:55.709008 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fbe51c75-7cbe-4b24-80de-defabcc15a6f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:55.764039 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe51c75-7cbe-4b24-80de-defabcc15a6f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:55.824915 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-454644b8-d8aa-42b5-90e0-eb517436aaca None None] Calling delete_port for 2f2c3f9e-a67b-4889-9c81-930eba3829f8 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:55.911372 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-530c3ecc-91d5-4d59-980d-d1ddd0690052', 'network_id': '530c3ecc-91d5-4d59-980d-d1ddd0690052', 'tenant_id': '3c76cd1c175246ce8c142ebc0c00da57', 'fixed_ips': [{'subnet_id': 'fb115701-a3ce-45b4-b926-cc35f92a0984'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:10:55.912196 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:55.925099 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1f5c7a6b-674b-43ab-89e6-a8021141996c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:56.018073 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5c7a6b-674b-43ab-89e6-a8021141996c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] No DVR routers for this DVR port 2f2c3f9e-a67b-4889-9c81-930eba3829f8 on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:10:56.055565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c7a6b-674b-43ab-89e6-a8021141996c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Pushing event deleted for resources: {'Port': ['ID=2f2c3f9e-a67b-4889-9c81-930eba3829f8,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:56.081858 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:56.164804 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:56.175566 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] Transition to ACTIVE for port object 253f1354-97b0-4bd5-a4cb-682cf12dcdbf will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:56.195974 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] Transition to ACTIVE for port object 253f1354-97b0-4bd5-a4cb-682cf12dcdbf will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:56.198773 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No active binding found for port 2f2c3f9e-a67b-4889-9c81-930eba3829f8 {{(pid=89020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 21 15:10:56.199214 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 2f2c3f9e-a67b-4889-9c81-930eba3829f8 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:10:56.225670 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:56.297972 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1f5c7a6b-674b-43ab-89e6-a8021141996c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:56.329873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fbe51c75-7cbe-4b24-80de-defabcc15a6f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:56.352529 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-454644b8-d8aa-42b5-90e0-eb517436aaca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:10:56.352902 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-454644b8-d8aa-42b5-90e0-eb517436aaca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:10:56.360661 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:56.369233 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:56.377416 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:56.378004 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1f5c7a6b-674b-43ab-89e6-a8021141996c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a74b495-bf3a-49be-b91d-92b15b934f1a']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:56.387704 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] Pushing event updated for resources: {'Port': ['ID=253f1354-97b0-4bd5-a4cb-682cf12dcdbf,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:56.397834 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ed6a8-70dc-4ddc-9169-5009143b673f req-5749e52a-9b4a-4c6f-82db-48748cb3f158 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:56.400532 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3d3ed6a8-70dc-4ddc-9169-5009143b673f req-5749e52a-9b4a-4c6f-82db-48748cb3f158 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.6157610 Sep 21 15:10:56.406188 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:56.413665 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-fbe51c75-7cbe-4b24-80de-defabcc15a6f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] device_id is not set on port a2e1cfe1-3347-4ee4-baf7-884043a21af5 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:56.449235 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1f5c7a6b-674b-43ab-89e6-a8021141996c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13a695c-ecb3-4624-aa16-38c603e92d6e') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:56.449559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1f5c7a6b-674b-43ab-89e6-a8021141996c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13a695c-ecb3-4624-aa16-38c603e92d6e') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:56.501370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:56.517558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1f5c7a6b-674b-43ab-89e6-a8021141996c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:56.549985 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] Attempting to bind port 253f1354-97b0-4bd5-a4cb-682cf12dcdbf on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:56.550270 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] Attempting to bind port 253f1354-97b0-4bd5-a4cb-682cf12dcdbf by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:56.550636 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] Attempting to bind port 253f1354-97b0-4bd5-a4cb-682cf12dcdbf on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:56.562917 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:10:56.563292 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:10:56.563695 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:56.564303 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:10:56.564628 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] Bound port: 253f1354-97b0-4bd5-a4cb-682cf12dcdbf, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:10:56.565666 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:56.576848 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] Allocated IP 172.20.0.2 (530c3ecc-91d5-4d59-980d-d1ddd0690052/fb115701-a3ce-45b4-b926-cc35f92a0984/e8922c58-cf8b-4058-bee7-880897fc6558) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:56.591177 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1f5c7a6b-674b-43ab-89e6-a8021141996c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:56.602730 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3d3ed6a8-70dc-4ddc-9169-5009143b673f req-61f336b0-a47b-4c8c-8a0f-03e2d7fe62dc tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929390 Sep 21 15:10:56.654260 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5c7a6b-674b-43ab-89e6-a8021141996c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:10:56.654752 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1f5c7a6b-674b-43ab-89e6-a8021141996c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:56.816633 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:56.832534 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] For port 253f1354-97b0-4bd5-a4cb-682cf12dcdbf, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:10:56.855611 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-454644b8-d8aa-42b5-90e0-eb517436aaca None None] Deleting port 2f2c3f9e-a67b-4889-9c81-930eba3829f8 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:56.855989 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-454644b8-d8aa-42b5-90e0-eb517436aaca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:56.874818 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment a13a695c-ecb3-4624-aa16-38c603e92d6e resource provider aggregate not found Sep 21 15:10:56.882308 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] For port 253f1354-97b0-4bd5-a4cb-682cf12dcdbf, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=253f1354-97b0-4bd5-a4cb-682cf12dcdbf,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:10:56.903760 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:56.909588 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Allocated IP 172.26.4.128 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/2095a031-54da-4e77-9e3f-8162bab196cd) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:56.912547 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment a13a695c-ecb3-4624-aa16-38c603e92d6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a13a695c-ecb3-4624-aa16-38c603e92d6e found for delete ", "request_id": "req-e1621a91-90b0-40f3-a609-072baecf11ad"}]} Sep 21 15:10:56.924735 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-66adf9e2-c386-4783-a962-105ee99ac41a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8::1 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/a802b7ff-1364-447c-b97f-d2252a731037/dd09a95e-40cb-4d60-a65e-193c58d19622) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:56.962724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1f5c7a6b-674b-43ab-89e6-a8021141996c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:56.967016 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1f5c7a6b-674b-43ab-89e6-a8021141996c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:56.987251 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-454644b8-d8aa-42b5-90e0-eb517436aaca None None] The port '2f2c3f9e-a67b-4889-9c81-930eba3829f8' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:10:57.065488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c7a6b-674b-43ab-89e6-a8021141996c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] Pushing event deleted for resources: {'Network': ['ID=2a74b495-bf3a-49be-b91d-92b15b934f1a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:57.075739 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1f5c7a6b-674b-43ab-89e6-a8021141996c tempest-AllowedAddressPairTestJSON-959489195 tempest-AllowedAddressPairTestJSON-959489195-project] 10.222.0.62 "DELETE /v2.0/networks/2a74b495-bf3a-49be-b91d-92b15b934f1a HTTP/1.1" status: 204 len: 168 time: 3.0982549 Sep 21 15:10:57.135104 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:57.147342 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10621696-e746-4d69-99a3-8a2e3bd81146 None None] Pushing event updated for resources: {'Port': ['ID=253f1354-97b0-4bd5-a4cb-682cf12dcdbf,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:57.174027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:57.181915 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] Transition to ACTIVE for port object e8922c58-cf8b-4058-bee7-880897fc6558 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:57.207775 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] Transition to ACTIVE for port object e8922c58-cf8b-4058-bee7-880897fc6558 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:57.220350 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:57.268968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:57.360073 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] Network 530c3ecc-91d5-4d59-980d-d1ddd0690052 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:57.386851 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Pushing event updated for resources: {'Port': ['ID=2095a031-54da-4e77-9e3f-8162bab196cd,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:57.396838 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:57.407019 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:57.413531 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] Pushing event updated for resources: {'Port': ['ID=e8922c58-cf8b-4058-bee7-880897fc6558,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:57.474201 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:57.483225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:57.485842 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:57.490297 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66adf9e2-c386-4783-a962-105ee99ac41a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:57.509225 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Allocated IP 172.26.4.196 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/6375b9b4-227e-442e-b820-a4c711b0c6df) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:57.538104 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-66adf9e2-c386-4783-a962-105ee99ac41a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Transition to ACTIVE for port object dd09a95e-40cb-4d60-a65e-193c58d19622 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:57.553302 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:57.563833 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] Attempting to bind port e8922c58-cf8b-4058-bee7-880897fc6558 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:10:57.564202 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] Attempting to bind port e8922c58-cf8b-4058-bee7-880897fc6558 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'f06d8d96-922c-426a-b20e-a9236d912f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '530c3ecc-91d5-4d59-980d-d1ddd0690052'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:10:57.567816 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] Attempting to bind port e8922c58-cf8b-4058-bee7-880897fc6558 on network 530c3ecc-91d5-4d59-980d-d1ddd0690052 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:10:57.576781 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:10:57.577153 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] Checking segment: {'id': 'f06d8d96-922c-426a-b20e-a9236d912f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '530c3ecc-91d5-4d59-980d-d1ddd0690052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:10:57.577700 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:57.578093 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] Bound using segment: {'id': 'f06d8d96-922c-426a-b20e-a9236d912f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '530c3ecc-91d5-4d59-980d-d1ddd0690052'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:10:57.578564 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] Bound port: e8922c58-cf8b-4058-bee7-880897fc6558, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f06d8d96-922c-426a-b20e-a9236d912f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '530c3ecc-91d5-4d59-980d-d1ddd0690052'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:10:57.578932 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:57.600891 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54630) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:57.612325 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 253f1354-97b0-4bd5-a4cb-682cf12dcdbf up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:10:57.637680 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-fbe51c75-7cbe-4b24-80de-defabcc15a6f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Allocated IP 172.20.0.10 (530c3ecc-91d5-4d59-980d-d1ddd0690052/fb115701-a3ce-45b4-b926-cc35f92a0984/a2e1cfe1-3347-4ee4-baf7-884043a21af5) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:10:57.821138 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] For port e8922c58-cf8b-4058-bee7-880897fc6558, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:10:57.825899 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] For port e8922c58-cf8b-4058-bee7-880897fc6558, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e8922c58-cf8b-4058-bee7-880897fc6558,segment=NetworkSegment(f06d8d96-922c-426a-b20e-a9236d912f38),segment_id=f06d8d96-922c-426a-b20e-a9236d912f38)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:10:57.833112 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:57.890295 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 253f1354-97b0-4bd5-a4cb-682cf12dcdbf completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:57.902141 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66adf9e2-c386-4783-a962-105ee99ac41a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:57.932013 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebcae3-586c-41c2-a7b7-6839fd9b693c None None] Pushing event updated for resources: {'Port': ['ID=e8922c58-cf8b-4058-bee7-880897fc6558,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:58.032924 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66adf9e2-c386-4783-a962-105ee99ac41a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:58.136808 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-66adf9e2-c386-4783-a962-105ee99ac41a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:58.163248 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66adf9e2-c386-4783-a962-105ee99ac41a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:58.164350 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66adf9e2-c386-4783-a962-105ee99ac41a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:58.172033 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66adf9e2-c386-4783-a962-105ee99ac41a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=dd09a95e-40cb-4d60-a65e-193c58d19622,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:58.186183 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fbe51c75-7cbe-4b24-80de-defabcc15a6f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:58.219753 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Deleting port 2095a031-54da-4e77-9e3f-8162bab196cd {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:58.220108 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:58.255424 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4110d39f-ce87-4986-87ee-99d66fa55fda admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8464dd3ec5e94e3284522a33acc4720c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6502521 Sep 21 15:10:58.261103 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54638) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:58.265305 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:58.275878 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-fbe51c75-7cbe-4b24-80de-defabcc15a6f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Transition to ACTIVE for port object a2e1cfe1-3347-4ee4-baf7-884043a21af5 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:10:58.328200 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a0906-20bb-4e9a-a92f-958c6d9b676c req-3ca5c4fb-e0e1-4c00-825a-61e5382b6c1d tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:58.335327 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-389a0906-20bb-4e9a-a92f-958c6d9b676c req-3ca5c4fb-e0e1-4c00-825a-61e5382b6c1d tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.5206380 Sep 21 15:10:58.423530 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4dc5af1d-9d00-4e4f-ad48-4668109af05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:58.444978 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Router 7a2dd2dc-24f7-457e-9e3e-9cd2b09cdc50 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:10:58.458159 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-389a0906-20bb-4e9a-a92f-958c6d9b676c req-66e24ad3-ae88-4330-97ae-1632be2680e6 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220331 Sep 21 15:10:58.459131 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fbe51c75-7cbe-4b24-80de-defabcc15a6f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:58.506524 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4dc5af1d-9d00-4e4f-ad48-4668109af05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:58.518382 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:58.560307 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66adf9e2-c386-4783-a962-105ee99ac41a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:58.561555 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe51c75-7cbe-4b24-80de-defabcc15a6f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network 530c3ecc-91d5-4d59-980d-d1ddd0690052 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:58.569063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-fbe51c75-7cbe-4b24-80de-defabcc15a6f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:58.575757 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe51c75-7cbe-4b24-80de-defabcc15a6f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:58.605467 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe51c75-7cbe-4b24-80de-defabcc15a6f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=a2e1cfe1-3347-4ee4-baf7-884043a21af5,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:58.611808 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:58.612138 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:58.682496 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3632ca69-d874-43bf-a3c7-6de06ba52106 None None] Provisioning for port 253f1354-97b0-4bd5-a4cb-682cf12dcdbf completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:58.690634 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3632ca69-d874-43bf-a3c7-6de06ba52106 None None] Provisioning complete for port 253f1354-97b0-4bd5-a4cb-682cf12dcdbf triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:58.691420 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3632ca69-d874-43bf-a3c7-6de06ba52106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:58.713627 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:10:58.762255 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Calling delete_port for 2095a031-54da-4e77-9e3f-8162bab196cd owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:10:58.764482 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:10:58.790326 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:10:58.825967 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe51c75-7cbe-4b24-80de-defabcc15a6f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:10:58.826606 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fbe51c75-7cbe-4b24-80de-defabcc15a6f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:58.870679 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fbe51c75-7cbe-4b24-80de-defabcc15a6f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7491374 Sep 21 15:10:58.871577 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54644) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:58.880581 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-74589e28-250e-4b63-acb9-e2a68c0de2f8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'port': {'network_id': '530c3ecc-91d5-4d59-980d-d1ddd0690052', 'name': 'tempest-PortsTestJSON-2064566844', 'fixed_ips': [{'subnet_id': 'fb115701-a3ce-45b4-b926-cc35f92a0984', 'ip_address': '172.20.0.9'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:10:58.885096 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3632ca69-d874-43bf-a3c7-6de06ba52106 None None] Current status of the port 253f1354-97b0-4bd5-a4cb-682cf12dcdbf is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:10:58.885739 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3632ca69-d874-43bf-a3c7-6de06ba52106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:58.910765 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Port': ['ID=6375b9b4-227e-442e-b820-a4c711b0c6df,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:58.946538 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3632ca69-d874-43bf-a3c7-6de06ba52106 None None] For port 253f1354-97b0-4bd5-a4cb-682cf12dcdbf, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=253f1354-97b0-4bd5-a4cb-682cf12dcdbf,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:10:58.959947 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3632ca69-d874-43bf-a3c7-6de06ba52106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:59.043617 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632ca69-d874-43bf-a3c7-6de06ba52106 None None] Pushing event updated for resources: {'Port': ['ID=253f1354-97b0-4bd5-a4cb-682cf12dcdbf,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:59.050165 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:10:59.061427 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] Sync routers for ids ['7a2dd2dc-24f7-457e-9e3e-9cd2b09cdc50'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:10:59.080935 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] Routers {'7a2dd2dc-24f7-457e-9e3e-9cd2b09cdc50'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:10:59.081963 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:10:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['7a2dd2dc-24f7-457e-9e3e-9cd2b09cdc50'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:59.094418 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-04690af5-6ad3-455f-aed1-ce6862c36c75 None None] Provisioning for port dd09a95e-40cb-4d60-a65e-193c58d19622 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:59.101042 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-04690af5-6ad3-455f-aed1-ce6862c36c75 None None] Provisioning complete for port dd09a95e-40cb-4d60-a65e-193c58d19622 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:59.102683 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-04690af5-6ad3-455f-aed1-ce6862c36c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:59.196075 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-04690af5-6ad3-455f-aed1-ce6862c36c75 None None] Port dd09a95e-40cb-4d60-a65e-193c58d19622 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:10:59.241944 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:59.245380 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4dc5af1d-9d00-4e4f-ad48-4668109af05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:59.309740 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Pushing event deleted for resources: {'Port': ['ID=2095a031-54da-4e77-9e3f-8162bab196cd,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:59.310510 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] Set router 7a2dd2dc-24f7-457e-9e3e-9cd2b09cdc50 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:10:59.335144 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1800b3-577a-4d75-850a-34f23fa94a25 None None] Network 530c3ecc-91d5-4d59-980d-d1ddd0690052 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:10:59.427992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-74589e28-250e-4b63-acb9-e2a68c0de2f8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:10:59.435155 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-74589e28-250e-4b63-acb9-e2a68c0de2f8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:port and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:10:59.439639 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-74589e28-250e-4b63-acb9-e2a68c0de2f8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:10:59.449205 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-74589e28-250e-4b63-acb9-e2a68c0de2f8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:10:59.479451 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6cb1ab16-7ad4-41e3-9bf6-f327b4fc9bfd None None] Provisioning for port e8922c58-cf8b-4058-bee7-880897fc6558 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:59.483832 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74589e28-250e-4b63-acb9-e2a68c0de2f8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:10:59.498468 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-74589e28-250e-4b63-acb9-e2a68c0de2f8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:59.505292 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5af1d-9d00-4e4f-ad48-4668109af05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6731419-3b3a-4b1e-9768-8926700cce1e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:10:59.515133 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] create failed (client error): The resource could not be found. Sep 21 15:10:59.532286 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6e65c48d-2b53-492e-a0c0-8bb92d50d094 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.6170111 Sep 21 15:10:59.535625 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54648) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:59.658186 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e69f1361-7ead-4352-9aa2-7cfa3ef67c73 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Deleting port 5fa6ebb2-41d2-48c1-968c-39a11fbe10cc {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:10:59.663641 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e69f1361-7ead-4352-9aa2-7cfa3ef67c73 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:59.683665 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2dd2dc-24f7-457e-9e3e-9cd2b09cdc50', 'name': '', 'tenant_id': '8b920d0c51b34edda663543b45d0c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8ccf1da-2b26-4171-8c2c-cc425fe937bf', 'external_fixed_ips': [{'subnet_id': '7b7d9ba9-a98d-4031-84e1-f0d231c2e000', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '5d068bf4-5007-4035-b806-77d79b2fb1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:10:52Z', 'updated_at': '2022-09-21T15:10:56Z', 'revision_number': 3, 'project_id': '8b920d0c51b34edda663543b45d0c985', 'gw_port': {'id': '5d068bf4-5007-4035-b806-77d79b2fb1c5', 'name': '', 'network_id': 'f8ccf1da-2b26-4171-8c2c-cc425fe937bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:81:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2dd2dc-24f7-457e-9e3e-9cd2b09cdc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '7b7d9ba9-a98d-4031-84e1-f0d231c2e000', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:10:53Z', 'updated_at': '2022-09-21T15:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b7d9ba9-a98d-4031-84e1-f0d231c2e000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:10:59.687876 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] Checking router: 7a2dd2dc-24f7-457e-9e3e-9cd2b09cdc50 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:10:59.688415 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] Updating router 7a2dd2dc-24f7-457e-9e3e-9cd2b09cdc50 port 5d068bf4-5007-4035-b806-77d79b2fb1c5 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:10:59.724557 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e8922c58-cf8b-4058-bee7-880897fc6558 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:10:59.734664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-74589e28-250e-4b63-acb9-e2a68c0de2f8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] device_id is not set on port c1308dd1-596f-40ce-8b34-51601f757b47 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:10:59.750757 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:59.777098 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:59.778901 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b9c1e1a3-9233-49cc-8a3c-113411b82302 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.9886146 Sep 21 15:10:59.791473 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54652) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:10:59.792890 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4dc5af1d-9d00-4e4f-ad48-4668109af05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:10:59.796584 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4dc5af1d-9d00-4e4f-ad48-4668109af05c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6731419-3b3a-4b1e-9768-8926700cce1e HTTP/1.1" status: 204 len: 168 time: 1.5254760 Sep 21 15:10:59.846226 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port e8922c58-cf8b-4058-bee7-880897fc6558 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:10:59.854481 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port e8922c58-cf8b-4058-bee7-880897fc6558 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:10:59.856515 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:00.112847 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:00.176092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port e8922c58-cf8b-4058-bee7-880897fc6558 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:00.179519 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:00.254806 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-19aa8c9d-5fc8-4ed0-a223-b37d73c3c33e None None] Provisioning complete for port e8922c58-cf8b-4058-bee7-880897fc6558 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:00.255656 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-19aa8c9d-5fc8-4ed0-a223-b37d73c3c33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:00.330575 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:00.360071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port e8922c58-cf8b-4058-bee7-880897fc6558, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e8922c58-cf8b-4058-bee7-880897fc6558,segment=NetworkSegment(f06d8d96-922c-426a-b20e-a9236d912f38),segment_id=f06d8d96-922c-426a-b20e-a9236d912f38)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:00.372132 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:00.373918 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 253f1354-97b0-4bd5-a4cb-682cf12dcdbf up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:00.379221 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] Transition to ACTIVE for port object 5d068bf4-5007-4035-b806-77d79b2fb1c5 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:00.400585 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:00.406854 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dbd3437c-49f4-4de9-acee-0dbda76015a6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:00.587661 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] Attempting to bind port 5d068bf4-5007-4035-b806-77d79b2fb1c5 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:11:00.587661 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] Attempting to bind port 5d068bf4-5007-4035-b806-77d79b2fb1c5 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'dd6e71f7-81fe-41d3-8cc2-4a0372ac7e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f8ccf1da-2b26-4171-8c2c-cc425fe937bf'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:11:00.588002 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] Attempting to bind port 5d068bf4-5007-4035-b806-77d79b2fb1c5 on network f8ccf1da-2b26-4171-8c2c-cc425fe937bf {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:11:00.600015 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:11:00.600437 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] Checking segment: {'id': 'dd6e71f7-81fe-41d3-8cc2-4a0372ac7e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f8ccf1da-2b26-4171-8c2c-cc425fe937bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:00.600814 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:00.601211 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] Bound using segment: {'id': 'dd6e71f7-81fe-41d3-8cc2-4a0372ac7e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f8ccf1da-2b26-4171-8c2c-cc425fe937bf'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:11:00.602220 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] Bound port: 5d068bf4-5007-4035-b806-77d79b2fb1c5, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6e71f7-81fe-41d3-8cc2-4a0372ac7e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f8ccf1da-2b26-4171-8c2c-cc425fe937bf'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:11:00.602617 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:00.637345 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e69f1361-7ead-4352-9aa2-7cfa3ef67c73 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:00.675634 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=e8922c58-cf8b-4058-bee7-880897fc6558,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:00.678913 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 253f1354-97b0-4bd5-a4cb-682cf12dcdbf triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:00.679283 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:00.692901 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] For port 5d068bf4-5007-4035-b806-77d79b2fb1c5, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:11:00.696670 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] For port 5d068bf4-5007-4035-b806-77d79b2fb1c5, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5d068bf4-5007-4035-b806-77d79b2fb1c5,segment=NetworkSegment(dd6e71f7-81fe-41d3-8cc2-4a0372ac7e13),segment_id=dd6e71f7-81fe-41d3-8cc2-4a0372ac7e13)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:11:00.708855 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:00.723397 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] Routers {'7a2dd2dc-24f7-457e-9e3e-9cd2b09cdc50'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:00.724029 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:10:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['7a2dd2dc-24f7-457e-9e3e-9cd2b09cdc50'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:00.761438 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-66adf9e2-c386-4783-a962-105ee99ac41a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:11:00.781777 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e69f1361-7ead-4352-9aa2-7cfa3ef67c73 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Calling delete_port for 5fa6ebb2-41d2-48c1-968c-39a11fbe10cc owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:00.795403 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66adf9e2-c386-4783-a962-105ee99ac41a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:00.808106 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:00.814777 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66adf9e2-c386-4783-a962-105ee99ac41a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:00.818210 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66adf9e2-c386-4783-a962-105ee99ac41a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:00.917534 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] Set router 7a2dd2dc-24f7-457e-9e3e-9cd2b09cdc50 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:11:00.933064 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-19aa8c9d-5fc8-4ed0-a223-b37d73c3c33e None None] Current status of the port e8922c58-cf8b-4058-bee7-880897fc6558 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:00.952175 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 253f1354-97b0-4bd5-a4cb-682cf12dcdbf is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:00.952998 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e69f1361-7ead-4352-9aa2-7cfa3ef67c73 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:00.957128 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-19aa8c9d-5fc8-4ed0-a223-b37d73c3c33e None None] Provisioning for port a2e1cfe1-3347-4ee4-baf7-884043a21af5 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:00.966038 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-19aa8c9d-5fc8-4ed0-a223-b37d73c3c33e None None] Provisioning complete for port a2e1cfe1-3347-4ee4-baf7-884043a21af5 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:00.966569 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-19aa8c9d-5fc8-4ed0-a223-b37d73c3c33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:01.027984 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f1361-7ead-4352-9aa2-7cfa3ef67c73 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Pushing event deleted for resources: {'Port': ['ID=5fa6ebb2-41d2-48c1-968c-39a11fbe10cc,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:01.064362 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-19aa8c9d-5fc8-4ed0-a223-b37d73c3c33e None None] Port a2e1cfe1-3347-4ee4-baf7-884043a21af5 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:11:01.152995 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006338d0-3fcd-48be-a4b7-6588fa94ab1b None None] Pushing event updated for resources: {'Port': ['ID=5d068bf4-5007-4035-b806-77d79b2fb1c5,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:01.191296 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b052f387-65bd-4ae6-8551-9cd649d78743 None None] Provisioning complete for port a2e1cfe1-3347-4ee4-baf7-884043a21af5 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:01.194345 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b052f387-65bd-4ae6-8551-9cd649d78743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:01.242963 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54676) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:01.246321 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66adf9e2-c386-4783-a962-105ee99ac41a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=dd09a95e-40cb-4d60-a65e-193c58d19622,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:01.284666 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b052f387-65bd-4ae6-8551-9cd649d78743 None None] Port a2e1cfe1-3347-4ee4-baf7-884043a21af5 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:11:01.321089 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006338d0-3fcd-48be-a4b7-6588fa94ab1b None None] Pushing event updated for resources: {'Port': ['ID=5d068bf4-5007-4035-b806-77d79b2fb1c5,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:01.401408 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-74589e28-250e-4b63-acb9-e2a68c0de2f8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Allocated IP 172.20.0.9 (530c3ecc-91d5-4d59-980d-d1ddd0690052/fb115701-a3ce-45b4-b926-cc35f92a0984/c1308dd1-596f-40ce-8b34-51601f757b47) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:01.408584 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2dd2dc-24f7-457e-9e3e-9cd2b09cdc50', 'name': '', 'tenant_id': '8b920d0c51b34edda663543b45d0c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8ccf1da-2b26-4171-8c2c-cc425fe937bf', 'external_fixed_ips': [{'subnet_id': '7b7d9ba9-a98d-4031-84e1-f0d231c2e000', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '5d068bf4-5007-4035-b806-77d79b2fb1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:10:52Z', 'updated_at': '2022-09-21T15:10:56Z', 'revision_number': 3, 'project_id': '8b920d0c51b34edda663543b45d0c985', 'gw_port': {'id': '5d068bf4-5007-4035-b806-77d79b2fb1c5', 'name': '', 'network_id': 'f8ccf1da-2b26-4171-8c2c-cc425fe937bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:81:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2dd2dc-24f7-457e-9e3e-9cd2b09cdc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '7b7d9ba9-a98d-4031-84e1-f0d231c2e000', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:10:53Z', 'updated_at': '2022-09-21T15:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b7d9ba9-a98d-4031-84e1-f0d231c2e000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:01.412522 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e03d3-89a4-4f6d-bcef-9211553099af None None] The sync data for ids ['7a2dd2dc-24f7-457e-9e3e-9cd2b09cdc50'] in dv-neutron-858731-1-hyperv is: [{'id': '7a2dd2dc-24f7-457e-9e3e-9cd2b09cdc50', 'name': '', 'tenant_id': '8b920d0c51b34edda663543b45d0c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8ccf1da-2b26-4171-8c2c-cc425fe937bf', 'external_fixed_ips': [{'subnet_id': '7b7d9ba9-a98d-4031-84e1-f0d231c2e000', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '5d068bf4-5007-4035-b806-77d79b2fb1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:10:52Z', 'updated_at': '2022-09-21T15:10:56Z', 'revision_number': 3, 'project_id': '8b920d0c51b34edda663543b45d0c985', 'gw_port': {'id': '5d068bf4-5007-4035-b806-77d79b2fb1c5', 'name': '', 'network_id': 'f8ccf1da-2b26-4171-8c2c-cc425fe937bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:81:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2dd2dc-24f7-457e-9e3e-9cd2b09cdc50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '7b7d9ba9-a98d-4031-84e1-f0d231c2e000', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:10:53Z', 'updated_at': '2022-09-21T15:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b7d9ba9-a98d-4031-84e1-f0d231c2e000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:11:01.481606 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-465364134'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:01.501344 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dbd3437c-49f4-4de9-acee-0dbda76015a6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:01.503863 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:01.510199 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e69f1361-7ead-4352-9aa2-7cfa3ef67c73 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:01.521662 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Usage tracker for resource:network and tenant:bb9c11e9af854d96b17445323eac9a86 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:01.527028 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:01.532398 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e8922c58-cf8b-4058-bee7-880897fc6558 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:01.538002 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66adf9e2-c386-4783-a962-105ee99ac41a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:01.542491 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:01.544854 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-66adf9e2-c386-4783-a962-105ee99ac41a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:01.547426 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-dbd3437c-49f4-4de9-acee-0dbda76015a6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Deleting port 5d068bf4-5007-4035-b806-77d79b2fb1c5 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:01.547687 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dbd3437c-49f4-4de9-acee-0dbda76015a6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:01.586544 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e69f1361-7ead-4352-9aa2-7cfa3ef67c73 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] 10.222.0.62 "DELETE /v2.0/ports/5fa6ebb2-41d2-48c1-968c-39a11fbe10cc HTTP/1.1" status: 204 len: 168 time: 2.0498660 Sep 21 15:11:01.595443 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54682) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:01.624211 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:01.627629 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:01.647553 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port e8922c58-cf8b-4058-bee7-880897fc6558 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:01.648058 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:01.708491 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:01.760008 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:01.775529 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Usage tracker for resource:security_group_rule and tenant:bb9c11e9af854d96b17445323eac9a86 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:01.787216 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:01.800519 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:01.854344 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Router 22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:11:01.897921 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port e8922c58-cf8b-4058-bee7-880897fc6558 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:01.948063 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ea152fe6-3cb7-46fb-8248-e441489166fd None None] Provisioning complete for port dd09a95e-40cb-4d60-a65e-193c58d19622 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:01.948756 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ea152fe6-3cb7-46fb-8248-e441489166fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:02.025982 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69263166-88e9-45a7-a31c-ff692b25f7ea tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:02.026634 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-69263166-88e9-45a7-a31c-ff692b25f7ea tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Synchronizing usage tracker for tenant:412cf71a88eb4877b5dcfcf1729c3ca6 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:02.032601 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-74589e28-250e-4b63-acb9-e2a68c0de2f8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:02.038908 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ea152fe6-3cb7-46fb-8248-e441489166fd None None] Port dd09a95e-40cb-4d60-a65e-193c58d19622 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:11:02.077651 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-74589e28-250e-4b63-acb9-e2a68c0de2f8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Transition to ACTIVE for port object c1308dd1-596f-40ce-8b34-51601f757b47 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:02.082673 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-dbd3437c-49f4-4de9-acee-0dbda76015a6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] For port 5d068bf4-5007-4035-b806-77d79b2fb1c5, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5d068bf4-5007-4035-b806-77d79b2fb1c5,segment=NetworkSegment(dd6e71f7-81fe-41d3-8cc2-4a0372ac7e13),segment_id=dd6e71f7-81fe-41d3-8cc2-4a0372ac7e13)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:02.083375 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dbd3437c-49f4-4de9-acee-0dbda76015a6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:02.224329 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-69263166-88e9-45a7-a31c-ff692b25f7ea tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Unset dirty status for tenant:412cf71a88eb4877b5dcfcf1729c3ca6 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:02.228534 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-69263166-88e9-45a7-a31c-ff692b25f7ea tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] 10.222.0.62 "GET /v2.0/ports?device_id=19fbaf17-712d-4e9c-9ca2-ee0cda884b03 HTTP/1.1" status: 200 len: 913 time: 0.6221688 Sep 21 15:11:02.239063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-dbd3437c-49f4-4de9-acee-0dbda76015a6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Calling delete_port for 5d068bf4-5007-4035-b806-77d79b2fb1c5 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:02.255979 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54686) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:02.263738 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66adf9e2-c386-4783-a962-105ee99ac41a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Router 9d56fcc4-e4f4-493f-ac04-dde00db8a029 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:11:02.328376 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-74589e28-250e-4b63-acb9-e2a68c0de2f8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:02.414285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74589e28-250e-4b63-acb9-e2a68c0de2f8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network 530c3ecc-91d5-4d59-980d-d1ddd0690052 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:02.419730 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-74589e28-250e-4b63-acb9-e2a68c0de2f8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:02.426343 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74589e28-250e-4b63-acb9-e2a68c0de2f8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:02.469910 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74589e28-250e-4b63-acb9-e2a68c0de2f8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=c1308dd1-596f-40ce-8b34-51601f757b47,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:02.513745 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74589e28-250e-4b63-acb9-e2a68c0de2f8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:02.514399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-74589e28-250e-4b63-acb9-e2a68c0de2f8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:02.527564 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:02.595006 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:02.604848 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dbd3437c-49f4-4de9-acee-0dbda76015a6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:02.630521 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:11:02.643487 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757d5d1a-4e39-40b0-bfb7-b3f83b7939f4 None None] Sync routers for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:11:02.651072 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-74589e28-250e-4b63-acb9-e2a68c0de2f8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7769532 Sep 21 15:11:02.657312 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54690) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:02.669313 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3437c-49f4-4de9-acee-0dbda76015a6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d068bf4-5007-4035-b806-77d79b2fb1c5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:02.676412 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:11:02.679054 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757d5d1a-4e39-40b0-bfb7-b3f83b7939f4 None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:02.680273 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-757d5d1a-4e39-40b0-bfb7-b3f83b7939f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:10:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:02.696252 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:02.696984 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Added segment 1056cf43-ba05-4cd6-9fc2-8b9f3b089a9b of type vlan for network cfb5de40-957c-41ae-a5a5-4a580015e3ac Sep 21 15:11:02.749260 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-757d5d1a-4e39-40b0-bfb7-b3f83b7939f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:02.762613 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757d5d1a-4e39-40b0-bfb7-b3f83b7939f4 None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:02.763379 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-757d5d1a-4e39-40b0-bfb7-b3f83b7939f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:10:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:02.820810 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dbd3437c-49f4-4de9-acee-0dbda76015a6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:02.831606 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-757d5d1a-4e39-40b0-bfb7-b3f83b7939f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:02.832044 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757d5d1a-4e39-40b0-bfb7-b3f83b7939f4 None None] The sync data for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:11:02.839007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e6231847-5162-4dd5-8215-c7f39ccace90 None None] Provisioning for port c1308dd1-596f-40ce-8b34-51601f757b47 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:02.845142 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e6231847-5162-4dd5-8215-c7f39ccace90 None None] Provisioning complete for port c1308dd1-596f-40ce-8b34-51601f757b47 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:02.845589 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6231847-5162-4dd5-8215-c7f39ccace90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:02.850230 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66adf9e2-c386-4783-a962-105ee99ac41a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:11:02.866207 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] Sync routers for ids ['9d56fcc4-e4f4-493f-ac04-dde00db8a029'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:11:02.882185 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] Routers {'9d56fcc4-e4f4-493f-ac04-dde00db8a029'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:02.883952 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:10:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9d56fcc4-e4f4-493f-ac04-dde00db8a029'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:02.903171 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e6231847-5162-4dd5-8215-c7f39ccace90 None None] Port c1308dd1-596f-40ce-8b34-51601f757b47 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:11:02.925389 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-66adf9e2-c386-4783-a962-105ee99ac41a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "PUT /v2.0/routers/9d56fcc4-e4f4-493f-ac04-dde00db8a029/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0998549 Sep 21 15:11:02.931975 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0038b8-f722-4092-96b3-17ddf1584662,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:02.935400 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54698) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:02.964379 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:02.965599 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-afe92025-c312-49f2-8643-26c812b60e9c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.0491226 Sep 21 15:11:02.981949 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54702) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:03.025431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7802fd-77d8-4bda-affb-d9c77699b15b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:03.026020 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6d7802fd-77d8-4bda-affb-d9c77699b15b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:03.064247 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] Set router 9d56fcc4-e4f4-493f-ac04-dde00db8a029 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:11:03.075946 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:03.102137 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dbd3437c-49f4-4de9-acee-0dbda76015a6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:03.105187 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dbd3437c-49f4-4de9-acee-0dbda76015a6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:03.121415 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6d7802fd-77d8-4bda-affb-d9c77699b15b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:03.122784 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6d7802fd-77d8-4bda-affb-d9c77699b15b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports/dd09a95e-40cb-4d60-a65e-193c58d19622 HTTP/1.1" status: 200 len: 911 time: 0.1873791 Sep 21 15:11:03.125074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54706) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:03.190444 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dbd3437c-49f4-4de9-acee-0dbda76015a6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:03.191285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd3437c-49f4-4de9-acee-0dbda76015a6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a2dd2dc-24f7-457e-9e3e-9cd2b09cdc50 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:11:03.202483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dbd3437c-49f4-4de9-acee-0dbda76015a6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:03.203883 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dbd3437c-49f4-4de9-acee-0dbda76015a6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "DELETE /v2.0/routers/7a2dd2dc-24f7-457e-9e3e-9cd2b09cdc50 HTTP/1.1" status: 204 len: 168 time: 3.4107964 Sep 21 15:11:03.208826 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54710) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:03.232420 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:11:03.302031 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f777f58d-c102-4093-bf76-6b7b1793f6f9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:03.302797 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f777f58d-c102-4093-bf76-6b7b1793f6f9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Synchronizing usage tracker for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:03.408950 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ddf58f-8434-4831-9bb1-3964f3961feb tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:03.415090 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ddf58f-8434-4831-9bb1-3964f3961feb tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:03.416767 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-16ddf58f-8434-4831-9bb1-3964f3961feb tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2907815 Sep 21 15:11:03.419626 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54714) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:03.430984 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:03.436084 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d56fcc4-e4f4-493f-ac04-dde00db8a029', 'name': 'tempest-NetworksTestDHCPv6-router-2029881253', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:10:54Z', 'updated_at': '2022-09-21T15:10:58Z', 'revision_number': 2, 'project_id': '28bee843128e4e4cad27b6a75e7c3957', 'gw_port_host': None, '_interfaces': [{'id': 'dd09a95e-40cb-4d60-a65e-193c58d19622', 'name': '', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'mac_address': 'fa:16:3e:ed:a1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d56fcc4-e4f4-493f-ac04-dde00db8a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a802b7ff-1364-447c-b97f-d2252a731037', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:10:56Z', 'updated_at': '2022-09-21T15:10:59Z', 'revision_number': 2, 'project_id': '28bee843128e4e4cad27b6a75e7c3957', 'subnets': [{'id': 'a802b7ff-1364-447c-b97f-d2252a731037', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:03.437765 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:03.438528 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:03.440048 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] Checking router: 9d56fcc4-e4f4-493f-ac04-dde00db8a029 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:11:03.440398 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] Updating router 9d56fcc4-e4f4-493f-ac04-dde00db8a029 port dd09a95e-40cb-4d60-a65e-193c58d19622 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:11:03.486837 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f777f58d-c102-4093-bf76-6b7b1793f6f9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Unset dirty status for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:03.488283 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f777f58d-c102-4093-bf76-6b7b1793f6f9 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.8269763 Sep 21 15:11:03.497021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54718) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:03.498216 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2447088 Sep 21 15:11:03.513299 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:03.604041 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4f2476-90c8-431c-8973-03c283661243 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Deleting subnet 7b7d9ba9-a98d-4031-84e1-f0d231c2e000 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:11:03.637505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c4f2476-90c8-431c-8973-03c283661243 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:03.670729 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54722) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:03.711709 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0d32f444-2cee-4329-b438-3a96694a3038 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'subnet': {'network_id': 'cfb5de40-957c-41ae-a5a5-4a580015e3ac', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:03.844410 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c4f2476-90c8-431c-8973-03c283661243 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:03.863699 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45446bd8-8a89-463d-b526-a0f868ad7b6d tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Network': ['ID=cfb5de40-957c-41ae-a5a5-4a580015e3ac,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:03.874624 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network cfb5de40-957c-41ae-a5a5-4a580015e3ac details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:11:04.011951 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c4f2476-90c8-431c-8973-03c283661243 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:04.019063 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:04.036819 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] Transition to ACTIVE for port object dd09a95e-40cb-4d60-a65e-193c58d19622 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:04.046861 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:04.084659 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42c2601-d6fa-409d-8397-cdb8c8ea5f7c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:04.091112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42c2601-d6fa-409d-8397-cdb8c8ea5f7c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:04.097009 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42c2601-d6fa-409d-8397-cdb8c8ea5f7c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:04.097853 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b42c2601-d6fa-409d-8397-cdb8c8ea5f7c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Synchronizing usage tracker for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:04.208003 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0d32f444-2cee-4329-b438-3a96694a3038 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:04.222611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0d32f444-2cee-4329-b438-3a96694a3038 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Usage tracker for resource:subnet and tenant:bb9c11e9af854d96b17445323eac9a86 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:04.230290 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b42c2601-d6fa-409d-8397-cdb8c8ea5f7c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Unset dirty status for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:04.230290 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b42c2601-d6fa-409d-8397-cdb8c8ea5f7c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.7320089 Sep 21 15:11:04.232913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0d32f444-2cee-4329-b438-3a96694a3038 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:04.242562 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54726) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:04.247552 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0d32f444-2cee-4329-b438-3a96694a3038 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:04.272714 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04d7ea-d5ab-4b20-957e-43f017664554 None None] Pushing event updated for resources: {'Port': ['ID=dd09a95e-40cb-4d60-a65e-193c58d19622,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:04.281645 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] Attempting to bind port dd09a95e-40cb-4d60-a65e-193c58d19622 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:11:04.282144 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] Attempting to bind port dd09a95e-40cb-4d60-a65e-193c58d19622 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:11:04.282623 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] Attempting to bind port dd09a95e-40cb-4d60-a65e-193c58d19622 on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:11:04.288335 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:11:04.288869 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:04.289871 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:04.290357 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:11:04.291016 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] Bound port: dd09a95e-40cb-4d60-a65e-193c58d19622, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:11:04.291403 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:04.324166 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a87b78ca-1b03-4314-b9d1-0c9cd3af3f4e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:04.354078 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c4f2476-90c8-431c-8973-03c283661243 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:04.385700 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] For port dd09a95e-40cb-4d60-a65e-193c58d19622, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:11:04.389031 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] For port dd09a95e-40cb-4d60-a65e-193c58d19622, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=dd09a95e-40cb-4d60-a65e-193c58d19622,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:11:04.391257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d32f444-2cee-4329-b438-3a96694a3038 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:04.394872 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d32f444-2cee-4329-b438-3a96694a3038 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:04.395039 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:04.430433 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f2476-90c8-431c-8973-03c283661243 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7b7d9ba9-a98d-4031-84e1-f0d231c2e000,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:04.435817 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c4f2476-90c8-431c-8973-03c283661243 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:04.467464 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] Routers {'9d56fcc4-e4f4-493f-ac04-dde00db8a029'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:04.468390 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:10:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9d56fcc4-e4f4-493f-ac04-dde00db8a029'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:04.473136 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93ec41bf-4b4c-4d38-8af5-9626075d50c6 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:04.514064 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2311d6b0-8956-488a-a740-5b4ceda3c0fd tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port c1308dd1-596f-40ce-8b34-51601f757b47 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:04.514665 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2311d6b0-8956-488a-a740-5b4ceda3c0fd tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:04.577755 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8c4f2476-90c8-431c-8973-03c283661243 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/7b7d9ba9-a98d-4031-84e1-f0d231c2e000 HTTP/1.1" status: 204 len: 168 time: 1.3610840 Sep 21 15:11:04.580486 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54730) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:04.605299 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04d7ea-d5ab-4b20-957e-43f017664554 None None] Pushing event updated for resources: {'Port': ['ID=dd09a95e-40cb-4d60-a65e-193c58d19622,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:04.627402 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] Set router 9d56fcc4-e4f4-493f-ac04-dde00db8a029 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:11:04.875773 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3f051140-888b-448e-aa71-31fcc5d0207b tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:04.967630 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d56fcc4-e4f4-493f-ac04-dde00db8a029', 'name': 'tempest-NetworksTestDHCPv6-router-2029881253', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:10:54Z', 'updated_at': '2022-09-21T15:10:58Z', 'revision_number': 2, 'project_id': '28bee843128e4e4cad27b6a75e7c3957', 'gw_port_host': None, '_interfaces': [{'id': 'dd09a95e-40cb-4d60-a65e-193c58d19622', 'name': '', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'mac_address': 'fa:16:3e:ed:a1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d56fcc4-e4f4-493f-ac04-dde00db8a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a802b7ff-1364-447c-b97f-d2252a731037', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:10:56Z', 'updated_at': '2022-09-21T15:11:04Z', 'revision_number': 4, 'project_id': '28bee843128e4e4cad27b6a75e7c3957', 'subnets': [{'id': 'a802b7ff-1364-447c-b97f-d2252a731037', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:04.973026 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2311d6b0-8956-488a-a740-5b4ceda3c0fd tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:04.973202 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b217b7-6566-4941-8e5d-c6e460e8b246 None None] The sync data for ids ['9d56fcc4-e4f4-493f-ac04-dde00db8a029'] in dv-neutron-858731-1-hyperv is: [{'id': '9d56fcc4-e4f4-493f-ac04-dde00db8a029', 'name': 'tempest-NetworksTestDHCPv6-router-2029881253', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:10:54Z', 'updated_at': '2022-09-21T15:10:58Z', 'revision_number': 2, 'project_id': '28bee843128e4e4cad27b6a75e7c3957', 'gw_port_host': None, '_interfaces': [{'id': 'dd09a95e-40cb-4d60-a65e-193c58d19622', 'name': '', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'mac_address': 'fa:16:3e:ed:a1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d56fcc4-e4f4-493f-ac04-dde00db8a029', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a802b7ff-1364-447c-b97f-d2252a731037', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:10:56Z', 'updated_at': '2022-09-21T15:11:04Z', 'revision_number': 4, 'project_id': '28bee843128e4e4cad27b6a75e7c3957', 'subnets': [{'id': 'a802b7ff-1364-447c-b97f-d2252a731037', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:11:05.141166 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3f051140-888b-448e-aa71-31fcc5d0207b tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:05.271275 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2311d6b0-8956-488a-a740-5b4ceda3c0fd tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Calling delete_port for c1308dd1-596f-40ce-8b34-51601f757b47 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:05.327872 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d32f444-2cee-4329-b438-3a96694a3038 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:05.384038 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-3f051140-888b-448e-aa71-31fcc5d0207b tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ccf1da-2b26-4171-8c2c-cc425fe937bf']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:05.434819 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-3f051140-888b-448e-aa71-31fcc5d0207b tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6e71f7-81fe-41d3-8cc2-4a0372ac7e13') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:05.435199 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-3f051140-888b-448e-aa71-31fcc5d0207b tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6e71f7-81fe-41d3-8cc2-4a0372ac7e13') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:05.469938 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3f051140-888b-448e-aa71-31fcc5d0207b tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:05.480855 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a87b78ca-1b03-4314-b9d1-0c9cd3af3f4e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Deleting port ba2f33ce-a7b4-43ff-ab96-3e9fa01b9718 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:05.481415 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a87b78ca-1b03-4314-b9d1-0c9cd3af3f4e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:05.506435 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32f444-2cee-4329-b438-3a96694a3038 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Subnet': ['ID=06dc0fde-dbf3-4cbf-9bf4-a39fa590300b,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:05.509703 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-05897c63-2e1c-4b70-a8a8-7ddb492f1339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:05.554378 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device dd09a95e-40cb-4d60-a65e-193c58d19622 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:05.563155 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d32f444-2cee-4329-b438-3a96694a3038 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Checking segment: {'id': '1056cf43-ba05-4cd6-9fc2-8b9f3b089a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cfb5de40-957c-41ae-a5a5-4a580015e3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:05.563515 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d32f444-2cee-4329-b438-3a96694a3038 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network hostable DHCP agents. Network: cfb5de40-957c-41ae-a5a5-4a580015e3ac, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:11:05.592546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e84a998-ac82-495e-9bda-78615720bfdf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:05.661274 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port dd09a95e-40cb-4d60-a65e-193c58d19622 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:05.670215 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port dd09a95e-40cb-4d60-a65e-193c58d19622 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:05.670592 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:05.677831 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-93ec41bf-4b4c-4d38-8af5-9626075d50c6 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Allocated IP 172.20.0.1 (480cdd60-f98e-4e99-b266-e5a6047366b5/a4ff822a-4476-4b4e-a360-9023d3cc7573/f7450e11-1b84-41fe-849a-7267624eb219) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:05.684592 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3f051140-888b-448e-aa71-31fcc5d0207b tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:05.703868 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f051140-888b-448e-aa71-31fcc5d0207b tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:11:05.704267 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3f051140-888b-448e-aa71-31fcc5d0207b tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:05.752144 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment dd6e71f7-81fe-41d3-8cc2-4a0372ac7e13 resource provider aggregate not found Sep 21 15:11:05.761055 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2311d6b0-8956-488a-a740-5b4ceda3c0fd tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:05.770623 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d32f444-2cee-4329-b438-3a96694a3038 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network cfb5de40-957c-41ae-a5a5-4a580015e3ac is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:11:05.848926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311d6b0-8956-488a-a740-5b4ceda3c0fd tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Port': ['ID=c1308dd1-596f-40ce-8b34-51601f757b47,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:05.853792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-0d32f444-2cee-4329-b438-3a96694a3038 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, cfb5de40-957c-41ae-a5a5-4a580015e3ac) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:05.863510 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d32f444-2cee-4329-b438-3a96694a3038 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:05.864103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d32f444-2cee-4329-b438-3a96694a3038 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:05.872491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e669b2-fce9-4c78-9eaf-cdc0489ab305 None None] Network cfb5de40-957c-41ae-a5a5-4a580015e3ac requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:05.921135 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment dd6e71f7-81fe-41d3-8cc2-4a0372ac7e13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd6e71f7-81fe-41d3-8cc2-4a0372ac7e13 found for delete ", "request_id": "req-e5215501-1192-4c85-98e2-dc898ca1f81b"}]} Sep 21 15:11:05.953634 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port dd09a95e-40cb-4d60-a65e-193c58d19622 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:05.954161 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:05.975073 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a87b78ca-1b03-4314-b9d1-0c9cd3af3f4e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:05.995101 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3f051140-888b-448e-aa71-31fcc5d0207b tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:06.021688 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f051140-888b-448e-aa71-31fcc5d0207b tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f8ccf1da-2b26-4171-8c2c-cc425fe937bf {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 21 15:11:06.030096 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port dd09a95e-40cb-4d60-a65e-193c58d19622, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=dd09a95e-40cb-4d60-a65e-193c58d19622,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:06.114209 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3f051140-888b-448e-aa71-31fcc5d0207b tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:06.128160 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3f051140-888b-448e-aa71-31fcc5d0207b tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "DELETE /v2.0/networks/f8ccf1da-2b26-4171-8c2c-cc425fe937bf HTTP/1.1" status: 204 len: 168 time: 1.5459678 Sep 21 15:11:06.132169 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:06.217937 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f051140-888b-448e-aa71-31fcc5d0207b tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Pushing event deleted for resources: {'Network': ['ID=f8ccf1da-2b26-4171-8c2c-cc425fe937bf,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:06.230117 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a87b78ca-1b03-4314-b9d1-0c9cd3af3f4e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Calling delete_port for ba2f33ce-a7b4-43ff-ab96-3e9fa01b9718 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:06.237727 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0d32f444-2cee-4329-b438-3a96694a3038 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.5521455 Sep 21 15:11:06.248667 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54740) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:06.275777 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d211b6f0-423a-4fc6-b351-50db9abbc2e2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-964592442'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:06.284119 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d211b6f0-423a-4fc6-b351-50db9abbc2e2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:06.292291 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d211b6f0-423a-4fc6-b351-50db9abbc2e2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Usage tracker for resource:network and tenant:bb9c11e9af854d96b17445323eac9a86 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:06.292876 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5d068bf4-5007-4035-b806-77d79b2fb1c5 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:11:06.298322 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d211b6f0-423a-4fc6-b351-50db9abbc2e2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:06.307489 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d211b6f0-423a-4fc6-b351-50db9abbc2e2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:06.324579 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93ec41bf-4b4c-4d38-8af5-9626075d50c6 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:06.353124 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d211b6f0-423a-4fc6-b351-50db9abbc2e2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:06.356571 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d211b6f0-423a-4fc6-b351-50db9abbc2e2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:06.375189 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2311d6b0-8956-488a-a740-5b4ceda3c0fd tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:06.377046 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2311d6b0-8956-488a-a740-5b4ceda3c0fd tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/ports/c1308dd1-596f-40ce-8b34-51601f757b47 HTTP/1.1" status: 204 len: 168 time: 2.1333203 Sep 21 15:11:06.382152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54748) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:06.386170 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfb5de40-957c-41ae-a5a5-4a580015e3ac', 'network_id': 'cfb5de40-957c-41ae-a5a5-4a580015e3ac', 'tenant_id': 'bb9c11e9af854d96b17445323eac9a86', 'fixed_ips': [{'subnet_id': '06dc0fde-dbf3-4cbf-9bf4-a39fa590300b'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:11:06.389347 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:06.416995 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 5d068bf4-5007-4035-b806-77d79b2fb1c5 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:11:06.417581 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5d068bf4-5007-4035-b806-77d79b2fb1c5 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:11:06.446063 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-61be3659-4d52-4464-ba46-4a3311eab19f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] GET failed (client error): The resource could not be found. Sep 21 15:11:06.446601 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-61be3659-4d52-4464-ba46-4a3311eab19f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Synchronizing usage tracker for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:06.456597 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d211b6f0-423a-4fc6-b351-50db9abbc2e2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:11:06.477410 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d211b6f0-423a-4fc6-b351-50db9abbc2e2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:06.477980 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-d211b6f0-423a-4fc6-b351-50db9abbc2e2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Added segment f513ee30-694e-4812-9377-06b1ba5e59ac of type vlan for network 2907002c-7e9e-4ef3-9652-45e3a55ade6f Sep 21 15:11:06.486024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-61be3659-4d52-4464-ba46-4a3311eab19f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Unset dirty status for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:06.486896 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-61be3659-4d52-4464-ba46-4a3311eab19f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports/c1308dd1-596f-40ce-8b34-51601f757b47 HTTP/1.1" status: 404 len: 333 time: 0.1037843 Sep 21 15:11:06.489126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9e84a998-ac82-495e-9bda-78615720bfdf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port dd09a95e-40cb-4d60-a65e-193c58d19622 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:06.489480 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e84a998-ac82-495e-9bda-78615720bfdf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:06.514762 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54752) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:06.526018 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93ec41bf-4b4c-4d38-8af5-9626075d50c6 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:06.587213 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=dd09a95e-40cb-4d60-a65e-193c58d19622,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:06.593363 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54756) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:06.599293 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8eb13e05-fc66-47f7-9b44-344e625262e4 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Request body: {'router': {'name': 'tempest-router--478649005', 'project_id': '70ae9a646c5e458cbfd7ac82828fbe72'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:06.628411 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8eb13e05-fc66-47f7-9b44-344e625262e4 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:06.629005 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d211b6f0-423a-4fc6-b351-50db9abbc2e2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:06.640399 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8eb13e05-fc66-47f7-9b44-344e625262e4 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Usage tracker for resource:router and tenant:70ae9a646c5e458cbfd7ac82828fbe72 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:06.640797 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-edf3c49d-5d62-4769-bbbf-7de88a679ed7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port a2e1cfe1-3347-4ee4-baf7-884043a21af5 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:06.641969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-edf3c49d-5d62-4769-bbbf-7de88a679ed7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:06.649660 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ec41bf-4b4c-4d38-8af5-9626075d50c6 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Network 480cdd60-f98e-4e99-b266-e5a6047366b5 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:06.650627 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8eb13e05-fc66-47f7-9b44-344e625262e4 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:06.659722 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-93ec41bf-4b4c-4d38-8af5-9626075d50c6 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:06.663718 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8eb13e05-fc66-47f7-9b44-344e625262e4 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:06.674568 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec41bf-4b4c-4d38-8af5-9626075d50c6 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:06.684246 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:11:06.704669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a87b78ca-1b03-4314-b9d1-0c9cd3af3f4e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:06.708203 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec41bf-4b4c-4d38-8af5-9626075d50c6 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Port': ['ID=f7450e11-1b84-41fe-849a-7267624eb219,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:06.767689 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] Allocated IP 172.20.255.242 (cfb5de40-957c-41ae-a5a5-4a580015e3ac/06dc0fde-dbf3-4cbf-9bf4-a39fa590300b/2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:06.785119 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b78ca-1b03-4314-b9d1-0c9cd3af3f4e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Pushing event deleted for resources: {'Port': ['ID=ba2f33ce-a7b4-43ff-ab96-3e9fa01b9718,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:06.823236 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8eb13e05-fc66-47f7-9b44-344e625262e4 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:06.824261 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8eb13e05-fc66-47f7-9b44-344e625262e4 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:06.852151 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d211b6f0-423a-4fc6-b351-50db9abbc2e2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:06.861209 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d211b6f0-423a-4fc6-b351-50db9abbc2e2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:06.862032 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d211b6f0-423a-4fc6-b351-50db9abbc2e2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:06.875177 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93ec41bf-4b4c-4d38-8af5-9626075d50c6 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:06.931256 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8eb13e05-fc66-47f7-9b44-344e625262e4 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:07.033178 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d211b6f0-423a-4fc6-b351-50db9abbc2e2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7769809 Sep 21 15:11:07.052995 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54764) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:07.121689 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:07.125564 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-53d73aee-2235-4fd3-8aa1-782f714c1f01 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'subnet': {'network_id': '2907002c-7e9e-4ef3-9652-45e3a55ade6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:07.132342 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] Transition to ACTIVE for port object 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:07.140157 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8eb13e05-fc66-47f7-9b44-344e625262e4 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:07.153251 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] Transition to ACTIVE for port object 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:07.160950 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:07.238856 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] Network cfb5de40-957c-41ae-a5a5-4a580015e3ac is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:07.242721 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:07.247804 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:07.259731 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] Pushing event updated for resources: {'Port': ['ID=2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:07.364176 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-9e84a998-ac82-495e-9bda-78615720bfdf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] For port dd09a95e-40cb-4d60-a65e-193c58d19622, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=dd09a95e-40cb-4d60-a65e-193c58d19622,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:07.364835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e84a998-ac82-495e-9bda-78615720bfdf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:07.373297 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211b6f0-423a-4fc6-b351-50db9abbc2e2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Network': ['ID=2907002c-7e9e-4ef3-9652-45e3a55ade6f,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:07.376761 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] Attempting to bind port 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:11:07.377483 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] Attempting to bind port 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '1056cf43-ba05-4cd6-9fc2-8b9f3b089a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cfb5de40-957c-41ae-a5a5-4a580015e3ac'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:11:07.377850 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] Attempting to bind port 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049 on network cfb5de40-957c-41ae-a5a5-4a580015e3ac {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:11:07.385095 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:11:07.385475 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] Checking segment: {'id': '1056cf43-ba05-4cd6-9fc2-8b9f3b089a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cfb5de40-957c-41ae-a5a5-4a580015e3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:07.386015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:07.386279 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] Bound using segment: {'id': '1056cf43-ba05-4cd6-9fc2-8b9f3b089a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cfb5de40-957c-41ae-a5a5-4a580015e3ac'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:11:07.386756 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] Bound port: 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1056cf43-ba05-4cd6-9fc2-8b9f3b089a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cfb5de40-957c-41ae-a5a5-4a580015e3ac'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:11:07.387139 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:07.395401 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a87b78ca-1b03-4314-b9d1-0c9cd3af3f4e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:07.405944 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 2907002c-7e9e-4ef3-9652-45e3a55ade6f details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:11:07.519860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9e84a998-ac82-495e-9bda-78615720bfdf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for dd09a95e-40cb-4d60-a65e-193c58d19622 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:07.524944 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8eb13e05-fc66-47f7-9b44-344e625262e4 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:07.528929 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8eb13e05-fc66-47f7-9b44-344e625262e4 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9345701 Sep 21 15:11:07.530074 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54768) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:07.543955 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device dd09a95e-40cb-4d60-a65e-193c58d19622 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:07.584894 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-53d73aee-2235-4fd3-8aa1-782f714c1f01 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:07.599720 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-53d73aee-2235-4fd3-8aa1-782f714c1f01 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Usage tracker for resource:subnet and tenant:bb9c11e9af854d96b17445323eac9a86 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:07.636108 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-edf3c49d-5d62-4769-bbbf-7de88a679ed7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:07.651689 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] For port 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:11:07.653373 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-53d73aee-2235-4fd3-8aa1-782f714c1f01 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:07.662962 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] For port 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049,segment=NetworkSegment(1056cf43-ba05-4cd6-9fc2-8b9f3b089a9b),segment_id=1056cf43-ba05-4cd6-9fc2-8b9f3b089a9b)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:11:07.674662 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:07.677419 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port dd09a95e-40cb-4d60-a65e-193c58d19622 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:07.677790 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:07.758160 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-53d73aee-2235-4fd3-8aa1-782f714c1f01 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:07.794785 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-edf3c49d-5d62-4769-bbbf-7de88a679ed7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Calling delete_port for a2e1cfe1-3347-4ee4-baf7-884043a21af5 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:07.799997 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-327874ac-04ab-4f4f-8a87-820351ec4951 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:07.837418 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd671530-a08c-4d73-8591-89d91260cd3c None None] Pushing event updated for resources: {'Port': ['ID=2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:07.876522 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3f0a86e3-bf08-47c0-87da-5fbb3c9a7ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:07.904411 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port dd09a95e-40cb-4d60-a65e-193c58d19622 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:08.041059 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d73aee-2235-4fd3-8aa1-782f714c1f01 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:08.044576 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-53d73aee-2235-4fd3-8aa1-782f714c1f01 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:08.081191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-edf3c49d-5d62-4769-bbbf-7de88a679ed7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:08.128814 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e84a998-ac82-495e-9bda-78615720bfdf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:08.141672 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3c49d-5d62-4769-bbbf-7de88a679ed7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Port': ['ID=a2e1cfe1-3347-4ee4-baf7-884043a21af5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:08.271744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84a998-ac82-495e-9bda-78615720bfdf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Port': ['ID=dd09a95e-40cb-4d60-a65e-193c58d19622,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:08.399798 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-327874ac-04ab-4f4f-8a87-820351ec4951 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:08.411538 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93ec41bf-4b4c-4d38-8af5-9626075d50c6 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:08.427732 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-327874ac-04ab-4f4f-8a87-820351ec4951 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:08.463797 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e84a998-ac82-495e-9bda-78615720bfdf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:08.496076 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-edf3c49d-5d62-4769-bbbf-7de88a679ed7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:08.512344 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87b78ca-1b03-4314-b9d1-0c9cd3af3f4e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Router 19fbaf17-712d-4e9c-9ca2-ee0cda884b03 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:11:08.554290 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-327874ac-04ab-4f4f-8a87-820351ec4951 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:08.555484 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327874ac-04ab-4f4f-8a87-820351ec4951 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32182722-a2f5-4b4c-9197-fc1a2aca0e0c {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:11:08.644308 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-edf3c49d-5d62-4769-bbbf-7de88a679ed7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/ports/a2e1cfe1-3347-4ee4-baf7-884043a21af5 HTTP/1.1" status: 204 len: 168 time: 2.1222513 Sep 21 15:11:08.645915 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:08.655632 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54772) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:08.714900 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd24668-c222-4453-b98e-8fa156cec79d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] GET failed (client error): The resource could not be found. Sep 21 15:11:08.715450 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0cd24668-c222-4453-b98e-8fa156cec79d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Synchronizing usage tracker for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:08.807731 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:08.883964 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9a6c4c-e755-43cc-8105-540197b17085 None None] Network cfb5de40-957c-41ae-a5a5-4a580015e3ac requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:08.961198 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-327874ac-04ab-4f4f-8a87-820351ec4951 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:08.965022 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-327874ac-04ab-4f4f-8a87-820351ec4951 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "DELETE /v2.0/routers/32182722-a2f5-4b4c-9197-fc1a2aca0e0c HTTP/1.1" status: 204 len: 168 time: 1.3744590 Sep 21 15:11:08.966210 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f5fda4e9-5157-4e10-8aab-4e715036d455 None None] Provisioning for port 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:08.995223 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0cd24668-c222-4453-b98e-8fa156cec79d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Unset dirty status for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:08.999778 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0cd24668-c222-4453-b98e-8fa156cec79d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports/a2e1cfe1-3347-4ee4-baf7-884043a21af5 HTTP/1.1" status: 404 len: 333 time: 0.3410370 Sep 21 15:11:09.001803 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54778) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:09.004936 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e84a998-ac82-495e-9bda-78615720bfdf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Router 9d56fcc4-e4f4-493f-ac04-dde00db8a029 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:11:09.108315 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87b78ca-1b03-4314-b9d1-0c9cd3af3f4e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:11:09.129197 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a87b78ca-1b03-4314-b9d1-0c9cd3af3f4e tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] 10.222.0.62 "PUT /v2.0/routers/19fbaf17-712d-4e9c-9ca2-ee0cda884b03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8662431 Sep 21 15:11:09.134892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54782) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:09.135230 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54784) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:09.138868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11ae178-1fe6-4373-b812-f53793150e2f None None] Sync routers for ids ['19fbaf17-712d-4e9c-9ca2-ee0cda884b03'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:11:09.158639 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11ae178-1fe6-4373-b812-f53793150e2f None None] Routers {'19fbaf17-712d-4e9c-9ca2-ee0cda884b03'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:09.159809 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c11ae178-1fe6-4373-b812-f53793150e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['19fbaf17-712d-4e9c-9ca2-ee0cda884b03'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:09.230280 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c11ae178-1fe6-4373-b812-f53793150e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:09.242197 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11ae178-1fe6-4373-b812-f53793150e2f None None] Routers {'19fbaf17-712d-4e9c-9ca2-ee0cda884b03'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:09.242920 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c11ae178-1fe6-4373-b812-f53793150e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['19fbaf17-712d-4e9c-9ca2-ee0cda884b03'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:09.317669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-53d73aee-2235-4fd3-8aa1-782f714c1f01 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:09.323067 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c11ae178-1fe6-4373-b812-f53793150e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:09.323471 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11ae178-1fe6-4373-b812-f53793150e2f None None] The sync data for ids ['19fbaf17-712d-4e9c-9ca2-ee0cda884b03'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:11:09.368417 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe96f5c-4547-49f8-9b07-7c451edafb0f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting subnet fb115701-a3ce-45b4-b926-cc35f92a0984 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:11:09.373381 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e84a998-ac82-495e-9bda-78615720bfdf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:11:09.379256 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9e84a998-ac82-495e-9bda-78615720bfdf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "PUT /v2.0/routers/9d56fcc4-e4f4-493f-ac04-dde00db8a029/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9586806 Sep 21 15:11:09.380507 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cbe96f5c-4547-49f8-9b07-7c451edafb0f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:09.386798 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53c3b4d-c45f-4b8d-a262-273ccf667fef None None] Sync routers for ids ['9d56fcc4-e4f4-493f-ac04-dde00db8a029'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:11:09.388400 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54792) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:09.400492 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53c3b4d-c45f-4b8d-a262-273ccf667fef None None] Routers {'9d56fcc4-e4f4-493f-ac04-dde00db8a029'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:09.401114 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f53c3b4d-c45f-4b8d-a262-273ccf667fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9d56fcc4-e4f4-493f-ac04-dde00db8a029'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:09.444397 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc22c5f5-fb26-4a78-a986-c95e3ed5675b tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:09.520268 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93ec41bf-4b4c-4d38-8af5-9626075d50c6 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:09.526603 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d73aee-2235-4fd3-8aa1-782f714c1f01 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Checking segment: {'id': 'f513ee30-694e-4812-9377-06b1ba5e59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2907002c-7e9e-4ef3-9652-45e3a55ade6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:09.527063 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d73aee-2235-4fd3-8aa1-782f714c1f01 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network hostable DHCP agents. Network: 2907002c-7e9e-4ef3-9652-45e3a55ade6f, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:11:09.532026 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d73aee-2235-4fd3-8aa1-782f714c1f01 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Subnet': ['ID=1692d65c-33c7-4cf6-8145-2008d3f5f79e,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:09.539632 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93ec41bf-4b4c-4d38-8af5-9626075d50c6 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:09.671264 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f53c3b4d-c45f-4b8d-a262-273ccf667fef None None] Set router 9d56fcc4-e4f4-493f-ac04-dde00db8a029 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:11:09.693505 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97f7a02-fdb2-46d8-a87d-ef366f7182f5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:09.699653 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97f7a02-fdb2-46d8-a87d-ef366f7182f5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:09.699653 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e97f7a02-fdb2-46d8-a87d-ef366f7182f5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:09.725821 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-75665557', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:09.767194 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:09.777186 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d73aee-2235-4fd3-8aa1-782f714c1f01 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network 2907002c-7e9e-4ef3-9652-45e3a55ade6f is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:11:09.796239 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e97f7a02-fdb2-46d8-a87d-ef366f7182f5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:09.797709 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e97f7a02-fdb2-46d8-a87d-ef366f7182f5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4071617 Sep 21 15:11:09.798426 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec41bf-4b4c-4d38-8af5-9626075d50c6 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Port': ['ID=f7450e11-1b84-41fe-849a-7267624eb219,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:09.802275 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54796) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:09.825620 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:09.832050 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f53c3b4d-c45f-4b8d-a262-273ccf667fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d56fcc4-e4f4-493f-ac04-dde00db8a029', 'name': 'tempest-NetworksTestDHCPv6-router-2029881253', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:10:54Z', 'updated_at': '2022-09-21T15:11:07Z', 'revision_number': 3, 'project_id': '28bee843128e4e4cad27b6a75e7c3957', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:09.836767 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53c3b4d-c45f-4b8d-a262-273ccf667fef None None] Checking router: 9d56fcc4-e4f4-493f-ac04-dde00db8a029 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:11:09.841259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Usage tracker for resource:router and tenant:7bad09e824d64a47a07cf201139b93ce is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:09.846416 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53c3b4d-c45f-4b8d-a262-273ccf667fef None None] Routers {'9d56fcc4-e4f4-493f-ac04-dde00db8a029'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:09.847425 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f53c3b4d-c45f-4b8d-a262-273ccf667fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9d56fcc4-e4f4-493f-ac04-dde00db8a029'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:09.858556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93ec41bf-4b4c-4d38-8af5-9626075d50c6 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:09.881808 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:09.887050 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:09.887544 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:09.901504 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-53d73aee-2235-4fd3-8aa1-782f714c1f01 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 2907002c-7e9e-4ef3-9652-45e3a55ade6f) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:09.903234 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:09.907706 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cbe96f5c-4547-49f8-9b07-7c451edafb0f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:09.952064 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c370b4f-0eaa-4d1a-9b07-2dfb563fad31 None None] Network 2907002c-7e9e-4ef3-9652-45e3a55ade6f requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:09.992931 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d73aee-2235-4fd3-8aa1-782f714c1f01 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:09.994265 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-53d73aee-2235-4fd3-8aa1-782f714c1f01 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.019914 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cbe96f5c-4547-49f8-9b07-7c451edafb0f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.025250 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f53c3b4d-c45f-4b8d-a262-273ccf667fef None None] Set router 9d56fcc4-e4f4-493f-ac04-dde00db8a029 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:11:10.035128 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-53d73aee-2235-4fd3-8aa1-782f714c1f01 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.9758937 Sep 21 15:11:10.042362 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54800) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:10.110558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:10.112923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cbe96f5c-4547-49f8-9b07-7c451edafb0f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.155005 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f53c3b4d-c45f-4b8d-a262-273ccf667fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d56fcc4-e4f4-493f-ac04-dde00db8a029', 'name': 'tempest-NetworksTestDHCPv6-router-2029881253', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:10:54Z', 'updated_at': '2022-09-21T15:11:07Z', 'revision_number': 3, 'project_id': '28bee843128e4e4cad27b6a75e7c3957', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:10.159451 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53c3b4d-c45f-4b8d-a262-273ccf667fef None None] The sync data for ids ['9d56fcc4-e4f4-493f-ac04-dde00db8a029'] in dv-neutron-858731-1-hyperv is: [{'id': '9d56fcc4-e4f4-493f-ac04-dde00db8a029', 'name': 'tempest-NetworksTestDHCPv6-router-2029881253', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:10:54Z', 'updated_at': '2022-09-21T15:11:07Z', 'revision_number': 3, 'project_id': '28bee843128e4e4cad27b6a75e7c3957', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:11:10.159613 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc22c5f5-fb26-4a78-a986-c95e3ed5675b tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.167990 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc22c5f5-fb26-4a78-a986-c95e3ed5675b tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.172122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe96f5c-4547-49f8-9b07-7c451edafb0f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Subnet': ['ID=fb115701-a3ce-45b4-b926-cc35f92a0984,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:10.184539 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cbe96f5c-4547-49f8-9b07-7c451edafb0f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.196269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.197415 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.202218 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cbe96f5c-4547-49f8-9b07-7c451edafb0f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/subnets/fb115701-a3ce-45b4-b926-cc35f92a0984 HTTP/1.1" status: 204 len: 168 time: 1.1998918 Sep 21 15:11:10.206313 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d1dcef-3d4b-49d1-a81a-deb04d820b95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet a802b7ff-1364-447c-b97f-d2252a731037 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:11:10.208180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54804) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:10.211307 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8d1dcef-3d4b-49d1-a81a-deb04d820b95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.215449 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:10.215827 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.227873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926b7278-1b4e-4771-ae73-3b96c6252795 None None] Network 530c3ecc-91d5-4d59-980d-d1ddd0690052 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:10.339260 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8d1dcef-3d4b-49d1-a81a-deb04d820b95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.346795 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.355315 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc22c5f5-fb26-4a78-a986-c95e3ed5675b tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.356083 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc22c5f5-fb26-4a78-a986-c95e3ed5675b tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Fanout notify agent at l3_agent the message router_deleted on router 19fbaf17-712d-4e9c-9ca2-ee0cda884b03 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:11:10.375360 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ec41bf-4b4c-4d38-8af5-9626075d50c6 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Network 480cdd60-f98e-4e99-b266-e5a6047366b5 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:10.375693 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.386295 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port e8922c58-cf8b-4058-bee7-880897fc6558 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:10.386627 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.389268 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-93ec41bf-4b4c-4d38-8af5-9626075d50c6 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:10.402618 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049,segment=NetworkSegment(1056cf43-ba05-4cd6-9fc2-8b9f3b089a9b),segment_id=1056cf43-ba05-4cd6-9fc2-8b9f3b089a9b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:10.437358 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc22c5f5-fb26-4a78-a986-c95e3ed5675b tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.440717 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cc22c5f5-fb26-4a78-a986-c95e3ed5675b tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] 10.222.0.62 "DELETE /v2.0/routers/19fbaf17-712d-4e9c-9ca2-ee0cda884b03 HTTP/1.1" status: 204 len: 168 time: 1.3022811 Sep 21 15:11:10.442322 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54808) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:10.446078 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.502693 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.525956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-79bcb666-57ea-4054-8897-ab31ee15b918 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Deleting subnet 8ea6d206-9e4f-41c2-9aff-015242472d18 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:11:10.529079 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-79bcb666-57ea-4054-8897-ab31ee15b918 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.664935 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.682216 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-2907002c-7e9e-4ef3-9652-45e3a55ade6f', 'network_id': '2907002c-7e9e-4ef3-9652-45e3a55ade6f', 'tenant_id': 'bb9c11e9af854d96b17445323eac9a86', 'fixed_ips': [{'subnet_id': '1692d65c-33c7-4cf6-8145-2008d3f5f79e'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:11:10.683061 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.707218 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:10.743847 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-79bcb666-57ea-4054-8897-ab31ee15b918 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.820819 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8d1dcef-3d4b-49d1-a81a-deb04d820b95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.889135 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Allocated IP 172.20.0.2 (2907002c-7e9e-4ef3-9652-45e3a55ade6f/1692d65c-33c7-4cf6-8145-2008d3f5f79e/85bf06b6-15c3-484b-b4d3-be8b3def6762) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:10.904745 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ec41bf-4b4c-4d38-8af5-9626075d50c6 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Router 22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:11:10.905700 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:10.990302 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2545e2b-9654-42de-9c3e-36365d1c2ec1 None None] DHCP port deletion for 530c3ecc-91d5-4d59-980d-d1ddd0690052 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:11:11.000754 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a2545e2b-9654-42de-9c3e-36365d1c2ec1 None None] Deleting port e8922c58-cf8b-4058-bee7-880897fc6558 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:11.001482 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a2545e2b-9654-42de-9c3e-36365d1c2ec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:11.069751 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8d1dcef-3d4b-49d1-a81a-deb04d820b95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:11.151356 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1dcef-3d4b-49d1-a81a-deb04d820b95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=a802b7ff-1364-447c-b97f-d2252a731037,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:11.154143 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8d1dcef-3d4b-49d1-a81a-deb04d820b95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:11.175002 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1dcef-3d4b-49d1-a81a-deb04d820b95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:11.175310 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1dcef-3d4b-49d1-a81a-deb04d820b95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:11.175907 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1dcef-3d4b-49d1-a81a-deb04d820b95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:11.176085 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1dcef-3d4b-49d1-a81a-deb04d820b95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:11.176565 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1dcef-3d4b-49d1-a81a-deb04d820b95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:11.176949 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1dcef-3d4b-49d1-a81a-deb04d820b95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:11.177337 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1dcef-3d4b-49d1-a81a-deb04d820b95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:11.177742 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1dcef-3d4b-49d1-a81a-deb04d820b95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:11.178132 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1dcef-3d4b-49d1-a81a-deb04d820b95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:11.178516 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1dcef-3d4b-49d1-a81a-deb04d820b95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:11.178898 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1dcef-3d4b-49d1-a81a-deb04d820b95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:11.179354 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1dcef-3d4b-49d1-a81a-deb04d820b95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:11.183090 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:11.237016 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e8d1dcef-3d4b-49d1-a81a-deb04d820b95 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/a802b7ff-1364-447c-b97f-d2252a731037 HTTP/1.1" status: 204 len: 168 time: 1.4297645 Sep 21 15:11:11.237805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54812) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:11.246978 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a2545e2b-9654-42de-9c3e-36365d1c2ec1 None None] For port e8922c58-cf8b-4058-bee7-880897fc6558, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e8922c58-cf8b-4058-bee7-880897fc6558,segment=NetworkSegment(f06d8d96-922c-426a-b20e-a9236d912f38),segment_id=f06d8d96-922c-426a-b20e-a9236d912f38)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:11.247562 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a2545e2b-9654-42de-9c3e-36365d1c2ec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:11.259833 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] For port e8922c58-cf8b-4058-bee7-880897fc6558, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e8922c58-cf8b-4058-bee7-880897fc6558,segment=NetworkSegment(f06d8d96-922c-426a-b20e-a9236d912f38),segment_id=f06d8d96-922c-426a-b20e-a9236d912f38)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:11.260191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:11.268330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-79bcb666-57ea-4054-8897-ab31ee15b918 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:11.379886 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba76671-64c3-464c-b56b-6d93429cf356 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:11.399765 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a2545e2b-9654-42de-9c3e-36365d1c2ec1 None None] Calling delete_port for e8922c58-cf8b-4058-bee7-880897fc6558 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:11.405061 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ec41bf-4b4c-4d38-8af5-9626075d50c6 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:11:11.414425 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-93ec41bf-4b4c-4d38-8af5-9626075d50c6 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "PUT /v2.0/routers/22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4272530 Sep 21 15:11:11.414425 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54816) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:11.420593 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-61880805-9278-426d-b77c-36f8e85f64f1 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Request body: {'port': {'network_id': '480cdd60-f98e-4e99-b266-e5a6047366b5', 'name': 'tempest-FloatingIPTestJSON-1008174882'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:11.443058 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dca9b12b-2072-479e-bb27-333ff8c0379f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:router {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:11.449641 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25011552-433d-493f-bc4a-601b90e970bb None None] Sync routers for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:11:11.494750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Calling delete_port for e8922c58-cf8b-4058-bee7-880897fc6558 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:11.544354 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dca9b12b-2072-479e-bb27-333ff8c0379f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:router {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:11.544653 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:11.548040 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dca9b12b-2072-479e-bb27-333ff8c0379f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2988658 Sep 21 15:11:11.549033 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54820) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:11.624976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-79bcb666-57ea-4054-8897-ab31ee15b918 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:11.638459 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25011552-433d-493f-bc4a-601b90e970bb None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:11.639126 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-25011552-433d-493f-bc4a-601b90e970bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:11.668915 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:11.705697 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-79bcb666-57ea-4054-8897-ab31ee15b918 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:11.708534 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcb666-57ea-4054-8897-ab31ee15b918 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea6d206-9e4f-41c2-9aff-015242472d18,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:11.708669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-00a18a3e-de93-4e6e-a2d4-e01d5fb77812 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:11.738156 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Port': ['ID=e8922c58-cf8b-4058-bee7-880897fc6558,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:11.743668 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] No DVR routers for this DVR port e8922c58-cf8b-4058-bee7-880897fc6558 on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:11:11.782728 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-79bcb666-57ea-4054-8897-ab31ee15b918 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] 10.222.0.62 "DELETE /v2.0/subnets/8ea6d206-9e4f-41c2-9aff-015242472d18 HTTP/1.1" status: 204 len: 168 time: 1.3339880 Sep 21 15:11:11.795558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54824) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:11.801831 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05132d49-df53-4330-a94f-1eab7368b68e None None] Network 5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:11.839032 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-25011552-433d-493f-bc4a-601b90e970bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:11.970681 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-61880805-9278-426d-b77c-36f8e85f64f1 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:11.985276 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.004328 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-a2545e2b-9654-42de-9c3e-36365d1c2ec1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:11:12.004918 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-a2545e2b-9654-42de-9c3e-36365d1c2ec1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:11:12.005173 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25011552-433d-493f-bc4a-601b90e970bb None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:12.005785 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-25011552-433d-493f-bc4a-601b90e970bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:12.035370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-61880805-9278-426d-b77c-36f8e85f64f1 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Usage tracker for resource:port and tenant:157f5050b7144cb78f4f1a9791bb2308 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:12.046549 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-61880805-9278-426d-b77c-36f8e85f64f1 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:12.056957 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-61880805-9278-426d-b77c-36f8e85f64f1 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:12.060283 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-00a18a3e-de93-4e6e-a2d4-e01d5fb77812 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.063902 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-00a18a3e-de93-4e6e-a2d4-e01d5fb77812 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.090251 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61880805-9278-426d-b77c-36f8e85f64f1 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Made reservation on behalf of 157f5050b7144cb78f4f1a9791bb2308 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:12.097744 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-61880805-9278-426d-b77c-36f8e85f64f1 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.100863 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.111493 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-25011552-433d-493f-bc4a-601b90e970bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:12.111902 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25011552-433d-493f-bc4a-601b90e970bb None None] The sync data for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:11:12.135740 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-00a18a3e-de93-4e6e-a2d4-e01d5fb77812 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.136247 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a18a3e-de93-4e6e-a2d4-e01d5fb77812 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Fanout notify agent at l3_agent the message router_deleted on router 9d56fcc4-e4f4-493f-ac04-dde00db8a029 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:11:12.149652 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-61880805-9278-426d-b77c-36f8e85f64f1 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] device_id is not set on port 8a4604f2-0232-423e-b5b1-bc5490a43e26 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:11:12.160504 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Transition to ACTIVE for port object 85bf06b6-15c3-484b-b4d3-be8b3def6762 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:12.222065 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:12.222483 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.283623 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Transition to ACTIVE for port object 85bf06b6-15c3-484b-b4d3-be8b3def6762 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:12.310214 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.313020 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32c51bfd-39a6-4318-ab10-fa64dc65cd37 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.319030 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530c3ecc-91d5-4d59-980d-d1ddd0690052']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:12.370233 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f06d8d96-922c-426a-b20e-a9236d912f38') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:12.370532 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f06d8d96-922c-426a-b20e-a9236d912f38') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:12.385230 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.418704 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Network 2907002c-7e9e-4ef3-9652-45e3a55ade6f is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:12.424172 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Pushing event updated for resources: {'Port': ['ID=85bf06b6-15c3-484b-b4d3-be8b3def6762,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:12.425117 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.426416 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:12.432623 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:12.434296 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.436116 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-32c51bfd-39a6-4318-ab10-fa64dc65cd37 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Deleting port 69306275-6639-4de9-a02d-e86876e7f1aa {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:12.436443 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32c51bfd-39a6-4318-ab10-fa64dc65cd37 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.474630 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-00a18a3e-de93-4e6e-a2d4-e01d5fb77812 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.474630 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-00a18a3e-de93-4e6e-a2d4-e01d5fb77812 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/routers/9d56fcc4-e4f4-493f-ac04-dde00db8a029 HTTP/1.1" status: 204 len: 168 time: 0.9228089 Sep 21 15:11:12.478415 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54828) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:12.492279 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.492647 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.492980 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.493432 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.493800 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.494123 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.494439 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.494758 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.495073 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.495383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.495693 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.496002 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.505699 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a595b6-15be-4c5c-a81e-d25a9c510738 None None] DHCP port deletion for cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:11:12.532485 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.551138 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:11:12.551570 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.562062 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a2545e2b-9654-42de-9c3e-36365d1c2ec1 None None] Deleting port e8922c58-cf8b-4058-bee7-880897fc6558 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:12.562716 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a2545e2b-9654-42de-9c3e-36365d1c2ec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.568837 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.574811 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-61880805-9278-426d-b77c-36f8e85f64f1 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Allocated IP 172.20.0.8 (480cdd60-f98e-4e99-b266-e5a6047366b5/a4ff822a-4476-4b4e-a360-9023d3cc7573/8a4604f2-0232-423e-b5b1-bc5490a43e26) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:12.591139 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-72a595b6-15be-4c5c-a81e-d25a9c510738 None None] Deleting port 253f1354-97b0-4bd5-a4cb-682cf12dcdbf {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:12.591513 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72a595b6-15be-4c5c-a81e-d25a9c510738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.633070 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Subnet': ['ID=1692d65c-33c7-4cf6-8145-2008d3f5f79e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:12.668696 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment f06d8d96-922c-426a-b20e-a9236d912f38 resource provider aggregate not found Sep 21 15:11:12.739492 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a2545e2b-9654-42de-9c3e-36365d1c2ec1 None None] The port 'e8922c58-cf8b-4058-bee7-880897fc6558' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:11:12.759383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Attempting to bind port 85bf06b6-15c3-484b-b4d3-be8b3def6762 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:11:12.759652 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Attempting to bind port 85bf06b6-15c3-484b-b4d3-be8b3def6762 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'f513ee30-694e-4812-9377-06b1ba5e59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2907002c-7e9e-4ef3-9652-45e3a55ade6f'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:11:12.760031 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Attempting to bind port 85bf06b6-15c3-484b-b4d3-be8b3def6762 on network 2907002c-7e9e-4ef3-9652-45e3a55ade6f {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:11:12.772062 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.779952 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment f06d8d96-922c-426a-b20e-a9236d912f38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f06d8d96-922c-426a-b20e-a9236d912f38 found for delete ", "request_id": "req-72edab8d-39fe-4071-9dd6-5f27ce998c32"}]} Sep 21 15:11:12.807929 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:11:12.808374 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Checking segment: {'id': 'f513ee30-694e-4812-9377-06b1ba5e59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2907002c-7e9e-4ef3-9652-45e3a55ade6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:12.808805 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.809559 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Bound using segment: {'id': 'f513ee30-694e-4812-9377-06b1ba5e59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2907002c-7e9e-4ef3-9652-45e3a55ade6f'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:11:12.809702 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Bound port: 85bf06b6-15c3-484b-b4d3-be8b3def6762, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f513ee30-694e-4812-9377-06b1ba5e59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2907002c-7e9e-4ef3-9652-45e3a55ade6f'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:11:12.810039 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.815122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.824778 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e8268b-3f58-4b4e-919d-5ace2bba59fb None None] DHCP port deletion for 5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:11:12.839271 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2907002c-7e9e-4ef3-9652-45e3a55ade6f']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:12.842402 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-28e8268b-3f58-4b4e-919d-5ace2bba59fb None None] Deleting port 69306275-6639-4de9-a02d-e86876e7f1aa {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:12.842781 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-28e8268b-3f58-4b4e-919d-5ace2bba59fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.852045 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.872096 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517ada7a-279a-46f3-97e1-e6dafc16770c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:12.872483 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-517ada7a-279a-46f3-97e1-e6dafc16770c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:12.883949 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:12.884568 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Network': ['ID=530c3ecc-91d5-4d59-980d-d1ddd0690052,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:12.884729 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f513ee30-694e-4812-9377-06b1ba5e59ac') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:12.884729 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f513ee30-694e-4812-9377-06b1ba5e59ac') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:12.934282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.934622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.934958 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.935283 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.935627 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.935954 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.936503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.936703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.937089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.937301 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.937631 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.937930 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:11:12.949136 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device dd09a95e-40cb-4d60-a65e-193c58d19622 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:11:12.955518 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-24a46560-3a5c-44a7-a2dd-3e3894d010fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/networks/530c3ecc-91d5-4d59-980d-d1ddd0690052 HTTP/1.1" status: 204 len: 168 time: 2.7335079 Sep 21 15:11:12.964099 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54836) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:12.968834 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.979371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ea60c8ac-04cf-45de-9f8d-af26e6f646ae tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1375237090'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:12.990282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Allocated IP 172.26.4.78 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/14658fbe-2df2-4976-afa6-fdef73a28b42) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:12.991404 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:12.999682 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:11:13.000463 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:13.001047 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ea60c8ac-04cf-45de-9f8d-af26e6f646ae tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:13.009977 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: dd09a95e-40cb-4d60-a65e-193c58d19622 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:11:13.010497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device dd09a95e-40cb-4d60-a65e-193c58d19622 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:11:13.010722 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e8922c58-cf8b-4058-bee7-880897fc6558 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:11:13.012948 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ea60c8ac-04cf-45de-9f8d-af26e6f646ae tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:network and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:13.021836 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ea60c8ac-04cf-45de-9f8d-af26e6f646ae tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:13.026245 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-32c51bfd-39a6-4318-ab10-fa64dc65cd37 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] For port 69306275-6639-4de9-a02d-e86876e7f1aa, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=69306275-6639-4de9-a02d-e86876e7f1aa,segment=NetworkSegment(7e5c4e66-27da-45ef-9b76-28be0caf4735),segment_id=7e5c4e66-27da-45ef-9b76-28be0caf4735)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:13.026588 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32c51bfd-39a6-4318-ab10-fa64dc65cd37 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:13.046699 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ea60c8ac-04cf-45de-9f8d-af26e6f646ae tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:13.126165 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment f513ee30-694e-4812-9377-06b1ba5e59ac resource provider aggregate not found Sep 21 15:11:13.140713 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 15:11:13.140713 dv-neutron-858731-1-hyperv neutron-server[89019]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 15:11:13.140713 dv-neutron-858731-1-hyperv neutron-server[89019]: [parameters: {'id': '2907002c-7e9e-4ef3-9652-45e3a55ade6f'}] Sep 21 15:11:13.140713 dv-neutron-858731-1-hyperv neutron-server[89019]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:11:13.141449 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:11:13.144983 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-517ada7a-279a-46f3-97e1-e6dafc16770c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:13.151038 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-517ada7a-279a-46f3-97e1-e6dafc16770c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6689003 Sep 21 15:11:13.152525 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: e8922c58-cf8b-4058-bee7-880897fc6558 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:11:13.152878 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e8922c58-cf8b-4058-bee7-880897fc6558 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:11:13.154557 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54844) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:13.198157 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment f513ee30-694e-4812-9377-06b1ba5e59ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f513ee30-694e-4812-9377-06b1ba5e59ac found for delete ", "request_id": "req-f892571e-1e93-4c3d-a708-8c40f02e9992"}]} Sep 21 15:11:13.203098 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-32c51bfd-39a6-4318-ab10-fa64dc65cd37 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Calling delete_port for 69306275-6639-4de9-a02d-e86876e7f1aa owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:13.237270 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-72a595b6-15be-4c5c-a81e-d25a9c510738 None None] For port 253f1354-97b0-4bd5-a4cb-682cf12dcdbf, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=253f1354-97b0-4bd5-a4cb-682cf12dcdbf,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:13.237592 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72a595b6-15be-4c5c-a81e-d25a9c510738 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:13.270188 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] For port 85bf06b6-15c3-484b-b4d3-be8b3def6762, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:11:13.271402 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63394a3-0c2c-4749-8374-16521aa1262c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:13.272638 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e63394a3-0c2c-4749-8374-16521aa1262c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:13.280848 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-61880805-9278-426d-b77c-36f8e85f64f1 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:13.286467 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea60c8ac-04cf-45de-9f8d-af26e6f646ae tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:13.290635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ea60c8ac-04cf-45de-9f8d-af26e6f646ae tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:13.302042 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e63394a3-0c2c-4749-8374-16521aa1262c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:13.306743 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e63394a3-0c2c-4749-8374-16521aa1262c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1476433 Sep 21 15:11:13.307271 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54848) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:13.355596 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea60c8ac-04cf-45de-9f8d-af26e6f646ae tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:11:13.385813 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7c0b7bbb-81b7-4c4a-9acd-13affd053187 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:router {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:13.399336 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ea60c8ac-04cf-45de-9f8d-af26e6f646ae tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:13.399898 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-ea60c8ac-04cf-45de-9f8d-af26e6f646ae tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Added segment d52ee905-6d98-42ca-aeb8-cc76d248c897 of type vlan for network 2e49346e-1433-46cc-83de-3864edf3d531 Sep 21 15:11:13.409148 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7c0b7bbb-81b7-4c4a-9acd-13affd053187 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:router {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:13.412390 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7c0b7bbb-81b7-4c4a-9acd-13affd053187 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1019280 Sep 21 15:11:13.416961 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54852) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:13.423424 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4a44135d-c60c-4928-9329-0678647b5640 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:13.439041 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-61880805-9278-426d-b77c-36f8e85f64f1 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:13.447816 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:13.452904 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32c51bfd-39a6-4318-ab10-fa64dc65cd37 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:13.506977 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] For port 85bf06b6-15c3-484b-b4d3-be8b3def6762, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=85bf06b6-15c3-484b-b4d3-be8b3def6762,segment=NetworkSegment(f513ee30-694e-4812-9377-06b1ba5e59ac),segment_id=f513ee30-694e-4812-9377-06b1ba5e59ac)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:11:13.517495 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-72a595b6-15be-4c5c-a81e-d25a9c510738 None None] Calling delete_port for 253f1354-97b0-4bd5-a4cb-682cf12dcdbf owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:13.544923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c51bfd-39a6-4318-ab10-fa64dc65cd37 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] No DVR routers for this DVR port 69306275-6639-4de9-a02d-e86876e7f1aa on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:11:13.551695 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 253f1354-97b0-4bd5-a4cb-682cf12dcdbf no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:11:13.584046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ea60c8ac-04cf-45de-9f8d-af26e6f646ae tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:13.590313 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:13.590542 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c51bfd-39a6-4318-ab10-fa64dc65cd37 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Pushing event deleted for resources: {'Port': ['ID=69306275-6639-4de9-a02d-e86876e7f1aa,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:13.591214 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61880805-9278-426d-b77c-36f8e85f64f1 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Network 480cdd60-f98e-4e99-b266-e5a6047366b5 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:13.598942 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-61880805-9278-426d-b77c-36f8e85f64f1 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:13.609190 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61880805-9278-426d-b77c-36f8e85f64f1 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Port': ['ID=8a4604f2-0232-423e-b5b1-bc5490a43e26,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:13.614805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61880805-9278-426d-b77c-36f8e85f64f1 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:13.644949 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:13.671191 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4a44135d-c60c-4928-9329-0678647b5640 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:13.688996 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4a44135d-c60c-4928-9329-0678647b5640 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:13.697575 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Deleting port 85bf06b6-15c3-484b-b4d3-be8b3def6762 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:13.697911 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:13.729379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32c51bfd-39a6-4318-ab10-fa64dc65cd37 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:13.738015 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61880805-9278-426d-b77c-36f8e85f64f1 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:13.738617 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-61880805-9278-426d-b77c-36f8e85f64f1 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:13.757083 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ea60c8ac-04cf-45de-9f8d-af26e6f646ae tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:13.764027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea60c8ac-04cf-45de-9f8d-af26e6f646ae tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:13.764730 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ea60c8ac-04cf-45de-9f8d-af26e6f646ae tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:13.769205 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a44135d-c60c-4928-9329-0678647b5640 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:13.772728 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4a44135d-c60c-4928-9329-0678647b5640 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:13.777586 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-28e8268b-3f58-4b4e-919d-5ace2bba59fb None None] For port 69306275-6639-4de9-a02d-e86876e7f1aa, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=69306275-6639-4de9-a02d-e86876e7f1aa,segment=NetworkSegment(7e5c4e66-27da-45ef-9b76-28be0caf4735),segment_id=7e5c4e66-27da-45ef-9b76-28be0caf4735)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:13.777981 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-28e8268b-3f58-4b4e-919d-5ace2bba59fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:13.791651 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-32c51bfd-39a6-4318-ab10-fa64dc65cd37 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:13.873034 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c99434-f806-49ef-b9b0-0cff45ab4f07 None None] Pushing event updated for resources: {'Port': ['ID=85bf06b6-15c3-484b-b4d3-be8b3def6762,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:13.875974 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-61880805-9278-426d-b77c-36f8e85f64f1 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4606447 Sep 21 15:11:13.876716 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54856) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:13.913040 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f613da17-a24e-4df9-84f9-2b4e2892cfde tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Request body: {'port': {'network_id': '480cdd60-f98e-4e99-b266-e5a6047366b5', 'name': 'tempest-FloatingIPTestJSON-563410860'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:13.944210 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-28e8268b-3f58-4b4e-919d-5ace2bba59fb None None] Calling delete_port for 69306275-6639-4de9-a02d-e86876e7f1aa owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:14.005425 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c48de3-334e-4c9f-81c1-d13383bab313 None None] Network 2907002c-7e9e-4ef3-9652-45e3a55ade6f requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:14.035044 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72a595b6-15be-4c5c-a81e-d25a9c510738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:14.038000 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-32c51bfd-39a6-4318-ab10-fa64dc65cd37 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5c4e66-27da-45ef-9b76-28be0caf4735') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:14.038421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-32c51bfd-39a6-4318-ab10-fa64dc65cd37 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5c4e66-27da-45ef-9b76-28be0caf4735') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:14.058661 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32c51bfd-39a6-4318-ab10-fa64dc65cd37 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:14.087826 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:14.092835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32c51bfd-39a6-4318-ab10-fa64dc65cd37 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:14.131980 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Port 253f1354-97b0-4bd5-a4cb-682cf12dcdbf update to DOWN by agent not found {{(pid=89020) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2176}} Sep 21 15:11:14.133668 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 69306275-6639-4de9-a02d-e86876e7f1aa no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:11:14.142685 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60c8ac-04cf-45de-9f8d-af26e6f646ae tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Network': ['ID=2e49346e-1433-46cc-83de-3864edf3d531,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:14.153169 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c51bfd-39a6-4318-ab10-fa64dc65cd37 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:11:14.153715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32c51bfd-39a6-4318-ab10-fa64dc65cd37 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:14.181661 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ea60c8ac-04cf-45de-9f8d-af26e6f646ae tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2101858 Sep 21 15:11:14.187699 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54860) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:14.190985 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] For port 85bf06b6-15c3-484b-b4d3-be8b3def6762, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=85bf06b6-15c3-484b-b4d3-be8b3def6762,segment=NetworkSegment(f513ee30-694e-4812-9377-06b1ba5e59ac),segment_id=f513ee30-694e-4812-9377-06b1ba5e59ac)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:14.191338 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:14.196104 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 2e49346e-1433-46cc-83de-3864edf3d531 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:11:14.205264 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-49bec321-72fe-4237-86a6-715a3d107efe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'subnet': {'network_id': '2e49346e-1433-46cc-83de-3864edf3d531', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:14.216352 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a595b6-15be-4c5c-a81e-d25a9c510738 None None] No DVR routers for this DVR port 253f1354-97b0-4bd5-a4cb-682cf12dcdbf on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:11:14.222075 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a595b6-15be-4c5c-a81e-d25a9c510738 None None] Pushing event deleted for resources: {'Port': ['ID=253f1354-97b0-4bd5-a4cb-682cf12dcdbf,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:14.233715 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 69306275-6639-4de9-a02d-e86876e7f1aa {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:11:14.234777 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 69306275-6639-4de9-a02d-e86876e7f1aa not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:11:14.261558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:14.267309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:14.275533 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:14.330499 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Pushing event updated for resources: {'Port': ['ID=14658fbe-2df2-4976-afa6-fdef73a28b42,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:14.335359 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32c51bfd-39a6-4318-ab10-fa64dc65cd37 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:14.359320 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32c51bfd-39a6-4318-ab10-fa64dc65cd37 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:14.371507 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c51bfd-39a6-4318-ab10-fa64dc65cd37 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] Pushing event deleted for resources: {'Network': ['ID=5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:14.380208 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-32c51bfd-39a6-4318-ab10-fa64dc65cd37 tempest-FloatingIPNegativeTestJSON-121378999 tempest-FloatingIPNegativeTestJSON-121378999-project] 10.222.0.62 "DELETE /v2.0/networks/5c53a93f-4ffd-448e-bfb8-6d5f0abfac9b HTTP/1.1" status: 204 len: 168 time: 2.5709481 Sep 21 15:11:14.425540 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f613da17-a24e-4df9-84f9-2b4e2892cfde tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:14.434472 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-28e8268b-3f58-4b4e-919d-5ace2bba59fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:11:14.434825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-28e8268b-3f58-4b4e-919d-5ace2bba59fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:11:14.540072 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Calling delete_port for 85bf06b6-15c3-484b-b4d3-be8b3def6762 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:14.573951 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f613da17-a24e-4df9-84f9-2b4e2892cfde tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Usage tracker for resource:port and tenant:157f5050b7144cb78f4f1a9791bb2308 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:14.596627 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f613da17-a24e-4df9-84f9-2b4e2892cfde tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:14.617718 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f613da17-a24e-4df9-84f9-2b4e2892cfde tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:14.697451 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f613da17-a24e-4df9-84f9-2b4e2892cfde tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Made reservation on behalf of 157f5050b7144cb78f4f1a9791bb2308 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:14.700872 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f613da17-a24e-4df9-84f9-2b4e2892cfde tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:14.721623 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54868) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:14.722535 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-49bec321-72fe-4237-86a6-715a3d107efe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:14.743241 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-49bec321-72fe-4237-86a6-715a3d107efe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:subnet and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:14.753240 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-49bec321-72fe-4237-86a6-715a3d107efe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:14.764761 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-49bec321-72fe-4237-86a6-715a3d107efe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:14.778148 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-f613da17-a24e-4df9-84f9-2b4e2892cfde tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] device_id is not set on port 16182fb2-e111-4a82-be0f-bfafe16e3813 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:11:14.799087 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:14.820529 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:14.853200 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 7e5c4e66-27da-45ef-9b76-28be0caf4735 resource provider aggregate not found Sep 21 15:11:14.877348 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bec321-72fe-4237-86a6-715a3d107efe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:14.878859 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 7e5c4e66-27da-45ef-9b76-28be0caf4735 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e5c4e66-27da-45ef-9b76-28be0caf4735 found for delete ", "request_id": "req-ccb08846-7fe7-455d-848d-2dbb73f905fe"}]} Sep 21 15:11:14.880668 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-49bec321-72fe-4237-86a6-715a3d107efe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:14.935751 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-28e8268b-3f58-4b4e-919d-5ace2bba59fb None None] Deleting port 69306275-6639-4de9-a02d-e86876e7f1aa {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:14.936520 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-28e8268b-3f58-4b4e-919d-5ace2bba59fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:14.943473 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Port': ['ID=85bf06b6-15c3-484b-b4d3-be8b3def6762,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:15.000847 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No DVR routers for this DVR port 85bf06b6-15c3-484b-b4d3-be8b3def6762 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:11:15.011533 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-28e8268b-3f58-4b4e-919d-5ace2bba59fb None None] The port '69306275-6639-4de9-a02d-e86876e7f1aa' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:11:15.027341 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e03fbd-ca4f-4cdb-9cd4-e9565f477f6a None None] get_active_networks_info from dv-neutron-858731-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:11:15.157312 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e03fbd-ca4f-4cdb-9cd4-e9565f477f6a None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:11:15.195535 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:15.255541 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6cfecdbd-6ebf-4354-8ec8-cfe53228679c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=412cf71a88eb4877b5dcfcf1729c3ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5299864 Sep 21 15:11:15.270460 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54878) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:15.330524 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:15.414759 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Router e7df659f-5e46-4d22-9a58-4106dbfc800e is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:11:15.441419 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-f613da17-a24e-4df9-84f9-2b4e2892cfde tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Allocated IP 172.20.0.14 (480cdd60-f98e-4e99-b266-e5a6047366b5/a4ff822a-4476-4b4e-a360-9023d3cc7573/16182fb2-e111-4a82-be0f-bfafe16e3813) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:15.448368 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.objects.ports [None req-4a44135d-c60c-4928-9329-0678647b5640 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:11:15.450151 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2907002c-7e9e-4ef3-9652-45e3a55ade6f']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:15.465493 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4a44135d-c60c-4928-9329-0678647b5640 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:15.505283 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f513ee30-694e-4812-9377-06b1ba5e59ac') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:15.505580 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f513ee30-694e-4812-9377-06b1ba5e59ac') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:15.542669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:15.584205 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'fixed_ips': [{'subnet_id': 'ece0bf88-82d5-41fa-a3bf-d62083d62a94'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:11:15.585232 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:15.613434 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a44135d-c60c-4928-9329-0678647b5640 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:15.617125 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:15.666608 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-4a44135d-c60c-4928-9329-0678647b5640 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:15.680375 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:11:15.680802 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:15.699066 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a44135d-c60c-4928-9329-0678647b5640 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:15.699655 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4a44135d-c60c-4928-9329-0678647b5640 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:15.730691 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44135d-c60c-4928-9329-0678647b5640 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=ece0bf88-82d5-41fa-a3bf-d62083d62a94,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:15.754108 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:11:15.766604 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bfc9c1-d453-4b88-8ecd-9e40230e7cdf None None] Sync routers for ids ['e7df659f-5e46-4d22-9a58-4106dbfc800e'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:11:15.772080 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] Allocated IP 2001:db8::f816:3eff:fe95:cc2b (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/ece0bf88-82d5-41fa-a3bf-d62083d62a94/1860b3e9-7e45-4e2f-8b96-3f64c861b12a) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:15.783281 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bfc9c1-d453-4b88-8ecd-9e40230e7cdf None None] Routers {'e7df659f-5e46-4d22-9a58-4106dbfc800e'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:15.784263 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f6bfc9c1-d453-4b88-8ecd-9e40230e7cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['e7df659f-5e46-4d22-9a58-4106dbfc800e'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:15.790673 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:15.794247 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c5717a34-2fa6-4762-bd52-e6029c58d720 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.6557837 Sep 21 15:11:15.796936 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54884) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:15.799426 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment f513ee30-694e-4812-9377-06b1ba5e59ac resource provider aggregate not found Sep 21 15:11:15.807749 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58ca2908-31ac-4f77-8133-a890f42489e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:15.860492 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f6bfc9c1-d453-4b88-8ecd-9e40230e7cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:15.868128 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment f513ee30-694e-4812-9377-06b1ba5e59ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f513ee30-694e-4812-9377-06b1ba5e59ac found for delete ", "request_id": "req-57673378-1eea-4129-b772-c17c22843926"}]} Sep 21 15:11:15.870580 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bfc9c1-d453-4b88-8ecd-9e40230e7cdf None None] Routers {'e7df659f-5e46-4d22-9a58-4106dbfc800e'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:15.871193 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f6bfc9c1-d453-4b88-8ecd-9e40230e7cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['e7df659f-5e46-4d22-9a58-4106dbfc800e'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:15.935809 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f6bfc9c1-d453-4b88-8ecd-9e40230e7cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:15.936151 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bfc9c1-d453-4b88-8ecd-9e40230e7cdf None None] The sync data for ids ['e7df659f-5e46-4d22-9a58-4106dbfc800e'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:11:15.977692 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:15.994624 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58ca2908-31ac-4f77-8133-a890f42489e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.017669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.040595 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e9dcc1d7-b6d7-4204-ae48-84386d3018f2 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "GET /v2.0/routers/e7df659f-5e46-4d22-9a58-4106dbfc800e HTTP/1.1" status: 200 len: 918 time: 0.2424891 Sep 21 15:11:16.041742 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54890) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:16.042034 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4a44135d-c60c-4928-9329-0678647b5640 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6238649 Sep 21 15:11:16.044421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54892) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:16.051159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8f904e51-a88a-402b-aa6c-461f05db2033 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:16.078043 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/2907002c-7e9e-4ef3-9652-45e3a55ade6f HTTP/1.1" status: 204 len: 168 time: 6.0342882 Sep 21 15:11:16.079007 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3bacf6-8f83-4da5-8750-a30feea47e91 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Network': ['ID=2907002c-7e9e-4ef3-9652-45e3a55ade6f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:16.083034 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54898) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:16.091834 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.098763 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-49bec321-72fe-4237-86a6-715a3d107efe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.103565 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] Transition to ACTIVE for port object 1860b3e9-7e45-4e2f-8b96-3f64c861b12a will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:16.111636 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ef9b76b0-aaa5-4887-94c4-b0f7dc981f22 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1740626276'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:16.124997 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] Transition to ACTIVE for port object 1860b3e9-7e45-4e2f-8b96-3f64c861b12a will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:16.132067 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.184823 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-815efa1f-4a0c-4966-b3b8-a5442f79cd27 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7df659f-5e46-4d22-9a58-4106dbfc800e HTTP/1.1" status: 200 len: 205 time: 0.1366332 Sep 21 15:11:16.187934 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54902) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:16.205068 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:16.207996 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:16.213109 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:16.222440 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] Pushing event updated for resources: {'Port': ['ID=1860b3e9-7e45-4e2f-8b96-3f64c861b12a,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:16.279597 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ef9b76b0-aaa5-4887-94c4-b0f7dc981f22 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:16.313529 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ef9b76b0-aaa5-4887-94c4-b0f7dc981f22 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Usage tracker for resource:network and tenant:bb9c11e9af854d96b17445323eac9a86 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:16.324075 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] Attempting to bind port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:11:16.324413 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] Attempting to bind port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:11:16.324749 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] Attempting to bind port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:11:16.325321 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f613da17-a24e-4df9-84f9-2b4e2892cfde tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.329669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ef9b76b0-aaa5-4887-94c4-b0f7dc981f22 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:16.332975 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:11:16.333681 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:16.334351 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.334958 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:11:16.336150 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] Bound port: 1860b3e9-7e45-4e2f-8b96-3f64c861b12a, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:11:16.336778 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.359602 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ef9b76b0-aaa5-4887-94c4-b0f7dc981f22 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:16.375103 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bec321-72fe-4237-86a6-715a3d107efe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Subnet': ['ID=e000c0c4-80b8-4357-9fec-4a672f772a18,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:16.390864 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58ca2908-31ac-4f77-8133-a890f42489e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.394227 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9b76b0-aaa5-4887-94c4-b0f7dc981f22 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:16.397622 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ef9b76b0-aaa5-4887-94c4-b0f7dc981f22 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.417281 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bec321-72fe-4237-86a6-715a3d107efe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Checking segment: {'id': 'd52ee905-6d98-42ca-aeb8-cc76d248c897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2e49346e-1433-46cc-83de-3864edf3d531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:16.417644 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bec321-72fe-4237-86a6-715a3d107efe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network hostable DHCP agents. Network: 2e49346e-1433-46cc-83de-3864edf3d531, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:11:16.435547 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca2908-31ac-4f77-8133-a890f42489e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b271118f-eb1a-4059-936c-34f7770db045,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:16.439126 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] For port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:11:16.440087 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8f904e51-a88a-402b-aa6c-461f05db2033 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:16.442606 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] For port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=1860b3e9-7e45-4e2f-8b96-3f64c861b12a,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:11:16.450956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8f904e51-a88a-402b-aa6c-461f05db2033 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:16.451402 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.454991 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8f904e51-a88a-402b-aa6c-461f05db2033 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:16.462454 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58ca2908-31ac-4f77-8133-a890f42489e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.465885 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-58ca2908-31ac-4f77-8133-a890f42489e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b271118f-eb1a-4059-936c-34f7770db045 HTTP/1.1" status: 204 len: 168 time: 1.1701155 Sep 21 15:11:16.471937 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9b76b0-aaa5-4887-94c4-b0f7dc981f22 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:11:16.478666 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bec321-72fe-4237-86a6-715a3d107efe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network 2e49346e-1433-46cc-83de-3864edf3d531 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:11:16.484368 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e78793f-d45a-484d-a408-09dd1c13ed1c tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.485294 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f613da17-a24e-4df9-84f9-2b4e2892cfde tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.487085 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ef9b76b0-aaa5-4887-94c4-b0f7dc981f22 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.487424 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-ef9b76b0-aaa5-4887-94c4-b0f7dc981f22 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Added segment f950d29a-0a4e-4e50-a94e-d155e51ba2d6 of type vlan for network c20ae06e-db10-4134-ad48-74caf41b42f2 Sep 21 15:11:16.557426 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b385e-f542-409b-a82d-6115f449c036 None None] Pushing event updated for resources: {'Port': ['ID=1860b3e9-7e45-4e2f-8b96-3f64c861b12a,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:16.574646 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-49bec321-72fe-4237-86a6-715a3d107efe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 2e49346e-1433-46cc-83de-3864edf3d531) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:16.601380 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f613da17-a24e-4df9-84f9-2b4e2892cfde tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Network 480cdd60-f98e-4e99-b266-e5a6047366b5 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:16.603042 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bec321-72fe-4237-86a6-715a3d107efe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:16.603626 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-49bec321-72fe-4237-86a6-715a3d107efe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.607792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8f904e51-a88a-402b-aa6c-461f05db2033 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:16.614067 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-f613da17-a24e-4df9-84f9-2b4e2892cfde tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:16.628570 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f613da17-a24e-4df9-84f9-2b4e2892cfde tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:16.655688 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f904e51-a88a-402b-aa6c-461f05db2033 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:16.659434 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f904e51-a88a-402b-aa6c-461f05db2033 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.661678 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ef9b76b0-aaa5-4887-94c4-b0f7dc981f22 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.674681 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613da17-a24e-4df9-84f9-2b4e2892cfde tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Port': ['ID=16182fb2-e111-4a82-be0f-bfafe16e3813,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:16.698076 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-49bec321-72fe-4237-86a6-715a3d107efe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5093334 Sep 21 15:11:16.704657 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54910) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:16.728012 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8d1ea83e-48c4-4546-8abc-ff4dc53caf33 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-287216848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:16.739060 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8d1ea83e-48c4-4546-8abc-ff4dc53caf33 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:16.752355 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f613da17-a24e-4df9-84f9-2b4e2892cfde tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:16.752983 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f613da17-a24e-4df9-84f9-2b4e2892cfde tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.759359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8d1ea83e-48c4-4546-8abc-ff4dc53caf33 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:router and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:16.765915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8d1ea83e-48c4-4546-8abc-ff4dc53caf33 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:16.786914 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8d1ea83e-48c4-4546-8abc-ff4dc53caf33 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:16.790077 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ef9b76b0-aaa5-4887-94c4-b0f7dc981f22 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.796438 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9b76b0-aaa5-4887-94c4-b0f7dc981f22 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:16.797062 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ef9b76b0-aaa5-4887-94c4-b0f7dc981f22 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.839212 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f613da17-a24e-4df9-84f9-2b4e2892cfde tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9577911 Sep 21 15:11:16.847403 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54918) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:16.872816 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': '16182fb2-e111-4a82-be0f-bfafe16e3813', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:16.904623 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:16.927161 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ef9b76b0-aaa5-4887-94c4-b0f7dc981f22 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8402982 Sep 21 15:11:16.928347 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d1ea83e-48c4-4546-8abc-ff4dc53caf33 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.929785 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d1ea83e-48c4-4546-8abc-ff4dc53caf33 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:16.931298 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Usage tracker for resource:floatingip and tenant:157f5050b7144cb78f4f1a9791bb2308 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:16.933345 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54924) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:16.947961 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1e23ee50-b9a0-4ea4-8094-8d0cdef6c8fb tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'subnet': {'network_id': 'c20ae06e-db10-4134-ad48-74caf41b42f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:16.966852 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:16.967720 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b76b0-aaa5-4887-94c4-b0f7dc981f22 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Network': ['ID=c20ae06e-db10-4134-ad48-74caf41b42f2,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:16.983137 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:16.989879 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network c20ae06e-db10-4134-ad48-74caf41b42f2 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:11:17.000939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e78793f-d45a-484d-a408-09dd1c13ed1c tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:17.041220 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:17.070988 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d1ea83e-48c4-4546-8abc-ff4dc53caf33 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:17.104976 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1e23ee50-b9a0-4ea4-8094-8d0cdef6c8fb tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:17.110549 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1e23ee50-b9a0-4ea4-8094-8d0cdef6c8fb tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Usage tracker for resource:subnet and tenant:bb9c11e9af854d96b17445323eac9a86 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:17.114070 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1e23ee50-b9a0-4ea4-8094-8d0cdef6c8fb tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:17.121346 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1e23ee50-b9a0-4ea4-8094-8d0cdef6c8fb tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:17.124165 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d1ea83e-48c4-4546-8abc-ff4dc53caf33 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:17.152526 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e23ee50-b9a0-4ea4-8094-8d0cdef6c8fb tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:17.156844 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e23ee50-b9a0-4ea4-8094-8d0cdef6c8fb tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:17.174973 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d1ea83e-48c4-4546-8abc-ff4dc53caf33 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:17.176571 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8d1ea83e-48c4-4546-8abc-ff4dc53caf33 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4707646 Sep 21 15:11:17.182836 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54930) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:17.205048 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2e78793f-d45a-484d-a408-09dd1c13ed1c tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Deleting port 14658fbe-2df2-4976-afa6-fdef73a28b42 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:17.205397 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e78793f-d45a-484d-a408-09dd1c13ed1c tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:17.237426 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7aeb65ec-db36-4593-ac4f-7866d0522b37 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'port': {'network_id': '2e49346e-1433-46cc-83de-3864edf3d531', 'name': 'tempest-PortsTestJSON-715531436'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:17.341356 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.ipam_backend_mixin [None req-1e23ee50-b9a0-4ea4-8094-8d0cdef6c8fb tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Performing IP validity checks on allocation pools {{(pid=89019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 21 15:11:17.341871 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.ipam_backend_mixin [None req-1e23ee50-b9a0-4ea4-8094-8d0cdef6c8fb tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 21 15:11:17.423610 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7aeb65ec-db36-4593-ac4f-7866d0522b37 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:17.466133 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7aeb65ec-db36-4593-ac4f-7866d0522b37 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:port and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:17.470948 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7aeb65ec-db36-4593-ac4f-7866d0522b37 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:17.485755 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7aeb65ec-db36-4593-ac4f-7866d0522b37 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:17.507662 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aeb65ec-db36-4593-ac4f-7866d0522b37 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:17.511626 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7aeb65ec-db36-4593-ac4f-7866d0522b37 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:17.539424 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54942) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:17.569977 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-7aeb65ec-db36-4593-ac4f-7866d0522b37 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] device_id is not set on port 4ec88204-db31-44b6-9bb2-8f2320f58c05 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:11:17.618440 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 1860b3e9-7e45-4e2f-8b96-3f64c861b12a up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:17.659410 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e23ee50-b9a0-4ea4-8094-8d0cdef6c8fb tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:17.721707 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:17.723095 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e78793f-d45a-484d-a408-09dd1c13ed1c tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:17.811150 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1728833273'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:17.836761 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:17.863953 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:network and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:17.868965 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23ee50-b9a0-4ea4-8094-8d0cdef6c8fb tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Subnet': ['ID=e6a38128-cf32-4c6c-8d67-41b22dfd878f,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:17.875930 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:17.891645 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e23ee50-b9a0-4ea4-8094-8d0cdef6c8fb tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Checking segment: {'id': 'f950d29a-0a4e-4e50-a94e-d155e51ba2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c20ae06e-db10-4134-ad48-74caf41b42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:17.892208 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e23ee50-b9a0-4ea4-8094-8d0cdef6c8fb tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network hostable DHCP agents. Network: c20ae06e-db10-4134-ad48-74caf41b42f2, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:11:17.901139 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:17.905788 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:17.916558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2e78793f-d45a-484d-a408-09dd1c13ed1c tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Calling delete_port for 14658fbe-2df2-4976-afa6-fdef73a28b42 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:17.944443 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-7aeb65ec-db36-4593-ac4f-7866d0522b37 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Allocated IP 172.20.0.10 (2e49346e-1433-46cc-83de-3864edf3d531/e000c0c4-80b8-4357-9fec-4a672f772a18/4ec88204-db31-44b6-9bb2-8f2320f58c05) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:17.945467 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6052be-e970-42e2-87db-f1e17285a43f None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:17.949363 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:17.955055 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:17.962656 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fcc149-a942-4b86-9f21-efa3dd1ae6d2 None None] Network 2e49346e-1433-46cc-83de-3864edf3d531 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:17.984415 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:18.008759 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e23ee50-b9a0-4ea4-8094-8d0cdef6c8fb tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network c20ae06e-db10-4134-ad48-74caf41b42f2 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:11:18.028998 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:18.041331 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:security_group_rule and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:18.045859 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-1e23ee50-b9a0-4ea4-8094-8d0cdef6c8fb tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, c20ae06e-db10-4134-ad48-74caf41b42f2) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:18.048494 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:18.072767 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3ff32c-98e8-4697-88a9-84f81a86df42 None None] Network c20ae06e-db10-4134-ad48-74caf41b42f2 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:18.078003 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e23ee50-b9a0-4ea4-8094-8d0cdef6c8fb tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:18.078963 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e23ee50-b9a0-4ea4-8094-8d0cdef6c8fb tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:18.098143 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:18.118370 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f904e51-a88a-402b-aa6c-461f05db2033 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:18.180690 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1e23ee50-b9a0-4ea4-8094-8d0cdef6c8fb tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2413826 Sep 21 15:11:18.184251 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54948) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:18.243015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f5b9ecad-6128-4bb9-8ab1-bf6b6a82187c None None] Provisioning for port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:18.285007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f5b9ecad-6128-4bb9-8ab1-bf6b6a82187c None None] Provisioning complete for port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:18.285351 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ecad-6128-4bb9-8ab1-bf6b6a82187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:18.293986 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f904e51-a88a-402b-aa6c-461f05db2033 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:18.304551 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-8f904e51-a88a-402b-aa6c-461f05db2033 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:18.317318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f904e51-a88a-402b-aa6c-461f05db2033 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:18.318257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f904e51-a88a-402b-aa6c-461f05db2033 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:18.367441 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f904e51-a88a-402b-aa6c-461f05db2033 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=479e8c5b-042e-4c14-8249-eb6ec2226dd0,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:18.418008 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8f904e51-a88a-402b-aa6c-461f05db2033 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3748679 Sep 21 15:11:18.424488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54952) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:18.431808 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Allocated IP 172.26.4.247 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/e38f6eb5-ab65-41ed-a4e0-1fd0983dc451) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:18.438496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a78626dd-aa60-433b-9058-3331cd76dc5d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'mac_address': 'fa:16:3e:3a:4d:df', 'name': 'tempest-NetworksTestDHCPv6-574035704'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:18.536763 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7aeb65ec-db36-4593-ac4f-7866d0522b37 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:18.552475 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:18.567991 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-7aeb65ec-db36-4593-ac4f-7866d0522b37 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Transition to ACTIVE for port object 4ec88204-db31-44b6-9bb2-8f2320f58c05 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:18.596133 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:18.630529 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:18.677867 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7aeb65ec-db36-4593-ac4f-7866d0522b37 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:18.684256 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e78793f-d45a-484d-a408-09dd1c13ed1c tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:18.772159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78793f-d45a-484d-a408-09dd1c13ed1c tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Pushing event deleted for resources: {'Port': ['ID=14658fbe-2df2-4976-afa6-fdef73a28b42,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:18.836727 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-c20ae06e-db10-4134-ad48-74caf41b42f2', 'network_id': 'c20ae06e-db10-4134-ad48-74caf41b42f2', 'tenant_id': 'bb9c11e9af854d96b17445323eac9a86', 'fixed_ips': [{'subnet_id': 'e6a38128-cf32-4c6c-8d67-41b22dfd878f'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:11:18.837562 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:18.846634 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f5b9ecad-6128-4bb9-8ab1-bf6b6a82187c None None] Current status of the port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:18.847010 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ecad-6128-4bb9-8ab1-bf6b6a82187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:18.850180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:11:18.874626 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4f4880-e51c-4e54-b7bd-b8d88d30f33b,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:18.893832 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a78626dd-aa60-433b-9058-3331cd76dc5d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:18.897067 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:18.918411 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a78626dd-aa60-433b-9058-3331cd76dc5d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:port and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:18.922651 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a78626dd-aa60-433b-9058-3331cd76dc5d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:18.923780 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:18.924122 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Added segment 32df21b1-d436-448d-a0de-d9b696ecf425 of type vlan for network a9328343-2c63-4aa4-bdce-abb38242c3e2 Sep 21 15:11:18.932884 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a78626dd-aa60-433b-9058-3331cd76dc5d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:18.940997 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aeb65ec-db36-4593-ac4f-7866d0522b37 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network 2e49346e-1433-46cc-83de-3864edf3d531 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:18.950985 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-7aeb65ec-db36-4593-ac4f-7866d0522b37 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:18.961461 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f5b9ecad-6128-4bb9-8ab1-bf6b6a82187c None None] For port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=1860b3e9-7e45-4e2f-8b96-3f64c861b12a,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:18.962722 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:18.962874 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb65ec-db36-4593-ac4f-7866d0522b37 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=4ec88204-db31-44b6-9bb2-8f2320f58c05,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:18.966218 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e78793f-d45a-484d-a408-09dd1c13ed1c tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:18.970060 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeb65ec-db36-4593-ac4f-7866d0522b37 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:18.995518 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ecad-6128-4bb9-8ab1-bf6b6a82187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:19.034635 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeb65ec-db36-4593-ac4f-7866d0522b37 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:19.035295 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7aeb65ec-db36-4593-ac4f-7866d0522b37 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:19.075365 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78626dd-aa60-433b-9058-3331cd76dc5d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:19.091425 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:19.124990 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7aeb65ec-db36-4593-ac4f-7866d0522b37 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9412947 Sep 21 15:11:19.128649 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54956) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:19.149561 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-2e49346e-1433-46cc-83de-3864edf3d531', 'network_id': '2e49346e-1433-46cc-83de-3864edf3d531', 'tenant_id': '3c76cd1c175246ce8c142ebc0c00da57', 'fixed_ips': [{'subnet_id': 'e000c0c4-80b8-4357-9fec-4a672f772a18'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:11:19.150387 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:19.225256 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e78793f-d45a-484d-a408-09dd1c13ed1c tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:19.235140 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e78793f-d45a-484d-a408-09dd1c13ed1c tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:19.270648 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:19.276604 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:19.277292 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:19.291007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9ecad-6128-4bb9-8ab1-bf6b6a82187c None None] Pushing event updated for resources: {'Port': ['ID=1860b3e9-7e45-4e2f-8b96-3f64c861b12a,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:19.299212 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] Allocated IP 172.20.0.3 (c20ae06e-db10-4134-ad48-74caf41b42f2/e6a38128-cf32-4c6c-8d67-41b22dfd878f/4f2d9bbb-a9aa-4dc9-91c8-54dcfa43de39) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:19.328137 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e78793f-d45a-484d-a408-09dd1c13ed1c tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:19.329103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e78793f-d45a-484d-a408-09dd1c13ed1c tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Fanout notify agent at l3_agent the message router_deleted on router e7df659f-5e46-4d22-9a58-4106dbfc800e {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:11:19.340193 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a78626dd-aa60-433b-9058-3331cd76dc5d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:19.344283 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae35d8a-9118-4b3e-b3a2-02a4c588bd97 None None] Update dhcp port {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'fixed_ips': [{'subnet_id': 'ece0bf88-82d5-41fa-a3bf-d62083d62a94', 'ip_address': '2001:db8::f816:3eff:fe95:cc2b'}, {'subnet_id': '479e8c5b-042e-4c14-8249-eb6ec2226dd0'}], 'binding:host_id': 'dv-neutron-858731-1-hyperv'}, 'id': '1860b3e9-7e45-4e2f-8b96-3f64c861b12a'} from dv-neutron-858731-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 15:11:19.370871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e78793f-d45a-484d-a408-09dd1c13ed1c tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:19.377373 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2e78793f-d45a-484d-a408-09dd1c13ed1c tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "DELETE /v2.0/routers/e7df659f-5e46-4d22-9a58-4106dbfc800e HTTP/1.1" status: 204 len: 168 time: 3.1874840 Sep 21 15:11:19.379616 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54960) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:19.389259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:19.396879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Request body: {'router': {'name': 'tempest-snat-router-823723319', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'enable_snat': False}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:19.401931 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-a78626dd-aa60-433b-9058-3331cd76dc5d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] device_id is not set on port 8bc32f9c-1b42-49c8-a73c-e86559528e2e yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:11:19.483153 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1ae35d8a-9118-4b3e-b3a2-02a4c588bd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:19.487856 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:19.512006 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9712193 Sep 21 15:11:19.516650 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54964) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:19.534228 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-67592e1d-2511-4149-9b7e-ba32f3bc74f1 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'port': {'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2', 'name': 'tempest-PortsIpV6TestJSON-1404367636'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:19.565885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 1860b3e9-7e45-4e2f-8b96-3f64c861b12a up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:19.661017 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Usage tracker for resource:router and tenant:8b920d0c51b34edda663543b45d0c985 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:19.664375 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cda2b7-cf29-4e64-b2b0-588764dd8e51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Network': ['ID=a9328343-2c63-4aa4-bdce-abb38242c3e2,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:19.684793 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:19.689127 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:19.689962 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network a9328343-2c63-4aa4-bdce-abb38242c3e2 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:11:19.705974 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:19.714473 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:19.718438 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:19.731422 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] Allocated IP 172.20.0.2 (2e49346e-1433-46cc-83de-3864edf3d531/e000c0c4-80b8-4357-9fec-4a672f772a18/d0e47740-1b7d-4162-bcf2-3bd68d2cacd6) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:19.783519 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Port': ['ID=e38f6eb5-ab65-41ed-a4e0-1fd0983dc451,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:19.834688 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:19.835882 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:19.839786 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-67592e1d-2511-4149-9b7e-ba32f3bc74f1 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:19.848781 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-67592e1d-2511-4149-9b7e-ba32f3bc74f1 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:port and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:19.853837 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-67592e1d-2511-4149-9b7e-ba32f3bc74f1 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:19.862311 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-67592e1d-2511-4149-9b7e-ba32f3bc74f1 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:19.913524 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67592e1d-2511-4149-9b7e-ba32f3bc74f1 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:19.918306 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-67592e1d-2511-4149-9b7e-ba32f3bc74f1 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:19.932433 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:19.951744 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-67592e1d-2511-4149-9b7e-ba32f3bc74f1 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] device_id is not set on port eef44f38-2d4b-49fc-a021-8d6184cca093 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:11:20.038124 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:20.049217 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] Transition to ACTIVE for port object 4f2d9bbb-a9aa-4dc9-91c8-54dcfa43de39 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:20.100077 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] Transition to ACTIVE for port object 4f2d9bbb-a9aa-4dc9-91c8-54dcfa43de39 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:20.104919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:20.105285 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:20.144879 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:20.157854 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1109-f03a-49ef-9b0d-b84ad2b255c7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:20.186889 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:20.196441 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-a78626dd-aa60-433b-9058-3331cd76dc5d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 172.20.0.12 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/479e8c5b-042e-4c14-8249-eb6ec2226dd0/8bc32f9c-1b42-49c8-a73c-e86559528e2e) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:20.225213 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-a78626dd-aa60-433b-9058-3331cd76dc5d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8::f816:3eff:fe3a:4ddf (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/ece0bf88-82d5-41fa-a3bf-d62083d62a94/8bc32f9c-1b42-49c8-a73c-e86559528e2e) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:20.270080 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] Network c20ae06e-db10-4134-ad48-74caf41b42f2 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:20.277353 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:20.310281 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:20.310819 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a38128-cf32-4c6c-8d67-41b22dfd878f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:20.367572 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] Pushing event updated for resources: {'Port': ['ID=4f2d9bbb-a9aa-4dc9-91c8-54dcfa43de39,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:20.497218 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:20.553722 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:20.580671 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] Attempting to bind port 4f2d9bbb-a9aa-4dc9-91c8-54dcfa43de39 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:11:20.580671 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] Attempting to bind port 4f2d9bbb-a9aa-4dc9-91c8-54dcfa43de39 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'f950d29a-0a4e-4e50-a94e-d155e51ba2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c20ae06e-db10-4134-ad48-74caf41b42f2'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:11:20.580671 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] Attempting to bind port 4f2d9bbb-a9aa-4dc9-91c8-54dcfa43de39 on network c20ae06e-db10-4134-ad48-74caf41b42f2 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:11:20.586521 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] Transition to ACTIVE for port object d0e47740-1b7d-4162-bcf2-3bd68d2cacd6 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:20.599135 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:11:20.599535 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] Checking segment: {'id': 'f950d29a-0a4e-4e50-a94e-d155e51ba2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c20ae06e-db10-4134-ad48-74caf41b42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:20.599931 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:20.600319 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] Bound using segment: {'id': 'f950d29a-0a4e-4e50-a94e-d155e51ba2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c20ae06e-db10-4134-ad48-74caf41b42f2'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:11:20.600816 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] Bound port: 4f2d9bbb-a9aa-4dc9-91c8-54dcfa43de39, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f950d29a-0a4e-4e50-a94e-d155e51ba2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c20ae06e-db10-4134-ad48-74caf41b42f2'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:11:20.601755 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:20.613248 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:20.661428 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] Transition to ACTIVE for port object d0e47740-1b7d-4162-bcf2-3bd68d2cacd6 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:20.683053 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:20.752135 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:20.780424 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-67592e1d-2511-4149-9b7e-ba32f3bc74f1 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:20.780908 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] Network 2e49346e-1433-46cc-83de-3864edf3d531 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:20.787301 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:20.792198 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] Pushing event updated for resources: {'Port': ['ID=d0e47740-1b7d-4162-bcf2-3bd68d2cacd6,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:20.793409 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] For port 4f2d9bbb-a9aa-4dc9-91c8-54dcfa43de39, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:11:20.795454 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:20.798854 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] For port 4f2d9bbb-a9aa-4dc9-91c8-54dcfa43de39, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=4f2d9bbb-a9aa-4dc9-91c8-54dcfa43de39,segment=NetworkSegment(f950d29a-0a4e-4e50-a94e-d155e51ba2d6),segment_id=f950d29a-0a4e-4e50-a94e-d155e51ba2d6)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:11:20.830434 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20ae06e-db10-4134-ad48-74caf41b42f2']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:20.842167 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:20.853595 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a78626dd-aa60-433b-9058-3331cd76dc5d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:20.883633 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-a78626dd-aa60-433b-9058-3331cd76dc5d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Transition to ACTIVE for port object 8bc32f9c-1b42-49c8-a73c-e86559528e2e will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:20.900325 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f950d29a-0a4e-4e50-a94e-d155e51ba2d6') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:20.900938 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f950d29a-0a4e-4e50-a94e-d155e51ba2d6') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:20.928432 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:20.930394 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:20.977299 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:20.998355 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] Attempting to bind port d0e47740-1b7d-4162-bcf2-3bd68d2cacd6 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:11:20.998902 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] Attempting to bind port d0e47740-1b7d-4162-bcf2-3bd68d2cacd6 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'd52ee905-6d98-42ca-aeb8-cc76d248c897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2e49346e-1433-46cc-83de-3864edf3d531'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:11:20.999508 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] Attempting to bind port d0e47740-1b7d-4162-bcf2-3bd68d2cacd6 on network 2e49346e-1433-46cc-83de-3864edf3d531 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:11:20.999631 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:11:21.000039 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:21.021567 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:11:21.021952 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] Checking segment: {'id': 'd52ee905-6d98-42ca-aeb8-cc76d248c897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2e49346e-1433-46cc-83de-3864edf3d531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:21.022411 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:21.023702 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] Bound using segment: {'id': 'd52ee905-6d98-42ca-aeb8-cc76d248c897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2e49346e-1433-46cc-83de-3864edf3d531'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:11:21.023987 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] Bound port: d0e47740-1b7d-4162-bcf2-3bd68d2cacd6, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ee905-6d98-42ca-aeb8-cc76d248c897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2e49346e-1433-46cc-83de-3864edf3d531'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:11:21.024678 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:21.083598 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment f950d29a-0a4e-4e50-a94e-d155e51ba2d6 resource provider aggregate not found Sep 21 15:11:21.089168 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7627ce-5b99-412d-91a7-71e275e745b0 None None] Network c20ae06e-db10-4134-ad48-74caf41b42f2 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:21.108840 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-67592e1d-2511-4149-9b7e-ba32f3bc74f1 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:21.121921 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment f950d29a-0a4e-4e50-a94e-d155e51ba2d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f950d29a-0a4e-4e50-a94e-d155e51ba2d6 found for delete ", "request_id": "req-cf0aafbb-c4e6-4c16-b2cf-ee1453866024"}]} Sep 21 15:11:21.209482 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 15:11:21.209482 dv-neutron-858731-1-hyperv neutron-server[89019]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 15:11:21.209482 dv-neutron-858731-1-hyperv neutron-server[89019]: [parameters: {'id': 'c20ae06e-db10-4134-ad48-74caf41b42f2'}] Sep 21 15:11:21.209482 dv-neutron-858731-1-hyperv neutron-server[89019]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:11:21.210007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1ac29-6acb-4c13-9d11-4152909ef352 None None] Pushing event updated for resources: {'Port': ['ID=4f2d9bbb-a9aa-4dc9-91c8-54dcfa43de39,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:21.210105 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:11:21.222229 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1109-f03a-49ef-9b0d-b84ad2b255c7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:21.243854 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1109-f03a-49ef-9b0d-b84ad2b255c7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:21.252782 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a78626dd-aa60-433b-9058-3331cd76dc5d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:21.279898 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67592e1d-2511-4149-9b7e-ba32f3bc74f1 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=eef44f38-2d4b-49fc-a021-8d6184cca093,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:21.342827 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67592e1d-2511-4149-9b7e-ba32f3bc74f1 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Checking segment: {'id': '32df21b1-d436-448d-a0de-d9b696ecf425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:21.343180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67592e1d-2511-4149-9b7e-ba32f3bc74f1 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network hostable DHCP agents. Network: a9328343-2c63-4aa4-bdce-abb38242c3e2, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:11:21.370079 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-1ae35d8a-9118-4b3e-b3a2-02a4c588bd97 None None] Allocated IP 172.20.0.2 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/479e8c5b-042e-4c14-8249-eb6ec2226dd0/1860b3e9-7e45-4e2f-8b96-3f64c861b12a) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:21.401178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78626dd-aa60-433b-9058-3331cd76dc5d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:21.404008 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:21.408330 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] For port d0e47740-1b7d-4162-bcf2-3bd68d2cacd6, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:11:21.425151 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e1109-f03a-49ef-9b0d-b84ad2b255c7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=4ec88204-db31-44b6-9bb2-8f2320f58c05,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:21.434997 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:21.436138 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] For port d0e47740-1b7d-4162-bcf2-3bd68d2cacd6, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d0e47740-1b7d-4162-bcf2-3bd68d2cacd6,segment=NetworkSegment(d52ee905-6d98-42ca-aeb8-cc76d248c897),segment_id=d52ee905-6d98-42ca-aeb8-cc76d248c897)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:11:21.449445 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67592e1d-2511-4149-9b7e-ba32f3bc74f1 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network a9328343-2c63-4aa4-bdce-abb38242c3e2 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:11:21.462583 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a78626dd-aa60-433b-9058-3331cd76dc5d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:21.466316 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:21.472308 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78626dd-aa60-433b-9058-3331cd76dc5d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=8bc32f9c-1b42-49c8-a73c-e86559528e2e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:21.482069 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78626dd-aa60-433b-9058-3331cd76dc5d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:21.517812 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:21.615289 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-67592e1d-2511-4149-9b7e-ba32f3bc74f1 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, a9328343-2c63-4aa4-bdce-abb38242c3e2) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:21.619975 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67592e1d-2511-4149-9b7e-ba32f3bc74f1 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:21.626493 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67592e1d-2511-4149-9b7e-ba32f3bc74f1 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:21.627392 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-67592e1d-2511-4149-9b7e-ba32f3bc74f1 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:21.646491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b72d335-3a38-46a7-b838-8d15bcb1861e None None] Network a9328343-2c63-4aa4-bdce-abb38242c3e2 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:21.683386 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1109-f03a-49ef-9b0d-b84ad2b255c7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:21.713627 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-67592e1d-2511-4149-9b7e-ba32f3bc74f1 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1864173 Sep 21 15:11:21.717851 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54972) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:21.718389 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:21.720958 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78626dd-aa60-433b-9058-3331cd76dc5d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:21.721707 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a78626dd-aa60-433b-9058-3331cd76dc5d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:21.730242 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b8803097-2f75-461f-97da-54601ca90b27 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1029216127'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:21.736969 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b8803097-2f75-461f-97da-54601ca90b27 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:21.742847 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a5f30-190d-434c-9e17-d7df2716cc94 None None] Pushing event updated for resources: {'Port': ['ID=d0e47740-1b7d-4162-bcf2-3bd68d2cacd6,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:21.743222 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b8803097-2f75-461f-97da-54601ca90b27 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:network and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:21.746382 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b8803097-2f75-461f-97da-54601ca90b27 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:21.754363 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b8803097-2f75-461f-97da-54601ca90b27 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:21.773449 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1ae35d8a-9118-4b3e-b3a2-02a4c588bd97 None None] For port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=1860b3e9-7e45-4e2f-8b96-3f64c861b12a,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:21.818870 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8803097-2f75-461f-97da-54601ca90b27 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:21.822871 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b8803097-2f75-461f-97da-54601ca90b27 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:21.823010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Allocated IP 172.26.4.223 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:21.859426 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Deleting port 4f2d9bbb-a9aa-4dc9-91c8-54dcfa43de39 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:21.859690 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:21.890761 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a78626dd-aa60-433b-9058-3331cd76dc5d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4604533 Sep 21 15:11:21.900565 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54976) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:21.949742 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1ae35d8a-9118-4b3e-b3a2-02a4c588bd97 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:21.978782 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:21.993572 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1ae35d8a-9118-4b3e-b3a2-02a4c588bd97 None None] Transition to ACTIVE for port object 1860b3e9-7e45-4e2f-8b96-3f64c861b12a will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:22.009524 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1ae35d8a-9118-4b3e-b3a2-02a4c588bd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:22.046108 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:22.062372 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1109-f03a-49ef-9b0d-b84ad2b255c7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:22.064374 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:22.109613 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8803097-2f75-461f-97da-54601ca90b27 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:11:22.123350 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b8803097-2f75-461f-97da-54601ca90b27 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:22.124116 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-b8803097-2f75-461f-97da-54601ca90b27 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Added segment 41790853-41dd-44e8-974e-db8eb7a8b677 of type vlan for network 241ab7d0-5b02-4c5b-a218-709a18f4389a Sep 21 15:11:22.133198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:22.160882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b8803097-2f75-461f-97da-54601ca90b27 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:22.196706 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:22.207301 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae35d8a-9118-4b3e-b3a2-02a4c588bd97 None None] Pushing event updated for resources: {'Port': ['ID=1860b3e9-7e45-4e2f-8b96-3f64c861b12a,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:22.257641 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Port': ['ID=e38f6eb5-ab65-41ed-a4e0-1fd0983dc451,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:22.345334 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b8803097-2f75-461f-97da-54601ca90b27 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:22.351465 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8803097-2f75-461f-97da-54601ca90b27 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:22.351967 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b8803097-2f75-461f-97da-54601ca90b27 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:22.356776 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:22.468730 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:22.475549 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:22.480470 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Floating IP f40058cf-1502-415e-81d4-57b43005b4b5 associated. External IP: 172.26.4.247, port: 16182fb2-e111-4a82-be0f-bfafe16e3813. Sep 21 15:11:22.536161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:22.579037 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Pushing event updated for resources: {'Port': ['ID=f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:22.670446 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8803097-2f75-461f-97da-54601ca90b27 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Network': ['ID=241ab7d0-5b02-4c5b-a218-709a18f4389a,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:22.687145 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 241ab7d0-5b02-4c5b-a218-709a18f4389a details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:11:23.025570 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b8803097-2f75-461f-97da-54601ca90b27 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3040254 Sep 21 15:11:23.032129 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54980) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:23.063582 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bc1439-7db7-4a9c-916e-d464ea4bfc42 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:23.067078 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803064ab-3fe7-49d1-8dba-25a97a38b74f None None] Network 2e49346e-1433-46cc-83de-3864edf3d531 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:23.087255 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bc1439-7db7-4a9c-916e-d464ea4bfc42 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:23.094469 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-20bc1439-7db7-4a9c-916e-d464ea4bfc42 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.1936700 Sep 21 15:11:23.109523 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54982) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:23.166643 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695446b5-e86a-490c-b3dc-d868d76ea4ab None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:23.170045 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'ports': [{'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2'}, {'network_id': '241ab7d0-5b02-4c5b-a218-709a18f4389a'}]} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:23.170455 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'port': {'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:23.171082 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'port': {'network_id': '241ab7d0-5b02-4c5b-a218-709a18f4389a'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:23.289670 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6228d147-178d-4e96-a54e-e176c2473cc3 None None] Provisioning for port 4ec88204-db31-44b6-9bb2-8f2320f58c05 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:23.296290 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] For port 4f2d9bbb-a9aa-4dc9-91c8-54dcfa43de39, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=4f2d9bbb-a9aa-4dc9-91c8-54dcfa43de39,segment=NetworkSegment(f950d29a-0a4e-4e50-a94e-d155e51ba2d6),segment_id=f950d29a-0a4e-4e50-a94e-d155e51ba2d6)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:23.296290 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:23.302362 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6228d147-178d-4e96-a54e-e176c2473cc3 None None] Provisioning complete for port 4ec88204-db31-44b6-9bb2-8f2320f58c05 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:23.302720 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6228d147-178d-4e96-a54e-e176c2473cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:23.442983 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6228d147-178d-4e96-a54e-e176c2473cc3 None None] Port 4ec88204-db31-44b6-9bb2-8f2320f58c05 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:11:23.478999 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Router 22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:11:23.521071 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Calling delete_port for 4f2d9bbb-a9aa-4dc9-91c8-54dcfa43de39 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:23.544511 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6228d147-178d-4e96-a54e-e176c2473cc3 None None] Provisioning for port d0e47740-1b7d-4162-bcf2-3bd68d2cacd6 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:23.581358 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-654bbbb7-caa1-4b80-8cd1-c9d282eb3968 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port 8bc32f9c-1b42-49c8-a73c-e86559528e2e {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:23.581870 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-654bbbb7-caa1-4b80-8cd1-c9d282eb3968 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:23.697730 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-51340299-4116-4060-801c-bcd9f8ab135e None None] Provisioning for port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:23.713334 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-51340299-4116-4060-801c-bcd9f8ab135e None None] Provisioning complete for port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:23.713986 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-51340299-4116-4060-801c-bcd9f8ab135e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:23.721459 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:23.791517 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 1860b3e9-7e45-4e2f-8b96-3f64c861b12a up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:23.937804 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:23.949883 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:port and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:23.954928 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:23.963063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:11:23.963300 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:23.977331 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:24.018766 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:24.024954 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26904acc-0b43-40c4-aada-13059aff60f7 None None] Sync routers for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:11:24.052509 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Port': ['ID=4f2d9bbb-a9aa-4dc9-91c8-54dcfa43de39,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:24.062567 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26904acc-0b43-40c4-aada-13059aff60f7 None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:24.063247 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-26904acc-0b43-40c4-aada-13059aff60f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:24.067286 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No DVR routers for this DVR port 4f2d9bbb-a9aa-4dc9-91c8-54dcfa43de39 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:11:24.090879 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8dcd9bc1-3e97-4f1f-8a1f-c28ae9a51b06 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.2401614 Sep 21 15:11:24.098696 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 54988) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:24.173305 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a07081f6-eb04-4939-8a11-2e290da9134c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:24.179777 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-26904acc-0b43-40c4-aada-13059aff60f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:24.182320 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-51340299-4116-4060-801c-bcd9f8ab135e None None] Current status of the port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:24.184597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:24.185315 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:24.242618 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26904acc-0b43-40c4-aada-13059aff60f7 None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:24.243493 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-26904acc-0b43-40c4-aada-13059aff60f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:24.312285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a07081f6-eb04-4939-8a11-2e290da9134c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:24.318972 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-654bbbb7-caa1-4b80-8cd1-c9d282eb3968 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:24.351921 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-26904acc-0b43-40c4-aada-13059aff60f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:24.353373 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26904acc-0b43-40c4-aada-13059aff60f7 None None] The sync data for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:11:24.362096 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'port': 2} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:24.367248 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:24.410018 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-271d1014-1c56-4fdd-9f8e-8684aa961b35 None None] Provisioning complete for port 4ec88204-db31-44b6-9bb2-8f2320f58c05 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:24.410625 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-271d1014-1c56-4fdd-9f8e-8684aa961b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:24.463656 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1109-f03a-49ef-9b0d-b84ad2b255c7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:24.489681 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-271d1014-1c56-4fdd-9f8e-8684aa961b35 None None] Port 4ec88204-db31-44b6-9bb2-8f2320f58c05 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:11:24.527621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:24.529199 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d0e47740-1b7d-4162-bcf2-3bd68d2cacd6 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:24.616271 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-271d1014-1c56-4fdd-9f8e-8684aa961b35 None None] Provisioning complete for port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:24.616797 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-271d1014-1c56-4fdd-9f8e-8684aa961b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:24.648711 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port d0e47740-1b7d-4162-bcf2-3bd68d2cacd6 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:24.672246 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067c244b-1aaf-448d-a15d-c052ee4cb124 None None] get_active_networks_info from dv-neutron-858731-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:11:24.702669 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port d0e47740-1b7d-4162-bcf2-3bd68d2cacd6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:24.703138 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:24.726511 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-654bbbb7-caa1-4b80-8cd1-c9d282eb3968 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for 8bc32f9c-1b42-49c8-a73c-e86559528e2e owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:24.768490 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1109-f03a-49ef-9b0d-b84ad2b255c7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:24.793381 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:24.846582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:24.900407 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:24.959642 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-271d1014-1c56-4fdd-9f8e-8684aa961b35 None None] Current status of the port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:24.965379 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067c244b-1aaf-448d-a15d-c052ee4cb124 None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:11:24.975664 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port d0e47740-1b7d-4162-bcf2-3bd68d2cacd6 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:24.977031 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:24.996783 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a07081f6-eb04-4939-8a11-2e290da9134c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:25.015667 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a07081f6-eb04-4939-8a11-2e290da9134c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:25.015987 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-a07081f6-eb04-4939-8a11-2e290da9134c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Floating IP f40058cf-1502-415e-81d4-57b43005b4b5 disassociated. External IP: 172.26.4.247, port: 16182fb2-e111-4a82-be0f-bfafe16e3813. Sep 21 15:11:25.076563 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-271d1014-1c56-4fdd-9f8e-8684aa961b35 None None] Provisioning for port 8bc32f9c-1b42-49c8-a73c-e86559528e2e completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:25.102437 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a95e1d8-2e65-4841-97fc-18035b315f8f req-e553d31c-cb07-42c0-9ac7-488ed921d514 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4499259 Sep 21 15:11:25.140099 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-271d1014-1c56-4fdd-9f8e-8684aa961b35 None None] Provisioning complete for port 8bc32f9c-1b42-49c8-a73c-e86559528e2e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:25.141238 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-271d1014-1c56-4fdd-9f8e-8684aa961b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:25.148298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20ae06e-db10-4134-ad48-74caf41b42f2']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:25.175016 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e0e1109-f03a-49ef-9b0d-b84ad2b255c7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:25.183846 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e1109-f03a-49ef-9b0d-b84ad2b255c7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=4ec88204-db31-44b6-9bb2-8f2320f58c05,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:25.190846 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port d0e47740-1b7d-4162-bcf2-3bd68d2cacd6, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d0e47740-1b7d-4162-bcf2-3bd68d2cacd6,segment=NetworkSegment(d52ee905-6d98-42ca-aeb8-cc76d248c897),segment_id=d52ee905-6d98-42ca-aeb8-cc76d248c897)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:25.191099 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f950d29a-0a4e-4e50-a94e-d155e51ba2d6') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:25.191325 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f950d29a-0a4e-4e50-a94e-d155e51ba2d6') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:25.208477 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:25.290062 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-271d1014-1c56-4fdd-9f8e-8684aa961b35 None None] Port 8bc32f9c-1b42-49c8-a73c-e86559528e2e cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:11:25.346457 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=d0e47740-1b7d-4162-bcf2-3bd68d2cacd6,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:25.359003 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:25.425815 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9bef6b1b-4576-4914-b051-381eb46dbf49 None None] Provisioning complete for port 4ec88204-db31-44b6-9bb2-8f2320f58c05 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:25.426419 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9bef6b1b-4576-4914-b051-381eb46dbf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:25.473248 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] device_id is not set on port cb49e634-530d-476c-a125-b3136a713dd6 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:11:25.479573 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:25.485818 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95e1d8-2e65-4841-97fc-18035b315f8f req-5ec4856f-a71a-4d16-9452-0905d114c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:25.487859 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a95e1d8-2e65-4841-97fc-18035b315f8f req-5ec4856f-a71a-4d16-9452-0905d114c258 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=537869f246ac43fa81163f09d28c74dc&device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 1099 time: 0.2370055 Sep 21 15:11:25.503932 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:11:25.504335 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:25.537775 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9bef6b1b-4576-4914-b051-381eb46dbf49 None None] Port 4ec88204-db31-44b6-9bb2-8f2320f58c05 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:11:25.559366 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9bef6b1b-4576-4914-b051-381eb46dbf49 None None] Could not find standard attr ID for object 8bc32f9c-1b42-49c8-a73c-e86559528e2e. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:11:25.559907 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-654bbbb7-caa1-4b80-8cd1-c9d282eb3968 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:25.562596 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment f950d29a-0a4e-4e50-a94e-d155e51ba2d6 resource provider aggregate not found Sep 21 15:11:25.576074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Router 69ba5ac8-8fa8-4d1a-ac4f-9acfd3e8f8e9 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:11:25.596411 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d0e47740-1b7d-4162-bcf2-3bd68d2cacd6 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:25.677753 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment f950d29a-0a4e-4e50-a94e-d155e51ba2d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f950d29a-0a4e-4e50-a94e-d155e51ba2d6 found for delete ", "request_id": "req-4f235608-2c5d-466c-8260-4bd90fe3df3a"}]} Sep 21 15:11:25.693325 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port d0e47740-1b7d-4162-bcf2-3bd68d2cacd6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:25.694125 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:25.707447 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654bbbb7-caa1-4b80-8cd1-c9d282eb3968 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Port': ['ID=8bc32f9c-1b42-49c8-a73c-e86559528e2e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:25.773982 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0e1109-f03a-49ef-9b0d-b84ad2b255c7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network 2e49346e-1433-46cc-83de-3864edf3d531 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:25.814569 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07081f6-eb04-4939-8a11-2e290da9134c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Router 22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:11:25.822521 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:25.829779 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port d0e47740-1b7d-4162-bcf2-3bd68d2cacd6 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:25.853014 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-1e0e1109-f03a-49ef-9b0d-b84ad2b255c7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:25.875934 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95e1d8-2e65-4841-97fc-18035b315f8f req-c9a04855-ac32-4365-b357-d1470064df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:25.877947 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a95e1d8-2e65-4841-97fc-18035b315f8f req-c9a04855-ac32-4365-b357-d1470064df97 service neutron] 10.222.0.20 "GET /v2.0/networks?id=35623812-409c-40a9-b25b-97314219e56f HTTP/1.1" status: 200 len: 912 time: 0.3313503 Sep 21 15:11:25.885154 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:25.937271 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Network': ['ID=c20ae06e-db10-4134-ad48-74caf41b42f2,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:26.035321 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-654bbbb7-caa1-4b80-8cd1-c9d282eb3968 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:26.151690 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-aea19e51-5d93-481f-99af-130a62f4c332 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/c20ae06e-db10-4134-ad48-74caf41b42f2 HTTP/1.1" status: 204 len: 168 time: 7.9401646 Sep 21 15:11:26.156893 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 54996) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:26.172947 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-654bbbb7-caa1-4b80-8cd1-c9d282eb3968 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/8bc32f9c-1b42-49c8-a73c-e86559528e2e HTTP/1.1" status: 204 len: 168 time: 3.0621619 Sep 21 15:11:26.176429 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-50494b15-54fd-4a2c-9f75-2a81eb7ef41e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1298245033'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:26.183982 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55000) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:26.195545 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-50494b15-54fd-4a2c-9f75-2a81eb7ef41e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:26.200255 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:26.202650 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4dc49cd3-8bbe-4174-91dd-07589eb51f8e None None] Provisioning complete for port 4ec88204-db31-44b6-9bb2-8f2320f58c05 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:26.203002 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4dc49cd3-8bbe-4174-91dd-07589eb51f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:26.260937 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4dc49cd3-8bbe-4174-91dd-07589eb51f8e None None] Port 4ec88204-db31-44b6-9bb2-8f2320f58c05 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:11:26.268917 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:11:26.279236 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83118714-95cc-4c30-9092-fe3680339381 None None] Sync routers for ids ['69ba5ac8-8fa8-4d1a-ac4f-9acfd3e8f8e9'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:11:26.291267 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83118714-95cc-4c30-9092-fe3680339381 None None] Routers {'69ba5ac8-8fa8-4d1a-ac4f-9acfd3e8f8e9'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:26.291983 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-83118714-95cc-4c30-9092-fe3680339381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['69ba5ac8-8fa8-4d1a-ac4f-9acfd3e8f8e9'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:26.341243 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a95e1d8-2e65-4841-97fc-18035b315f8f req-a2a74a0c-848f-4ad9-bad1-d53f5f76c4cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f885edf7-41fa-47bd-b181-19541fdf8bf8 HTTP/1.1" status: 200 len: 1001 time: 0.4515896 Sep 21 15:11:26.406844 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-50494b15-54fd-4a2c-9f75-2a81eb7ef41e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Usage tracker for resource:network and tenant:bb9c11e9af854d96b17445323eac9a86 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:26.411641 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:26.416840 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0ead877d-bb05-47b7-b24b-932e6c0d7754 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.0318127 Sep 21 15:11:26.418266 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55004) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:26.460901 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-50494b15-54fd-4a2c-9f75-2a81eb7ef41e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:26.482113 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-83118714-95cc-4c30-9092-fe3680339381 None None] Set router 69ba5ac8-8fa8-4d1a-ac4f-9acfd3e8f8e9 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:11:26.484755 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-50494b15-54fd-4a2c-9f75-2a81eb7ef41e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:26.499964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07081f6-eb04-4939-8a11-2e290da9134c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:11:26.514049 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a07081f6-eb04-4939-8a11-2e290da9134c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:26.517202 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f819966-2e8e-4de8-aca1-86c9f93e9879 None None] Sync routers for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:11:26.517696 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fd704f-02da-41b4-9073-94edf485cc06 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:26.519373 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fd704f-02da-41b4-9073-94edf485cc06 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:26.521040 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fd704f-02da-41b4-9073-94edf485cc06 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:26.521862 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-07fd704f-02da-41b4-9073-94edf485cc06 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:26.533205 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f819966-2e8e-4de8-aca1-86c9f93e9879 None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:26.536064 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6f819966-2e8e-4de8-aca1-86c9f93e9879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:26.545649 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95e1d8-2e65-4841-97fc-18035b315f8f req-9ad94a34-8025-43d2-80b2-b62c2bad2e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:26.547317 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a95e1d8-2e65-4841-97fc-18035b315f8f req-9ad94a34-8025-43d2-80b2-b62c2bad2e88 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1ab4349-2b6d-4af5-b8c9-4479fa3e1388 HTTP/1.1" status: 200 len: 850 time: 0.1909058 Sep 21 15:11:26.550937 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50494b15-54fd-4a2c-9f75-2a81eb7ef41e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:26.554336 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-50494b15-54fd-4a2c-9f75-2a81eb7ef41e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:26.572132 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] device_id is not set on port ed92117b-5091-42c8-9be0-ca657a5781c8 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:11:26.617607 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50494b15-54fd-4a2c-9f75-2a81eb7ef41e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:11:26.626852 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-50494b15-54fd-4a2c-9f75-2a81eb7ef41e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:26.627470 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-50494b15-54fd-4a2c-9f75-2a81eb7ef41e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Added segment 33930479-07be-43cd-ac30-e0c112ffa731 of type vlan for network 203ac830-b946-43af-91d5-9ac275600e75 Sep 21 15:11:26.641422 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-07fd704f-02da-41b4-9073-94edf485cc06 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:26.642956 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-07fd704f-02da-41b4-9073-94edf485cc06 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4546659 Sep 21 15:11:26.653322 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0e1109-f03a-49ef-9b0d-b84ad2b255c7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Router 345d9af1-d3e3-4f46-ad55-97e172814350 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:11:26.655344 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55008) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:26.658301 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6f819966-2e8e-4de8-aca1-86c9f93e9879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:26.671804 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f819966-2e8e-4de8-aca1-86c9f93e9879 None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:26.672575 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6f819966-2e8e-4de8-aca1-86c9f93e9879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:26.696702 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-50494b15-54fd-4a2c-9f75-2a81eb7ef41e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:26.719220 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a07081f6-eb04-4939-8a11-2e290da9134c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "PUT /v2.0/floatingips/f40058cf-1502-415e-81d4-57b43005b4b5 HTTP/1.1" status: 200 len: 688 time: 2.6168215 Sep 21 15:11:26.723486 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55012) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:26.762597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6f819966-2e8e-4de8-aca1-86c9f93e9879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:26.763404 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f819966-2e8e-4de8-aca1-86c9f93e9879 None None] The sync data for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:11:26.826059 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-72b31448-eedd-423c-aa7b-f36eb6a3f41d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "GET /v2.0/routers/69ba5ac8-8fa8-4d1a-ac4f-9acfd3e8f8e9 HTTP/1.1" status: 200 len: 908 time: 0.4050558 Sep 21 15:11:26.832856 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-83118714-95cc-4c30-9092-fe3680339381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ba5ac8-8fa8-4d1a-ac4f-9acfd3e8f8e9', 'name': 'tempest-snat-router-823723319', 'tenant_id': '8b920d0c51b34edda663543b45d0c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.223'}], 'enable_snat': False}, 'gw_port_id': 'f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:11:19Z', 'updated_at': '2022-09-21T15:11:23Z', 'revision_number': 3, 'project_id': '8b920d0c51b34edda663543b45d0c985', 'gw_port': {'id': 'f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:59:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ba5ac8-8fa8-4d1a-ac4f-9acfd3e8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:11:21Z', 'updated_at': '2022-09-21T15:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:26.836834 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83118714-95cc-4c30-9092-fe3680339381 None None] Checking router: 69ba5ac8-8fa8-4d1a-ac4f-9acfd3e8f8e9 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:11:26.837254 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83118714-95cc-4c30-9092-fe3680339381 None None] Updating router 69ba5ac8-8fa8-4d1a-ac4f-9acfd3e8f8e9 port f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:11:26.854316 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55016) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:26.863265 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-50494b15-54fd-4a2c-9f75-2a81eb7ef41e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:11:26.890334 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Request body: {'router': {'name': 'tempest-snat-router-823723319', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'enable_snat': True}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:26.895573 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-83118714-95cc-4c30-9092-fe3680339381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:26.910316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d78362de-05a2-4a59-bee8-f8d9e2ea684c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Deleting port e38f6eb5-ab65-41ed-a4e0-1fd0983dc451 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:26.910892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d78362de-05a2-4a59-bee8-f8d9e2ea684c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:26.916308 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:26.926237 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-004c98d8-6946-46c5-babd-7c7ebbc8efe2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet 479e8c5b-042e-4c14-8249-eb6ec2226dd0 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:11:26.935163 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Usage tracker for resource:router and tenant:8b920d0c51b34edda663543b45d0c985 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:26.941912 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:26.946756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-004c98d8-6946-46c5-babd-7c7ebbc8efe2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:26.955899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95e1d8-2e65-4841-97fc-18035b315f8f req-b137e0ec-0ae6-4cde-aee7-1dc04566423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:26.957405 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a95e1d8-2e65-4841-97fc-18035b315f8f req-b137e0ec-0ae6-4cde-aee7-1dc04566423d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=35623812-409c-40a9-b25b-97314219e56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3991778 Sep 21 15:11:27.057214 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-50494b15-54fd-4a2c-9f75-2a81eb7ef41e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:27.062870 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50494b15-54fd-4a2c-9f75-2a81eb7ef41e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:27.063507 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-50494b15-54fd-4a2c-9f75-2a81eb7ef41e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:27.070048 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:27.109522 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0e1109-f03a-49ef-9b0d-b84ad2b255c7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:11:27.113777 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:27.135520 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4967dc41-0349-4a49-a23b-86dafcec85c4 None None] Sync routers for ids ['345d9af1-d3e3-4f46-ad55-97e172814350'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:11:27.164434 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4967dc41-0349-4a49-a23b-86dafcec85c4 None None] Routers {'345d9af1-d3e3-4f46-ad55-97e172814350'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:27.164715 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4967dc41-0349-4a49-a23b-86dafcec85c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['345d9af1-d3e3-4f46-ad55-97e172814350'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:27.201727 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d78362de-05a2-4a59-bee8-f8d9e2ea684c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:27.202048 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d78362de-05a2-4a59-bee8-f8d9e2ea684c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:27.211263 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a95e1d8-2e65-4841-97fc-18035b315f8f req-377e6766-12b1-48fe-96d8-f11fa791d06a service neutron] 10.222.0.20 "GET /v2.0/networks/35623812-409c-40a9-b25b-97314219e56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448201 Sep 21 15:11:27.217484 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1e0e1109-f03a-49ef-9b0d-b84ad2b255c7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "PUT /v2.0/routers/345d9af1-d3e3-4f46-ad55-97e172814350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0853682 Sep 21 15:11:27.222792 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:27.223882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:27.231660 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-004c98d8-6946-46c5-babd-7c7ebbc8efe2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:27.237965 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55020) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:27.244976 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4967dc41-0349-4a49-a23b-86dafcec85c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:27.264374 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-50494b15-54fd-4a2c-9f75-2a81eb7ef41e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1004751 Sep 21 15:11:27.279614 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55022) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:27.294152 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-07383620-6fa1-47e8-8f34-66c3520846e4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'subnet': {'network_id': '203ac830-b946-43af-91d5-9ac275600e75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:27.301832 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4967dc41-0349-4a49-a23b-86dafcec85c4 None None] Routers {'345d9af1-d3e3-4f46-ad55-97e172814350'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:27.302479 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4967dc41-0349-4a49-a23b-86dafcec85c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['345d9af1-d3e3-4f46-ad55-97e172814350'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:27.314600 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50494b15-54fd-4a2c-9f75-2a81eb7ef41e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Network': ['ID=203ac830-b946-43af-91d5-9ac275600e75,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:27.333109 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 203ac830-b946-43af-91d5-9ac275600e75 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:11:27.359398 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d78362de-05a2-4a59-bee8-f8d9e2ea684c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Calling delete_port for e38f6eb5-ab65-41ed-a4e0-1fd0983dc451 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:27.393152 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:27.411235 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-83118714-95cc-4c30-9092-fe3680339381 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:27.424563 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-83118714-95cc-4c30-9092-fe3680339381 None None] Transition to ACTIVE for port object f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:27.430231 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4967dc41-0349-4a49-a23b-86dafcec85c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:27.431146 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4967dc41-0349-4a49-a23b-86dafcec85c4 None None] The sync data for ids ['345d9af1-d3e3-4f46-ad55-97e172814350'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:11:27.436380 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-83118714-95cc-4c30-9092-fe3680339381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:27.458988 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:27.499136 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-83118714-95cc-4c30-9092-fe3680339381 None None] Attempting to bind port f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:11:27.499906 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-83118714-95cc-4c30-9092-fe3680339381 None None] Attempting to bind port f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:11:27.500537 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83118714-95cc-4c30-9092-fe3680339381 None None] Attempting to bind port f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:11:27.516512 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83118714-95cc-4c30-9092-fe3680339381 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:11:27.517432 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83118714-95cc-4c30-9092-fe3680339381 None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:27.518116 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-83118714-95cc-4c30-9092-fe3680339381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:27.518513 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83118714-95cc-4c30-9092-fe3680339381 None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:11:27.518990 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-83118714-95cc-4c30-9092-fe3680339381 None None] Bound port: f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:11:27.519376 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-83118714-95cc-4c30-9092-fe3680339381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:27.596587 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d947d-e513-450a-aadc-3601235c58fa None None] Pushing event updated for resources: {'Port': ['ID=f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:27.615504 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-07383620-6fa1-47e8-8f34-66c3520846e4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:27.621126 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-83118714-95cc-4c30-9092-fe3680339381 None None] For port f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:11:27.624138 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-83118714-95cc-4c30-9092-fe3680339381 None None] For port f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:11:27.628719 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-83118714-95cc-4c30-9092-fe3680339381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:27.687590 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-004c98d8-6946-46c5-babd-7c7ebbc8efe2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:27.700332 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83118714-95cc-4c30-9092-fe3680339381 None None] Routers {'69ba5ac8-8fa8-4d1a-ac4f-9acfd3e8f8e9'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:27.701280 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-83118714-95cc-4c30-9092-fe3680339381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['69ba5ac8-8fa8-4d1a-ac4f-9acfd3e8f8e9'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:27.714838 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-07383620-6fa1-47e8-8f34-66c3520846e4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Usage tracker for resource:subnet and tenant:bb9c11e9af854d96b17445323eac9a86 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:27.719039 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network a9328343-2c63-4aa4-bdce-abb38242c3e2 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:27.720165 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-07383620-6fa1-47e8-8f34-66c3520846e4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:27.743691 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:27.751469 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-07383620-6fa1-47e8-8f34-66c3520846e4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:27.753598 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:27.754407 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:27.799664 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d947d-e513-450a-aadc-3601235c58fa None None] Pushing event updated for resources: {'Port': ['ID=f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:27.811940 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a95e1d8-2e65-4841-97fc-18035b315f8f req-a821a30a-82d6-4386-b864-442f794e038b service neutron] 10.222.0.20 "GET /v2.0/networks/35623812-409c-40a9-b25b-97314219e56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5937309 Sep 21 15:11:27.824252 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=cb49e634-530d-476c-a125-b3136a713dd6,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:27.846881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceac756b-be6b-457d-9335-73cd000ed78b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:27.847996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ceac756b-be6b-457d-9335-73cd000ed78b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Synchronizing usage tracker for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:27.853428 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d78362de-05a2-4a59-bee8-f8d9e2ea684c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:27.908916 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78362de-05a2-4a59-bee8-f8d9e2ea684c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event deleted for resources: {'Port': ['ID=e38f6eb5-ab65-41ed-a4e0-1fd0983dc451,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:27.921814 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-83118714-95cc-4c30-9092-fe3680339381 None None] Set router 69ba5ac8-8fa8-4d1a-ac4f-9acfd3e8f8e9 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:11:27.948845 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ceac756b-be6b-457d-9335-73cd000ed78b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Unset dirty status for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:27.950694 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ceac756b-be6b-457d-9335-73cd000ed78b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports?device_id=345d9af1-d3e3-4f46-ad55-97e172814350 HTTP/1.1" status: 200 len: 982 time: 0.6601596 Sep 21 15:11:27.956830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55028) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:27.966650 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07383620-6fa1-47e8-8f34-66c3520846e4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:27.970080 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-07383620-6fa1-47e8-8f34-66c3520846e4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:28.002157 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:28.181491 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d78362de-05a2-4a59-bee8-f8d9e2ea684c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:28.227529 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=ed92117b-5091-42c8-9be0-ca657a5781c8,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:28.254235 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-004c98d8-6946-46c5-babd-7c7ebbc8efe2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:28.268254 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d78362de-05a2-4a59-bee8-f8d9e2ea684c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:28.273106 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d78362de-05a2-4a59-bee8-f8d9e2ea684c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "DELETE /v2.0/floatingips/f40058cf-1502-415e-81d4-57b43005b4b5 HTTP/1.1" status: 204 len: 168 time: 1.5440900 Sep 21 15:11:28.278649 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55034) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:28.285943 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-83118714-95cc-4c30-9092-fe3680339381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ba5ac8-8fa8-4d1a-ac4f-9acfd3e8f8e9', 'name': 'tempest-snat-router-823723319', 'tenant_id': '8b920d0c51b34edda663543b45d0c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.223'}], 'enable_snat': False}, 'gw_port_id': 'f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:11:19Z', 'updated_at': '2022-09-21T15:11:23Z', 'revision_number': 3, 'project_id': '8b920d0c51b34edda663543b45d0c985', 'gw_port': {'id': 'f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:59:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ba5ac8-8fa8-4d1a-ac4f-9acfd3e8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:11:21Z', 'updated_at': '2022-09-21T15:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:28.290974 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83118714-95cc-4c30-9092-fe3680339381 None None] The sync data for ids ['69ba5ac8-8fa8-4d1a-ac4f-9acfd3e8f8e9'] in dv-neutron-858731-1-hyperv is: [{'id': '69ba5ac8-8fa8-4d1a-ac4f-9acfd3e8f8e9', 'name': 'tempest-snat-router-823723319', 'tenant_id': '8b920d0c51b34edda663543b45d0c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.223'}], 'enable_snat': False}, 'gw_port_id': 'f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:11:19Z', 'updated_at': '2022-09-21T15:11:23Z', 'revision_number': 3, 'project_id': '8b920d0c51b34edda663543b45d0c985', 'gw_port': {'id': 'f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:59:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ba5ac8-8fa8-4d1a-ac4f-9acfd3e8f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:11:21Z', 'updated_at': '2022-09-21T15:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:11:28.332635 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c98d8-6946-46c5-babd-7c7ebbc8efe2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=479e8c5b-042e-4c14-8249-eb6ec2226dd0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:28.339715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': '8a4604f2-0232-423e-b5b1-bc5490a43e26'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:28.353858 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:28.369682 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Usage tracker for resource:floatingip and tenant:157f5050b7144cb78f4f1a9791bb2308 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:28.374431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:28.383576 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:28.385730 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Checking segment: {'id': '41790853-41dd-44e8-974e-db8eb7a8b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '241ab7d0-5b02-4c5b-a218-709a18f4389a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:28.385900 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network hostable DHCP agents. Network: 241ab7d0-5b02-4c5b-a218-709a18f4389a, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:11:28.391282 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-004c98d8-6946-46c5-babd-7c7ebbc8efe2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:28.394432 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98864070-a59f-4e64-b228-84cc3872a314 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:28.446044 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:28.459927 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-004c98d8-6946-46c5-babd-7c7ebbc8efe2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/479e8c5b-042e-4c14-8249-eb6ec2226dd0 HTTP/1.1" status: 204 len: 168 time: 1.7982533 Sep 21 15:11:28.468580 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55038) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:28.502047 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network 241ab7d0-5b02-4c5b-a218-709a18f4389a is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:11:28.533483 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 241ab7d0-5b02-4c5b-a218-709a18f4389a) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:28.540337 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:28.545993 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:28.550592 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b6444d-ee0d-48f4-b0b9-92230e604560 None None] Network 241ab7d0-5b02-4c5b-a218-709a18f4389a requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:28.551428 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:28.552264 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:28.629657 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8b049d55-f499-4302-bc37-6c9791e7acd0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.5330458 Sep 21 15:11:28.633817 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55042) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:28.664348 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-0555c7b1-8d77-4e10-8e8a-dbe3cbc16f39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet ece0bf88-82d5-41fa-a3bf-d62083d62a94 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:11:28.688257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0555c7b1-8d77-4e10-8e8a-dbe3cbc16f39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:28.705665 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-07383620-6fa1-47e8-8f34-66c3520846e4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:28.822702 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0555c7b1-8d77-4e10-8e8a-dbe3cbc16f39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:28.847293 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07383620-6fa1-47e8-8f34-66c3520846e4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Subnet': ['ID=8ea89a0f-986d-4c4a-81a8-96b02e5e7524,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:28.855253 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b5dbeda0-14e4-4971-9a55-dbe08b18192b tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting port ed92117b-5091-42c8-9be0-ca657a5781c8 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:28.857947 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5dbeda0-14e4-4971-9a55-dbe08b18192b tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:28.965908 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:29.066102 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07383620-6fa1-47e8-8f34-66c3520846e4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Checking segment: {'id': '33930479-07be-43cd-ac30-e0c112ffa731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '203ac830-b946-43af-91d5-9ac275600e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:29.066659 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07383620-6fa1-47e8-8f34-66c3520846e4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network hostable DHCP agents. Network: 203ac830-b946-43af-91d5-9ac275600e75, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:11:29.103221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0555c7b1-8d77-4e10-8e8a-dbe3cbc16f39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:29.167343 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b6fa193b-fff0-4e40-aa61-4ca0c5b8d51e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:29.292614 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07383620-6fa1-47e8-8f34-66c3520846e4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network 203ac830-b946-43af-91d5-9ac275600e75 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:11:29.382540 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:29.420754 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-07383620-6fa1-47e8-8f34-66c3520846e4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 203ac830-b946-43af-91d5-9ac275600e75) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:29.433279 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add7ef3b-384d-4355-9f51-8fa78d697308 None None] Network 203ac830-b946-43af-91d5-9ac275600e75 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:29.438041 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:29.440380 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07383620-6fa1-47e8-8f34-66c3520846e4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:29.440975 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-07383620-6fa1-47e8-8f34-66c3520846e4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:29.450481 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5dbeda0-14e4-4971-9a55-dbe08b18192b tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:29.620532 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Allocated IP 172.26.4.16 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/4ac6e337-bbb4-4c08-81bf-4c46aa1a53cf) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:29.658817 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:29.700554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0555c7b1-8d77-4e10-8e8a-dbe3cbc16f39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:29.730941 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b5dbeda0-14e4-4971-9a55-dbe08b18192b tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Calling delete_port for ed92117b-5091-42c8-9be0-ca657a5781c8 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:29.818411 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555c7b1-8d77-4e10-8e8a-dbe3cbc16f39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=ece0bf88-82d5-41fa-a3bf-d62083d62a94,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:29.824848 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0555c7b1-8d77-4e10-8e8a-dbe3cbc16f39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:29.827301 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-07383620-6fa1-47e8-8f34-66c3520846e4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5443771 Sep 21 15:11:29.828312 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55046) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:29.840323 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1077599e-3cdd-4770-927c-9dfd22dc4744 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:29.860592 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:29.916510 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0555c7b1-8d77-4e10-8e8a-dbe3cbc16f39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/ece0bf88-82d5-41fa-a3bf-d62083d62a94 HTTP/1.1" status: 204 len: 168 time: 1.4423943 Sep 21 15:11:29.918645 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55050) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:29.922235 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:29.922824 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:30.004355 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-18aed6c7-651c-4322-970d-bf623f3ff770 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:router {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:30.014976 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3009da25-f670-4f59-90f6-ffc5b6cbe1a3 None None] Provisioning complete for port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:30.015337 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3009da25-f670-4f59-90f6-ffc5b6cbe1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:30.051503 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4548b547-9076-4a7b-94f2-371250b5da13 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:30.055658 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5dbeda0-14e4-4971-9a55-dbe08b18192b tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:30.072717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-18aed6c7-651c-4322-970d-bf623f3ff770 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:router {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:30.073885 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-18aed6c7-651c-4322-970d-bf623f3ff770 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1542003 Sep 21 15:11:30.077911 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55054) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:30.089257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e138bb77-0826-4254-a822-ad52774a5405 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:30.107225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:30.111053 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbeda0-14e4-4971-9a55-dbe08b18192b tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Port': ['ID=ed92117b-5091-42c8-9be0-ca657a5781c8,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:30.114117 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b6fa193b-fff0-4e40-aa61-4ca0c5b8d51e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port 4ec88204-db31-44b6-9bb2-8f2320f58c05 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:30.114309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b6fa193b-fff0-4e40-aa61-4ca0c5b8d51e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:30.121435 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5dbeda0-14e4-4971-9a55-dbe08b18192b tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:30.172090 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b5dbeda0-14e4-4971-9a55-dbe08b18192b tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/ports/ed92117b-5091-42c8-9be0-ca657a5781c8 HTTP/1.1" status: 204 len: 168 time: 1.5369127 Sep 21 15:11:30.175655 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55058) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:30.279589 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff7845a-06ca-4e8f-9d6a-f23d64abe0ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-203ac830-b946-43af-91d5-9ac275600e75', 'network_id': '203ac830-b946-43af-91d5-9ac275600e75', 'tenant_id': 'bb9c11e9af854d96b17445323eac9a86', 'fixed_ips': [{'subnet_id': '8ea89a0f-986d-4c4a-81a8-96b02e5e7524'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:11:30.280566 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ff7845a-06ca-4e8f-9d6a-f23d64abe0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:30.364936 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e138bb77-0826-4254-a822-ad52774a5405 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:30.369631 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4548b547-9076-4a7b-94f2-371250b5da13 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:30.381720 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e138bb77-0826-4254-a822-ad52774a5405 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:30.388902 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e138bb77-0826-4254-a822-ad52774a5405 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:30.402905 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e138bb77-0826-4254-a822-ad52774a5405 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:30.429442 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:30.429977 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:30.435068 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:30.473089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e138bb77-0826-4254-a822-ad52774a5405 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:30.477515 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e138bb77-0826-4254-a822-ad52774a5405 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:30.489104 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:30.507947 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:30.540556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a97faf-05ee-4b7d-b34b-7a510833a785 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:30.546625 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3009da25-f670-4f59-90f6-ffc5b6cbe1a3 None None] Current status of the port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:30.546790 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a97faf-05ee-4b7d-b34b-7a510833a785 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:30.547528 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-00a97faf-05ee-4b7d-b34b-7a510833a785 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Synchronizing usage tracker for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:30.562052 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Allocated IP 172.26.4.114 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/f0e65215-bbb9-4308-8658-60cc7f0c97f3) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:30.577076 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4548b547-9076-4a7b-94f2-371250b5da13 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server [None req-9ff7845a-06ca-4e8f-9d6a-f23d64abe0ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ea89a0f-986d-4c4a-81a8-96b02e5e7524: This subnet is being modified by another concurrent operation. Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 15:11:30.587900 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise exception Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ea89a0f-986d-4c4a-81a8-96b02e5e7524: This subnet is being modified by another concurrent operation. Sep 21 15:11:30.592128 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server Sep 21 15:11:30.613668 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1978a79-c083-4ad7-80ca-a86db01cf4c3 None None] Network 203ac830-b946-43af-91d5-9ac275600e75 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:30.638516 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548b547-9076-4a7b-94f2-371250b5da13 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea89a0f-986d-4c4a-81a8-96b02e5e7524,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:30.665374 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae62a5ec-1d53-41dc-8d97-4ece9881393b None None] DHCP port deletion for cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:11:30.666392 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b6fa193b-fff0-4e40-aa61-4ca0c5b8d51e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:30.686127 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:30.692820 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:30.695527 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:30.724257 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-00a97faf-05ee-4b7d-b34b-7a510833a785 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Unset dirty status for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:30.726389 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-00a97faf-05ee-4b7d-b34b-7a510833a785 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.5494707 Sep 21 15:11:30.736144 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ae62a5ec-1d53-41dc-8d97-4ece9881393b None None] Deleting port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:30.736607 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ae62a5ec-1d53-41dc-8d97-4ece9881393b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:30.764621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:30.841741 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4548b547-9076-4a7b-94f2-371250b5da13 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:30.842549 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55062) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:30.851976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b6fa193b-fff0-4e40-aa61-4ca0c5b8d51e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Calling delete_port for 4ec88204-db31-44b6-9bb2-8f2320f58c05 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:30.889539 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-4548b547-9076-4a7b-94f2-371250b5da13 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203ac830-b946-43af-91d5-9ac275600e75']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:30.889995 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Port': ['ID=4ac6e337-bbb4-4c08-81bf-4c46aa1a53cf,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:30.909858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-4548b547-9076-4a7b-94f2-371250b5da13 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33930479-07be-43cd-ac30-e0c112ffa731') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:30.910170 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-4548b547-9076-4a7b-94f2-371250b5da13 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33930479-07be-43cd-ac30-e0c112ffa731') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:30.938419 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4548b547-9076-4a7b-94f2-371250b5da13 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:30.969649 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4548b547-9076-4a7b-94f2-371250b5da13 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:30.982335 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4548b547-9076-4a7b-94f2-371250b5da13 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:11:30.983539 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4548b547-9076-4a7b-94f2-371250b5da13 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:31.048182 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ae62a5ec-1d53-41dc-8d97-4ece9881393b None None] For port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=1860b3e9-7e45-4e2f-8b96-3f64c861b12a,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:31.048800 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ae62a5ec-1d53-41dc-8d97-4ece9881393b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:31.106008 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 33930479-07be-43cd-ac30-e0c112ffa731 resource provider aggregate not found Sep 21 15:11:31.128705 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 33930479-07be-43cd-ac30-e0c112ffa731 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33930479-07be-43cd-ac30-e0c112ffa731 found for delete ", "request_id": "req-d16425ee-3b76-41ac-9583-d6076e33ac57"}]} Sep 21 15:11:31.135292 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:31.144541 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4548b547-9076-4a7b-94f2-371250b5da13 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:31.171138 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4548b547-9076-4a7b-94f2-371250b5da13 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:31.180741 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548b547-9076-4a7b-94f2-371250b5da13 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Network': ['ID=203ac830-b946-43af-91d5-9ac275600e75,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:31.186460 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4548b547-9076-4a7b-94f2-371250b5da13 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/203ac830-b946-43af-91d5-9ac275600e75 HTTP/1.1" status: 204 len: 168 time: 1.3456843 Sep 21 15:11:31.188705 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55072) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:31.196465 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-11e14d6c-8cf5-4b33-8bf7-4a65543498c2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-684873498'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:31.197627 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ae62a5ec-1d53-41dc-8d97-4ece9881393b None None] Calling delete_port for 1860b3e9-7e45-4e2f-8b96-3f64c861b12a owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:31.201656 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-11e14d6c-8cf5-4b33-8bf7-4a65543498c2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:31.205991 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-11e14d6c-8cf5-4b33-8bf7-4a65543498c2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Usage tracker for resource:network and tenant:bb9c11e9af854d96b17445323eac9a86 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:31.208853 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-11e14d6c-8cf5-4b33-8bf7-4a65543498c2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:31.215804 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-11e14d6c-8cf5-4b33-8bf7-4a65543498c2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:31.228413 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e14d6c-8cf5-4b33-8bf7-4a65543498c2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:31.232562 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11e14d6c-8cf5-4b33-8bf7-4a65543498c2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:31.278022 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b63c3fce-5ca8-47b8-a16d-c9b7ebdb94a3 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting port cb49e634-530d-476c-a125-b3136a713dd6 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:31.278600 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e14d6c-8cf5-4b33-8bf7-4a65543498c2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:11:31.278734 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b63c3fce-5ca8-47b8-a16d-c9b7ebdb94a3 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:31.287811 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:31.332772 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11e14d6c-8cf5-4b33-8bf7-4a65543498c2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:31.333108 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-11e14d6c-8cf5-4b33-8bf7-4a65543498c2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Added segment e6276c75-8032-48f2-a153-c5c44e82bc19 of type vlan for network 164c064c-2e87-4637-b682-681d84f77c1d Sep 21 15:11:31.335383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ae62a5ec-1d53-41dc-8d97-4ece9881393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:31.388848 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:31.394039 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11e14d6c-8cf5-4b33-8bf7-4a65543498c2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:31.395037 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62a5ec-1d53-41dc-8d97-4ece9881393b None None] Pushing event deleted for resources: {'Port': ['ID=1860b3e9-7e45-4e2f-8b96-3f64c861b12a,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:31.396939 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae62a5ec-1d53-41dc-8d97-4ece9881393b None None] No DVR routers for this DVR port 1860b3e9-7e45-4e2f-8b96-3f64c861b12a on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:11:31.398460 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:31.405578 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:31.422385 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8ee58f-7d86-4442-8ef3-8f0418f21098 None None] get_active_networks_info from dv-neutron-858731-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:11:31.434369 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Pushing event updated for resources: {'Port': ['ID=f0e65215-bbb9-4308-8658-60cc7f0c97f3,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:31.544086 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11e14d6c-8cf5-4b33-8bf7-4a65543498c2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:31.550575 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e14d6c-8cf5-4b33-8bf7-4a65543498c2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:31.551194 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11e14d6c-8cf5-4b33-8bf7-4a65543498c2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:31.590852 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:31.618346 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdc381-381e-42a8-8a10-f804fdb38e1d req-3442ebff-219b-4bcb-9286-8841cce77213 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:31.619817 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-65fdc381-381e-42a8-8a10-f804fdb38e1d req-3442ebff-219b-4bcb-9286-8841cce77213 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.6824443 Sep 21 15:11:31.719430 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8ee58f-7d86-4442-8ef3-8f0418f21098 None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:11:31.776597 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e14d6c-8cf5-4b33-8bf7-4a65543498c2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Network': ['ID=164c064c-2e87-4637-b682-681d84f77c1d,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:31.784878 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-11e14d6c-8cf5-4b33-8bf7-4a65543498c2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5921452 Sep 21 15:11:31.784878 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55076) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:31.789947 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8882414c-e489-409a-bbe3-ed85ba6e3047 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'subnet': {'network_id': '164c064c-2e87-4637-b682-681d84f77c1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:31.805042 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 164c064c-2e87-4637-b682-681d84f77c1d details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:11:31.827901 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:31.828299 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:31.999575 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8882414c-e489-409a-bbe3-ed85ba6e3047 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:32.005452 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8882414c-e489-409a-bbe3-ed85ba6e3047 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Usage tracker for resource:subnet and tenant:bb9c11e9af854d96b17445323eac9a86 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:32.022031 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b63c3fce-5ca8-47b8-a16d-c9b7ebdb94a3 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:32.050419 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-65fdc381-381e-42a8-8a10-f804fdb38e1d req-ad69032c-13d5-480b-b452-abcbfbc2c6eb tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3393819 Sep 21 15:11:32.057797 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8882414c-e489-409a-bbe3-ed85ba6e3047 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:32.229783 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8882414c-e489-409a-bbe3-ed85ba6e3047 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:32.231821 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b63c3fce-5ca8-47b8-a16d-c9b7ebdb94a3 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Calling delete_port for cb49e634-530d-476c-a125-b3136a713dd6 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:32.253127 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8882414c-e489-409a-bbe3-ed85ba6e3047 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:32.256625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8882414c-e489-409a-bbe3-ed85ba6e3047 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:32.322926 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:32.339980 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b6fa193b-fff0-4e40-aa61-4ca0c5b8d51e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:32.370573 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:32.430217 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa193b-fff0-4e40-aa61-4ca0c5b8d51e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Port': ['ID=4ec88204-db31-44b6-9bb2-8f2320f58c05,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:32.471608 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 1860b3e9-7e45-4e2f-8b96-3f64c861b12a no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:11:32.513100 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 1860b3e9-7e45-4e2f-8b96-3f64c861b12a {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:11:32.513376 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 1860b3e9-7e45-4e2f-8b96-3f64c861b12a not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:11:32.571459 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'fixed_ips': [{'subnet_id': '72e3e619-b8ca-43d7-b69a-c7ec4736aea0'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:11:32.572393 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:32.603044 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.objects.ports [None req-e138bb77-0826-4254-a822-ad52774a5405 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:11:32.615409 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e138bb77-0826-4254-a822-ad52774a5405 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:32.681817 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b63c3fce-5ca8-47b8-a16d-c9b7ebdb94a3 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:32.742065 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] Allocated IP 2001:db8::f816:3eff:fefb:3da1 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/72e3e619-b8ca-43d7-b69a-c7ec4736aea0/3fc9c7d6-5994-4948-ba69-e5b436476612) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:32.818813 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:32.822951 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8882414c-e489-409a-bbe3-ed85ba6e3047 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:32.895267 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e138bb77-0826-4254-a822-ad52774a5405 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:32.909347 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c3fce-5ca8-47b8-a16d-c9b7ebdb94a3 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Port': ['ID=cb49e634-530d-476c-a125-b3136a713dd6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:32.913874 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e138bb77-0826-4254-a822-ad52774a5405 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:32.967497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:32.981184 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e138bb77-0826-4254-a822-ad52774a5405 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:32.981818 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e138bb77-0826-4254-a822-ad52774a5405 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:32.985922 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] Transition to ACTIVE for port object 3fc9c7d6-5994-4948-ba69-e5b436476612 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:33.016565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cea8f0-1e2b-4adc-ad82-1f2784138e08 req-e6123706-edd5-4ebe-acf5-421821249214 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:33.019008 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] Transition to ACTIVE for port object 3fc9c7d6-5994-4948-ba69-e5b436476612 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:33.023608 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d7cea8f0-1e2b-4adc-ad82-1f2784138e08 req-e6123706-edd5-4ebe-acf5-421821249214 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.8045850 Sep 21 15:11:33.028743 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:33.059389 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8882414c-e489-409a-bbe3-ed85ba6e3047 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Checking segment: {'id': 'e6276c75-8032-48f2-a153-c5c44e82bc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '164c064c-2e87-4637-b682-681d84f77c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:33.059750 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8882414c-e489-409a-bbe3-ed85ba6e3047 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network hostable DHCP agents. Network: 164c064c-2e87-4637-b682-681d84f77c1d, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:11:33.064036 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882414c-e489-409a-bbe3-ed85ba6e3047 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Subnet': ['ID=8b0ee6af-e9f8-488e-8f16-01830985a1be,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:33.095562 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b63c3fce-5ca8-47b8-a16d-c9b7ebdb94a3 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:33.111536 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8882414c-e489-409a-bbe3-ed85ba6e3047 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network 164c064c-2e87-4637-b682-681d84f77c1d is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:11:33.111763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138bb77-0826-4254-a822-ad52774a5405 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=72e3e619-b8ca-43d7-b69a-c7ec4736aea0,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:33.127375 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:33.130445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:33.131113 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-8882414c-e489-409a-bbe3-ed85ba6e3047 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 164c064c-2e87-4637-b682-681d84f77c1d) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:33.134896 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:33.136246 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8882414c-e489-409a-bbe3-ed85ba6e3047 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:33.136579 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8882414c-e489-409a-bbe3-ed85ba6e3047 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:33.139383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] Pushing event updated for resources: {'Port': ['ID=3fc9c7d6-5994-4948-ba69-e5b436476612,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:33.148931 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b6fa193b-fff0-4e40-aa61-4ca0c5b8d51e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:33.181629 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8882414c-e489-409a-bbe3-ed85ba6e3047 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3958669 Sep 21 15:11:33.184393 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55082) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:33.184799 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e138bb77-0826-4254-a822-ad52774a5405 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1035392 Sep 21 15:11:33.188498 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55086) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:33.199927 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b63c3fce-5ca8-47b8-a16d-c9b7ebdb94a3 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/ports/cb49e634-530d-476c-a125-b3136a713dd6 HTTP/1.1" status: 204 len: 168 time: 2.3561642 Sep 21 15:11:33.215140 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55088) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:33.220516 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ec50d7b3-573a-4666-a4c7-63edc044e021 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:33.243712 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Router 454c106f-2aa7-4b37-9119-d6cb8d68c5bb is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:11:33.259465 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:33.262887 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d7cea8f0-1e2b-4adc-ad82-1f2784138e08 req-63938e90-77ab-4727-b175-9a47d82168a1 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2382541 Sep 21 15:11:33.301779 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] Attempting to bind port 3fc9c7d6-5994-4948-ba69-e5b436476612 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:11:33.302173 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] Attempting to bind port 3fc9c7d6-5994-4948-ba69-e5b436476612 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:11:33.302797 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] Attempting to bind port 3fc9c7d6-5994-4948-ba69-e5b436476612 on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:11:33.309058 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:11:33.309441 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:33.309853 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:33.310421 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:11:33.310894 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] Bound port: 3fc9c7d6-5994-4948-ba69-e5b436476612, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:11:33.311269 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:33.419406 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] For port 3fc9c7d6-5994-4948-ba69-e5b436476612, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:11:33.422755 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] For port 3fc9c7d6-5994-4948-ba69-e5b436476612, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=3fc9c7d6-5994-4948-ba69-e5b436476612,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:11:33.427974 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:33.513066 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c0b05-ec6c-4831-ba7e-6fe45d1f3174 None None] Pushing event updated for resources: {'Port': ['ID=3fc9c7d6-5994-4948-ba69-e5b436476612,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:33.649529 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fa193b-fff0-4e40-aa61-4ca0c5b8d51e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Router 345d9af1-d3e3-4f46-ad55-97e172814350 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:11:33.653367 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:33.800258 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9a357-6846-4537-8a8c-b262344fae19 req-31cc09c5-c280-44f5-b746-4bc25d27ceeb tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:33.801924 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b8d9a357-6846-4537-8a8c-b262344fae19 req-31cc09c5-c280-44f5-b746-4bc25d27ceeb tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.3603373 Sep 21 15:11:33.879213 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f958cb5-7ddb-48db-bf0e-e2ac33bbbaf0 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:33.896034 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ec50d7b3-573a-4666-a4c7-63edc044e021 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:33.903101 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fa193b-fff0-4e40-aa61-4ca0c5b8d51e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:11:33.907076 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ec50d7b3-573a-4666-a4c7-63edc044e021 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:33.913706 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ed01ba-a571-4a7f-b17c-e05e4df40b8e None None] Sync routers for ids ['345d9af1-d3e3-4f46-ad55-97e172814350'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:11:33.921338 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19a8d75-7b9d-4251-8584-4703403107af tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:33.927575 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b6fa193b-fff0-4e40-aa61-4ca0c5b8d51e tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "PUT /v2.0/routers/345d9af1-d3e3-4f46-ad55-97e172814350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9642324 Sep 21 15:11:33.927735 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f19a8d75-7b9d-4251-8584-4703403107af tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7067885 Sep 21 15:11:33.927735 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ec50d7b3-573a-4666-a4c7-63edc044e021 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:33.927917 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ed01ba-a571-4a7f-b17c-e05e4df40b8e None None] Routers {'345d9af1-d3e3-4f46-ad55-97e172814350'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:33.927917 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e2ed01ba-a571-4a7f-b17c-e05e4df40b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['345d9af1-d3e3-4f46-ad55-97e172814350'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:33.932407 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55096) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:33.932755 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55098) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:33.939685 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ec50d7b3-573a-4666-a4c7-63edc044e021 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:34.002089 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e2ed01ba-a571-4a7f-b17c-e05e4df40b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:34.004774 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:11:34.006350 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b8d9a357-6846-4537-8a8c-b262344fae19 req-97cf2111-7fc8-4782-bfbf-041782420391 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480832 Sep 21 15:11:34.012740 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ed01ba-a571-4a7f-b17c-e05e4df40b8e None None] Routers {'345d9af1-d3e3-4f46-ad55-97e172814350'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:34.013382 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e2ed01ba-a571-4a7f-b17c-e05e4df40b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['345d9af1-d3e3-4f46-ad55-97e172814350'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:34.025071 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] Sync routers for ids ['454c106f-2aa7-4b37-9119-d6cb8d68c5bb'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:11:34.042165 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] Routers {'454c106f-2aa7-4b37-9119-d6cb8d68c5bb'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:34.043245 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['454c106f-2aa7-4b37-9119-d6cb8d68c5bb'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:34.078289 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a11296-f7ab-416d-9d7b-7ed3d6dbf106 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] GET failed (client error): The resource could not be found. Sep 21 15:11:34.078655 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c5a11296-f7ab-416d-9d7b-7ed3d6dbf106 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Synchronizing usage tracker for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:34.081457 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68647fa-f23d-41b0-8f9c-b89b0b33ec7d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] GET failed (client error): The resource could not be found. Sep 21 15:11:34.085395 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e68647fa-f23d-41b0-8f9c-b89b0b33ec7d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports/ed92117b-5091-42c8-9be0-ca657a5781c8 HTTP/1.1" status: 404 len: 333 time: 0.1463323 Sep 21 15:11:34.093765 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55106) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:34.125302 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e2ed01ba-a571-4a7f-b17c-e05e4df40b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:34.125703 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ed01ba-a571-4a7f-b17c-e05e4df40b8e None None] The sync data for ids ['345d9af1-d3e3-4f46-ad55-97e172814350'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:11:34.148742 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec50d7b3-573a-4666-a4c7-63edc044e021 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:34.152727 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec50d7b3-573a-4666-a4c7-63edc044e021 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:34.167742 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f958cb5-7ddb-48db-bf0e-e2ac33bbbaf0 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:34.179263 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-089ee20f-4d34-41d0-aefb-b5584a8bf3b0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] GET failed (client error): The resource could not be found. Sep 21 15:11:34.180334 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-089ee20f-4d34-41d0-aefb-b5584a8bf3b0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Synchronizing usage tracker for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:34.210735 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:34.214438 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8c6d85b2-c41a-4c51-8e50-b5e673b56f91 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.3400128 Sep 21 15:11:34.247891 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55110) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:34.295776 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] Set router 454c106f-2aa7-4b37-9119-d6cb8d68c5bb gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:11:34.313283 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c5a11296-f7ab-416d-9d7b-7ed3d6dbf106 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Unset dirty status for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:34.314543 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c5a11296-f7ab-416d-9d7b-7ed3d6dbf106 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports/4ec88204-db31-44b6-9bb2-8f2320f58c05 HTTP/1.1" status: 404 len: 333 time: 0.3795483 Sep 21 15:11:34.322561 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55114) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:34.396018 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-089ee20f-4d34-41d0-aefb-b5584a8bf3b0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Unset dirty status for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:34.400236 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-089ee20f-4d34-41d0-aefb-b5584a8bf3b0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports/cb49e634-530d-476c-a125-b3136a713dd6 HTTP/1.1" status: 404 len: 333 time: 0.3055270 Sep 21 15:11:34.401402 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55118) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:34.512419 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41286bda-5463-4b76-9b85-e8f0e83d0fd0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:34.580889 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f958cb5-7ddb-48db-bf0e-e2ac33bbbaf0 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:34.668860 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454c106f-2aa7-4b37-9119-d6cb8d68c5bb', 'name': 'tempest-snat-router-823723319', 'tenant_id': '8b920d0c51b34edda663543b45d0c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': 'f0e65215-bbb9-4308-8658-60cc7f0c97f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:11:27Z', 'updated_at': '2022-09-21T15:11:31Z', 'revision_number': 3, 'project_id': '8b920d0c51b34edda663543b45d0c985', 'gw_port': {'id': 'f0e65215-bbb9-4308-8658-60cc7f0c97f3', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454c106f-2aa7-4b37-9119-d6cb8d68c5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:11:29Z', 'updated_at': '2022-09-21T15:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:34.677048 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] Checking router: 454c106f-2aa7-4b37-9119-d6cb8d68c5bb for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:11:34.677523 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] Updating router 454c106f-2aa7-4b37-9119-d6cb8d68c5bb port f0e65215-bbb9-4308-8658-60cc7f0c97f3 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:11:34.723810 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17528d09-060c-4973-96c0-de08fedafef5 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:34.732227 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f958cb5-7ddb-48db-bf0e-e2ac33bbbaf0 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Subnet': ['ID=8b0ee6af-e9f8-488e-8f16-01830985a1be,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:34.742007 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:34.745838 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df83662b-711f-42f9-b4ab-de44374e3cf4 None None] Network 164c064c-2e87-4637-b682-681d84f77c1d requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:34.746549 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:34.823397 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ff3dbc86-5555-4bcf-b269-1c3d37babcae tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "GET /v2.0/routers/454c106f-2aa7-4b37-9119-d6cb8d68c5bb HTTP/1.1" status: 200 len: 907 time: 0.5668826 Sep 21 15:11:34.830210 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:34.848521 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55122) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:34.941020 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-363531f6-8810-4768-b8bf-41ff5ad926d7 None None] Provisioning for port 3fc9c7d6-5994-4948-ba69-e5b436476612 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:34.991913 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f958cb5-7ddb-48db-bf0e-e2ac33bbbaf0 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:34.995315 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b3ed4fd-e5c9-4be4-80f0-cc7768dac91d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:35.031122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a30674-64e8-4053-b675-22b5cacd2348 req-8f6a1052-7273-4232-8a54-142b7a4cb372 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:35.033137 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-42a30674-64e8-4053-b675-22b5cacd2348 req-8f6a1052-7273-4232-8a54-142b7a4cb372 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.8425665 Sep 21 15:11:35.036963 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Port': ['ID=4ac6e337-bbb4-4c08-81bf-4c46aa1a53cf,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:35.070456 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:35.102578 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2f9570-f8fd-44f8-a71e-2e93289aff85 None None] Network 164c064c-2e87-4637-b682-681d84f77c1d requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:35.206227 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-1f958cb5-7ddb-48db-bf0e-e2ac33bbbaf0 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164c064c-2e87-4637-b682-681d84f77c1d']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:35.217967 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41286bda-5463-4b76-9b85-e8f0e83d0fd0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:35.222086 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41286bda-5463-4b76-9b85-e8f0e83d0fd0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:35.248914 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-1f958cb5-7ddb-48db-bf0e-e2ac33bbbaf0 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6276c75-8032-48f2-a153-c5c44e82bc19') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:35.249230 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-1f958cb5-7ddb-48db-bf0e-e2ac33bbbaf0 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6276c75-8032-48f2-a153-c5c44e82bc19') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:35.288974 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:35.303381 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] Transition to ACTIVE for port object f0e65215-bbb9-4308-8658-60cc7f0c97f3 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:35.315286 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:35.354170 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Floating IP 8d565e92-e671-4ea2-a800-2a4c8e672554 associated. External IP: 172.26.4.16, port: 8a4604f2-0232-423e-b5b1-bc5490a43e26. Sep 21 15:11:35.394753 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f958cb5-7ddb-48db-bf0e-e2ac33bbbaf0 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:35.430394 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f958cb5-7ddb-48db-bf0e-e2ac33bbbaf0 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:35.437944 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41286bda-5463-4b76-9b85-e8f0e83d0fd0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:35.438451 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41286bda-5463-4b76-9b85-e8f0e83d0fd0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Fanout notify agent at l3_agent the message router_deleted on router 345d9af1-d3e3-4f46-ad55-97e172814350 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:11:35.438847 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7ec5e-11fd-4e59-8c3a-8cf84a8c351a None None] Pushing event updated for resources: {'Port': ['ID=f0e65215-bbb9-4308-8658-60cc7f0c97f3,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:35.447124 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f958cb5-7ddb-48db-bf0e-e2ac33bbbaf0 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:11:35.447397 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f958cb5-7ddb-48db-bf0e-e2ac33bbbaf0 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:35.464020 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b16b61c6-3ca2-4cbf-8159-c0cabb236473 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:35.472425 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] Attempting to bind port f0e65215-bbb9-4308-8658-60cc7f0c97f3 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:11:35.474254 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] Attempting to bind port f0e65215-bbb9-4308-8658-60cc7f0c97f3 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:11:35.475290 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] Attempting to bind port f0e65215-bbb9-4308-8658-60cc7f0c97f3 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:11:35.491406 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:11:35.494780 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:35.497032 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:35.498816 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:11:35.499439 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7ea50b1d-c39e-41ab-be47-fd9dcfc71d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:35.499914 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] Bound port: f0e65215-bbb9-4308-8658-60cc7f0c97f3, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:11:35.502093 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:35.642413 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 3fc9c7d6-5994-4948-ba69-e5b436476612 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:35.661155 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] For port f0e65215-bbb9-4308-8658-60cc7f0c97f3, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:11:35.665296 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] For port f0e65215-bbb9-4308-8658-60cc7f0c97f3, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f0e65215-bbb9-4308-8658-60cc7f0c97f3,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:11:35.674642 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:35.719683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b3ed4fd-e5c9-4be4-80f0-cc7768dac91d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:35.744240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 3fc9c7d6-5994-4948-ba69-e5b436476612 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:35.751822 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 3fc9c7d6-5994-4948-ba69-e5b436476612 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:35.752230 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:35.770824 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment e6276c75-8032-48f2-a153-c5c44e82bc19 resource provider aggregate not found Sep 21 15:11:35.803655 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7ec5e-11fd-4e59-8c3a-8cf84a8c351a None None] Pushing event updated for resources: {'Port': ['ID=f0e65215-bbb9-4308-8658-60cc7f0c97f3,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:35.815037 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] Routers {'454c106f-2aa7-4b37-9119-d6cb8d68c5bb'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:35.815655 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['454c106f-2aa7-4b37-9119-d6cb8d68c5bb'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:35.818075 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment e6276c75-8032-48f2-a153-c5c44e82bc19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6276c75-8032-48f2-a153-c5c44e82bc19 found for delete ", "request_id": "req-ecea2810-0253-4f86-bdba-8ccb6a685cc6"}]} Sep 21 15:11:35.866316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0b3ed4fd-e5c9-4be4-80f0-cc7768dac91d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241ab7d0-5b02-4c5b-a218-709a18f4389a']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:35.901497 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-42a30674-64e8-4053-b675-22b5cacd2348 req-11d9112a-516e-40c1-a3fa-6263291283e1 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8492379 Sep 21 15:11:35.906132 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0b3ed4fd-e5c9-4be4-80f0-cc7768dac91d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41790853-41dd-44e8-974e-db8eb7a8b677') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:35.907142 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0b3ed4fd-e5c9-4be4-80f0-cc7768dac91d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41790853-41dd-44e8-974e-db8eb7a8b677') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:35.927217 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b3ed4fd-e5c9-4be4-80f0-cc7768dac91d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:35.937380 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ea86ae6c-46c1-4baf-82fb-51316129cd4d None None] Provisioning complete for port 3fc9c7d6-5994-4948-ba69-e5b436476612 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:35.937752 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ea86ae6c-46c1-4baf-82fb-51316129cd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:35.950749 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41286bda-5463-4b76-9b85-e8f0e83d0fd0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:35.954742 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-41286bda-5463-4b76-9b85-e8f0e83d0fd0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/routers/345d9af1-d3e3-4f46-ad55-97e172814350 HTTP/1.1" status: 204 len: 168 time: 1.6310744 Sep 21 15:11:35.955706 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55132) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:36.006629 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f958cb5-7ddb-48db-bf0e-e2ac33bbbaf0 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:36.008055 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 3fc9c7d6-5994-4948-ba69-e5b436476612 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:36.008055 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:36.016474 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec50d7b3-573a-4666-a4c7-63edc044e021 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:36.046084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b3ed4fd-e5c9-4be4-80f0-cc7768dac91d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:36.077925 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 3fc9c7d6-5994-4948-ba69-e5b436476612, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=3fc9c7d6-5994-4948-ba69-e5b436476612,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:36.090691 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f958cb5-7ddb-48db-bf0e-e2ac33bbbaf0 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:36.094693 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:36.121208 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f958cb5-7ddb-48db-bf0e-e2ac33bbbaf0 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Network': ['ID=164c064c-2e87-4637-b682-681d84f77c1d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:36.127505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Router 22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:11:36.132803 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] Set router 454c106f-2aa7-4b37-9119-d6cb8d68c5bb gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:11:36.150866 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1f958cb5-7ddb-48db-bf0e-e2ac33bbbaf0 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/164c064c-2e87-4637-b682-681d84f77c1d HTTP/1.1" status: 204 len: 168 time: 2.9656343 Sep 21 15:11:36.160886 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3ed4fd-e5c9-4be4-80f0-cc7768dac91d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:11:36.161512 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b3ed4fd-e5c9-4be4-80f0-cc7768dac91d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:36.167882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec50d7b3-573a-4666-a4c7-63edc044e021 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:36.181497 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55136) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:36.192924 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-ec50d7b3-573a-4666-a4c7-63edc044e021 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:36.199979 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=3fc9c7d6-5994-4948-ba69-e5b436476612,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:36.215193 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3d15fe2c-4a97-4e6c-9380-2b4d94030b79 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1828664549'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:36.219516 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32d0810-6474-4813-9022-f4ee4c83cbc0 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:36.238901 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3d15fe2c-4a97-4e6c-9380-2b4d94030b79 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:36.255692 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec50d7b3-573a-4666-a4c7-63edc044e021 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:36.256433 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec50d7b3-573a-4666-a4c7-63edc044e021 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:36.266938 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ec854f-7b0c-413b-af4d-3c0d4a54d2b1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting subnet e000c0c4-80b8-4357-9fec-4a672f772a18 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:11:36.287017 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c9ec854f-7b0c-413b-af4d-3c0d4a54d2b1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:36.308405 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 41790853-41dd-44e8-974e-db8eb7a8b677 resource provider aggregate not found Sep 21 15:11:36.349181 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 41790853-41dd-44e8-974e-db8eb7a8b677 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41790853-41dd-44e8-974e-db8eb7a8b677 found for delete ", "request_id": "req-aa49b3b9-0adc-4f6a-a50b-a05085043cf9"}]} Sep 21 15:11:36.372340 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3d15fe2c-4a97-4e6c-9380-2b4d94030b79 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Usage tracker for resource:network and tenant:bb9c11e9af854d96b17445323eac9a86 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:36.380858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b16b61c6-3ca2-4cbf-8159-c0cabb236473 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:36.387458 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b3ed4fd-e5c9-4be4-80f0-cc7768dac91d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:36.393566 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3d15fe2c-4a97-4e6c-9380-2b4d94030b79 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:36.396567 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50d7b3-573a-4666-a4c7-63edc044e021 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=d0a38365-a04d-4d87-a359-a1be4ace3c01,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:36.410566 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3d15fe2c-4a97-4e6c-9380-2b4d94030b79 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:36.428798 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b16b61c6-3ca2-4cbf-8159-c0cabb236473 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Deleting port f0e65215-bbb9-4308-8658-60cc7f0c97f3 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:36.429471 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b16b61c6-3ca2-4cbf-8159-c0cabb236473 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:36.464394 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ec50d7b3-573a-4666-a4c7-63edc044e021 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2523558 Sep 21 15:11:36.471318 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d15fe2c-4a97-4e6c-9380-2b4d94030b79 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:36.474855 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3d15fe2c-4a97-4e6c-9380-2b4d94030b79 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:36.484512 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55146) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:36.487861 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b3ed4fd-e5c9-4be4-80f0-cc7768dac91d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:36.499756 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0b3ed4fd-e5c9-4be4-80f0-cc7768dac91d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/networks/241ab7d0-5b02-4c5b-a218-709a18f4389a HTTP/1.1" status: 204 len: 168 time: 2.0921118 Sep 21 15:11:36.506442 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b7296900-ca75-4169-a551-5b7668e949f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'mac_address': 'fa:16:3e:eb:a5:46', 'name': 'tempest-NetworksTestDHCPv6-1526464980'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:36.513223 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55150) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:36.520148 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ed4fd-e5c9-4be4-80f0-cc7768dac91d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Network': ['ID=241ab7d0-5b02-4c5b-a218-709a18f4389a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:36.525540 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-de5c722e-3876-4bb2-86d2-87ad53efa6e6 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-950189535'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:36.530371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-de5c722e-3876-4bb2-86d2-87ad53efa6e6 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:36.530516 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c9ec854f-7b0c-413b-af4d-3c0d4a54d2b1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:36.535724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-de5c722e-3876-4bb2-86d2-87ad53efa6e6 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:network and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:36.539429 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-de5c722e-3876-4bb2-86d2-87ad53efa6e6 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:36.546474 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-de5c722e-3876-4bb2-86d2-87ad53efa6e6 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:36.565324 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5c722e-3876-4bb2-86d2-87ad53efa6e6 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:36.572478 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-de5c722e-3876-4bb2-86d2-87ad53efa6e6 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:36.581278 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ea86ae6c-46c1-4baf-82fb-51316129cd4d None None] Current status of the port 3fc9c7d6-5994-4948-ba69-e5b436476612 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:36.608028 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454c106f-2aa7-4b37-9119-d6cb8d68c5bb', 'name': 'tempest-snat-router-823723319', 'tenant_id': '8b920d0c51b34edda663543b45d0c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': 'f0e65215-bbb9-4308-8658-60cc7f0c97f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:11:27Z', 'updated_at': '2022-09-21T15:11:31Z', 'revision_number': 3, 'project_id': '8b920d0c51b34edda663543b45d0c985', 'gw_port': {'id': 'f0e65215-bbb9-4308-8658-60cc7f0c97f3', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454c106f-2aa7-4b37-9119-d6cb8d68c5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:11:29Z', 'updated_at': '2022-09-21T15:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:36.617539 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166e4f81-f904-4ae7-b95a-528e21d2dbd9 None None] The sync data for ids ['454c106f-2aa7-4b37-9119-d6cb8d68c5bb'] in dv-neutron-858731-1-hyperv is: [{'id': '454c106f-2aa7-4b37-9119-d6cb8d68c5bb', 'name': 'tempest-snat-router-823723319', 'tenant_id': '8b920d0c51b34edda663543b45d0c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': 'f0e65215-bbb9-4308-8658-60cc7f0c97f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:11:27Z', 'updated_at': '2022-09-21T15:11:31Z', 'revision_number': 3, 'project_id': '8b920d0c51b34edda663543b45d0c985', 'gw_port': {'id': 'f0e65215-bbb9-4308-8658-60cc7f0c97f3', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454c106f-2aa7-4b37-9119-d6cb8d68c5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:11:29Z', 'updated_at': '2022-09-21T15:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:11:36.793617 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d15fe2c-4a97-4e6c-9380-2b4d94030b79 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:11:36.828140 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:11:36.835793 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3d15fe2c-4a97-4e6c-9380-2b4d94030b79 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:36.836207 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-3d15fe2c-4a97-4e6c-9380-2b4d94030b79 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Added segment 5d8a1810-d522-4d9c-9ce5-940f09d4d694 of type vlan for network 078f41e9-bc97-4efe-9ef5-184c4183d0cb Sep 21 15:11:36.841825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31239c27-3a73-483c-b8ad-24c0593acb68 None None] Sync routers for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:11:36.857875 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31239c27-3a73-483c-b8ad-24c0593acb68 None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:36.858660 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-31239c27-3a73-483c-b8ad-24c0593acb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:36.865278 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de5c722e-3876-4bb2-86d2-87ad53efa6e6 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:11:36.880534 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:36.930284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-de5c722e-3876-4bb2-86d2-87ad53efa6e6 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:36.932628 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-de5c722e-3876-4bb2-86d2-87ad53efa6e6 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Added segment aac483b4-f828-4ecb-8146-61b539c79d0f of type vlan for network 2be13e4c-8448-4cce-9b70-108266e9d4d8 Sep 21 15:11:36.955793 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3d15fe2c-4a97-4e6c-9380-2b4d94030b79 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:36.970481 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c9ec854f-7b0c-413b-af4d-3c0d4a54d2b1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:37.000268 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0b0b0f79-eea9-49be-963a-3ef4bd38c4b3 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.7203460 Sep 21 15:11:37.001657 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b7296900-ca75-4169-a551-5b7668e949f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:37.003588 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-de5c722e-3876-4bb2-86d2-87ad53efa6e6 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:37.005072 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55154) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:37.019396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8aecd9-2d44-4a85-a326-ebaf593de730 req-18fa9894-d11b-4fe3-a326-5d54a2301171 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:37.027694 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3f8aecd9-2d44-4a85-a326-ebaf593de730 req-18fa9894-d11b-4fe3-a326-5d54a2301171 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.4438081 Sep 21 15:11:37.114003 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3f8aecd9-2d44-4a85-a326-ebaf593de730 req-e573d2bd-e25a-46d2-adf4-34807f6de0cc tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852301 Sep 21 15:11:37.116873 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b7296900-ca75-4169-a551-5b7668e949f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:port and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:37.118521 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-de5c722e-3876-4bb2-86d2-87ad53efa6e6 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:37.140640 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5c722e-3876-4bb2-86d2-87ad53efa6e6 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:37.140640 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-de5c722e-3876-4bb2-86d2-87ad53efa6e6 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:37.141084 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-31239c27-3a73-483c-b8ad-24c0593acb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:37.147772 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31239c27-3a73-483c-b8ad-24c0593acb68 None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:37.148491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-31239c27-3a73-483c-b8ad-24c0593acb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:37.158676 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b7296900-ca75-4169-a551-5b7668e949f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:37.169410 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-b16b61c6-3ca2-4cbf-8159-c0cabb236473 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] For port f0e65215-bbb9-4308-8658-60cc7f0c97f3, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f0e65215-bbb9-4308-8658-60cc7f0c97f3,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:37.170026 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b16b61c6-3ca2-4cbf-8159-c0cabb236473 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:37.208037 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b7296900-ca75-4169-a551-5b7668e949f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:37.221003 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65214f02-9914-4c25-b64c-0b457f1ab362 None None] Update dhcp port {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'fixed_ips': [{'subnet_id': '72e3e619-b8ca-43d7-b69a-c7ec4736aea0', 'ip_address': '2001:db8::f816:3eff:fefb:3da1'}, {'subnet_id': 'd0a38365-a04d-4d87-a359-a1be4ace3c01'}], 'binding:host_id': 'dv-neutron-858731-1-hyperv'}, 'id': '3fc9c7d6-5994-4948-ba69-e5b436476612'} from dv-neutron-858731-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 15:11:37.252363 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-31239c27-3a73-483c-b8ad-24c0593acb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:37.252955 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31239c27-3a73-483c-b8ad-24c0593acb68 None None] The sync data for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:11:37.278645 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-de5c722e-3876-4bb2-86d2-87ad53efa6e6 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7620351 Sep 21 15:11:37.281690 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55158) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:37.289389 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-65214f02-9914-4c25-b64c-0b457f1ab362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:37.293683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-93d65ddb-c796-4fe4-9a88-d3861958c938 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'subnet': {'network_id': '2be13e4c-8448-4cce-9b70-108266e9d4d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:37.309860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c722e-3876-4bb2-86d2-87ad53efa6e6 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Network': ['ID=2be13e4c-8448-4cce-9b70-108266e9d4d8,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:37.331115 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 2be13e4c-8448-4cce-9b70-108266e9d4d8 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:11:37.357415 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b16b61c6-3ca2-4cbf-8159-c0cabb236473 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Calling delete_port for f0e65215-bbb9-4308-8658-60cc7f0c97f3 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:37.394655 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7296900-ca75-4169-a551-5b7668e949f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:37.410480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3d15fe2c-4a97-4e6c-9380-2b4d94030b79 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:37.416613 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d15fe2c-4a97-4e6c-9380-2b4d94030b79 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:37.417220 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3d15fe2c-4a97-4e6c-9380-2b4d94030b79 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:37.435814 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-93d65ddb-c796-4fe4-9a88-d3861958c938 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:37.440248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-93d65ddb-c796-4fe4-9a88-d3861958c938 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:subnet and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:37.443942 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-93d65ddb-c796-4fe4-9a88-d3861958c938 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:37.451962 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-93d65ddb-c796-4fe4-9a88-d3861958c938 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:37.464432 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d65ddb-c796-4fe4-9a88-d3861958c938 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:37.468764 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93d65ddb-c796-4fe4-9a88-d3861958c938 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:37.587281 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.ipam_backend_mixin [None req-93d65ddb-c796-4fe4-9a88-d3861958c938 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Performing IP validity checks on allocation pools {{(pid=89018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 21 15:11:37.590112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.ipam_backend_mixin [None req-93d65ddb-c796-4fe4-9a88-d3861958c938 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 21 15:11:37.665588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 3fc9c7d6-5994-4948-ba69-e5b436476612 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:37.760179 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-65214f02-9914-4c25-b64c-0b457f1ab362 None None] Allocated IP 172.20.0.2 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/d0a38365-a04d-4d87-a359-a1be4ace3c01/3fc9c7d6-5994-4948-ba69-e5b436476612) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:37.791010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93d65ddb-c796-4fe4-9a88-d3861958c938 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:37.816697 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9a2c3dba-865c-4a47-826b-857618364b0e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "GET /v2.0/floatingips/8d565e92-e671-4ea2-a800-2a4c8e672554 HTTP/1.1" status: 200 len: 977 time: 0.8065417 Sep 21 15:11:37.826208 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55162) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:37.854026 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 3fc9c7d6-5994-4948-ba69-e5b436476612 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:37.854399 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:37.894816 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d65ddb-c796-4fe4-9a88-d3861958c938 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Subnet': ['ID=5f5b80b7-cffd-4e51-a95f-2ced0a4927f1,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:37.897053 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d65ddb-c796-4fe4-9a88-d3861958c938 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Checking segment: {'id': 'aac483b4-f828-4ecb-8146-61b539c79d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2be13e4c-8448-4cce-9b70-108266e9d4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:37.898161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d65ddb-c796-4fe4-9a88-d3861958c938 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network hostable DHCP agents. Network: 2be13e4c-8448-4cce-9b70-108266e9d4d8, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:11:37.922171 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d65ddb-c796-4fe4-9a88-d3861958c938 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network 2be13e4c-8448-4cce-9b70-108266e9d4d8 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:11:37.935158 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c9ec854f-7b0c-413b-af4d-3c0d4a54d2b1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:37.938819 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-93d65ddb-c796-4fe4-9a88-d3861958c938 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 2be13e4c-8448-4cce-9b70-108266e9d4d8) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:37.939566 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7d950d17-b0bb-4aee-af2a-66be07abe1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:37.952668 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d65ddb-c796-4fe4-9a88-d3861958c938 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:37.953201 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93d65ddb-c796-4fe4-9a88-d3861958c938 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:37.957868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80296123-03a7-4cd3-ae17-d0c07eb63e80 None None] Network 2be13e4c-8448-4cce-9b70-108266e9d4d8 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:37.984846 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-93d65ddb-c796-4fe4-9a88-d3861958c938 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7008636 Sep 21 15:11:37.985338 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15fe2c-4a97-4e6c-9380-2b4d94030b79 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Network': ['ID=078f41e9-bc97-4efe-9ef5-184c4183d0cb,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:37.991087 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55166) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:38.001903 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-af90e76d-7cf7-4dde-9a0b-40725448c425 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'port': {'network_id': '2be13e4c-8448-4cce-9b70-108266e9d4d8', 'name': 'tempest-PortsIpV6TestJSON-791672907'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:38.009680 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3d15fe2c-4a97-4e6c-9380-2b4d94030b79 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8214419 Sep 21 15:11:38.027099 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55170) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:38.032190 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c9ec854f-7b0c-413b-af4d-3c0d4a54d2b1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:38.034360 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c9ec854f-7b0c-413b-af4d-3c0d4a54d2b1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/subnets/e000c0c4-80b8-4357-9fec-4a672f772a18 HTTP/1.1" status: 204 len: 168 time: 2.0667405 Sep 21 15:11:38.035879 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec854f-7b0c-413b-af4d-3c0d4a54d2b1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Subnet': ['ID=e000c0c4-80b8-4357-9fec-4a672f772a18,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:38.047800 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55172) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:38.063438 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f01de073-a0e7-40c7-9d63-4314cbfcc35e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'subnet': {'network_id': '078f41e9-bc97-4efe-9ef5-184c4183d0cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:38.068402 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 078f41e9-bc97-4efe-9ef5-184c4183d0cb details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:11:38.082774 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f586c3-23ec-4552-bb2b-acf6a179b793 None None] Network 2e49346e-1433-46cc-83de-3864edf3d531 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:38.190813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-af90e76d-7cf7-4dde-9a0b-40725448c425 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:38.203576 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-af90e76d-7cf7-4dde-9a0b-40725448c425 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:38.219204 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af90e76d-7cf7-4dde-9a0b-40725448c425 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:38.232536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af90e76d-7cf7-4dde-9a0b-40725448c425 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:38.266951 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-af90e76d-7cf7-4dde-9a0b-40725448c425 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] device_id is not set on port 2613ba0d-c092-4e68-9cd8-b21478d56143 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:11:38.295748 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b029070f-3615-4ef8-bc25-93e14e35652e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4661820 Sep 21 15:11:38.296547 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55182) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:38.323287 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b6bbbffd-4349-421c-a4dc-235a1204eeeb tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Request body: {'floatingip': {'port_id': '16182fb2-e111-4a82-be0f-bfafe16e3813'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:38.341417 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-65214f02-9914-4c25-b64c-0b457f1ab362 None None] For port 3fc9c7d6-5994-4948-ba69-e5b436476612, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=3fc9c7d6-5994-4948-ba69-e5b436476612,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:38.389983 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 3fc9c7d6-5994-4948-ba69-e5b436476612 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:38.391069 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f0e65215-bbb9-4308-8658-60cc7f0c97f3 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:38.400485 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b7296900-ca75-4169-a551-5b7668e949f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:38.465635 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:38.491872 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa050a-0310-4921-8845-93c77fc8d9d2 req-7fdeca0c-f148-46fa-b8aa-2c68cb49d025 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:38.494409 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f6aa050a-0310-4921-8845-93c77fc8d9d2 req-7fdeca0c-f148-46fa-b8aa-2c68cb49d025 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.1768494 Sep 21 15:11:38.510284 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-b7296900-ca75-4169-a551-5b7668e949f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] device_id is not set on port 682b95c1-d4d1-447d-901d-b5a6d0c377fb yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:11:38.518611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-af90e76d-7cf7-4dde-9a0b-40725448c425 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Allocated IP 2001:db8::1a8 (2be13e4c-8448-4cce-9b70-108266e9d4d8/5f5b80b7-cffd-4e51-a95f-2ced0a4927f1/2613ba0d-c092-4e68-9cd8-b21478d56143) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:38.568915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f01de073-a0e7-40c7-9d63-4314cbfcc35e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:38.583826 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b6bbbffd-4349-421c-a4dc-235a1204eeeb tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:38.604674 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f6aa050a-0310-4921-8845-93c77fc8d9d2 req-71074345-b763-4d6e-a4a7-c30a58a92b65 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834293 Sep 21 15:11:38.630763 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.resource_extend [None req-65214f02-9914-4c25-b64c-0b457f1ab362 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:11:38.672029 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-65214f02-9914-4c25-b64c-0b457f1ab362 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:38.732356 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f01de073-a0e7-40c7-9d63-4314cbfcc35e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Usage tracker for resource:subnet and tenant:bb9c11e9af854d96b17445323eac9a86 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:38.746648 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port d0e47740-1b7d-4162-bcf2-3bd68d2cacd6 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:38.747060 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:38.760352 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:38.763807 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-65214f02-9914-4c25-b64c-0b457f1ab362 None None] Transition to ACTIVE for port object 3fc9c7d6-5994-4948-ba69-e5b436476612 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:38.774983 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Could not find standard attr ID for object f0e65215-bbb9-4308-8658-60cc7f0c97f3. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:11:38.778492 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-65214f02-9914-4c25-b64c-0b457f1ab362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:38.782306 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f01de073-a0e7-40c7-9d63-4314cbfcc35e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:38.796756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b16b61c6-3ca2-4cbf-8159-c0cabb236473 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:38.829206 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-2be13e4c-8448-4cce-9b70-108266e9d4d8', 'network_id': '2be13e4c-8448-4cce-9b70-108266e9d4d8', 'tenant_id': 'd62e4783ba064d6c8874822841ebe351', 'fixed_ips': [{'subnet_id': '5f5b80b7-cffd-4e51-a95f-2ced0a4927f1'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:11:38.829997 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:38.835327 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af90e76d-7cf7-4dde-9a0b-40725448c425 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:38.852890 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-af90e76d-7cf7-4dde-9a0b-40725448c425 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Transition to ACTIVE for port object 2613ba0d-c092-4e68-9cd8-b21478d56143 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:38.868723 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f01de073-a0e7-40c7-9d63-4314cbfcc35e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:38.883089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af90e76d-7cf7-4dde-9a0b-40725448c425 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:38.893498 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b61c6-3ca2-4cbf-8159-c0cabb236473 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0e65215-bbb9-4308-8658-60cc7f0c97f3,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:38.941943 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af90e76d-7cf7-4dde-9a0b-40725448c425 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network 2be13e4c-8448-4cce-9b70-108266e9d4d8 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:38.951609 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-af90e76d-7cf7-4dde-9a0b-40725448c425 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:38.966311 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af90e76d-7cf7-4dde-9a0b-40725448c425 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:38.971541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af90e76d-7cf7-4dde-9a0b-40725448c425 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:38.972173 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af90e76d-7cf7-4dde-9a0b-40725448c425 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:39.014181 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:39.051570 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90e76d-7cf7-4dde-9a0b-40725448c425 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=2613ba0d-c092-4e68-9cd8-b21478d56143,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:39.059539 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-af90e76d-7cf7-4dde-9a0b-40725448c425 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0626218 Sep 21 15:11:39.060101 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55186) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:39.062800 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65214f02-9914-4c25-b64c-0b457f1ab362 None None] Pushing event updated for resources: {'Port': ['ID=3fc9c7d6-5994-4948-ba69-e5b436476612,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:39.073125 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4b6cc0-6fc0-4691-b663-2d94de032525 None None] DHCP port deletion for 2e49346e-1433-46cc-83de-3864edf3d531 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:11:39.079933 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01de073-a0e7-40c7-9d63-4314cbfcc35e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:39.084104 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f01de073-a0e7-40c7-9d63-4314cbfcc35e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:39.095921 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b6cc0-6fc0-4691-b663-2d94de032525 None None] Deleting port d0e47740-1b7d-4162-bcf2-3bd68d2cacd6 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:39.099011 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6cc0-6fc0-4691-b663-2d94de032525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:39.152086 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-51d273f2-e189-4b34-9861-024b04e6fa03 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting port 2613ba0d-c092-4e68-9cd8-b21478d56143 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:39.152491 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51d273f2-e189-4b34-9861-024b04e6fa03 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:39.350604 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] Allocated IP 2001:db8::2 (2be13e4c-8448-4cce-9b70-108266e9d4d8/5f5b80b7-cffd-4e51-a95f-2ced0a4927f1/bb927936-0219-4186-94a1-2782ee80a948) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:39.372407 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.ipam_backend_mixin [None req-f01de073-a0e7-40c7-9d63-4314cbfcc35e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Performing IP validity checks on allocation pools {{(pid=89019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 21 15:11:39.373018 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.ipam_backend_mixin [None req-f01de073-a0e7-40c7-9d63-4314cbfcc35e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 21 15:11:39.467099 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b16b61c6-3ca2-4cbf-8159-c0cabb236473 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:39.544755 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51d273f2-e189-4b34-9861-024b04e6fa03 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:39.614856 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1b4b6cc0-6fc0-4691-b663-2d94de032525 None None] For port d0e47740-1b7d-4162-bcf2-3bd68d2cacd6, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d0e47740-1b7d-4162-bcf2-3bd68d2cacd6,segment=NetworkSegment(d52ee905-6d98-42ca-aeb8-cc76d248c897),segment_id=d52ee905-6d98-42ca-aeb8-cc76d248c897)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:39.615359 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6cc0-6fc0-4691-b663-2d94de032525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:39.722091 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 3fc9c7d6-5994-4948-ba69-e5b436476612 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:39.823111 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b6cc0-6fc0-4691-b663-2d94de032525 None None] Calling delete_port for d0e47740-1b7d-4162-bcf2-3bd68d2cacd6 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:39.825696 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-51d273f2-e189-4b34-9861-024b04e6fa03 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Calling delete_port for 2613ba0d-c092-4e68-9cd8-b21478d56143 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:39.944690 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-043a2700-bcd0-4c80-81a6-62277c7ad709 None None] Provisioning for port 3fc9c7d6-5994-4948-ba69-e5b436476612 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:40.007234 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-043a2700-bcd0-4c80-81a6-62277c7ad709 None None] Provisioning complete for port 3fc9c7d6-5994-4948-ba69-e5b436476612 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:40.007601 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-043a2700-bcd0-4c80-81a6-62277c7ad709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.015560 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-b7296900-ca75-4169-a551-5b7668e949f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 172.20.0.9 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/d0a38365-a04d-4d87-a359-a1be4ace3c01/682b95c1-d4d1-447d-901d-b5a6d0c377fb) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:40.017901 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cd1d4-0968-40ea-9398-ce5ad102af53 req-6a98d2d4-3e61-4cf9-86bb-df2eae111f28 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:40.019654 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-872cd1d4-0968-40ea-9398-ce5ad102af53 req-6a98d2d4-3e61-4cf9-86bb-df2eae111f28 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.2048550 Sep 21 15:11:40.026945 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-b7296900-ca75-4169-a551-5b7668e949f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8::f816:3eff:feeb:a546 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/72e3e619-b8ca-43d7-b69a-c7ec4736aea0/682b95c1-d4d1-447d-901d-b5a6d0c377fb) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:40.082440 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6cc0-6fc0-4691-b663-2d94de032525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.092393 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b16b61c6-3ca2-4cbf-8159-c0cabb236473 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.093496 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-872cd1d4-0968-40ea-9398-ce5ad102af53 req-28f25f1b-7828-4003-8ee3-cc5388fbcbdd tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668263 Sep 21 15:11:40.094600 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b16b61c6-3ca2-4cbf-8159-c0cabb236473 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.097640 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51d273f2-e189-4b34-9861-024b04e6fa03 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.152363 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d273f2-e189-4b34-9861-024b04e6fa03 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Port': ['ID=2613ba0d-c092-4e68-9cd8-b21478d56143,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:40.156542 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.164196 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4b6cc0-6fc0-4691-b663-2d94de032525 None None] No DVR routers for this DVR port d0e47740-1b7d-4162-bcf2-3bd68d2cacd6 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:11:40.170098 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b6cc0-6fc0-4691-b663-2d94de032525 None None] Pushing event deleted for resources: {'Port': ['ID=d0e47740-1b7d-4162-bcf2-3bd68d2cacd6,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:40.177547 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 3fc9c7d6-5994-4948-ba69-e5b436476612 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:40.177547 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.207365 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51d273f2-e189-4b34-9861-024b04e6fa03 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.221190 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-51d273f2-e189-4b34-9861-024b04e6fa03 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/ports/2613ba0d-c092-4e68-9cd8-b21478d56143 HTTP/1.1" status: 204 len: 168 time: 1.1576948 Sep 21 15:11:40.221522 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55192) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:40.223727 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] Transition to ACTIVE for port object bb927936-0219-4186-94a1-2782ee80a948 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:40.260379 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] For port d0e47740-1b7d-4162-bcf2-3bd68d2cacd6, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d0e47740-1b7d-4162-bcf2-3bd68d2cacd6,segment=NetworkSegment(d52ee905-6d98-42ca-aeb8-cc76d248c897),segment_id=d52ee905-6d98-42ca-aeb8-cc76d248c897)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:40.261069 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.266304 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-875fe801-df7c-4887-9f0b-13285b88b8f0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] DELETE failed (client error): The resource could not be found. Sep 21 15:11:40.266790 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-875fe801-df7c-4887-9f0b-13285b88b8f0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:11:40.271117 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-875fe801-df7c-4887-9f0b-13285b88b8f0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/ports/2613ba0d-c092-4e68-9cd8-b21478d56143 HTTP/1.1" status: 404 len: 333 time: 0.0460882 Sep 21 15:11:40.271406 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55196) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:40.280912 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b16b61c6-3ca2-4cbf-8159-c0cabb236473 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.281603 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16b61c6-3ca2-4cbf-8159-c0cabb236473 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 454c106f-2aa7-4b37-9119-d6cb8d68c5bb {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:11:40.321785 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ff944e-027a-465d-8f84-fad05b098961 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] GET failed (client error): The resource could not be found. Sep 21 15:11:40.322332 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a7ff944e-027a-465d-8f84-fad05b098961 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Synchronizing usage tracker for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:40.343141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a7ff944e-027a-465d-8f84-fad05b098961 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Unset dirty status for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:40.346988 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a7ff944e-027a-465d-8f84-fad05b098961 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports/2613ba0d-c092-4e68-9cd8-b21478d56143 HTTP/1.1" status: 404 len: 333 time: 0.0719833 Sep 21 15:11:40.347220 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55200) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:40.352133 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] Transition to ACTIVE for port object bb927936-0219-4186-94a1-2782ee80a948 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:40.367269 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.431457 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c5266c-26e9-4aa7-abc8-7c62e8ba6089 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting subnet 5f5b80b7-cffd-4e51-a95f-2ced0a4927f1 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:11:40.434974 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35c5266c-26e9-4aa7-abc8-7c62e8ba6089 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.470468 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-043a2700-bcd0-4c80-81a6-62277c7ad709 None None] Current status of the port 3fc9c7d6-5994-4948-ba69-e5b436476612 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:40.489353 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] Network 2be13e4c-8448-4cce-9b70-108266e9d4d8 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:40.498244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35c5266c-26e9-4aa7-abc8-7c62e8ba6089 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.516635 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] Pushing event updated for resources: {'Port': ['ID=bb927936-0219-4186-94a1-2782ee80a948,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:40.520100 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:40.523329 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:40.532201 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.573503 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Calling delete_port for d0e47740-1b7d-4162-bcf2-3bd68d2cacd6 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:40.598010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35c5266c-26e9-4aa7-abc8-7c62e8ba6089 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.645325 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 3fc9c7d6-5994-4948-ba69-e5b436476612 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:40.658497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] Attempting to bind port bb927936-0219-4186-94a1-2782ee80a948 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:11:40.659421 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] Attempting to bind port bb927936-0219-4186-94a1-2782ee80a948 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'aac483b4-f828-4ecb-8146-61b539c79d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2be13e4c-8448-4cce-9b70-108266e9d4d8'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:11:40.660004 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] Attempting to bind port bb927936-0219-4186-94a1-2782ee80a948 on network 2be13e4c-8448-4cce-9b70-108266e9d4d8 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:11:40.667010 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:11:40.667640 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] Checking segment: {'id': 'aac483b4-f828-4ecb-8146-61b539c79d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2be13e4c-8448-4cce-9b70-108266e9d4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:40.668038 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.668426 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] Bound using segment: {'id': 'aac483b4-f828-4ecb-8146-61b539c79d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2be13e4c-8448-4cce-9b70-108266e9d4d8'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:11:40.668950 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] Bound port: bb927936-0219-4186-94a1-2782ee80a948, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac483b4-f828-4ecb-8146-61b539c79d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2be13e4c-8448-4cce-9b70-108266e9d4d8'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:11:40.669287 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.695456 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35c5266c-26e9-4aa7-abc8-7c62e8ba6089 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.739856 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5266c-26e9-4aa7-abc8-7c62e8ba6089 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Subnet': ['ID=5f5b80b7-cffd-4e51-a95f-2ced0a4927f1,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:40.744248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35c5266c-26e9-4aa7-abc8-7c62e8ba6089 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.750566 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-35c5266c-26e9-4aa7-abc8-7c62e8ba6089 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/subnets/5f5b80b7-cffd-4e51-a95f-2ced0a4927f1 HTTP/1.1" status: 204 len: 168 time: 0.4024258 Sep 21 15:11:40.753212 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55204) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:40.769947 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] For port bb927936-0219-4186-94a1-2782ee80a948, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:11:40.774096 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] For port bb927936-0219-4186-94a1-2782ee80a948, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=bb927936-0219-4186-94a1-2782ee80a948,segment=NetworkSegment(aac483b4-f828-4ecb-8146-61b539c79d0f),segment_id=aac483b4-f828-4ecb-8146-61b539c79d0f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:11:40.779891 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.869659 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d0e47740-1b7d-4162-bcf2-3bd68d2cacd6 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:11:40.884671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32b7c421-388c-4ef2-8cb5-00537f76d377 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.892146 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b16b61c6-3ca2-4cbf-8159-c0cabb236473 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.895778 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b16b61c6-3ca2-4cbf-8159-c0cabb236473 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "DELETE /v2.0/routers/454c106f-2aa7-4b37-9119-d6cb8d68c5bb HTTP/1.1" status: 204 len: 168 time: 6.0428755 Sep 21 15:11:40.896498 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-32b7c421-388c-4ef2-8cb5-00537f76d377 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting port bb927936-0219-4186-94a1-2782ee80a948 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:40.896939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32b7c421-388c-4ef2-8cb5-00537f76d377 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:40.915290 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: d0e47740-1b7d-4162-bcf2-3bd68d2cacd6 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:11:40.915632 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d0e47740-1b7d-4162-bcf2-3bd68d2cacd6 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:11:40.928029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55208) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:40.965985 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52a02c-a462-4a78-b0e5-1c31260a8d17 None None] Pushing event updated for resources: {'Port': ['ID=bb927936-0219-4186-94a1-2782ee80a948,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:40.996426 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:11:40.996766 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:11:41.016921 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f01de073-a0e7-40c7-9d63-4314cbfcc35e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:41.044685 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1606d3af-376b-48c4-b8a4-21fbeed4799c None None] Network 2be13e4c-8448-4cce-9b70-108266e9d4d8 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:41.053330 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b7296900-ca75-4169-a551-5b7668e949f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:41.121120 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-b7296900-ca75-4169-a551-5b7668e949f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Transition to ACTIVE for port object 682b95c1-d4d1-447d-901d-b5a6d0c377fb will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:41.146088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01de073-a0e7-40c7-9d63-4314cbfcc35e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Subnet': ['ID=b2d745b7-f130-4711-b3b5-7a2564904251,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:41.181380 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01de073-a0e7-40c7-9d63-4314cbfcc35e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Checking segment: {'id': '5d8a1810-d522-4d9c-9ce5-940f09d4d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '078f41e9-bc97-4efe-9ef5-184c4183d0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:41.181740 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01de073-a0e7-40c7-9d63-4314cbfcc35e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network hostable DHCP agents. Network: 078f41e9-bc97-4efe-9ef5-184c4183d0cb, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:11:41.223576 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b7296900-ca75-4169-a551-5b7668e949f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:41.281570 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a1e933-9a0e-408e-9105-5962132fcb5b None None] get_active_networks_info from dv-neutron-858731-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:11:41.364482 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-48333498-7f98-47cb-8386-e1e15c0e57f3 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:41.406585 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a1e933-9a0e-408e-9105-5962132fcb5b None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:11:41.489465 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01de073-a0e7-40c7-9d63-4314cbfcc35e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network 078f41e9-bc97-4efe-9ef5-184c4183d0cb is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:11:41.501313 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f0e65215-bbb9-4308-8658-60cc7f0c97f3 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:11:41.507268 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port d0e47740-1b7d-4162-bcf2-3bd68d2cacd6 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:41.507606 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:41.550621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: f0e65215-bbb9-4308-8658-60cc7f0c97f3 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:11:41.550952 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f0e65215-bbb9-4308-8658-60cc7f0c97f3 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:11:41.577472 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-32b7c421-388c-4ef2-8cb5-00537f76d377 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] For port bb927936-0219-4186-94a1-2782ee80a948, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=bb927936-0219-4186-94a1-2782ee80a948,segment=NetworkSegment(aac483b4-f828-4ecb-8146-61b539c79d0f),segment_id=aac483b4-f828-4ecb-8146-61b539c79d0f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:41.577819 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32b7c421-388c-4ef2-8cb5-00537f76d377 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:41.623112 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7296900-ca75-4169-a551-5b7668e949f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:41.632481 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] The port 'd0e47740-1b7d-4162-bcf2-3bd68d2cacd6' was deleted {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:11:41.633402 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-f01de073-a0e7-40c7-9d63-4314cbfcc35e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 078f41e9-bc97-4efe-9ef5-184c4183d0cb) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:41.638618 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01de073-a0e7-40c7-9d63-4314cbfcc35e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:41.639194 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f01de073-a0e7-40c7-9d63-4314cbfcc35e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:41.643379 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-b7296900-ca75-4169-a551-5b7668e949f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:41.645831 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7296900-ca75-4169-a551-5b7668e949f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:41.730555 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b6bbbffd-4349-421c-a4dc-235a1204eeeb tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:41.745923 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7296900-ca75-4169-a551-5b7668e949f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=682b95c1-d4d1-447d-901d-b5a6d0c377fb,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:41.761562 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-32b7c421-388c-4ef2-8cb5-00537f76d377 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Calling delete_port for bb927936-0219-4186-94a1-2782ee80a948 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:41.815379 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b6bbbffd-4349-421c-a4dc-235a1204eeeb tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:41.822597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-078f41e9-bc97-4efe-9ef5-184c4183d0cb', 'network_id': '078f41e9-bc97-4efe-9ef5-184c4183d0cb', 'tenant_id': 'bb9c11e9af854d96b17445323eac9a86', 'fixed_ips': [{'subnet_id': 'b2d745b7-f130-4711-b3b5-7a2564904251'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:11:41.823118 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:41.854943 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46968f5-3282-426c-8fe5-f3ffad3dff1c req-0bf8f491-4ecb-499d-9da9-708e4a237440 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:41.856392 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f46968f5-3282-426c-8fe5-f3ffad3dff1c req-0bf8f491-4ecb-499d-9da9-708e4a237440 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.5898030 Sep 21 15:11:41.905310 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-48333498-7f98-47cb-8386-e1e15c0e57f3 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:41.922121 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f01de073-a0e7-40c7-9d63-4314cbfcc35e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.8823760 Sep 21 15:11:41.924438 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32b7c421-388c-4ef2-8cb5-00537f76d377 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:41.927808 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55214) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:41.938172 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:41.951597 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7296900-ca75-4169-a551-5b7668e949f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:41.952203 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b7296900-ca75-4169-a551-5b7668e949f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:41.995405 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f46968f5-3282-426c-8fe5-f3ffad3dff1c req-fcd8af25-94ab-4d19-9770-633465e414e4 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247797 Sep 21 15:11:42.000559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-48333498-7f98-47cb-8386-e1e15c0e57f3 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Deleting port f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:42.000900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-48333498-7f98-47cb-8386-e1e15c0e57f3 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:42.016253 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] Allocated IP 172.20.0.3 (078f41e9-bc97-4efe-9ef5-184c4183d0cb/b2d745b7-f130-4711-b3b5-7a2564904251/9288ad1f-ba14-45cb-af4b-43e8330a2a99) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:42.043208 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7c421-388c-4ef2-8cb5-00537f76d377 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Port': ['ID=bb927936-0219-4186-94a1-2782ee80a948,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:42.052555 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e49346e-1433-46cc-83de-3864edf3d531']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:42.080478 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52ee905-6d98-42ca-aeb8-cc76d248c897') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:42.080879 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52ee905-6d98-42ca-aeb8-cc76d248c897') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:42.088409 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b7296900-ca75-4169-a551-5b7668e949f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.5926433 Sep 21 15:11:42.095305 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55218) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:42.112096 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b7c421-388c-4ef2-8cb5-00537f76d377 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] No DVR routers for this DVR port bb927936-0219-4186-94a1-2782ee80a948 on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:11:42.159881 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:42.188802 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-b6bbbffd-4349-421c-a4dc-235a1204eeeb tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Floating IP 8d565e92-e671-4ea2-a800-2a4c8e672554 associated. External IP: 172.26.4.16, port: 8a4604f2-0232-423e-b5b1-bc5490a43e26. Sep 21 15:11:42.262364 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:42.281439 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:11:42.282044 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:42.287017 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:42.299089 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] Transition to ACTIVE for port object 9288ad1f-ba14-45cb-af4b-43e8330a2a99 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:42.320250 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] Transition to ACTIVE for port object 9288ad1f-ba14-45cb-af4b-43e8330a2a99 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:42.325970 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:42.357423 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment d52ee905-6d98-42ca-aeb8-cc76d248c897 resource provider aggregate not found Sep 21 15:11:42.378845 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32b7c421-388c-4ef2-8cb5-00537f76d377 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:42.423464 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:42.441761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-32b7c421-388c-4ef2-8cb5-00537f76d377 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be13e4c-8448-4cce-9b70-108266e9d4d8']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:42.448795 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment d52ee905-6d98-42ca-aeb8-cc76d248c897 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d52ee905-6d98-42ca-aeb8-cc76d248c897 found for delete ", "request_id": "req-5805864e-9c72-4ecd-8ab9-4bb004a4f1ff"}]} Sep 21 15:11:42.449884 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] Network 078f41e9-bc97-4efe-9ef5-184c4183d0cb is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:42.453100 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:42.459586 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:42.468344 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] Pushing event updated for resources: {'Port': ['ID=9288ad1f-ba14-45cb-af4b-43e8330a2a99,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:42.478371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-32b7c421-388c-4ef2-8cb5-00537f76d377 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac483b4-f828-4ecb-8146-61b539c79d0f') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:42.478608 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-32b7c421-388c-4ef2-8cb5-00537f76d377 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac483b4-f828-4ecb-8146-61b539c79d0f') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:42.489129 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4e8cb4-a520-4a75-80fa-3330a064d8b2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:42.494405 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Deleting port 9288ad1f-ba14-45cb-af4b-43e8330a2a99 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:42.494739 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:42.495174 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4e8cb4-a520-4a75-80fa-3330a064d8b2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:42.495982 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ba4e8cb4-a520-4a75-80fa-3330a064d8b2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:42.501545 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:42.525608 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32b7c421-388c-4ef2-8cb5-00537f76d377 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:42.531043 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:42.536735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-48333498-7f98-47cb-8386-e1e15c0e57f3 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] For port f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:42.537084 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Network': ['ID=2e49346e-1433-46cc-83de-3864edf3d531,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:42.537304 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-48333498-7f98-47cb-8386-e1e15c0e57f3 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:42.554759 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-789f6b94-cd49-4ad2-8008-d0714ef58bc4 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/networks/2e49346e-1433-46cc-83de-3864edf3d531 HTTP/1.1" status: 204 len: 168 time: 4.5018556 Sep 21 15:11:42.556129 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55226) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:42.586712 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] Attempting to bind port 9288ad1f-ba14-45cb-af4b-43e8330a2a99 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:11:42.587135 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] Attempting to bind port 9288ad1f-ba14-45cb-af4b-43e8330a2a99 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '5d8a1810-d522-4d9c-9ce5-940f09d4d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '078f41e9-bc97-4efe-9ef5-184c4183d0cb'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:11:42.587593 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] Attempting to bind port 9288ad1f-ba14-45cb-af4b-43e8330a2a99 on network 078f41e9-bc97-4efe-9ef5-184c4183d0cb {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:11:42.593248 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:11:42.593764 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] Checking segment: {'id': '5d8a1810-d522-4d9c-9ce5-940f09d4d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '078f41e9-bc97-4efe-9ef5-184c4183d0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:42.594269 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:42.594760 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] Bound using segment: {'id': '5d8a1810-d522-4d9c-9ce5-940f09d4d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '078f41e9-bc97-4efe-9ef5-184c4183d0cb'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:11:42.595323 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] Bound port: 9288ad1f-ba14-45cb-af4b-43e8330a2a99, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8a1810-d522-4d9c-9ce5-940f09d4d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '078f41e9-bc97-4efe-9ef5-184c4183d0cb'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:11:42.595792 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:42.679511 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-48333498-7f98-47cb-8386-e1e15c0e57f3 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Calling delete_port for f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:42.690762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] For port 9288ad1f-ba14-45cb-af4b-43e8330a2a99, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:11:42.694322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] For port 9288ad1f-ba14-45cb-af4b-43e8330a2a99, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9288ad1f-ba14-45cb-af4b-43e8330a2a99,segment=NetworkSegment(5d8a1810-d522-4d9c-9ce5-940f09d4d694),segment_id=5d8a1810-d522-4d9c-9ce5-940f09d4d694)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:11:42.696120 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ba4e8cb4-a520-4a75-80fa-3330a064d8b2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:42.697528 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ba4e8cb4-a520-4a75-80fa-3330a064d8b2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6012604 Sep 21 15:11:42.702203 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:42.709157 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55230) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:42.751177 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32b7c421-388c-4ef2-8cb5-00537f76d377 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:42.797271 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5543cd3-48b9-43f3-8a4d-b81024f77290 None None] Pushing event updated for resources: {'Port': ['ID=9288ad1f-ba14-45cb-af4b-43e8330a2a99,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:42.810872 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b7c421-388c-4ef2-8cb5-00537f76d377 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:11:42.811507 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32b7c421-388c-4ef2-8cb5-00537f76d377 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:42.817303 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e8f40d-f051-483c-b058-c9fb7d4d9a0f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:42.818161 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-97e8f40d-f051-483c-b058-c9fb7d4d9a0f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Synchronizing usage tracker for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:42.850897 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bbbffd-4349-421c-a4dc-235a1204eeeb tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Router 22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:11:42.852313 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-97e8f40d-f051-483c-b058-c9fb7d4d9a0f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Unset dirty status for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:42.853516 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-97e8f40d-f051-483c-b058-c9fb7d4d9a0f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports/d8eee6ff-51ff-4588-877a-f926bddd4614 HTTP/1.1" status: 200 len: 841 time: 0.2965586 Sep 21 15:11:42.858924 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55236) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:42.874332 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment aac483b4-f828-4ecb-8146-61b539c79d0f resource provider aggregate not found Sep 21 15:11:43.129194 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment aac483b4-f828-4ecb-8146-61b539c79d0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aac483b4-f828-4ecb-8146-61b539c79d0f found for delete ", "request_id": "req-e80f99f1-0e00-46fe-b33e-dd27b76bf7e6"}]} Sep 21 15:11:43.183855 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6464c0e9-5de6-4738-819b-1356261b079a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports/d8eee6ff-51ff-4588-877a-f926bddd4614?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3238728 Sep 21 15:11:43.187330 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55244) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:43.193183 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8d8fbd80-9b60-4604-b9d4-da1051d3fd8f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'subnet': {'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:43.228292 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-19bd09c1-9fbc-423c-8a9f-4b9791c70653 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port 682b95c1-d4d1-447d-901d-b5a6d0c377fb {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:43.228734 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-19bd09c1-9fbc-423c-8a9f-4b9791c70653 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:43.280170 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32b7c421-388c-4ef2-8cb5-00537f76d377 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:43.330105 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32b7c421-388c-4ef2-8cb5-00537f76d377 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:43.386524 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bbbffd-4349-421c-a4dc-235a1204eeeb tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:11:43.388353 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8d8fbd80-9b60-4604-b9d4-da1051d3fd8f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:43.400407 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad919b6-4ea2-49f6-a363-1af0eb60d3e7 None None] Sync routers for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:11:43.410264 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7c421-388c-4ef2-8cb5-00537f76d377 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Network': ['ID=2be13e4c-8448-4cce-9b70-108266e9d4d8,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:43.410920 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad919b6-4ea2-49f6-a363-1af0eb60d3e7 None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:43.412408 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-aad919b6-4ea2-49f6-a363-1af0eb60d3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:43.441687 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-32b7c421-388c-4ef2-8cb5-00537f76d377 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/networks/2be13e4c-8448-4cce-9b70-108266e9d4d8 HTTP/1.1" status: 204 len: 168 time: 2.6873970 Sep 21 15:11:43.445710 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55248) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:43.451182 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-91790fc5-c4f1-4fb7-a053-4b774c57f908 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2102136071'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:43.461633 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8d8fbd80-9b60-4604-b9d4-da1051d3fd8f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:subnet and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:43.471948 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-91790fc5-c4f1-4fb7-a053-4b774c57f908 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:43.476129 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8d8fbd80-9b60-4604-b9d4-da1051d3fd8f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:43.487169 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-aad919b6-4ea2-49f6-a363-1af0eb60d3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:43.496000 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-91790fc5-c4f1-4fb7-a053-4b774c57f908 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:network and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:43.499530 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad919b6-4ea2-49f6-a363-1af0eb60d3e7 None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:43.500435 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-aad919b6-4ea2-49f6-a363-1af0eb60d3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:43.500592 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8d8fbd80-9b60-4604-b9d4-da1051d3fd8f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:43.502560 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-91790fc5-c4f1-4fb7-a053-4b774c57f908 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:43.510705 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-91790fc5-c4f1-4fb7-a053-4b774c57f908 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:43.575669 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-aad919b6-4ea2-49f6-a363-1af0eb60d3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:43.576075 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad919b6-4ea2-49f6-a363-1af0eb60d3e7 None None] The sync data for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:11:43.609488 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8fbd80-9b60-4604-b9d4-da1051d3fd8f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:43.613302 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d8fbd80-9b60-4604-b9d4-da1051d3fd8f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:43.621327 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] For port 9288ad1f-ba14-45cb-af4b-43e8330a2a99, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9288ad1f-ba14-45cb-af4b-43e8330a2a99,segment=NetworkSegment(5d8a1810-d522-4d9c-9ce5-940f09d4d694),segment_id=5d8a1810-d522-4d9c-9ce5-940f09d4d694)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:43.621934 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:43.629598 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91790fc5-c4f1-4fb7-a053-4b774c57f908 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:43.633633 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91790fc5-c4f1-4fb7-a053-4b774c57f908 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:43.648506 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9288ad1f-ba14-45cb-af4b-43e8330a2a99 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:43.689563 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:11:43.742410 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 9288ad1f-ba14-45cb-af4b-43e8330a2a99 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:43.768298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91790fc5-c4f1-4fb7-a053-4b774c57f908 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:11:43.773995 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Calling delete_port for 9288ad1f-ba14-45cb-af4b-43e8330a2a99 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:43.854440 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91790fc5-c4f1-4fb7-a053-4b774c57f908 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:43.855047 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-91790fc5-c4f1-4fb7-a053-4b774c57f908 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Added segment f73417c2-e315-4d0c-b8a5-109f548fa609 of type vlan for network cd2938f3-7cca-4df8-a454-05176b852002 Sep 21 15:11:43.903378 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a73f6b-c87c-4070-b1fc-02d128622268 req-ffa06375-35a1-4fb8-a422-d6e1e5870edd tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:43.905166 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e7a73f6b-c87c-4070-b1fc-02d128622268 req-ffa06375-35a1-4fb8-a422-d6e1e5870edd tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.7307811 Sep 21 15:11:43.966835 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0934b45-1088-4f88-b105-e1464a5d049a None None] Network 078f41e9-bc97-4efe-9ef5-184c4183d0cb requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:43.967463 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-48333498-7f98-47cb-8386-e1e15c0e57f3 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:44.018003 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91790fc5-c4f1-4fb7-a053-4b774c57f908 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:44.085948 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48333498-7f98-47cb-8386-e1e15c0e57f3 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:44.132599 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b7447ac8-4cf4-4411-8b32-3741a9fa0f76 None None] Provisioning for port 9288ad1f-ba14-45cb-af4b-43e8330a2a99 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:44.136098 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bbbffd-4349-421c-a4dc-235a1204eeeb tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Router 22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:11:44.143858 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e7a73f6b-c87c-4070-b1fc-02d128622268 req-8c928e57-982e-4269-a550-edbd145aa4c7 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218530 Sep 21 15:11:44.150373 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b7447ac8-4cf4-4411-8b32-3741a9fa0f76 None None] Provisioning complete for port 9288ad1f-ba14-45cb-af4b-43e8330a2a99 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:44.150949 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b7447ac8-4cf4-4411-8b32-3741a9fa0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:44.247298 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-19bd09c1-9fbc-423c-8a9f-4b9791c70653 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:44.283439 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91790fc5-c4f1-4fb7-a053-4b774c57f908 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:44.289798 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91790fc5-c4f1-4fb7-a053-4b774c57f908 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:44.290497 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91790fc5-c4f1-4fb7-a053-4b774c57f908 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:44.381660 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b7447ac8-4cf4-4411-8b32-3741a9fa0f76 None None] Current status of the port 9288ad1f-ba14-45cb-af4b-43e8330a2a99 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:44.381660 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b7447ac8-4cf4-4411-8b32-3741a9fa0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:44.398317 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-19bd09c1-9fbc-423c-8a9f-4b9791c70653 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for 682b95c1-d4d1-447d-901d-b5a6d0c377fb owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:44.425003 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d8fbd80-9b60-4604-b9d4-da1051d3fd8f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:44.467604 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-48333498-7f98-47cb-8386-e1e15c0e57f3 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:44.502983 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91790fc5-c4f1-4fb7-a053-4b774c57f908 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Network': ['ID=cd2938f3-7cca-4df8-a454-05176b852002,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:44.531475 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network cd2938f3-7cca-4df8-a454-05176b852002 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:11:44.564618 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8fbd80-9b60-4604-b9d4-da1051d3fd8f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:44.576337 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-8d8fbd80-9b60-4604-b9d4-da1051d3fd8f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:44.595720 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-91790fc5-c4f1-4fb7-a053-4b774c57f908 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1489325 Sep 21 15:11:44.604760 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8fbd80-9b60-4604-b9d4-da1051d3fd8f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:44.606726 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d8fbd80-9b60-4604-b9d4-da1051d3fd8f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:44.607337 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4645a292-c802-40cf-9dca-ac133e2628c7 None None] Network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:44.616660 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:44.631335 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55252) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:44.650640 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-267bd5f9-aa49-4a9b-a210-aaa84ea76b51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'subnet': {'network_id': 'cd2938f3-7cca-4df8-a454-05176b852002', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:44.743975 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fccfa901-5257-4258-8728-ff099d012968 None None] Provisioning for port 682b95c1-d4d1-447d-901d-b5a6d0c377fb completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:44.751770 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8fbd80-9b60-4604-b9d4-da1051d3fd8f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Subnet': ['ID=7742d9a3-98e0-48ed-bce0-0b5910d357ed,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:44.752130 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fccfa901-5257-4258-8728-ff099d012968 None None] Provisioning complete for port 682b95c1-d4d1-447d-901d-b5a6d0c377fb triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:44.752532 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fccfa901-5257-4258-8728-ff099d012968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:44.760551 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8d8fbd80-9b60-4604-b9d4-da1051d3fd8f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5721567 Sep 21 15:11:44.769552 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55256) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:44.779319 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b43fbd85-addb-4223-bc36-8a0228905083 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'security_group': {'name': 'tempest-secgroup-1860542160'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:44.843556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bbbffd-4349-421c-a4dc-235a1204eeeb tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:11:44.861482 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b43fbd85-addb-4223-bc36-8a0228905083 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:44.867253 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b6bbbffd-4349-421c-a4dc-235a1204eeeb tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:44.873633 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e85ba-6332-4d2a-905c-2e1c202c4c6d None None] Sync routers for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:11:44.888543 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fccfa901-5257-4258-8728-ff099d012968 None None] Port 682b95c1-d4d1-447d-901d-b5a6d0c377fb cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:11:44.896521 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e85ba-6332-4d2a-905c-2e1c202c4c6d None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:44.897960 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e51e85ba-6332-4d2a-905c-2e1c202c4c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:44.900236 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-267bd5f9-aa49-4a9b-a210-aaa84ea76b51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:44.922971 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Port': ['ID=9288ad1f-ba14-45cb-af4b-43e8330a2a99,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:44.978527 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-48333498-7f98-47cb-8386-e1e15c0e57f3 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:45.026135 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e51e85ba-6332-4d2a-905c-2e1c202c4c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:45.036198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-48333498-7f98-47cb-8386-e1e15c0e57f3 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:45.050004 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e85ba-6332-4d2a-905c-2e1c202c4c6d None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:45.050631 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e51e85ba-6332-4d2a-905c-2e1c202c4c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:45.112688 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b43fbd85-addb-4223-bc36-8a0228905083 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:security_group and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:45.116692 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No DVR routers for this DVR port 9288ad1f-ba14-45cb-af4b-43e8330a2a99 on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:11:45.125410 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b43fbd85-addb-4223-bc36-8a0228905083 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:45.128669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-267bd5f9-aa49-4a9b-a210-aaa84ea76b51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:subnet and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:45.137099 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e51e85ba-6332-4d2a-905c-2e1c202c4c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:45.137766 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e85ba-6332-4d2a-905c-2e1c202c4c6d None None] The sync data for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:11:45.139276 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-267bd5f9-aa49-4a9b-a210-aaa84ea76b51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:45.140872 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274b117b-568f-45db-8fa1-19818e581a12 None None] Network 078f41e9-bc97-4efe-9ef5-184c4183d0cb requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:45.142028 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b43fbd85-addb-4223-bc36-8a0228905083 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:45.155228 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-267bd5f9-aa49-4a9b-a210-aaa84ea76b51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:45.181258 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-48333498-7f98-47cb-8386-e1e15c0e57f3 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:45.182161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48333498-7f98-47cb-8386-e1e15c0e57f3 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69ba5ac8-8fa8-4d1a-ac4f-9acfd3e8f8e9 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:11:45.198462 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b43fbd85-addb-4223-bc36-8a0228905083 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:45.227074 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267bd5f9-aa49-4a9b-a210-aaa84ea76b51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:45.230533 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-267bd5f9-aa49-4a9b-a210-aaa84ea76b51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:45.273302 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0f54bb11-3691-4fb2-8fa4-81ccfbc77bcb None None] Could not find standard attr ID for object 9288ad1f-ba14-45cb-af4b-43e8330a2a99. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:11:45.293336 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:45.379083 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b6bbbffd-4349-421c-a4dc-235a1204eeeb tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "PUT /v2.0/floatingips/8d565e92-e671-4ea2-a800-2a4c8e672554 HTTP/1.1" status: 200 len: 977 time: 7.0608518 Sep 21 15:11:45.407955 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55262) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:45.411761 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b43fbd85-addb-4223-bc36-8a0228905083 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:45.418552 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-b7c242e3-528d-4be7-9e2f-6faa43cc7dc5', 'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5', 'tenant_id': '3c76cd1c175246ce8c142ebc0c00da57', 'fixed_ips': [{'subnet_id': '7742d9a3-98e0-48ed-bce0-0b5910d357ed'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:11:45.419250 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-823ff30a-ee7c-4c35-82d4-1c3fda3e6035 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:45.419383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:45.450127 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-48333498-7f98-47cb-8386-e1e15c0e57f3 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:45.451398 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-48333498-7f98-47cb-8386-e1e15c0e57f3 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "DELETE /v2.0/routers/69ba5ac8-8fa8-4d1a-ac4f-9acfd3e8f8e9 HTTP/1.1" status: 204 len: 168 time: 4.5173275 Sep 21 15:11:45.452428 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-19bd09c1-9fbc-423c-8a9f-4b9791c70653 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:45.457697 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55266) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:45.492502 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b43fbd85-addb-4223-bc36-8a0228905083 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:security_group_rule and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:45.507481 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b43fbd85-addb-4223-bc36-8a0228905083 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:45.514551 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1770267595', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:45.533275 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd09c1-9fbc-423c-8a9f-4b9791c70653 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Port': ['ID=682b95c1-d4d1-447d-901d-b5a6d0c377fb,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:45.535777 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:45.566192 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b43fbd85-addb-4223-bc36-8a0228905083 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:45.602287 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Usage tracker for resource:router and tenant:7bad09e824d64a47a07cf201139b93ce is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:45.608260 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:45.612325 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-823ff30a-ee7c-4c35-82d4-1c3fda3e6035 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:45.661554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:45.679461 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] Allocated IP 172.20.0.2 (b7c242e3-528d-4be7-9e2f-6faa43cc7dc5/7742d9a3-98e0-48ed-bce0-0b5910d357ed/11d14284-b32a-4546-9a48-5baaea2ec195) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:45.696287 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:45.862026 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Subnet': ['ID=b2d745b7-f130-4711-b3b5-7a2564904251,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:45.884085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:45.886128 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:45.923019 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e426442-d45d-4f69-abe9-a62d0dc8ef25 req-b27a9435-1131-4d3c-a3fc-68b826cd9560 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:45.926986 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e426442-d45d-4f69-abe9-a62d0dc8ef25 req-b27a9435-1131-4d3c-a3fc-68b826cd9560 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.5594130 Sep 21 15:11:45.993194 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a95638-edd4-409f-9e2b-2f3e53049006 None None] Network 078f41e9-bc97-4efe-9ef5-184c4183d0cb requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:46.005917 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:11:46.042556 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-19bd09c1-9fbc-423c-8a9f-4b9791c70653 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.101561 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-823ff30a-ee7c-4c35-82d4-1c3fda3e6035 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.103889 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.112759 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.115226 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-19bd09c1-9fbc-423c-8a9f-4b9791c70653 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/682b95c1-d4d1-447d-901d-b5a6d0c377fb HTTP/1.1" status: 204 len: 168 time: 3.4025843 Sep 21 15:11:46.121622 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-823ff30a-ee7c-4c35-82d4-1c3fda3e6035 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.122181 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-823ff30a-ee7c-4c35-82d4-1c3fda3e6035 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Floating IP 8d565e92-e671-4ea2-a800-2a4c8e672554 disassociated. External IP: 172.26.4.16, port: 16182fb2-e111-4a82-be0f-bfafe16e3813. Sep 21 15:11:46.126195 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:11:46.126537 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f2927f1f-1af5-4d5b-ae3b-3b19320d8c1b not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:11:46.133027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55270) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:46.152967 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e426442-d45d-4f69-abe9-a62d0dc8ef25 req-d05d32d4-ef3c-446f-a997-5ddea91b9e36 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383643 Sep 21 15:11:46.169171 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.195632 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078f41e9-bc97-4efe-9ef5-184c4183d0cb']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:46.211114 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] Transition to ACTIVE for port object 11d14284-b32a-4546-9a48-5baaea2ec195 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:46.224209 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8a1810-d522-4d9c-9ce5-940f09d4d694') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:46.224524 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8a1810-d522-4d9c-9ce5-940f09d4d694') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:46.273437 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] Transition to ACTIVE for port object 11d14284-b32a-4546-9a48-5baaea2ec195 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:46.281863 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.356823 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] Network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:46.359954 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:46.364487 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:46.367364 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.367522 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-267bd5f9-aa49-4a9b-a210-aaa84ea76b51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.368381 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60ddcb3-cf06-4b4b-8b77-5127024a6456 None None] DHCP port deletion for 078f41e9-bc97-4efe-9ef5-184c4183d0cb request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:11:46.377206 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] Pushing event updated for resources: {'Port': ['ID=11d14284-b32a-4546-9a48-5baaea2ec195,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:46.401046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fddf46-0b88-444e-a8bd-467523b79e1a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:46.402540 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fddf46-0b88-444e-a8bd-467523b79e1a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:46.404279 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fddf46-0b88-444e-a8bd-467523b79e1a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:46.404939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d1fddf46-0b88-444e-a8bd-467523b79e1a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:46.476420 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.483338 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b43fbd85-addb-4223-bc36-8a0228905083 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.498725 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] Attempting to bind port 11d14284-b32a-4546-9a48-5baaea2ec195 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:11:46.499094 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] Attempting to bind port 11d14284-b32a-4546-9a48-5baaea2ec195 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '74245cc0-3975-4a6f-b6e8-0a97db095b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:11:46.499458 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] Attempting to bind port 11d14284-b32a-4546-9a48-5baaea2ec195 on network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:11:46.504900 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:11:46.505269 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] Checking segment: {'id': '74245cc0-3975-4a6f-b6e8-0a97db095b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:46.505667 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.506056 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] Bound using segment: {'id': '74245cc0-3975-4a6f-b6e8-0a97db095b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:11:46.506578 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] Bound port: 11d14284-b32a-4546-9a48-5baaea2ec195, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74245cc0-3975-4a6f-b6e8-0a97db095b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:11:46.507183 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.508791 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b43fbd85-addb-4223-bc36-8a0228905083 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.535961 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267bd5f9-aa49-4a9b-a210-aaa84ea76b51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Subnet': ['ID=31a18901-6ef4-4b90-901a-636ae3bb7bf7,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:46.561108 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:11:46.561683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.566434 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267bd5f9-aa49-4a9b-a210-aaa84ea76b51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Checking segment: {'id': 'f73417c2-e315-4d0c-b8a5-109f548fa609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cd2938f3-7cca-4df8-a454-05176b852002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:46.566938 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267bd5f9-aa49-4a9b-a210-aaa84ea76b51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network hostable DHCP agents. Network: cd2938f3-7cca-4df8-a454-05176b852002, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:11:46.597191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.601962 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d1fddf46-0b88-444e-a8bd-467523b79e1a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:46.603314 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d1fddf46-0b88-444e-a8bd-467523b79e1a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4678295 Sep 21 15:11:46.619314 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] For port 11d14284-b32a-4546-9a48-5baaea2ec195, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:11:46.640786 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55276) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:46.698209 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fbd85-addb-4223-bc36-8a0228905083 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1211ad-4a69-44ac-8d8c-18a89821023c,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:46.707526 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b43fbd85-addb-4223-bc36-8a0228905083 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.712632 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b43fbd85-addb-4223-bc36-8a0228905083 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9334931 Sep 21 15:11:46.717722 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55280) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:46.736480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7eb03fae-c90d-4ee9-9b3a-b899bb25091b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'security_group': {'name': 'tempest-secgroup-2094366420'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:46.752812 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7eb03fae-c90d-4ee9-9b3a-b899bb25091b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:46.797598 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 5d8a1810-d522-4d9c-9ce5-940f09d4d694 resource provider aggregate not found Sep 21 15:11:46.813109 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7eb03fae-c90d-4ee9-9b3a-b899bb25091b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:security_group and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:46.817962 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267bd5f9-aa49-4a9b-a210-aaa84ea76b51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network cd2938f3-7cca-4df8-a454-05176b852002 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:11:46.830321 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7eb03fae-c90d-4ee9-9b3a-b899bb25091b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:46.837704 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 5d8a1810-d522-4d9c-9ce5-940f09d4d694 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d8a1810-d522-4d9c-9ce5-940f09d4d694 found for delete ", "request_id": "req-0745630f-3e82-4b5a-90ae-324f62a3f1a3"}]} Sep 21 15:11:46.848229 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] For port 11d14284-b32a-4546-9a48-5baaea2ec195, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=11d14284-b32a-4546-9a48-5baaea2ec195,segment=NetworkSegment(74245cc0-3975-4a6f-b6e8-0a97db095b58),segment_id=74245cc0-3975-4a6f-b6e8-0a97db095b58)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:11:46.851240 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7eb03fae-c90d-4ee9-9b3a-b899bb25091b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:46.855815 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.856594 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d101c3-bbf8-47f8-925f-1fbd5d7996a1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet 72e3e619-b8ca-43d7-b69a-c7ec4736aea0 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:11:46.866734 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46d101c3-bbf8-47f8-925f-1fbd5d7996a1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.901311 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.906335 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.907580 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-267bd5f9-aa49-4a9b-a210-aaa84ea76b51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, cd2938f3-7cca-4df8-a454-05176b852002) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:46.924165 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267bd5f9-aa49-4a9b-a210-aaa84ea76b51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:46.924767 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-267bd5f9-aa49-4a9b-a210-aaa84ea76b51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.930170 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bd480e-1d0c-40e1-bbed-6ca152e7d22a None None] Network cd2938f3-7cca-4df8-a454-05176b852002 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:46.938715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Network': ['ID=078f41e9-bc97-4efe-9ef5-184c4183d0cb,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:46.940217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7eb03fae-c90d-4ee9-9b3a-b899bb25091b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:46.951176 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0dacb516-f02a-4641-acf2-ead5752c3449 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/078f41e9-bc97-4efe-9ef5-184c4183d0cb HTTP/1.1" status: 204 len: 168 time: 4.9880238 Sep 21 15:11:46.958355 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55286) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:46.982310 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c3b462b0-239d-42b2-bac6-f518ce55eb0e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-626422801'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:46.993936 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46d101c3-bbf8-47f8-925f-1fbd5d7996a1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:47.131336 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4a76c-7456-45f9-a337-e970fa91a858 None None] Pushing event updated for resources: {'Port': ['ID=11d14284-b32a-4546-9a48-5baaea2ec195,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:47.208967 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cd2938f3-7cca-4df8-a454-05176b852002', 'network_id': 'cd2938f3-7cca-4df8-a454-05176b852002', 'tenant_id': 'd62e4783ba064d6c8874822841ebe351', 'fixed_ips': [{'subnet_id': '31a18901-6ef4-4b90-901a-636ae3bb7bf7'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:11:47.210383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:47.210980 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c3b462b0-239d-42b2-bac6-f518ce55eb0e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:47.214489 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-267bd5f9-aa49-4a9b-a210-aaa84ea76b51 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5778246 Sep 21 15:11:47.221458 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823ff30a-ee7c-4c35-82d4-1c3fda3e6035 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Router 22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:11:47.228325 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55292) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:47.229871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:47.231182 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7eb03fae-c90d-4ee9-9b3a-b899bb25091b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:47.236990 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-117d55b4-035b-4bed-8e60-aec1e311a08c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'port': {'network_id': 'cd2938f3-7cca-4df8-a454-05176b852002', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1898183365'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:47.253387 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c3b462b0-239d-42b2-bac6-f518ce55eb0e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Usage tracker for resource:network and tenant:bb9c11e9af854d96b17445323eac9a86 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:47.265195 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c3b462b0-239d-42b2-bac6-f518ce55eb0e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:47.265609 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:47.280252 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7eb03fae-c90d-4ee9-9b3a-b899bb25091b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:security_group_rule and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:47.351205 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c3b462b0-239d-42b2-bac6-f518ce55eb0e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:47.353838 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7eb03fae-c90d-4ee9-9b3a-b899bb25091b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:47.390425 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7eb03fae-c90d-4ee9-9b3a-b899bb25091b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:47.495282 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b462b0-239d-42b2-bac6-f518ce55eb0e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:47.498701 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c3b462b0-239d-42b2-bac6-f518ce55eb0e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:47.503626 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] Allocated IP 2001:db8::2 (cd2938f3-7cca-4df8-a454-05176b852002/31a18901-6ef4-4b90-901a-636ae3bb7bf7/984b4344-3f6e-494b-87f3-b74ce41b9282) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:47.539437 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Allocated IP 172.26.4.108 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/15bc3c09-6784-4652-bc32-475d8eea453e) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:47.543291 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46d101c3-bbf8-47f8-925f-1fbd5d7996a1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:47.649342 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 11d14284-b32a-4546-9a48-5baaea2ec195 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:47.807326 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b462b0-239d-42b2-bac6-f518ce55eb0e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:11:47.807771 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f86fff-554a-4138-a624-f893b15d6fec req-6ee6f15e-cedf-4682-b880-84f93211fb73 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:47.809332 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-55f86fff-554a-4138-a624-f893b15d6fec req-6ee6f15e-cedf-4682-b880-84f93211fb73 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.1578028 Sep 21 15:11:47.831523 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-117d55b4-035b-4bed-8e60-aec1e311a08c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:47.842951 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:47.845296 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-117d55b4-035b-4bed-8e60-aec1e311a08c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:port and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:47.855874 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-117d55b4-035b-4bed-8e60-aec1e311a08c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:47.864263 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 11d14284-b32a-4546-9a48-5baaea2ec195 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:47.864504 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c3b462b0-239d-42b2-bac6-f518ce55eb0e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:47.864641 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-c3b462b0-239d-42b2-bac6-f518ce55eb0e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Added segment 23198eb7-00e5-4dd7-b114-fa95fc07e2a2 of type vlan for network 08525e6f-157e-4f8d-b2f7-b162fffcf956 Sep 21 15:11:47.873871 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-117d55b4-035b-4bed-8e60-aec1e311a08c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:47.888062 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46d101c3-bbf8-47f8-925f-1fbd5d7996a1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:47.896579 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7eb03fae-c90d-4ee9-9b3a-b899bb25091b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:47.904182 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-55f86fff-554a-4138-a624-f893b15d6fec req-2bf7dfb0-a8fd-4b31-98c9-09881dfd6f48 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778146 Sep 21 15:11:47.904408 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9288ad1f-ba14-45cb-af4b-43e8330a2a99 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:11:47.931367 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:47.947852 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7eb03fae-c90d-4ee9-9b3a-b899bb25091b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:47.969183 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:47.970709 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d101c3-bbf8-47f8-925f-1fbd5d7996a1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=72e3e619-b8ca-43d7-b69a-c7ec4736aea0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:47.971747 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 9288ad1f-ba14-45cb-af4b-43e8330a2a99 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:11:47.972106 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9288ad1f-ba14-45cb-af4b-43e8330a2a99 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:11:47.982797 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] Transition to ACTIVE for port object 984b4344-3f6e-494b-87f3-b74ce41b9282 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:47.999553 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823ff30a-ee7c-4c35-82d4-1c3fda3e6035 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:11:48.009806 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff7518c-6030-4c26-bf6b-3c228bd11f37 None None] Sync routers for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:11:48.010887 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] Transition to ACTIVE for port object 984b4344-3f6e-494b-87f3-b74ce41b9282 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:48.015032 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b12e5a-da41-42a9-b2f2-1e11c2154b52 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:48.020176 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:48.021205 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117d55b4-035b-4bed-8e60-aec1e311a08c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:48.024633 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:48.025315 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-117d55b4-035b-4bed-8e60-aec1e311a08c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:48.029577 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff7518c-6030-4c26-bf6b-3c228bd11f37 None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:48.031725 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:48.032017 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dff7518c-6030-4c26-bf6b-3c228bd11f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:48.034735 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:48.044895 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46d101c3-bbf8-47f8-925f-1fbd5d7996a1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:48.065690 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c3b462b0-239d-42b2-bac6-f518ce55eb0e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:48.189514 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-117d55b4-035b-4bed-8e60-aec1e311a08c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] device_id is not set on port 7cbf0879-cf1b-4062-aac8-6276c8693f7f yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:11:48.215316 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] Network cd2938f3-7cca-4df8-a454-05176b852002 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:48.230703 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:48.244873 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dff7518c-6030-4c26-bf6b-3c228bd11f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:48.249745 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:48.257883 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb03fae-c90d-4ee9-9b3a-b899bb25091b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099caff6-b55b-418f-a2a9-7524f14fc038,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:48.263236 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-c3b462b0-239d-42b2-bac6-f518ce55eb0e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:11:48.272981 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Pushing event updated for resources: {'Port': ['ID=15bc3c09-6784-4652-bc32-475d8eea453e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:48.274717 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] Pushing event updated for resources: {'Port': ['ID=984b4344-3f6e-494b-87f3-b74ce41b9282,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:48.286786 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-823ff30a-ee7c-4c35-82d4-1c3fda3e6035 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:48.295415 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff7518c-6030-4c26-bf6b-3c228bd11f37 None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:48.296047 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dff7518c-6030-4c26-bf6b-3c228bd11f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:48.345644 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-46d101c3-bbf8-47f8-925f-1fbd5d7996a1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/72e3e619-b8ca-43d7-b69a-c7ec4736aea0 HTTP/1.1" status: 204 len: 168 time: 1.7036064 Sep 21 15:11:48.348086 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55298) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:48.372676 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7eb03fae-c90d-4ee9-9b3a-b899bb25091b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:48.378197 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7eb03fae-c90d-4ee9-9b3a-b899bb25091b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6504178 Sep 21 15:11:48.390069 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55302) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:48.409162 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dff7518c-6030-4c26-bf6b-3c228bd11f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:48.409735 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff7518c-6030-4c26-bf6b-3c228bd11f37 None None] The sync data for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:11:48.437551 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c3b462b0-239d-42b2-bac6-f518ce55eb0e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:48.442727 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b462b0-239d-42b2-bac6-f518ce55eb0e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:48.443419 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c3b462b0-239d-42b2-bac6-f518ce55eb0e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:48.450717 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1645e922-dbc8-4063-ae6a-3bdd223b28c1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1194565679', 'security_groups': ['099caff6-b55b-418f-a2a9-7524f14fc038'], 'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7742d9a3-98e0-48ed-bce0-0b5910d357ed'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:48.565255 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] Attempting to bind port 984b4344-3f6e-494b-87f3-b74ce41b9282 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:11:48.565630 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] Attempting to bind port 984b4344-3f6e-494b-87f3-b74ce41b9282 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'f73417c2-e315-4d0c-b8a5-109f548fa609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cd2938f3-7cca-4df8-a454-05176b852002'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:11:48.565995 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] Attempting to bind port 984b4344-3f6e-494b-87f3-b74ce41b9282 on network cd2938f3-7cca-4df8-a454-05176b852002 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:11:48.589832 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:11:48.590090 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] Checking segment: {'id': 'f73417c2-e315-4d0c-b8a5-109f548fa609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cd2938f3-7cca-4df8-a454-05176b852002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:48.590493 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:48.590895 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] Bound using segment: {'id': 'f73417c2-e315-4d0c-b8a5-109f548fa609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cd2938f3-7cca-4df8-a454-05176b852002'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:11:48.591369 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] Bound port: 984b4344-3f6e-494b-87f3-b74ce41b9282, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73417c2-e315-4d0c-b8a5-109f548fa609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cd2938f3-7cca-4df8-a454-05176b852002'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:11:48.591745 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:48.675505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e1bd8a-a804-4014-b452-291afb56eeaa tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet d0a38365-a04d-4d87-a359-a1be4ace3c01 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:11:48.735055 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e1e1bd8a-a804-4014-b452-291afb56eeaa tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:48.737829 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-823ff30a-ee7c-4c35-82d4-1c3fda3e6035 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "PUT /v2.0/floatingips/8d565e92-e671-4ea2-a800-2a4c8e672554 HTTP/1.1" status: 200 len: 687 time: 3.3287349 Sep 21 15:11:48.747688 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55308) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:48.764628 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] For port 984b4344-3f6e-494b-87f3-b74ce41b9282, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:11:48.769264 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] For port 984b4344-3f6e-494b-87f3-b74ce41b9282, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=984b4344-3f6e-494b-87f3-b74ce41b9282,segment=NetworkSegment(f73417c2-e315-4d0c-b8a5-109f548fa609),segment_id=f73417c2-e315-4d0c-b8a5-109f548fa609)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:11:48.780092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:48.787803 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c3b462b0-239d-42b2-bac6-f518ce55eb0e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8224189 Sep 21 15:11:48.828499 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0a7b3fdf-2059-4516-8e3f-57e4649811e0 None None] Provisioning complete for port d8eee6ff-51ff-4588-877a-f926bddd4614 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:48.828843 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0a7b3fdf-2059-4516-8e3f-57e4649811e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:48.853202 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55312) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:48.892000 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8a65e291-2530-40d0-8402-0ca6c6ab0ece tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'subnet': {'network_id': '08525e6f-157e-4f8d-b2f7-b162fffcf956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:48.926842 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b3fdf-2059-4516-8e3f-57e4649811e0 None None] Port d8eee6ff-51ff-4588-877a-f926bddd4614 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:11:48.928673 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a17e5-006c-43f8-8b01-747ab8be9621 None None] Pushing event updated for resources: {'Port': ['ID=984b4344-3f6e-494b-87f3-b74ce41b9282,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:48.946906 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0a7b3fdf-2059-4516-8e3f-57e4649811e0 None None] Provisioning for port 11d14284-b32a-4546-9a48-5baaea2ec195 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:48.957083 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0a7b3fdf-2059-4516-8e3f-57e4649811e0 None None] Provisioning complete for port 11d14284-b32a-4546-9a48-5baaea2ec195 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:48.957563 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0a7b3fdf-2059-4516-8e3f-57e4649811e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:48.962633 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b462b0-239d-42b2-bac6-f518ce55eb0e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Network': ['ID=08525e6f-157e-4f8d-b2f7-b162fffcf956,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:49.021635 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 08525e6f-157e-4f8d-b2f7-b162fffcf956 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:11:49.076328 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:49.159724 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-caee8cef-fe42-4468-aff8-33a7e0add265 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Deleting port 4ac6e337-bbb4-4c08-81bf-4c46aa1a53cf {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:49.160069 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-caee8cef-fe42-4468-aff8-33a7e0add265 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:49.248695 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b3fdf-2059-4516-8e3f-57e4649811e0 None None] Current status of the port 11d14284-b32a-4546-9a48-5baaea2ec195 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:49.249280 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0a7b3fdf-2059-4516-8e3f-57e4649811e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:49.256020 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e1e1bd8a-a804-4014-b452-291afb56eeaa tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:49.302218 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0a7b3fdf-2059-4516-8e3f-57e4649811e0 None None] For port 11d14284-b32a-4546-9a48-5baaea2ec195, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=11d14284-b32a-4546-9a48-5baaea2ec195,segment=NetworkSegment(74245cc0-3975-4a6f-b6e8-0a97db095b58),segment_id=74245cc0-3975-4a6f-b6e8-0a97db095b58)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:49.308942 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0a7b3fdf-2059-4516-8e3f-57e4649811e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:49.408574 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b3fdf-2059-4516-8e3f-57e4649811e0 None None] Pushing event updated for resources: {'Port': ['ID=11d14284-b32a-4546-9a48-5baaea2ec195,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:49.501419 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794c4ba-c88d-4439-ae2c-cdc71e56c430 req-033be948-c6be-4d52-bc03-91ccd4b9415c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:49.508430 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7794c4ba-c88d-4439-ae2c-cdc71e56c430 req-033be948-c6be-4d52-bc03-91ccd4b9415c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.9153533 Sep 21 15:11:49.509883 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccbfac-e63b-46c1-8a1c-b5afc03bf73d req-0f711828-01c6-4a9e-ab03-54c5ad5c6c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:49.511226 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-15ccbfac-e63b-46c1-8a1c-b5afc03bf73d req-0f711828-01c6-4a9e-ab03-54c5ad5c6c1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=537869f246ac43fa81163f09d28c74dc&device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 1099 time: 0.8335049 Sep 21 15:11:49.581604 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-117d55b4-035b-4bed-8e60-aec1e311a08c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Allocated IP 2001:db8::1c (cd2938f3-7cca-4df8-a454-05176b852002/31a18901-6ef4-4b90-901a-636ae3bb7bf7/7cbf0879-cf1b-4062-aac8-6276c8693f7f) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:49.598148 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8a65e291-2530-40d0-8402-0ca6c6ab0ece tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:49.609180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1645e922-dbc8-4063-ae6a-3bdd223b28c1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:49.613683 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8a65e291-2530-40d0-8402-0ca6c6ab0ece tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Usage tracker for resource:subnet and tenant:bb9c11e9af854d96b17445323eac9a86 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:49.620591 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8a65e291-2530-40d0-8402-0ca6c6ab0ece tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:49.625053 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1645e922-dbc8-4063-ae6a-3bdd223b28c1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:port and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:49.635296 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8a65e291-2530-40d0-8402-0ca6c6ab0ece tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:49.637333 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1645e922-dbc8-4063-ae6a-3bdd223b28c1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:49.666458 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1645e922-dbc8-4063-ae6a-3bdd223b28c1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:49.719271 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 984b4344-3f6e-494b-87f3-b74ce41b9282 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:49.759498 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7794c4ba-c88d-4439-ae2c-cdc71e56c430 req-e8e0cac2-06c1-4efb-993e-03156d754059 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108114 Sep 21 15:11:49.771483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e1e1bd8a-a804-4014-b452-291afb56eeaa tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:49.815610 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 984b4344-3f6e-494b-87f3-b74ce41b9282 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:49.824977 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 11d14284-b32a-4546-9a48-5baaea2ec195 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:49.914049 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 11d14284-b32a-4546-9a48-5baaea2ec195 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:49.914562 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:49.917244 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-117d55b4-035b-4bed-8e60-aec1e311a08c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:49.935678 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-117d55b4-035b-4bed-8e60-aec1e311a08c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Transition to ACTIVE for port object 7cbf0879-cf1b-4062-aac8-6276c8693f7f will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:49.964929 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a65e291-2530-40d0-8402-0ca6c6ab0ece tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:49.968150 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccbfac-e63b-46c1-8a1c-b5afc03bf73d req-d5688cd2-2f26-4dec-b03b-762b095b851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:49.968692 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8a65e291-2530-40d0-8402-0ca6c6ab0ece tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:49.969627 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-15ccbfac-e63b-46c1-8a1c-b5afc03bf73d req-d5688cd2-2f26-4dec-b03b-762b095b851f service neutron] 10.222.0.20 "GET /v2.0/networks?id=35623812-409c-40a9-b25b-97314219e56f HTTP/1.1" status: 200 len: 912 time: 0.4447041 Sep 21 15:11:50.018082 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-caee8cef-fe42-4468-aff8-33a7e0add265 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:50.018781 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-caee8cef-fe42-4468-aff8-33a7e0add265 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:50.090598 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-533a101e-d434-40ad-b705-d39b361410f6 None None] Provisioning complete for port 3fc9c7d6-5994-4948-ba69-e5b436476612 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:50.090598 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-533a101e-d434-40ad-b705-d39b361410f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:50.116376 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:50.124608 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e1e1bd8a-a804-4014-b452-291afb56eeaa tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:50.127459 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 11d14284-b32a-4546-9a48-5baaea2ec195 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:50.203841 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-caee8cef-fe42-4468-aff8-33a7e0add265 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Calling delete_port for 4ac6e337-bbb4-4c08-81bf-4c46aa1a53cf owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:50.236018 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-533a101e-d434-40ad-b705-d39b361410f6 None None] Current status of the port 3fc9c7d6-5994-4948-ba69-e5b436476612 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:50.237787 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-15ccbfac-e63b-46c1-8a1c-b5afc03bf73d req-0267f810-9819-4df1-bb60-d649e37b38dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f885edf7-41fa-47bd-b181-19541fdf8bf8 HTTP/1.1" status: 200 len: 1001 time: 0.2567697 Sep 21 15:11:50.248154 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1bd8a-a804-4014-b452-291afb56eeaa tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a38365-a04d-4d87-a359-a1be4ace3c01,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:50.250128 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e1e1bd8a-a804-4014-b452-291afb56eeaa tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:50.261521 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea2dd7f-178b-4bee-a9fa-6636ba195df9 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:50.282731 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1645e922-dbc8-4063-ae6a-3bdd223b28c1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:50.338378 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e1e1bd8a-a804-4014-b452-291afb56eeaa tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/d0a38365-a04d-4d87-a359-a1be4ace3c01 HTTP/1.1" status: 204 len: 168 time: 1.9869528 Sep 21 15:11:50.357567 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-117d55b4-035b-4bed-8e60-aec1e311a08c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:50.369888 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55316) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:50.406369 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299a5b30-5543-48c2-b084-6da09948f1df None None] Network cd2938f3-7cca-4df8-a454-05176b852002 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:50.419870 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccbfac-e63b-46c1-8a1c-b5afc03bf73d req-f233d245-cd57-4413-afbc-461d19a5dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:50.420853 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-15ccbfac-e63b-46c1-8a1c-b5afc03bf73d req-f233d245-cd57-4413-afbc-461d19a5dd49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1ab4349-2b6d-4af5-b8c9-4479fa3e1388 HTTP/1.1" status: 200 len: 850 time: 0.1590917 Sep 21 15:11:50.546700 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccbfac-e63b-46c1-8a1c-b5afc03bf73d req-0956585c-afc0-417c-ba54-e7c4ef521689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:50.548297 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-15ccbfac-e63b-46c1-8a1c-b5afc03bf73d req-0956585c-afc0-417c-ba54-e7c4ef521689 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=35623812-409c-40a9-b25b-97314219e56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1177917 Sep 21 15:11:50.549418 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Router 36ee10b1-9f4f-49a9-a64e-0df87fef200f is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:11:50.573054 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-615747df-fa14-47bf-9e06-c31c33c56958 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1686678 Sep 21 15:11:50.582517 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-92adca0e-f9f9-46bb-b047-b3bdb96289b5 None None] Provisioning for port 984b4344-3f6e-494b-87f3-b74ce41b9282 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:50.607978 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55320) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:50.609217 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-92adca0e-f9f9-46bb-b047-b3bdb96289b5 None None] Provisioning complete for port 984b4344-3f6e-494b-87f3-b74ce41b9282 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:50.609343 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-92adca0e-f9f9-46bb-b047-b3bdb96289b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:50.619808 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ed486360-e7d9-4f1e-8797-e720db757ab1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:50.757466 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117d55b4-035b-4bed-8e60-aec1e311a08c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network cd2938f3-7cca-4df8-a454-05176b852002 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:50.761883 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d55b4-035b-4bed-8e60-aec1e311a08c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=7cbf0879-cf1b-4062-aac8-6276c8693f7f,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:50.781288 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-117d55b4-035b-4bed-8e60-aec1e311a08c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:50.804883 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117d55b4-035b-4bed-8e60-aec1e311a08c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:50.810754 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117d55b4-035b-4bed-8e60-aec1e311a08c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:50.811360 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-117d55b4-035b-4bed-8e60-aec1e311a08c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:50.860335 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ed486360-e7d9-4f1e-8797-e720db757ab1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:50.871314 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-92adca0e-f9f9-46bb-b047-b3bdb96289b5 None None] Current status of the port 984b4344-3f6e-494b-87f3-b74ce41b9282 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:50.871626 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-92adca0e-f9f9-46bb-b047-b3bdb96289b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:50.876254 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ed486360-e7d9-4f1e-8797-e720db757ab1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:50.879822 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-caee8cef-fe42-4468-aff8-33a7e0add265 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:50.887483 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ed486360-e7d9-4f1e-8797-e720db757ab1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:50.921238 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348110e5-de42-462c-bad1-db395dfe997b None None] DHCP port deletion for cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:11:50.924516 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-92adca0e-f9f9-46bb-b047-b3bdb96289b5 None None] For port 984b4344-3f6e-494b-87f3-b74ce41b9282, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=984b4344-3f6e-494b-87f3-b74ce41b9282,segment=NetworkSegment(f73417c2-e315-4d0c-b8a5-109f548fa609),segment_id=f73417c2-e315-4d0c-b8a5-109f548fa609)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:50.930195 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-348110e5-de42-462c-bad1-db395dfe997b None None] Deleting port 3fc9c7d6-5994-4948-ba69-e5b436476612 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:50.930627 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-348110e5-de42-462c-bad1-db395dfe997b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:50.937388 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1645e922-dbc8-4063-ae6a-3bdd223b28c1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:50.947120 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ed486360-e7d9-4f1e-8797-e720db757ab1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:50.960744 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-117d55b4-035b-4bed-8e60-aec1e311a08c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.7299559 Sep 21 15:11:50.965121 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee8cef-fe42-4468-aff8-33a7e0add265 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event deleted for resources: {'Port': ['ID=4ac6e337-bbb4-4c08-81bf-4c46aa1a53cf,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:50.967964 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55326) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:50.971929 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-92adca0e-f9f9-46bb-b047-b3bdb96289b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:51.149071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adca0e-f9f9-46bb-b047-b3bdb96289b5 None None] Pushing event updated for resources: {'Port': ['ID=984b4344-3f6e-494b-87f3-b74ce41b9282,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:51.153310 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed486360-e7d9-4f1e-8797-e720db757ab1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:51.156868 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed486360-e7d9-4f1e-8797-e720db757ab1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:51.166587 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-15ccbfac-e63b-46c1-8a1c-b5afc03bf73d req-32984d2b-6363-4b9a-8c5d-6e7ad6a9eccd service neutron] 10.222.0.20 "GET /v2.0/networks/35623812-409c-40a9-b25b-97314219e56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6056314 Sep 21 15:11:51.179040 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-1645e922-dbc8-4063-ae6a-3bdd223b28c1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] device_id is not set on port d82e3e3e-081b-457d-a857-b354e430eb68 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:11:51.291328 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-348110e5-de42-462c-bad1-db395dfe997b None None] For port 3fc9c7d6-5994-4948-ba69-e5b436476612, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=3fc9c7d6-5994-4948-ba69-e5b436476612,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:51.291898 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-348110e5-de42-462c-bad1-db395dfe997b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:51.359833 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-15ccbfac-e63b-46c1-8a1c-b5afc03bf73d req-4d254376-dfd1-4a87-bf90-ba74b04cb5a9 service neutron] 10.222.0.20 "GET /v2.0/networks/35623812-409c-40a9-b25b-97314219e56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780109 Sep 21 15:11:51.377226 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:11:51.422976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9195c-445e-4b17-8398-b81c43b7132e req-fe943192-6fdd-4629-a50b-2c8a3263e43d tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:51.430860 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-64c9195c-445e-4b17-8398-b81c43b7132e req-fe943192-6fdd-4629-a50b-2c8a3263e43d tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.4702656 Sep 21 15:11:51.433991 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:51.435130 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-825bca3a-e60d-44d3-8f25-fa8dbb576eae tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9716883 Sep 21 15:11:51.439930 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55330) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:51.458687 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdf7595-f6d2-4e59-bff0-479c7c4b6a1c None None] Sync routers for ids ['36ee10b1-9f4f-49a9-a64e-0df87fef200f'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:11:51.468772 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4083fbcd-b463-4dad-8696-87ec2ea8afd6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'enable_snat': False}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:51.493064 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-64c9195c-445e-4b17-8398-b81c43b7132e req-d0522f89-5331-48ef-89b5-eefdf63e1c4d tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612395 Sep 21 15:11:51.500599 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-348110e5-de42-462c-bad1-db395dfe997b None None] Calling delete_port for 3fc9c7d6-5994-4948-ba69-e5b436476612 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:51.600795 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdf7595-f6d2-4e59-bff0-479c7c4b6a1c None None] Routers {'36ee10b1-9f4f-49a9-a64e-0df87fef200f'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:51.601597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6cdf7595-f6d2-4e59-bff0-479c7c4b6a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['36ee10b1-9f4f-49a9-a64e-0df87fef200f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:51.648333 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-caee8cef-fe42-4468-aff8-33a7e0add265 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:51.654351 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9a26f641-8cbc-48e0-8015-4c7f198cd36f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting port 7cbf0879-cf1b-4062-aac8-6276c8693f7f {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:51.654685 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a26f641-8cbc-48e0-8015-4c7f198cd36f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:51.659644 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 984b4344-3f6e-494b-87f3-b74ce41b9282 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:51.702918 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-348110e5-de42-462c-bad1-db395dfe997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:51.745280 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-caee8cef-fe42-4468-aff8-33a7e0add265 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:51.749344 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55334) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:51.761032 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-caee8cef-fe42-4468-aff8-33a7e0add265 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "DELETE /v2.0/floatingips/8d565e92-e671-4ea2-a800-2a4c8e672554 HTTP/1.1" status: 204 len: 168 time: 2.9786429 Sep 21 15:11:51.774604 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348110e5-de42-462c-bad1-db395dfe997b None None] Pushing event deleted for resources: {'Port': ['ID=3fc9c7d6-5994-4948-ba69-e5b436476612,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:51.778234 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8fa37e20-0006-4226-b246-ee5d11daccd3 None None] Provisioning for port 7cbf0879-cf1b-4062-aac8-6276c8693f7f completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:51.789022 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8fa37e20-0006-4226-b246-ee5d11daccd3 None None] Provisioning complete for port 7cbf0879-cf1b-4062-aac8-6276c8693f7f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:51.789261 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8fa37e20-0006-4226-b246-ee5d11daccd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:51.827634 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6cdf7595-f6d2-4e59-bff0-479c7c4b6a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:51.838633 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-a3eb84b0-2dff-4b81-9b32-6fa89e7d5142 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] delete failed (client error): The resource could not be found. Sep 21 15:11:51.843637 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a3eb84b0-2dff-4b81-9b32-6fa89e7d5142 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "DELETE /v2.0/floatingips/8d565e92-e671-4ea2-a800-2a4c8e672554 HTTP/1.1" status: 404 len: 345 time: 0.0932474 Sep 21 15:11:51.844379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55338) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:51.877578 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348110e5-de42-462c-bad1-db395dfe997b None None] No DVR routers for this DVR port 3fc9c7d6-5994-4948-ba69-e5b436476612 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:11:51.891413 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdf7595-f6d2-4e59-bff0-479c7c4b6a1c None None] Routers {'36ee10b1-9f4f-49a9-a64e-0df87fef200f'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:51.891413 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6cdf7595-f6d2-4e59-bff0-479c7c4b6a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['36ee10b1-9f4f-49a9-a64e-0df87fef200f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:51.956252 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f5beb-4715-4b80-bde4-3d6f3194c372 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:51.965530 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f5beb-4715-4b80-bde4-3d6f3194c372 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:51.973120 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f5beb-4715-4b80-bde4-3d6f3194c372 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:51.974814 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b90f5beb-4715-4b80-bde4-3d6f3194c372 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Synchronizing usage tracker for tenant:157f5050b7144cb78f4f1a9791bb2308 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:51.981525 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8fa37e20-0006-4226-b246-ee5d11daccd3 None None] Port 7cbf0879-cf1b-4062-aac8-6276c8693f7f cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:11:51.983160 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6cdf7595-f6d2-4e59-bff0-479c7c4b6a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:51.983609 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdf7595-f6d2-4e59-bff0-479c7c4b6a1c None None] The sync data for ids ['36ee10b1-9f4f-49a9-a64e-0df87fef200f'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:11:52.006843 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 984b4344-3f6e-494b-87f3-b74ce41b9282 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:52.007463 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:52.010184 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b90f5beb-4715-4b80-bde4-3d6f3194c372 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Unset dirty status for tenant:157f5050b7144cb78f4f1a9791bb2308 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:52.011454 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b90f5beb-4715-4b80-bde4-3d6f3194c372 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "GET /v2.0/ports?network_id=480cdd60-f98e-4e99-b266-e5a6047366b5 HTTP/1.1" status: 200 len: 2358 time: 0.1658499 Sep 21 15:11:52.014388 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55342) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:52.043947 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:52.062420 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8fa37e20-0006-4226-b246-ee5d11daccd3 None None] Provisioning complete for port 984b4344-3f6e-494b-87f3-b74ce41b9282 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:52.063094 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8fa37e20-0006-4226-b246-ee5d11daccd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:52.156778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c92f70b-7fa6-4780-94c8-36e7295d54be tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:52.159495 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2c92f70b-7fa6-4780-94c8-36e7295d54be tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "GET /v2.0/subnets/a4ff822a-4476-4b4e-a360-9023d3cc7573 HTTP/1.1" status: 200 len: 797 time: 0.1441331 Sep 21 15:11:52.165409 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55346) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:52.174259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-cfd62369-c9fe-4fb0-946e-9fd7acfd1c3a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Request body: {'port': {'network_id': '480cdd60-f98e-4e99-b266-e5a6047366b5', 'name': 'tempest-FloatingIPTestJSON-1601951161', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:52.310780 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 984b4344-3f6e-494b-87f3-b74ce41b9282 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:52.323219 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8fa37e20-0006-4226-b246-ee5d11daccd3 None None] Current status of the port 984b4344-3f6e-494b-87f3-b74ce41b9282 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:52.325378 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-1645e922-dbc8-4063-ae6a-3bdd223b28c1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Allocated IP 172.20.0.3 (b7c242e3-528d-4be7-9e2f-6faa43cc7dc5/7742d9a3-98e0-48ed-bce0-0b5910d357ed/d82e3e3e-081b-457d-a857-b354e430eb68) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:52.362770 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cfd62369-c9fe-4fb0-946e-9fd7acfd1c3a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:52.374946 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cfd62369-c9fe-4fb0-946e-9fd7acfd1c3a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:52.379477 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 3fc9c7d6-5994-4948-ba69-e5b436476612 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:11:52.386309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd62369-c9fe-4fb0-946e-9fd7acfd1c3a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Made reservation on behalf of 157f5050b7144cb78f4f1a9791bb2308 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:52.395862 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8a65e291-2530-40d0-8402-0ca6c6ab0ece tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:52.420121 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 3fc9c7d6-5994-4948-ba69-e5b436476612 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:11:52.420771 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 3fc9c7d6-5994-4948-ba69-e5b436476612 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:11:52.447680 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-271d5ae5-c254-4611-a41b-431c272248b8 None None] Provisioning complete for port 7cbf0879-cf1b-4062-aac8-6276c8693f7f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:52.448495 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-271d5ae5-c254-4611-a41b-431c272248b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:52.467227 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed486360-e7d9-4f1e-8797-e720db757ab1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:52.503899 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-271d5ae5-c254-4611-a41b-431c272248b8 None None] Port 7cbf0879-cf1b-4062-aac8-6276c8693f7f cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:11:52.526036 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cfd62369-c9fe-4fb0-946e-9fd7acfd1c3a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:52.548798 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-cfd62369-c9fe-4fb0-946e-9fd7acfd1c3a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] device_id is not set on port 423c2000-9293-499a-9734-b98879f004cc yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:11:52.562135 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65e291-2530-40d0-8402-0ca6c6ab0ece tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Subnet': ['ID=02f54628-2c35-4cf0-9695-8b4266a23d4b,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:52.646301 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed486360-e7d9-4f1e-8797-e720db757ab1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:52.686435 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-ed486360-e7d9-4f1e-8797-e720db757ab1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:52.697462 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e428d7f-0aae-4567-959b-b87ff91b2d51 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:52.817017 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed486360-e7d9-4f1e-8797-e720db757ab1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:52.817346 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed486360-e7d9-4f1e-8797-e720db757ab1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:52.827712 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6fff2-5cf2-41e3-b9cb-7d0219d8a2f9 req-927c8019-e981-46e9-92a6-c7997e77e9f1 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:52.832573 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ccd6fff2-5cf2-41e3-b9cb-7d0219d8a2f9 req-927c8019-e981-46e9-92a6-c7997e77e9f1 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.2179294 Sep 21 15:11:52.934374 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'fixed_ips': [{'subnet_id': '8f13a678-7651-48b7-82a7-191b652ae456'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:11:52.935262 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:52.936590 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ed486360-e7d9-4f1e-8797-e720db757ab1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3260376 Sep 21 15:11:52.940043 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55352) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:52.943047 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ccd6fff2-5cf2-41e3-b9cb-7d0219d8a2f9 req-7546d9f9-1196-4ac8-b9cb-5907fc2e666c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989482 Sep 21 15:11:52.949310 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6787d7fc-ea0e-4455-bae8-69bafcb59b33 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:52.963476 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed486360-e7d9-4f1e-8797-e720db757ab1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=8f13a678-7651-48b7-82a7-191b652ae456,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:52.969558 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a65e291-2530-40d0-8402-0ca6c6ab0ece tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Checking segment: {'id': '23198eb7-00e5-4dd7-b114-fa95fc07e2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '08525e6f-157e-4f8d-b2f7-b162fffcf956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:52.969917 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a65e291-2530-40d0-8402-0ca6c6ab0ece tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network hostable DHCP agents. Network: 08525e6f-157e-4f8d-b2f7-b162fffcf956, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:11:53.101315 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-cfd62369-c9fe-4fb0-946e-9fd7acfd1c3a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Allocated IP 172.20.0.13 (480cdd60-f98e-4e99-b266-e5a6047366b5/a4ff822a-4476-4b4e-a360-9023d3cc7573/423c2000-9293-499a-9734-b98879f004cc) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:53.107400 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6787d7fc-ea0e-4455-bae8-69bafcb59b33 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:53.112214 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6787d7fc-ea0e-4455-bae8-69bafcb59b33 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:53.115214 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6787d7fc-ea0e-4455-bae8-69bafcb59b33 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:53.121906 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6787d7fc-ea0e-4455-bae8-69bafcb59b33 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:53.131200 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-cfd62369-c9fe-4fb0-946e-9fd7acfd1c3a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Allocated IP 172.20.0.12 (480cdd60-f98e-4e99-b266-e5a6047366b5/a4ff822a-4476-4b4e-a360-9023d3cc7573/423c2000-9293-499a-9734-b98879f004cc) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:53.139184 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6787d7fc-ea0e-4455-bae8-69bafcb59b33 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:53.142644 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6787d7fc-ea0e-4455-bae8-69bafcb59b33 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:53.145794 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a65e291-2530-40d0-8402-0ca6c6ab0ece tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network 08525e6f-157e-4f8d-b2f7-b162fffcf956 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:11:53.169211 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a26f641-8cbc-48e0-8015-4c7f198cd36f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:53.187915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-8a65e291-2530-40d0-8402-0ca6c6ab0ece tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 08525e6f-157e-4f8d-b2f7-b162fffcf956) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:53.199345 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3f1b8d-47d5-4ce5-ac60-1284022969f0 None None] Network 08525e6f-157e-4f8d-b2f7-b162fffcf956 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:53.312949 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] Allocated IP 172.20.0.2 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/8f13a678-7651-48b7-82a7-191b652ae456/2b41c0f6-a2be-43d3-8966-9920cf2a54e8) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:53.505017 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a65e291-2530-40d0-8402-0ca6c6ab0ece tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:53.505612 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8a65e291-2530-40d0-8402-0ca6c6ab0ece tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:53.528574 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9a26f641-8cbc-48e0-8015-4c7f198cd36f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Calling delete_port for 7cbf0879-cf1b-4062-aac8-6276c8693f7f owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:53.591206 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-08525e6f-157e-4f8d-b2f7-b162fffcf956', 'network_id': '08525e6f-157e-4f8d-b2f7-b162fffcf956', 'tenant_id': 'bb9c11e9af854d96b17445323eac9a86', 'fixed_ips': [{'subnet_id': '02f54628-2c35-4cf0-9695-8b4266a23d4b'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:11:53.592398 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:53.594544 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1645e922-dbc8-4063-ae6a-3bdd223b28c1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:53.627493 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8a65e291-2530-40d0-8402-0ca6c6ab0ece tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.7659047 Sep 21 15:11:53.629756 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd6c2b-3f8a-45aa-a200-0bafcb875dbc req-98661b58-faca-4c41-b24c-638d347132ce tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:53.637043 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55358) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:53.637459 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-15fd6c2b-3f8a-45aa-a200-0bafcb875dbc req-98661b58-faca-4c41-b24c-638d347132ce tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.4762063 Sep 21 15:11:53.662143 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-1645e922-dbc8-4063-ae6a-3bdd223b28c1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Transition to ACTIVE for port object d82e3e3e-081b-457d-a857-b354e430eb68 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:53.665451 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4083fbcd-b463-4dad-8696-87ec2ea8afd6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:53.740135 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:53.749714 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-15fd6c2b-3f8a-45aa-a200-0bafcb875dbc req-ecabb63c-317f-4008-996c-9510e0fc1051 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113541 Sep 21 15:11:53.762033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] Transition to ACTIVE for port object 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:53.808058 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cfd62369-c9fe-4fb0-946e-9fd7acfd1c3a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:53.830926 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] Transition to ACTIVE for port object 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:53.843579 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:53.895937 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] Allocated IP 172.20.0.1 (08525e6f-157e-4f8d-b2f7-b162fffcf956/02f54628-2c35-4cf0-9695-8b4266a23d4b/af291644-96ce-4e15-afbf-0ebc3e7ebb51) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:53.929454 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:53.933562 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:53.936574 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] Pushing event updated for resources: {'Port': ['ID=2b41c0f6-a2be-43d3-8966-9920cf2a54e8,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:53.946233 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:53.974142 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cfd62369-c9fe-4fb0-946e-9fd7acfd1c3a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:53.990051 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:53.996355 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a26f641-8cbc-48e0-8015-4c7f198cd36f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:54.044481 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1645e922-dbc8-4063-ae6a-3bdd223b28c1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:54.067501 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26f641-8cbc-48e0-8015-4c7f198cd36f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Port': ['ID=7cbf0879-cf1b-4062-aac8-6276c8693f7f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:54.103364 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd62369-c9fe-4fb0-946e-9fd7acfd1c3a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Network 480cdd60-f98e-4e99-b266-e5a6047366b5 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:54.112773 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-cfd62369-c9fe-4fb0-946e-9fd7acfd1c3a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:54.115447 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd62369-c9fe-4fb0-946e-9fd7acfd1c3a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:54.142731 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] Attempting to bind port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:11:54.143100 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] Attempting to bind port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:11:54.143457 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] Attempting to bind port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:11:54.154347 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:11:54.154715 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:54.155105 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:54.155489 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:11:54.156171 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] Bound port: 2b41c0f6-a2be-43d3-8966-9920cf2a54e8, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:11:54.156309 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:54.213413 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd62369-c9fe-4fb0-946e-9fd7acfd1c3a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:54.215479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cfd62369-c9fe-4fb0-946e-9fd7acfd1c3a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:54.238031 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1645e922-dbc8-4063-ae6a-3bdd223b28c1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:54.248570 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a26f641-8cbc-48e0-8015-4c7f198cd36f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:54.252653 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd62369-c9fe-4fb0-946e-9fd7acfd1c3a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Port': ['ID=423c2000-9293-499a-9734-b98879f004cc,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:54.255760 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-1645e922-dbc8-4063-ae6a-3bdd223b28c1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:54.266800 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645e922-dbc8-4063-ae6a-3bdd223b28c1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:54.276370 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cfd62369-c9fe-4fb0-946e-9fd7acfd1c3a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.1098361 Sep 21 15:11:54.282745 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55366) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:54.293019 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72020b01-5a2f-4582-aaa4-e32f523c9e2d req-193c850c-49a6-4e0f-a383-62dc3d4855c6 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:54.294741 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-72020b01-5a2f-4582-aaa4-e32f523c9e2d req-193c850c-49a6-4e0f-a383-62dc3d4855c6 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.3671138 Sep 21 15:11:54.339461 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645e922-dbc8-4063-ae6a-3bdd223b28c1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=d82e3e3e-081b-457d-a857-b354e430eb68,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:54.348971 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': '423c2000-9293-499a-9734-b98879f004cc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:54.353757 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9a26f641-8cbc-48e0-8015-4c7f198cd36f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/ports/7cbf0879-cf1b-4062-aac8-6276c8693f7f HTTP/1.1" status: 204 len: 168 time: 3.3773031 Sep 21 15:11:54.357879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:54.364279 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Usage tracker for resource:floatingip and tenant:157f5050b7144cb78f4f1a9791bb2308 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:54.365170 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55370) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:54.369093 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:54.369870 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:54.376543 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:54.449365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] For port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:11:54.456565 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] For port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=2b41c0f6-a2be-43d3-8966-9920cf2a54e8,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:11:54.457698 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:54.464564 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:54.513383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] Transition to ACTIVE for port object af291644-96ce-4e15-afbf-0ebc3e7ebb51 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:54.517934 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1645e922-dbc8-4063-ae6a-3bdd223b28c1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:54.518735 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1645e922-dbc8-4063-ae6a-3bdd223b28c1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:54.547699 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-22fa7cd7-de1c-45ec-8fc7-953cd682884b tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] GET failed (client error): The resource could not be found. Sep 21 15:11:54.548405 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-22fa7cd7-de1c-45ec-8fc7-953cd682884b tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Synchronizing usage tracker for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:54.561720 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1645e922-dbc8-4063-ae6a-3bdd223b28c1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.1467354 Sep 21 15:11:54.569592 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55374) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:54.575714 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7cf3ffbc-2db7-4b4a-aef2-0f2056f7705d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'subnet': {'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:54.580093 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-72020b01-5a2f-4582-aaa4-e32f523c9e2d req-e80c4366-f7fc-4174-8d96-54e0ebef80cd tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717607 Sep 21 15:11:54.580870 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:54.593227 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] Transition to ACTIVE for port object af291644-96ce-4e15-afbf-0ebc3e7ebb51 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:54.617365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b2d69-1622-4975-bcf0-051dc2ea5630 None None] Pushing event updated for resources: {'Port': ['ID=2b41c0f6-a2be-43d3-8966-9920cf2a54e8,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:54.617365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:54.685630 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.objects.ports [None req-6787d7fc-ea0e-4455-bae8-69bafcb59b33 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:11:54.729240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] Pushing event updated for resources: {'Port': ['ID=af291644-96ce-4e15-afbf-0ebc3e7ebb51,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:54.750670 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] Network 08525e6f-157e-4f8d-b2f7-b162fffcf956 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:54.753055 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:54.758742 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:54.826146 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fe05fccb-1a6a-465b-9a9a-c0710e25cde8 None None] Provisioning for port d82e3e3e-081b-457d-a857-b354e430eb68 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:54.864985 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-22fa7cd7-de1c-45ec-8fc7-953cd682884b tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Unset dirty status for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:54.866967 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-22fa7cd7-de1c-45ec-8fc7-953cd682884b tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports/7cbf0879-cf1b-4062-aac8-6276c8693f7f HTTP/1.1" status: 404 len: 333 time: 0.4599845 Sep 21 15:11:54.876205 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55380) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:54.900436 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fe05fccb-1a6a-465b-9a9a-c0710e25cde8 None None] Provisioning complete for port d82e3e3e-081b-457d-a857-b354e430eb68 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:54.901329 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fe05fccb-1a6a-465b-9a9a-c0710e25cde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:54.984344 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] Attempting to bind port af291644-96ce-4e15-afbf-0ebc3e7ebb51 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:11:54.985272 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] Attempting to bind port af291644-96ce-4e15-afbf-0ebc3e7ebb51 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '23198eb7-00e5-4dd7-b114-fa95fc07e2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '08525e6f-157e-4f8d-b2f7-b162fffcf956'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:11:54.985848 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] Attempting to bind port af291644-96ce-4e15-afbf-0ebc3e7ebb51 on network 08525e6f-157e-4f8d-b2f7-b162fffcf956 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:11:54.993959 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fe05fccb-1a6a-465b-9a9a-c0710e25cde8 None None] Port d82e3e3e-081b-457d-a857-b354e430eb68 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:11:54.999244 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:11:54.999603 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] Checking segment: {'id': '23198eb7-00e5-4dd7-b114-fa95fc07e2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '08525e6f-157e-4f8d-b2f7-b162fffcf956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:11:55.000003 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:55.000389 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] Bound using segment: {'id': '23198eb7-00e5-4dd7-b114-fa95fc07e2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '08525e6f-157e-4f8d-b2f7-b162fffcf956'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:11:55.001886 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] Bound port: af291644-96ce-4e15-afbf-0ebc3e7ebb51, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23198eb7-00e5-4dd7-b114-fa95fc07e2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '08525e6f-157e-4f8d-b2f7-b162fffcf956'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:11:55.001886 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:55.010216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ce4e12-2ae0-4eee-801d-4ede5830e5a9 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting subnet 31a18901-6ef4-4b90-901a-636ae3bb7bf7 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:11:55.027652 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3ce4e12-2ae0-4eee-801d-4ede5830e5a9 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:55.041183 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:55.117260 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3ce4e12-2ae0-4eee-801d-4ede5830e5a9 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:55.133920 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7cf3ffbc-2db7-4b4a-aef2-0f2056f7705d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:55.136352 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Subnet': ['ID=02f54628-2c35-4cf0-9695-8b4266a23d4b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:55.156628 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] For port af291644-96ce-4e15-afbf-0ebc3e7ebb51, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:11:55.160835 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7cf3ffbc-2db7-4b4a-aef2-0f2056f7705d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:subnet and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:55.161192 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] For port af291644-96ce-4e15-afbf-0ebc3e7ebb51, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=af291644-96ce-4e15-afbf-0ebc3e7ebb51,segment=NetworkSegment(23198eb7-00e5-4dd7-b114-fa95fc07e2a2),segment_id=23198eb7-00e5-4dd7-b114-fa95fc07e2a2)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:11:55.163985 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7cf3ffbc-2db7-4b4a-aef2-0f2056f7705d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:55.166380 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:55.186477 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66470414-a217-4044-b9a8-6e05635ec773 req-a2c3689a-a546-47cd-ad40-8d81d2cee774 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:55.188328 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-66470414-a217-4044-b9a8-6e05635ec773 req-a2c3689a-a546-47cd-ad40-8d81d2cee774 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.4299676 Sep 21 15:11:55.223777 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7cf3ffbc-2db7-4b4a-aef2-0f2056f7705d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:55.313014 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d6a4f-cc5c-4f6b-b855-483690efed4a None None] Pushing event updated for resources: {'Port': ['ID=af291644-96ce-4e15-afbf-0ebc3e7ebb51,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:55.321174 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2815f4bb-d3b5-4907-881b-33f359c09f06 None None] Network 08525e6f-157e-4f8d-b2f7-b162fffcf956 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:55.390795 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-66470414-a217-4044-b9a8-6e05635ec773 req-10c488ec-cdc2-48c3-93a4-7fd463a403d4 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714203 Sep 21 15:11:55.393851 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6787d7fc-ea0e-4455-bae8-69bafcb59b33 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:55.410095 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:55.527838 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:55.550732 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf3ffbc-2db7-4b4a-aef2-0f2056f7705d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:55.563752 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7cf3ffbc-2db7-4b4a-aef2-0f2056f7705d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:55.664602 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:55.682524 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08525e6f-157e-4f8d-b2f7-b162fffcf956']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:55.774665 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:55.806457 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23198eb7-00e5-4dd7-b114-fa95fc07e2a2') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:55.806889 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23198eb7-00e5-4dd7-b114-fa95fc07e2a2') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:55.841245 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:55.925346 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3ce4e12-2ae0-4eee-801d-4ede5830e5a9 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:55.946453 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:55.963353 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3a33ca-d578-43a0-9957-e9db8de60ec0 None None] get_active_networks_info from dv-neutron-858731-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:11:55.972739 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:11:55.973149 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:56.082146 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-298d0eba-e414-4a81-9881-4326dce58df4 None None] Provisioning for port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:11:56.093911 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 23198eb7-00e5-4dd7-b114-fa95fc07e2a2 resource provider aggregate not found Sep 21 15:11:56.100541 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-298d0eba-e414-4a81-9881-4326dce58df4 None None] Provisioning complete for port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:56.101257 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-298d0eba-e414-4a81-9881-4326dce58df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:56.131141 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 23198eb7-00e5-4dd7-b114-fa95fc07e2a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23198eb7-00e5-4dd7-b114-fa95fc07e2a2 found for delete ", "request_id": "req-55af5ec3-bf88-465b-97ed-87fa4e0887d4"}]} Sep 21 15:11:56.132356 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.ipam_backend_mixin [None req-7cf3ffbc-2db7-4b4a-aef2-0f2056f7705d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7742d9a3-98e0-48ed-bce0-0b5910d357ed (CIDR: 172.20.0.0/28) Sep 21 15:11:56.226351 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Allocated IP 172.26.4.37 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/16990713-aa3f-4e98-b379-7a08af1c3ed6) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:56.227051 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3a33ca-d578-43a0-9957-e9db8de60ec0 None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:11:56.235968 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf3ffbc-2db7-4b4a-aef2-0f2056f7705d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:11:56.236239 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3ce4e12-2ae0-4eee-801d-4ede5830e5a9 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:56.236812 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf3ffbc-2db7-4b4a-aef2-0f2056f7705d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:11:56.272102 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 15:11:56.272102 dv-neutron-858731-1-hyperv neutron-server[89019]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 15:11:56.272102 dv-neutron-858731-1-hyperv neutron-server[89019]: [parameters: {'id': '08525e6f-157e-4f8d-b2f7-b162fffcf956'}] Sep 21 15:11:56.272102 dv-neutron-858731-1-hyperv neutron-server[89019]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:11:56.273000 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:11:56.285340 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7cf3ffbc-2db7-4b4a-aef2-0f2056f7705d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7153082 Sep 21 15:11:56.285595 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce4e12-2ae0-4eee-801d-4ede5830e5a9 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Subnet': ['ID=31a18901-6ef4-4b90-901a-636ae3bb7bf7,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:56.288944 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55390) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:56.296716 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f88bc1d7-6e73-464d-ae5d-f253eb00096a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'subnet': {'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:56.307101 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-298d0eba-e414-4a81-9881-4326dce58df4 None None] Current status of the port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:56.307735 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-298d0eba-e414-4a81-9881-4326dce58df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:56.315349 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c06a4f-452b-4472-ab09-548f448aac87 req-8c43209a-d58f-4a9d-b3f4-dd9147b9d2fe tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:56.317226 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-49c06a4f-452b-4472-ab09-548f448aac87 req-8c43209a-d58f-4a9d-b3f4-dd9147b9d2fe tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.7275720 Sep 21 15:11:56.324904 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4083fbcd-b463-4dad-8696-87ec2ea8afd6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:56.355145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3ce4e12-2ae0-4eee-801d-4ede5830e5a9 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:56.397255 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4083fbcd-b463-4dad-8696-87ec2ea8afd6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:56.468561 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c3ce4e12-2ae0-4eee-801d-4ede5830e5a9 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/subnets/31a18901-6ef4-4b90-901a-636ae3bb7bf7 HTTP/1.1" status: 204 len: 168 time: 1.5911977 Sep 21 15:11:56.479148 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55394) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:56.480819 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-6787d7fc-ea0e-4455-bae8-69bafcb59b33 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] For port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=2b41c0f6-a2be-43d3-8966-9920cf2a54e8,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:56.565863 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-49c06a4f-452b-4472-ab09-548f448aac87 req-9efb5aba-2c66-475f-b098-69a345376531 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307394 Sep 21 15:11:56.656032 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6787d7fc-ea0e-4455-bae8-69bafcb59b33 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:56.662978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32dea56a-ad99-44ca-bf8d-361aba7a0e7a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:56.670677 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f88bc1d7-6e73-464d-ae5d-f253eb00096a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:56.677294 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6787d7fc-ea0e-4455-bae8-69bafcb59b33 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:56.678545 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6787d7fc-ea0e-4455-bae8-69bafcb59b33 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:56.679224 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f88bc1d7-6e73-464d-ae5d-f253eb00096a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:subnet and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:56.685133 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f88bc1d7-6e73-464d-ae5d-f253eb00096a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:56.696228 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f88bc1d7-6e73-464d-ae5d-f253eb00096a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:56.713487 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4083fbcd-b463-4dad-8696-87ec2ea8afd6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Router 36ee10b1-9f4f-49a9-a64e-0df87fef200f has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:11:56.723113 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88bc1d7-6e73-464d-ae5d-f253eb00096a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:56.727559 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f88bc1d7-6e73-464d-ae5d-f253eb00096a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:56.768016 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908e4365-f95b-4f75-b338-46121fe0b752 None None] Network cd2938f3-7cca-4df8-a454-05176b852002 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:56.776768 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:56.810980 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6787d7fc-ea0e-4455-bae8-69bafcb59b33 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:56.827896 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-6787d7fc-ea0e-4455-bae8-69bafcb59b33 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:56.847508 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6787d7fc-ea0e-4455-bae8-69bafcb59b33 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:56.849104 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6787d7fc-ea0e-4455-bae8-69bafcb59b33 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:56.871594 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:56.882162 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-32dea56a-ad99-44ca-bf8d-361aba7a0e7a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting port 984b4344-3f6e-494b-87f3-b74ce41b9282 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:56.882647 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32dea56a-ad99-44ca-bf8d-361aba7a0e7a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:56.995004 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787d7fc-ea0e-4455-bae8-69bafcb59b33 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=f0d49349-d5fe-49be-85d3-26b6a71f9ed0,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:57.004780 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6065757c-8322-40ac-8661-83960e6e9cb2 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:57.012507 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6787d7fc-ea0e-4455-bae8-69bafcb59b33 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0677433 Sep 21 15:11:57.026791 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Deleting port af291644-96ce-4e15-afbf-0ebc3e7ebb51 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:57.027134 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:57.031643 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55404) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:57.033383 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787d7fc-ea0e-4455-bae8-69bafcb59b33 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=2b41c0f6-a2be-43d3-8966-9920cf2a54e8,revision_number=4']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:57.047332 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-391f5bc5-df5e-4a69-9659-8ff1fdbc880d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'mac_address': 'fa:16:3e:71:f9:19', 'name': 'tempest-NetworksTestDHCPv6-1831020054'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:57.160800 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-298d0eba-e414-4a81-9881-4326dce58df4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:11:57.161066 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-298d0eba-e414-4a81-9881-4326dce58df4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:11:57.181488 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4083fbcd-b463-4dad-8696-87ec2ea8afd6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:11:57.196309 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebccb338-e117-4db9-885f-fca370516915 None None] Sync routers for ids ['36ee10b1-9f4f-49a9-a64e-0df87fef200f'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:11:57.206974 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebccb338-e117-4db9-885f-fca370516915 None None] Routers {'36ee10b1-9f4f-49a9-a64e-0df87fef200f'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:57.207196 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4083fbcd-b463-4dad-8696-87ec2ea8afd6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:57.207963 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ebccb338-e117-4db9-885f-fca370516915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['36ee10b1-9f4f-49a9-a64e-0df87fef200f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:57.208381 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4083fbcd-b463-4dad-8696-87ec2ea8afd6 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "PUT /v2.0/routers/36ee10b1-9f4f-49a9-a64e-0df87fef200f HTTP/1.1" status: 200 len: 922 time: 5.7594504 Sep 21 15:11:57.211873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55410) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:57.273444 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ebccb338-e117-4db9-885f-fca370516915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:57.283198 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebccb338-e117-4db9-885f-fca370516915 None None] Routers {'36ee10b1-9f4f-49a9-a64e-0df87fef200f'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:11:57.284099 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ebccb338-e117-4db9-885f-fca370516915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['36ee10b1-9f4f-49a9-a64e-0df87fef200f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:57.392645 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ebccb338-e117-4db9-885f-fca370516915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:57.393240 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebccb338-e117-4db9-885f-fca370516915 None None] The sync data for ids ['36ee10b1-9f4f-49a9-a64e-0df87fef200f'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:11:57.465426 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2063ffb-aed3-47eb-86be-900a106c3606 None None] DHCP port deletion for cd2938f3-7cca-4df8-a454-05176b852002 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:11:57.474714 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c2063ffb-aed3-47eb-86be-900a106c3606 None None] Deleting port 984b4344-3f6e-494b-87f3-b74ce41b9282 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:57.476719 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c2063ffb-aed3-47eb-86be-900a106c3606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:57.515532 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] For port af291644-96ce-4e15-afbf-0ebc3e7ebb51, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=af291644-96ce-4e15-afbf-0ebc3e7ebb51,segment=NetworkSegment(23198eb7-00e5-4dd7-b114-fa95fc07e2a2),segment_id=23198eb7-00e5-4dd7-b114-fa95fc07e2a2)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:57.515886 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:57.526093 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4f2886e5-e34f-4ae2-89e7-9f4fd59c5ff0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "GET /v2.0/routers/36ee10b1-9f4f-49a9-a64e-0df87fef200f HTTP/1.1" status: 200 len: 922 time: 0.3033192 Sep 21 15:11:57.531582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55416) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:57.661009 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:57.677067 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Calling delete_port for af291644-96ce-4e15-afbf-0ebc3e7ebb51 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:57.814461 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:57.835028 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-32dea56a-ad99-44ca-bf8d-361aba7a0e7a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] For port 984b4344-3f6e-494b-87f3-b74ce41b9282, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=984b4344-3f6e-494b-87f3-b74ce41b9282,segment=NetworkSegment(f73417c2-e315-4d0c-b8a5-109f548fa609),segment_id=f73417c2-e315-4d0c-b8a5-109f548fa609)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:57.835473 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32dea56a-ad99-44ca-bf8d-361aba7a0e7a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:57.860726 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f88bc1d7-6e73-464d-ae5d-f253eb00096a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:57.889135 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-298d0eba-e414-4a81-9881-4326dce58df4 None None] Current status of the port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:57.889691 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-298d0eba-e414-4a81-9881-4326dce58df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:57.925878 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Port': ['ID=af291644-96ce-4e15-afbf-0ebc3e7ebb51,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:57.928027 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-298d0eba-e414-4a81-9881-4326dce58df4 None None] For port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=2b41c0f6-a2be-43d3-8966-9920cf2a54e8,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:57.933087 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No DVR routers for this DVR port af291644-96ce-4e15-afbf-0ebc3e7ebb51 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:11:57.945885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-298d0eba-e414-4a81-9881-4326dce58df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:57.987590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-32dea56a-ad99-44ca-bf8d-361aba7a0e7a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Calling delete_port for 984b4344-3f6e-494b-87f3-b74ce41b9282 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:58.031000 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-391f5bc5-df5e-4a69-9659-8ff1fdbc880d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:58.036001 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:58.084804 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d0eba-e414-4a81-9881-4326dce58df4 None None] Pushing event updated for resources: {'Port': ['ID=2b41c0f6-a2be-43d3-8966-9920cf2a54e8,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:58.087633 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:58.087922 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:58.088045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:58.099661 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:58.101329 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-391f5bc5-df5e-4a69-9659-8ff1fdbc880d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:port and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:58.113267 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:58.116439 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:11:58.130073 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08525e6f-157e-4f8d-b2f7-b162fffcf956']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:58.143560 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23198eb7-00e5-4dd7-b114-fa95fc07e2a2') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:58.144021 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23198eb7-00e5-4dd7-b114-fa95fc07e2a2') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:58.157310 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:58.161427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-391f5bc5-df5e-4a69-9659-8ff1fdbc880d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:58.172731 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c2063ffb-aed3-47eb-86be-900a106c3606 None None] For port 984b4344-3f6e-494b-87f3-b74ce41b9282, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=984b4344-3f6e-494b-87f3-b74ce41b9282,segment=NetworkSegment(f73417c2-e315-4d0c-b8a5-109f548fa609),segment_id=f73417c2-e315-4d0c-b8a5-109f548fa609)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:58.172980 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c2063ffb-aed3-47eb-86be-900a106c3606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:58.174382 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88bc1d7-6e73-464d-ae5d-f253eb00096a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:11:58.175151 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-391f5bc5-df5e-4a69-9659-8ff1fdbc880d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:58.180053 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-f88bc1d7-6e73-464d-ae5d-f253eb00096a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:11:58.188992 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88bc1d7-6e73-464d-ae5d-f253eb00096a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:58.190418 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f88bc1d7-6e73-464d-ae5d-f253eb00096a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:58.209987 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bc1d7-6e73-464d-ae5d-f253eb00096a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Subnet': ['ID=e6c7d120-aa32-4f93-bc3e-b6153b86e69b,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:58.213401 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:58.221964 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f88bc1d7-6e73-464d-ae5d-f253eb00096a tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9309602 Sep 21 15:11:58.224611 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55422) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:58.228461 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:11:58.229042 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:58.261038 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e69cf221-805e-45dd-bfbb-2ad88531b45f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1454608576', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e6c7d120-aa32-4f93-bc3e-b6153b86e69b'}], 'security_groups': ['9a1211ad-4a69-44ac-8d8c-18a89821023c']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:58.293931 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391f5bc5-df5e-4a69-9659-8ff1fdbc880d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:58.306715 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6767033b-aae0-46e5-bfcb-928f26ffb68f None None] Network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:11:58.329837 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c2063ffb-aed3-47eb-86be-900a106c3606 None None] Calling delete_port for 984b4344-3f6e-494b-87f3-b74ce41b9282 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:11:58.358732 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 23198eb7-00e5-4dd7-b114-fa95fc07e2a2 resource provider aggregate not found Sep 21 15:11:58.405606 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 23198eb7-00e5-4dd7-b114-fa95fc07e2a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23198eb7-00e5-4dd7-b114-fa95fc07e2a2 found for delete ", "request_id": "req-94b8933f-788c-4106-8a68-d356f1a80d5c"}]} Sep 21 15:11:58.417184 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6ae65-17a1-4b55-aba1-9d4253a54534 req-8b0c9819-f910-4c6d-a156-37974e6d6c42 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:58.418682 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-30a6ae65-17a1-4b55-aba1-9d4253a54534 req-8b0c9819-f910-4c6d-a156-37974e6d6c42 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 1.3475983 Sep 21 15:11:58.426470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Port': ['ID=16990713-aa3f-4e98-b379-7a08af1c3ed6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:58.502196 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:58.507157 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-03c3c96b-f9bd-4176-8958-82ff3b0df83b None None] Provisioning complete for port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:58.507531 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-03c3c96b-f9bd-4176-8958-82ff3b0df83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:58.538760 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:58.539758 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32dea56a-ad99-44ca-bf8d-361aba7a0e7a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:58.549519 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Network': ['ID=08525e6f-157e-4f8d-b2f7-b162fffcf956,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:58.565052 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-38d30681-00fd-4112-819b-12a6c48179e6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/08525e6f-157e-4f8d-b2f7-b162fffcf956 HTTP/1.1" status: 204 len: 168 time: 4.9269433 Sep 21 15:11:58.566411 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55432) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:58.576375 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:58.592677 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7c0ae926-7fdf-4729-98aa-85ac5272dcb7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2001723474'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:58.603982 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7c0ae926-7fdf-4729-98aa-85ac5272dcb7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:58.615290 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7c0ae926-7fdf-4729-98aa-85ac5272dcb7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Usage tracker for resource:network and tenant:bb9c11e9af854d96b17445323eac9a86 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:58.625931 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-c2063ffb-aed3-47eb-86be-900a106c3606 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:11:58.626423 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-c2063ffb-aed3-47eb-86be-900a106c3606 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:11:58.635670 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7c0ae926-7fdf-4729-98aa-85ac5272dcb7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:58.636987 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-30a6ae65-17a1-4b55-aba1-9d4253a54534 req-f011b8b1-2367-4ecc-bb14-f89d6be0d566 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976340 Sep 21 15:11:58.637733 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dea56a-ad99-44ca-bf8d-361aba7a0e7a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Port': ['ID=984b4344-3f6e-494b-87f3-b74ce41b9282,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:58.639777 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dea56a-ad99-44ca-bf8d-361aba7a0e7a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] No DVR routers for this DVR port 984b4344-3f6e-494b-87f3-b74ce41b9282 on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:11:58.650180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7c0ae926-7fdf-4729-98aa-85ac5272dcb7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:11:58.651973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b503c476-08df-4040-9d4d-e581db1fff9c tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:58.652947 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b503c476-08df-4040-9d4d-e581db1fff9c tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Synchronizing usage tracker for tenant:8b920d0c51b34edda663543b45d0c985 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:58.668809 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 984b4344-3f6e-494b-87f3-b74ce41b9282 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:11:58.717773 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 984b4344-3f6e-494b-87f3-b74ce41b9282 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:11:58.718230 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 984b4344-3f6e-494b-87f3-b74ce41b9282 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:11:58.721682 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0ae926-7fdf-4729-98aa-85ac5272dcb7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:11:58.725479 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7c0ae926-7fdf-4729-98aa-85ac5272dcb7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:58.747149 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e69cf221-805e-45dd-bfbb-2ad88531b45f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:58.816985 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0ae926-7fdf-4729-98aa-85ac5272dcb7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:11:58.823395 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-391f5bc5-df5e-4a69-9659-8ff1fdbc880d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:58.837181 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7c0ae926-7fdf-4729-98aa-85ac5272dcb7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:58.837628 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-7c0ae926-7fdf-4729-98aa-85ac5272dcb7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Added segment e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3 of type vlan for network 2db43778-f581-44f4-b811-be3e1ae30771 Sep 21 15:11:58.890641 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-03c3c96b-f9bd-4176-8958-82ff3b0df83b None None] Current status of the port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:11:58.900609 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b503c476-08df-4040-9d4d-e581db1fff9c tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Unset dirty status for tenant:8b920d0c51b34edda663543b45d0c985 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:58.901492 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b503c476-08df-4040-9d4d-e581db1fff9c tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=445481ae-8997-4e7e-a514-07e782c48c85&device_id=36ee10b1-9f4f-49a9-a64e-0df87fef200f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.3583984 Sep 21 15:11:58.904573 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55436) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:58.974994 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7c0ae926-7fdf-4729-98aa-85ac5272dcb7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:59.007496 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2723f1dc-07e3-40d4-aa60-d6df1582da93 None None] Update dhcp port {'port': {'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5', 'fixed_ips': [{'subnet_id': '7742d9a3-98e0-48ed-bce0-0b5910d357ed', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e6c7d120-aa32-4f93-bc3e-b6153b86e69b'}], 'binding:host_id': 'dv-neutron-858731-1-hyperv'}, 'id': '11d14284-b32a-4546-9a48-5baaea2ec195'} from dv-neutron-858731-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 15:11:59.054552 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-391f5bc5-df5e-4a69-9659-8ff1fdbc880d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] device_id is not set on port 3ffafa27-26ce-407c-a3ac-0cd5bc10117d yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:11:59.069345 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2723f1dc-07e3-40d4-aa60-d6df1582da93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:59.086096 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7c0ae926-7fdf-4729-98aa-85ac5272dcb7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:59.091382 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0ae926-7fdf-4729-98aa-85ac5272dcb7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:59.091953 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7c0ae926-7fdf-4729-98aa-85ac5272dcb7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:59.101530 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32dea56a-ad99-44ca-bf8d-361aba7a0e7a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:59.130490 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c2063ffb-aed3-47eb-86be-900a106c3606 None None] Deleting port 984b4344-3f6e-494b-87f3-b74ce41b9282 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:11:59.131571 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c2063ffb-aed3-47eb-86be-900a106c3606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:59.165215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-32dea56a-ad99-44ca-bf8d-361aba7a0e7a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2938f3-7cca-4df8-a454-05176b852002']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:59.184526 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-32dea56a-ad99-44ca-bf8d-361aba7a0e7a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73417c2-e315-4d0c-b8a5-109f548fa609') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:59.184826 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-32dea56a-ad99-44ca-bf8d-361aba7a0e7a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73417c2-e315-4d0c-b8a5-109f548fa609') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:11:59.237827 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32dea56a-ad99-44ca-bf8d-361aba7a0e7a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:59.255747 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c2063ffb-aed3-47eb-86be-900a106c3606 None None] The port '984b4344-3f6e-494b-87f3-b74ce41b9282' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:11:59.289218 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32dea56a-ad99-44ca-bf8d-361aba7a0e7a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:59.307667 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32dea56a-ad99-44ca-bf8d-361aba7a0e7a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:11:59.308107 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32dea56a-ad99-44ca-bf8d-361aba7a0e7a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:59.377508 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-2723f1dc-07e3-40d4-aa60-d6df1582da93 None None] Allocated IP 172.20.0.18 (b7c242e3-528d-4be7-9e2f-6faa43cc7dc5/e6c7d120-aa32-4f93-bc3e-b6153b86e69b/11d14284-b32a-4546-9a48-5baaea2ec195) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:59.388209 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7c0ae926-7fdf-4729-98aa-85ac5272dcb7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8156102 Sep 21 15:11:59.389137 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment f73417c2-e315-4d0c-b8a5-109f548fa609 resource provider aggregate not found Sep 21 15:11:59.393012 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55442) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:59.413996 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ae926-7fdf-4729-98aa-85ac5272dcb7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Network': ['ID=2db43778-f581-44f4-b811-be3e1ae30771,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:59.433142 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-be08fd74-c4a6-445c-9047-4e9d9b6f417e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'subnet': {'network_id': '2db43778-f581-44f4-b811-be3e1ae30771', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:59.439080 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 2db43778-f581-44f4-b811-be3e1ae30771 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:11:59.451794 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31a16fa-770c-490f-a0cc-d5128527f5ab tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:11:59.452361 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c31a16fa-770c-490f-a0cc-d5128527f5ab tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Synchronizing usage tracker for tenant:8b920d0c51b34edda663543b45d0c985 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:11:59.469895 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c31a16fa-770c-490f-a0cc-d5128527f5ab tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Unset dirty status for tenant:8b920d0c51b34edda663543b45d0c985 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:11:59.471587 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c31a16fa-770c-490f-a0cc-d5128527f5ab tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "GET /v2.0/networks/445481ae-8997-4e7e-a514-07e782c48c85 HTTP/1.1" status: 200 len: 881 time: 0.5587261 Sep 21 15:11:59.474635 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55448) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:59.535011 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-37dabc21-deb0-4790-895f-76cc8b1fb99f tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "GET /v2.0/ports?device_id=36ee10b1-9f4f-49a9-a64e-0df87fef200f HTTP/1.1" status: 200 len: 205 time: 0.0571697 Sep 21 15:11:59.538450 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55452) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:59.589085 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment f73417c2-e315-4d0c-b8a5-109f548fa609 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f73417c2-e315-4d0c-b8a5-109f548fa609 found for delete ", "request_id": "req-8522baaf-be15-479b-8857-1c2677e2818f"}]} Sep 21 15:11:59.621115 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:11:59.720336 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32dea56a-ad99-44ca-bf8d-361aba7a0e7a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:59.720846 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2723f1dc-07e3-40d4-aa60-d6df1582da93 None None] For port 11d14284-b32a-4546-9a48-5baaea2ec195, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=11d14284-b32a-4546-9a48-5baaea2ec195,segment=NetworkSegment(74245cc0-3975-4a6f-b6e8-0a97db095b58),segment_id=74245cc0-3975-4a6f-b6e8-0a97db095b58)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:11:59.749471 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-526f0f92-16a9-4964-bd81-2cd8a8ac490b tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:59.757721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32dea56a-ad99-44ca-bf8d-361aba7a0e7a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:59.768895 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:11:59.769275 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:59.794653 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dea56a-ad99-44ca-bf8d-361aba7a0e7a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Network': ['ID=cd2938f3-7cca-4df8-a454-05176b852002,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:11:59.800487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:59.801864 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2723f1dc-07e3-40d4-aa60-d6df1582da93 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:59.805065 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-391f5bc5-df5e-4a69-9659-8ff1fdbc880d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 172.20.0.3 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/8f13a678-7651-48b7-82a7-191b652ae456/3ffafa27-26ce-407c-a3ac-0cd5bc10117d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:59.828074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-be08fd74-c4a6-445c-9047-4e9d9b6f417e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:11:59.862173 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2723f1dc-07e3-40d4-aa60-d6df1582da93 None None] Transition to ACTIVE for port object 11d14284-b32a-4546-9a48-5baaea2ec195 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:11:59.873871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-be08fd74-c4a6-445c-9047-4e9d9b6f417e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Usage tracker for resource:subnet and tenant:bb9c11e9af854d96b17445323eac9a86 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:11:59.874142 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2723f1dc-07e3-40d4-aa60-d6df1582da93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:11:59.881555 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-32dea56a-ad99-44ca-bf8d-361aba7a0e7a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/networks/cd2938f3-7cca-4df8-a454-05176b852002 HTTP/1.1" status: 204 len: 168 time: 3.3947611 Sep 21 15:11:59.886049 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-391f5bc5-df5e-4a69-9659-8ff1fdbc880d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8::f816:3eff:fe71:f919 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/f0d49349-d5fe-49be-85d3-26b6a71f9ed0/3ffafa27-26ce-407c-a3ac-0cd5bc10117d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:11:59.888385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-be08fd74-c4a6-445c-9047-4e9d9b6f417e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:11:59.891159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55458) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:11:59.909822 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-444a97cb-5902-405f-a184-d496b13291ce tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'port': {'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2', 'name': 'tempest-PortsIpV6TestJSON-1110606925'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:11:59.929281 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-be08fd74-c4a6-445c-9047-4e9d9b6f417e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:00.074049 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be08fd74-c4a6-445c-9047-4e9d9b6f417e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:00.077554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be08fd74-c4a6-445c-9047-4e9d9b6f417e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:00.089136 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-526f0f92-16a9-4964-bd81-2cd8a8ac490b tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:00.095419 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:00.101690 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723f1dc-07e3-40d4-aa60-d6df1582da93 None None] Pushing event updated for resources: {'Port': ['ID=11d14284-b32a-4546-9a48-5baaea2ec195,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:00.103540 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-526f0f92-16a9-4964-bd81-2cd8a8ac490b tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Deleting port 15bc3c09-6784-4652-bc32-475d8eea453e {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:00.103957 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-526f0f92-16a9-4964-bd81-2cd8a8ac490b tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:00.192262 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-e69cf221-805e-45dd-bfbb-2ad88531b45f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Delete allocated IP 172.20.0.3 (b7c242e3-528d-4be7-9e2f-6faa43cc7dc5/7742d9a3-98e0-48ed-bce0-0b5910d357ed) {{(pid=89019) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 15:12:00.212875 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:00.260227 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-e69cf221-805e-45dd-bfbb-2ad88531b45f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Allocated IP 172.20.0.23 (b7c242e3-528d-4be7-9e2f-6faa43cc7dc5/e6c7d120-aa32-4f93-bc3e-b6153b86e69b/d82e3e3e-081b-457d-a857-b354e430eb68) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:00.289805 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-444a97cb-5902-405f-a184-d496b13291ce tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:00.311685 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-444a97cb-5902-405f-a184-d496b13291ce tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:port and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:00.357206 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-526f0f92-16a9-4964-bd81-2cd8a8ac490b tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:00.368717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-444a97cb-5902-405f-a184-d496b13291ce tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:00.393515 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-444a97cb-5902-405f-a184-d496b13291ce tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:00.442458 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fdea6-787d-4354-aa40-fbf54dafc71f req-e452129e-dd59-49d2-a2d4-58779dad8221 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:00.444505 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e81fdea6-787d-4354-aa40-fbf54dafc71f req-e452129e-dd59-49d2-a2d4-58779dad8221 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.6241970 Sep 21 15:12:00.450639 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444a97cb-5902-405f-a184-d496b13291ce tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:00.454096 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-444a97cb-5902-405f-a184-d496b13291ce tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:00.546982 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-526f0f92-16a9-4964-bd81-2cd8a8ac490b tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Calling delete_port for 15bc3c09-6784-4652-bc32-475d8eea453e owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:00.641786 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-444a97cb-5902-405f-a184-d496b13291ce tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] device_id is not set on port 19fea603-373a-467a-93df-17c6416d5ffa yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:12:00.700427 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e69cf221-805e-45dd-bfbb-2ad88531b45f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:00.719207 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e81fdea6-787d-4354-aa40-fbf54dafc71f req-a7241b3f-e622-4880-a66e-406f75dc3363 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549562 Sep 21 15:12:00.752200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6b9eddce-a5ac-4d81-93df-71c5d739cdbc None None] Provisioning complete for port d8eee6ff-51ff-4588-877a-f926bddd4614 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:00.752964 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b9eddce-a5ac-4d81-93df-71c5d739cdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:00.796292 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-e69cf221-805e-45dd-bfbb-2ad88531b45f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Transition to ACTIVE for port object d82e3e3e-081b-457d-a857-b354e430eb68 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:00.797743 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-526f0f92-16a9-4964-bd81-2cd8a8ac490b tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:00.802564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-391f5bc5-df5e-4a69-9659-8ff1fdbc880d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:00.823964 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6b9eddce-a5ac-4d81-93df-71c5d739cdbc None None] Port d8eee6ff-51ff-4588-877a-f926bddd4614 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:12:00.838635 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6b9eddce-a5ac-4d81-93df-71c5d739cdbc None None] Provisioning for port 11d14284-b32a-4546-9a48-5baaea2ec195 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:00.844053 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6b9eddce-a5ac-4d81-93df-71c5d739cdbc None None] Provisioning complete for port 11d14284-b32a-4546-9a48-5baaea2ec195 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:00.844541 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b9eddce-a5ac-4d81-93df-71c5d739cdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:00.864611 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f0f92-16a9-4964-bd81-2cd8a8ac490b tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Pushing event deleted for resources: {'Port': ['ID=15bc3c09-6784-4652-bc32-475d8eea453e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:00.873089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-391f5bc5-df5e-4a69-9659-8ff1fdbc880d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Transition to ACTIVE for port object 3ffafa27-26ce-407c-a3ac-0cd5bc10117d will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:00.873780 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e69cf221-805e-45dd-bfbb-2ad88531b45f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:01.004470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be08fd74-c4a6-445c-9047-4e9d9b6f417e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:01.011565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:01.043769 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6b9eddce-a5ac-4d81-93df-71c5d739cdbc None None] Current status of the port 11d14284-b32a-4546-9a48-5baaea2ec195 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:01.058986 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6b9eddce-a5ac-4d81-93df-71c5d739cdbc None None] Provisioning for port d82e3e3e-081b-457d-a857-b354e430eb68 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:01.067176 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6b9eddce-a5ac-4d81-93df-71c5d739cdbc None None] Provisioning complete for port d82e3e3e-081b-457d-a857-b354e430eb68 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:01.067825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b9eddce-a5ac-4d81-93df-71c5d739cdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:01.141748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:01.155626 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6b9eddce-a5ac-4d81-93df-71c5d739cdbc None None] Port d82e3e3e-081b-457d-a857-b354e430eb68 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:12:01.323244 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69cf221-805e-45dd-bfbb-2ad88531b45f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=d82e3e3e-081b-457d-a857-b354e430eb68,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:01.346509 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-526f0f92-16a9-4964-bd81-2cd8a8ac490b tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:01.524275 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-444a97cb-5902-405f-a184-d496b13291ce tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:01.526094 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e69cf221-805e-45dd-bfbb-2ad88531b45f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] In _notify_port_updated(), no bound segment for port d82e3e3e-081b-457d-a857-b354e430eb68 on network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:12:01.531879 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69cf221-805e-45dd-bfbb-2ad88531b45f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:01.532073 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08fd74-c4a6-445c-9047-4e9d9b6f417e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Subnet': ['ID=915093bb-e658-4bc5-8579-0c3316656cca,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:01.532482 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e69cf221-805e-45dd-bfbb-2ad88531b45f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:01.533760 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e69cf221-805e-45dd-bfbb-2ad88531b45f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "PUT /v2.0/ports/d82e3e3e-081b-457d-a857-b354e430eb68 HTTP/1.1" status: 200 len: 921 time: 3.3076727 Sep 21 15:12:01.536872 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55466) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:01.541920 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-526f0f92-16a9-4964-bd81-2cd8a8ac490b tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:01.544476 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-526f0f92-16a9-4964-bd81-2cd8a8ac490b tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:01.555537 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 11d14284-b32a-4546-9a48-5baaea2ec195 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:12:01.569583 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-526f0f92-16a9-4964-bd81-2cd8a8ac490b tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:01.570366 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526f0f92-16a9-4964-bd81-2cd8a8ac490b tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Fanout notify agent at l3_agent the message router_deleted on router 36ee10b1-9f4f-49a9-a64e-0df87fef200f {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:12:01.587712 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:01.589149 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-526f0f92-16a9-4964-bd81-2cd8a8ac490b tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:01.590301 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-526f0f92-16a9-4964-bd81-2cd8a8ac490b tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "DELETE /v2.0/routers/36ee10b1-9f4f-49a9-a64e-0df87fef200f HTTP/1.1" status: 204 len: 168 time: 2.0507991 Sep 21 15:12:01.593946 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55470) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:01.600145 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ffeff938-8896-445a-85e4-91491764a590 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1984263667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:01.614832 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ffeff938-8896-445a-85e4-91491764a590 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:01.622005 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ffeff938-8896-445a-85e4-91491764a590 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Usage tracker for resource:router and tenant:7bad09e824d64a47a07cf201139b93ce is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:01.626311 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ffeff938-8896-445a-85e4-91491764a590 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:01.632893 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ffeff938-8896-445a-85e4-91491764a590 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:01.646204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffeff938-8896-445a-85e4-91491764a590 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:01.648194 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 11d14284-b32a-4546-9a48-5baaea2ec195 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:01.648621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:01.649728 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffeff938-8896-445a-85e4-91491764a590 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:01.655082 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-391f5bc5-df5e-4a69-9659-8ff1fdbc880d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:01.669916 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffeff938-8896-445a-85e4-91491764a590 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:01.699445 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffeff938-8896-445a-85e4-91491764a590 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:01.701528 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be08fd74-c4a6-445c-9047-4e9d9b6f417e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Checking segment: {'id': 'e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2db43778-f581-44f4-b811-be3e1ae30771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:01.701894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be08fd74-c4a6-445c-9047-4e9d9b6f417e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network hostable DHCP agents. Network: 2db43778-f581-44f4-b811-be3e1ae30771, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:12:01.711042 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Port': ['ID=16990713-aa3f-4e98-b379-7a08af1c3ed6,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:01.734349 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffeff938-8896-445a-85e4-91491764a590 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:01.736160 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ffeff938-8896-445a-85e4-91491764a590 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1410952 Sep 21 15:12:01.739046 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55474) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:01.745153 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-41930085-8c7e-4eab-899f-5f3f9d83d891 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Request body: {'router': {'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:01.788340 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 11d14284-b32a-4546-9a48-5baaea2ec195 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:01.818999 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391f5bc5-df5e-4a69-9659-8ff1fdbc880d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:01.835235 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-391f5bc5-df5e-4a69-9659-8ff1fdbc880d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:01.856984 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f5bc5-df5e-4a69-9659-8ff1fdbc880d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:01.898955 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7ac6ae35-68d3-43d7-be8b-92d7eddde7c3 None None] Provisioning complete for port d82e3e3e-081b-457d-a857-b354e430eb68 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:01.899739 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7ac6ae35-68d3-43d7-be8b-92d7eddde7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:01.958685 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7ac6ae35-68d3-43d7-be8b-92d7eddde7c3 None None] Port d82e3e3e-081b-457d-a857-b354e430eb68 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:12:02.011375 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d5e1276e-8e5e-4341-bbc9-597d3027d0ff tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port d82e3e3e-081b-457d-a857-b354e430eb68 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:02.011967 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5e1276e-8e5e-4341-bbc9-597d3027d0ff tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:02.058241 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f5bc5-df5e-4a69-9659-8ff1fdbc880d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=3ffafa27-26ce-407c-a3ac-0cd5bc10117d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:02.060674 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be08fd74-c4a6-445c-9047-4e9d9b6f417e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network 2db43778-f581-44f4-b811-be3e1ae30771 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:12:02.105733 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f651abe-8314-4590-a70c-b4bbf4cf1dc2 req-4700fbc5-23fe-414a-8022-abf218c25c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:02.108100 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4f651abe-8314-4590-a70c-b4bbf4cf1dc2 req-4700fbc5-23fe-414a-8022-abf218c25c4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=537869f246ac43fa81163f09d28c74dc&device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 1099 time: 0.9314203 Sep 21 15:12:02.126384 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc715d-a7a2-4ae7-a5e0-269b8b729d23 req-06e04c63-9c5f-4a52-85bb-bad450f6bcb8 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:02.127799 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-04fc715d-a7a2-4ae7-a5e0-269b8b729d23 req-06e04c63-9c5f-4a52-85bb-bad450f6bcb8 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 1.0272617 Sep 21 15:12:02.160052 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-444a97cb-5902-405f-a184-d496b13291ce tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:02.168190 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391f5bc5-df5e-4a69-9659-8ff1fdbc880d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:02.168862 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-391f5bc5-df5e-4a69-9659-8ff1fdbc880d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:02.173850 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-be08fd74-c4a6-445c-9047-4e9d9b6f417e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 2db43778-f581-44f4-b811-be3e1ae30771) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:02.181294 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-911e9a9b-e1d8-4a2e-8c39-141cca27d69b None None] Provisioning for port 3ffafa27-26ce-407c-a3ac-0cd5bc10117d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:02.189656 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac5a481-3006-4930-91b6-f6ce65842cae None None] Network 2db43778-f581-44f4-b811-be3e1ae30771 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:02.210351 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-911e9a9b-e1d8-4a2e-8c39-141cca27d69b None None] Provisioning complete for port 3ffafa27-26ce-407c-a3ac-0cd5bc10117d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:02.210722 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-911e9a9b-e1d8-4a2e-8c39-141cca27d69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:02.216237 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41930085-8c7e-4eab-899f-5f3f9d83d891 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:02.260900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be08fd74-c4a6-445c-9047-4e9d9b6f417e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:02.261562 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be08fd74-c4a6-445c-9047-4e9d9b6f417e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:02.364089 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Floating IP 7627345f-ee79-4ccc-8810-b03b1d78f086 associated. External IP: 172.26.4.37, port: 423c2000-9293-499a-9734-b98879f004cc. Sep 21 15:12:02.409258 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-911e9a9b-e1d8-4a2e-8c39-141cca27d69b None None] Port 3ffafa27-26ce-407c-a3ac-0cd5bc10117d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:12:02.505501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444a97cb-5902-405f-a184-d496b13291ce tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network a9328343-2c63-4aa4-bdce-abb38242c3e2 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:02.523059 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-2db43778-f581-44f4-b811-be3e1ae30771', 'network_id': '2db43778-f581-44f4-b811-be3e1ae30771', 'tenant_id': 'bb9c11e9af854d96b17445323eac9a86', 'fixed_ips': [{'subnet_id': '915093bb-e658-4bc5-8579-0c3316656cca'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:12:02.523979 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:02.524663 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-444a97cb-5902-405f-a184-d496b13291ce tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:02.539446 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-391f5bc5-df5e-4a69-9659-8ff1fdbc880d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.4990005 Sep 21 15:12:02.539632 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41930085-8c7e-4eab-899f-5f3f9d83d891 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:02.544360 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444a97cb-5902-405f-a184-d496b13291ce tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:02.550126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444a97cb-5902-405f-a184-d496b13291ce tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:02.550726 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-444a97cb-5902-405f-a184-d496b13291ce tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:02.561565 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-be08fd74-c4a6-445c-9047-4e9d9b6f417e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1430101 Sep 21 15:12:02.563032 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55478) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:02.563362 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55480) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:02.589263 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-04fc715d-a7a2-4ae7-a5e0-269b8b729d23 req-e6299228-2787-42dd-8683-00709b5f1459 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4336514 Sep 21 15:12:02.589897 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a97cb-5902-405f-a184-d496b13291ce tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=19fea603-373a-467a-93df-17c6416d5ffa,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:02.689419 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] Allocated IP 172.20.0.1 (2db43778-f581-44f4-b811-be3e1ae30771/915093bb-e658-4bc5-8579-0c3316656cca/956b500d-8009-4911-805a-9f0b11328183) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:02.755460 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41930085-8c7e-4eab-899f-5f3f9d83d891 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:02.766640 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-444a97cb-5902-405f-a184-d496b13291ce tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8671679 Sep 21 15:12:02.766842 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55486) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:02.798922 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f651abe-8314-4590-a70c-b4bbf4cf1dc2 req-a8dabdda-89da-438d-a11b-a2d6a34b6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:02.800565 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4f651abe-8314-4590-a70c-b4bbf4cf1dc2 req-a8dabdda-89da-438d-a11b-a2d6a34b6bc7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=35623812-409c-40a9-b25b-97314219e56f HTTP/1.1" status: 200 len: 912 time: 0.6670980 Sep 21 15:12:02.921331 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:02.935227 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] Transition to ACTIVE for port object 956b500d-8009-4911-805a-9f0b11328183 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:02.955694 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] Transition to ACTIVE for port object 956b500d-8009-4911-805a-9f0b11328183 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:02.962904 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:02.979475 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e01b84c1-44ed-4716-ba99-f60329d542ef tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting port 19fea603-373a-467a-93df-17c6416d5ffa {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:02.979826 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e01b84c1-44ed-4716-ba99-f60329d542ef tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:03.005782 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5e1276e-8e5e-4341-bbc9-597d3027d0ff tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:03.060094 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] Network 2db43778-f581-44f4-b811-be3e1ae30771 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:03.064486 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:03.072033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:03.118686 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] Pushing event updated for resources: {'Port': ['ID=956b500d-8009-4911-805a-9f0b11328183,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:03.185867 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] Attempting to bind port 956b500d-8009-4911-805a-9f0b11328183 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:12:03.186549 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] Attempting to bind port 956b500d-8009-4911-805a-9f0b11328183 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2db43778-f581-44f4-b811-be3e1ae30771'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:12:03.186830 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] Attempting to bind port 956b500d-8009-4911-805a-9f0b11328183 on network 2db43778-f581-44f4-b811-be3e1ae30771 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:12:03.192902 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:12:03.193513 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] Checking segment: {'id': 'e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2db43778-f581-44f4-b811-be3e1ae30771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:03.194530 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:03.195027 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] Bound using segment: {'id': 'e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2db43778-f581-44f4-b811-be3e1ae30771'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:12:03.195605 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] Bound port: 956b500d-8009-4911-805a-9f0b11328183, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2db43778-f581-44f4-b811-be3e1ae30771'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:12:03.196080 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:03.222393 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb4650a-0209-4003-9b01-d0b9c059f408 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:03.229696 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb4650a-0209-4003-9b01-d0b9c059f408 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:03.231249 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2bb4650a-0209-4003-9b01-d0b9c059f408 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6669905 Sep 21 15:12:03.234854 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:03.239781 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55490) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:03.286403 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-41930085-8c7e-4eab-899f-5f3f9d83d891 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Allocated IP 172.26.4.215 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/25f5ff86-9289-4072-8542-5ada9b5ed256) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:03.293959 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] For port 956b500d-8009-4911-805a-9f0b11328183, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:12:03.297124 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] For port 956b500d-8009-4911-805a-9f0b11328183, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=956b500d-8009-4911-805a-9f0b11328183,segment=NetworkSegment(e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3),segment_id=e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:12:03.302547 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:03.364323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d5e1276e-8e5e-4341-bbc9-597d3027d0ff tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Calling delete_port for d82e3e3e-081b-457d-a857-b354e430eb68 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:03.378810 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a0f9c-b199-4498-a6de-fe3699cf53f3 None None] Pushing event updated for resources: {'Port': ['ID=956b500d-8009-4911-805a-9f0b11328183,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:03.414529 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4f651abe-8314-4590-a70c-b4bbf4cf1dc2 req-1bff41bc-829c-44b2-8a9c-14ac9773be03 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f885edf7-41fa-47bd-b181-19541fdf8bf8 HTTP/1.1" status: 200 len: 1001 time: 0.5948079 Sep 21 15:12:03.424492 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Deleting port 956b500d-8009-4911-805a-9f0b11328183 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:03.424820 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:03.494664 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-cde1d59b-99ae-401a-887c-ffcc0fe7e4b3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port 3ffafa27-26ce-407c-a3ac-0cd5bc10117d {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:03.494953 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cde1d59b-99ae-401a-887c-ffcc0fe7e4b3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:03.540954 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f651abe-8314-4590-a70c-b4bbf4cf1dc2 req-fcab29bc-3429-48f9-982e-3e0b57f449d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:03.542394 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4f651abe-8314-4590-a70c-b4bbf4cf1dc2 req-fcab29bc-3429-48f9-982e-3e0b57f449d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1ab4349-2b6d-4af5-b8c9-4479fa3e1388 HTTP/1.1" status: 200 len: 850 time: 0.1111557 Sep 21 15:12:03.547236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Router 22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:12:03.611381 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e01b84c1-44ed-4716-ba99-f60329d542ef tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:03.802024 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e01b84c1-44ed-4716-ba99-f60329d542ef tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Calling delete_port for 19fea603-373a-467a-93df-17c6416d5ffa owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:03.936997 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5e1276e-8e5e-4341-bbc9-597d3027d0ff tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:03.997923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1276e-8e5e-4341-bbc9-597d3027d0ff tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Port': ['ID=d82e3e3e-081b-457d-a857-b354e430eb68,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:04.010222 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f651abe-8314-4590-a70c-b4bbf4cf1dc2 req-49ea268f-a747-4acd-94b8-6b2cd461db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:04.011726 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4f651abe-8314-4590-a70c-b4bbf4cf1dc2 req-49ea268f-a747-4acd-94b8-6b2cd461db46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=35623812-409c-40a9-b25b-97314219e56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4594262 Sep 21 15:12:04.087318 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41930085-8c7e-4eab-899f-5f3f9d83d891 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:04.121285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:12:04.137630 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba989e-4c5a-4e20-ad1c-b910bea17cbd None None] Sync routers for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:12:04.150261 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba989e-4c5a-4e20-ad1c-b910bea17cbd None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:04.151169 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8aba989e-4c5a-4e20-ad1c-b910bea17cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:04.273263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6feefe-3a00-4ad6-a103-2beb380254ed req-199b07f4-3f43-44a6-9782-49adca698151 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:04.274990 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2f6feefe-3a00-4ad6-a103-2beb380254ed req-199b07f4-3f43-44a6-9782-49adca698151 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.5107963 Sep 21 15:12:04.281096 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8aba989e-4c5a-4e20-ad1c-b910bea17cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:04.288696 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:04.293838 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba989e-4c5a-4e20-ad1c-b910bea17cbd None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:04.294732 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8aba989e-4c5a-4e20-ad1c-b910bea17cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:04.328306 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e01b84c1-44ed-4716-ba99-f60329d542ef tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:04.387152 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8aba989e-4c5a-4e20-ad1c-b910bea17cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:04.388746 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba989e-4c5a-4e20-ad1c-b910bea17cbd None None] The sync data for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:12:04.389106 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5e1276e-8e5e-4341-bbc9-597d3027d0ff tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:04.398066 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55496) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:04.400619 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d5e1276e-8e5e-4341-bbc9-597d3027d0ff tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/ports/d82e3e3e-081b-457d-a857-b354e430eb68 HTTP/1.1" status: 204 len: 168 time: 2.8510261 Sep 21 15:12:04.439430 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2f6feefe-3a00-4ad6-a103-2beb380254ed req-7cc2f2a2-b3b5-4bfc-b7fa-a8a3f3ef9fe0 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082478 Sep 21 15:12:04.449367 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b84c1-44ed-4716-ba99-f60329d542ef tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Port': ['ID=19fea603-373a-467a-93df-17c6416d5ffa,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:04.450753 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4f651abe-8314-4590-a70c-b4bbf4cf1dc2 req-84cd2043-a224-4b66-a68c-837193411051 service neutron] 10.222.0.20 "GET /v2.0/networks/35623812-409c-40a9-b25b-97314219e56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003949 Sep 21 15:12:04.452536 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0bc2653d-7da0-407e-b114-b077f07b6c7a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.1559012 Sep 21 15:12:04.456957 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55500) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:04.495978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4a91c70c-fe20-424d-9218-8112a9143610 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Request body: {'floatingip': {'port_id': '423c2000-9293-499a-9734-b98879f004cc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:04.509748 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e01b84c1-44ed-4716-ba99-f60329d542ef tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:04.512692 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74187ec-c9a9-4375-9312-26ff88690089 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] GET failed (client error): The resource could not be found. Sep 21 15:12:04.513253 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f74187ec-c9a9-4375-9312-26ff88690089 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Synchronizing usage tracker for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:12:04.541781 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02025a0b-0e41-46ca-951d-bdae9ed142a4 None None] Network 2db43778-f581-44f4-b811-be3e1ae30771 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:04.555676 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] For port 956b500d-8009-4911-805a-9f0b11328183, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=956b500d-8009-4911-805a-9f0b11328183,segment=NetworkSegment(e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3),segment_id=e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:04.556146 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:04.572950 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e01b84c1-44ed-4716-ba99-f60329d542ef tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/ports/19fea603-373a-467a-93df-17c6416d5ffa HTTP/1.1" status: 204 len: 168 time: 1.8030767 Sep 21 15:12:04.572950 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cde1d59b-99ae-401a-887c-ffcc0fe7e4b3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:04.575680 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55504) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:04.635652 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-35027368-6491-4fed-843c-2043de3a1ac8 None None] Provisioning for port 956b500d-8009-4911-805a-9f0b11328183 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:04.638175 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3b272f73-3682-400c-8650-4f3c9b13d683 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'port': {'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2', 'mac_address': 'fa:16:3e:e7:06:0c', 'name': 'tempest-PortsIpV6TestJSON-1139473460'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:04.698006 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f74187ec-c9a9-4375-9312-26ff88690089 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Unset dirty status for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:12:04.700566 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f74187ec-c9a9-4375-9312-26ff88690089 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports/d82e3e3e-081b-457d-a857-b354e430eb68 HTTP/1.1" status: 404 len: 333 time: 0.2896917 Sep 21 15:12:04.771915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-cde1d59b-99ae-401a-887c-ffcc0fe7e4b3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for 3ffafa27-26ce-407c-a3ac-0cd5bc10117d owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:04.857530 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55508) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:04.858711 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41930085-8c7e-4eab-899f-5f3f9d83d891 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:04.886465 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Calling delete_port for 956b500d-8009-4911-805a-9f0b11328183 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:04.905895 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4a91c70c-fe20-424d-9218-8112a9143610 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:05.018075 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41930085-8c7e-4eab-899f-5f3f9d83d891 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:05.027060 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-41930085-8c7e-4eab-899f-5f3f9d83d891 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:05.029449 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41930085-8c7e-4eab-899f-5f3f9d83d891 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:05.049458 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3b272f73-3682-400c-8650-4f3c9b13d683 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:05.087853 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3b272f73-3682-400c-8650-4f3c9b13d683 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:port and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:05.099000 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4f651abe-8314-4590-a70c-b4bbf4cf1dc2 req-690a3666-561f-4a39-ba98-edb283c58520 service neutron] 10.222.0.20 "GET /v2.0/networks/35623812-409c-40a9-b25b-97314219e56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6379066 Sep 21 15:12:05.106872 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3b272f73-3682-400c-8650-4f3c9b13d683 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:05.116981 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3b272f73-3682-400c-8650-4f3c9b13d683 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:05.153663 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41930085-8c7e-4eab-899f-5f3f9d83d891 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Pushing event updated for resources: {'Port': ['ID=25f5ff86-9289-4072-8542-5ada9b5ed256,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:05.163614 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b272f73-3682-400c-8650-4f3c9b13d683 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:05.355094 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3b272f73-3682-400c-8650-4f3c9b13d683 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:05.384978 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-10841ced-896f-4582-b59c-d587a67f4965 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:05.449165 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-3b272f73-3682-400c-8650-4f3c9b13d683 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] device_id is not set on port 02bf65f9-2ffb-4815-a352-d53a1d707737 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:12:05.476499 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1f33e370-8228-49c5-a514-4f6d9a304a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:05.492408 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-10841ced-896f-4582-b59c-d587a67f4965 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:05.559809 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:05.629745 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 956b500d-8009-4911-805a-9f0b11328183 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:12:05.672542 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 956b500d-8009-4911-805a-9f0b11328183 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:12:05.672542 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 956b500d-8009-4911-805a-9f0b11328183 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 21 15:12:05.700519 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Port': ['ID=956b500d-8009-4911-805a-9f0b11328183,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:05.742621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Port 956b500d-8009-4911-805a-9f0b11328183 not found, will not notify nova. {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 21 15:12:05.748634 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad81710d-6a1d-4b7a-a245-e9eb0b7e6260 None None] DHCP port deletion for 2db43778-f581-44f4-b811-be3e1ae30771 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:12:05.776382 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fac6f1-d289-4148-8082-a49cc1dc9429 None None] get_active_networks_info from dv-neutron-858731-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:12:05.779455 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No DVR routers for this DVR port 956b500d-8009-4911-805a-9f0b11328183 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:12:05.827387 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-10841ced-896f-4582-b59c-d587a67f4965 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:05.842619 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cde1d59b-99ae-401a-887c-ffcc0fe7e4b3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:05.912172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3b272f73-3682-400c-8650-4f3c9b13d683 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:05.936082 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abced43b-3e49-40c4-b1c7-985e2b34ea72 req-ab0d679b-f65e-47e2-9af2-22084601d2a5 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:05.940991 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-abced43b-3e49-40c4-b1c7-985e2b34ea72 req-ab0d679b-f65e-47e2-9af2-22084601d2a5 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.3177090 Sep 21 15:12:05.986925 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fac6f1-d289-4148-8082-a49cc1dc9429 None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:12:06.020903 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-abced43b-3e49-40c4-b1c7-985e2b34ea72 req-526201f4-49f8-491a-a6bf-6e3490c00799 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716558 Sep 21 15:12:06.104476 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3b272f73-3682-400c-8650-4f3c9b13d683 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:06.150630 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10841ced-896f-4582-b59c-d587a67f4965 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=099caff6-b55b-418f-a2a9-7524f14fc038,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:06.159059 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1d59b-99ae-401a-887c-ffcc0fe7e4b3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Port': ['ID=3ffafa27-26ce-407c-a3ac-0cd5bc10117d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:06.196579 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4a91c70c-fe20-424d-9218-8112a9143610 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:06.198402 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b272f73-3682-400c-8650-4f3c9b13d683 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network a9328343-2c63-4aa4-bdce-abb38242c3e2 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:06.201469 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-3b272f73-3682-400c-8650-4f3c9b13d683 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:06.206018 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b272f73-3682-400c-8650-4f3c9b13d683 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:06.212008 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b272f73-3682-400c-8650-4f3c9b13d683 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:06.212647 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3b272f73-3682-400c-8650-4f3c9b13d683 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:06.216488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4a91c70c-fe20-424d-9218-8112a9143610 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:06.226369 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:06.274391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b272f73-3682-400c-8650-4f3c9b13d683 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=02bf65f9-2ffb-4815-a352-d53a1d707737,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:06.366201 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3b272f73-3682-400c-8650-4f3c9b13d683 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7427268 Sep 21 15:12:06.368487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55514) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:06.428710 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-10841ced-896f-4582-b59c-d587a67f4965 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:06.429857 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-10841ced-896f-4582-b59c-d587a67f4965 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/security-groups/099caff6-b55b-418f-a2a9-7524f14fc038 HTTP/1.1" status: 204 len: 168 time: 1.5673285 Sep 21 15:12:06.439018 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55518) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:06.467922 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-2db43778-f581-44f4-b811-be3e1ae30771', 'network_id': '2db43778-f581-44f4-b811-be3e1ae30771', 'tenant_id': 'bb9c11e9af854d96b17445323eac9a86', 'fixed_ips': [{'subnet_id': '915093bb-e658-4bc5-8579-0c3316656cca'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:12:06.469514 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:06.501313 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41930085-8c7e-4eab-899f-5f3f9d83d891 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:06.569380 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cde1d59b-99ae-401a-887c-ffcc0fe7e4b3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:06.573987 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cde1d59b-99ae-401a-887c-ffcc0fe7e4b3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/3ffafa27-26ce-407c-a3ac-0cd5bc10117d HTTP/1.1" status: 204 len: 168 time: 3.3310733 Sep 21 15:12:06.577662 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55522) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:06.645029 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] Allocated IP 172.20.0.1 (2db43778-f581-44f4-b811-be3e1ae30771/915093bb-e658-4bc5-8579-0c3316656cca/fc252f85-80ea-4e39-b0d2-ed76e174a182) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:06.673871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77055d7f-13a0-43ab-9087-3122bb8eb937 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:06.674472 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-77055d7f-13a0-43ab-9087-3122bb8eb937 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Synchronizing usage tracker for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:12:06.706297 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-daa4aff4-6215-4278-9a48-680de37a13fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:06.749042 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-daa4aff4-6215-4278-9a48-680de37a13fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:06.755518 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d38c563-2726-45f1-84d9-b7a7ac2ef6bb tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:06.757915 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d38c563-2726-45f1-84d9-b7a7ac2ef6bb tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:06.759381 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d38c563-2726-45f1-84d9-b7a7ac2ef6bb tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:06.760172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8d38c563-2726-45f1-84d9-b7a7ac2ef6bb tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:12:06.793693 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-77055d7f-13a0-43ab-9087-3122bb8eb937 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Unset dirty status for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:12:06.797337 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-77055d7f-13a0-43ab-9087-3122bb8eb937 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports/02bf65f9-2ffb-4815-a352-d53a1d707737 HTTP/1.1" status: 200 len: 845 time: 0.4145823 Sep 21 15:12:06.799419 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55526) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:06.863999 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:06.874731 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] Transition to ACTIVE for port object fc252f85-80ea-4e39-b0d2-ed76e174a182 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:06.894182 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] Transition to ACTIVE for port object fc252f85-80ea-4e39-b0d2-ed76e174a182 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:06.896293 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8d38c563-2726-45f1-84d9-b7a7ac2ef6bb tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:12:06.898297 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8d38c563-2726-45f1-84d9-b7a7ac2ef6bb tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3175797 Sep 21 15:12:06.903831 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:06.918777 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55530) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:06.947498 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-f06ca7b4-39cb-416c-84fe-5b934a132262 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting port 02bf65f9-2ffb-4815-a352-d53a1d707737 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:06.947836 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f06ca7b4-39cb-416c-84fe-5b934a132262 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:06.971661 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] Network 2db43778-f581-44f4-b811-be3e1ae30771 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:06.974737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:06.989847 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:07.008304 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-daa4aff4-6215-4278-9a48-680de37a13fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:07.019391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a91c70c-fe20-424d-9218-8112a9143610 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Router 22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:12:07.034172 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:07.093026 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4aff4-6215-4278-9a48-680de37a13fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1211ad-4a69-44ac-8d8c-18a89821023c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:07.121778 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41930085-8c7e-4eab-899f-5f3f9d83d891 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:07.125420 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] Pushing event updated for resources: {'Port': ['ID=fc252f85-80ea-4e39-b0d2-ed76e174a182,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:07.147269 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Subnet': ['ID=915093bb-e658-4bc5-8579-0c3316656cca,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:07.153799 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] Attempting to bind port fc252f85-80ea-4e39-b0d2-ed76e174a182 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:12:07.154310 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] Attempting to bind port fc252f85-80ea-4e39-b0d2-ed76e174a182 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2db43778-f581-44f4-b811-be3e1ae30771'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:12:07.154772 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] Attempting to bind port fc252f85-80ea-4e39-b0d2-ed76e174a182 on network 2db43778-f581-44f4-b811-be3e1ae30771 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:12:07.160752 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:12:07.163742 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] Checking segment: {'id': 'e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2db43778-f581-44f4-b811-be3e1ae30771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:07.164965 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:07.165373 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] Bound using segment: {'id': 'e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2db43778-f581-44f4-b811-be3e1ae30771'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:12:07.165593 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f50ba70-8da4-45a9-bc9a-59440c3dd3e6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet 8f13a678-7651-48b7-82a7-191b652ae456 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:12:07.166055 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] Bound port: fc252f85-80ea-4e39-b0d2-ed76e174a182, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2db43778-f581-44f4-b811-be3e1ae30771'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:12:07.166286 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:07.187338 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2f50ba70-8da4-45a9-bc9a-59440c3dd3e6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:07.219916 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41930085-8c7e-4eab-899f-5f3f9d83d891 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:07.267225 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] For port fc252f85-80ea-4e39-b0d2-ed76e174a182, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:12:07.270843 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] For port fc252f85-80ea-4e39-b0d2-ed76e174a182, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=fc252f85-80ea-4e39-b0d2-ed76e174a182,segment=NetworkSegment(e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3),segment_id=e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:12:07.276760 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:07.366536 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-daa4aff4-6215-4278-9a48-680de37a13fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:07.369591 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-daa4aff4-6215-4278-9a48-680de37a13fe tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/security-groups/9a1211ad-4a69-44ac-8d8c-18a89821023c HTTP/1.1" status: 204 len: 168 time: 0.9278104 Sep 21 15:12:07.373743 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55536) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:07.395761 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:07.403042 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207276d-5a10-4162-8e2d-c631de4b5835 None None] Pushing event updated for resources: {'Port': ['ID=fc252f85-80ea-4e39-b0d2-ed76e174a182,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:07.418134 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2f50ba70-8da4-45a9-bc9a-59440c3dd3e6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:07.431353 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bd39e6-4072-4e8d-a87d-287d50cd90f2 None None] get_active_networks_info from dv-neutron-858731-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:12:07.471229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f06ca7b4-39cb-416c-84fe-5b934a132262 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:07.562216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a91c70c-fe20-424d-9218-8112a9143610 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:12:07.571822 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bd39e6-4072-4e8d-a87d-287d50cd90f2 None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:12:07.575106 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7b98b8-16f3-46bc-8f96-024fa1bdb4d9 None None] Sync routers for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:12:07.588935 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7b98b8-16f3-46bc-8f96-024fa1bdb4d9 None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:07.590045 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ea7b98b8-16f3-46bc-8f96-024fa1bdb4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:07.612762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 956b500d-8009-4911-805a-9f0b11328183 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:12:07.628873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-f06ca7b4-39cb-416c-84fe-5b934a132262 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Calling delete_port for 02bf65f9-2ffb-4815-a352-d53a1d707737 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:07.660873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4a91c70c-fe20-424d-9218-8112a9143610 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:07.663717 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ea7b98b8-16f3-46bc-8f96-024fa1bdb4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:07.666005 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 956b500d-8009-4911-805a-9f0b11328183 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:12:07.666530 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 956b500d-8009-4911-805a-9f0b11328183 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:12:07.666635 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db43778-f581-44f4-b811-be3e1ae30771']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:07.686190 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7b98b8-16f3-46bc-8f96-024fa1bdb4d9 None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:07.686490 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:07.686785 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:07.687212 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ea7b98b8-16f3-46bc-8f96-024fa1bdb4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:11:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:07.696612 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d0f0c9-2ead-45df-96a1-f3960af08b4b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting subnet 7742d9a3-98e0-48ed-bce0-0b5910d357ed {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:12:07.706022 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:07.714152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12d0f0c9-2ead-45df-96a1-f3960af08b4b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:07.741750 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:07.757667 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:12:07.758937 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:07.761924 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ea7b98b8-16f3-46bc-8f96-024fa1bdb4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:07.762544 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7b98b8-16f3-46bc-8f96-024fa1bdb4d9 None None] The sync data for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:12:07.811919 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa5d80-9160-4f72-8619-db3d2cf55c36 req-d8077e7f-5cd7-4db9-9f3b-4f020bfedcf7 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:07.813611 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dcfa5d80-9160-4f72-8619-db3d2cf55c36 req-d8077e7f-5cd7-4db9-9f3b-4f020bfedcf7 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.6532128 Sep 21 15:12:07.847180 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3 resource provider aggregate not found Sep 21 15:12:07.873412 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3 found for delete ", "request_id": "req-21604c22-4c1f-4ade-9574-ede587b2dc8f"}]} Sep 21 15:12:07.879405 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12d0f0c9-2ead-45df-96a1-f3960af08b4b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:07.892743 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2f50ba70-8da4-45a9-bc9a-59440c3dd3e6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:07.927460 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3b8564ba-f563-4c7a-a23f-666facf519bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:07.927741 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 15:12:07.927741 dv-neutron-858731-1-hyperv neutron-server[89019]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 15:12:07.927741 dv-neutron-858731-1-hyperv neutron-server[89019]: [parameters: {'id': '2db43778-f581-44f4-b811-be3e1ae30771'}] Sep 21 15:12:07.927741 dv-neutron-858731-1-hyperv neutron-server[89019]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:12:07.927741 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:12:07.952303 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41930085-8c7e-4eab-899f-5f3f9d83d891 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Router 475d9da8-8c49-4c81-9cd3-79fb27fc08a7 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:12:08.013870 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dcfa5d80-9160-4f72-8619-db3d2cf55c36 req-784b7f01-4cd6-42de-af98-9eb236df03ee tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904712 Sep 21 15:12:08.014501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f06ca7b4-39cb-416c-84fe-5b934a132262 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:08.163110 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2f50ba70-8da4-45a9-bc9a-59440c3dd3e6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:08.166074 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3430aeef-0ce3-478a-b7d9-22f068030628 None None] Network 2db43778-f581-44f4-b811-be3e1ae30771 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:08.221675 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50ba70-8da4-45a9-bc9a-59440c3dd3e6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=8f13a678-7651-48b7-82a7-191b652ae456,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:08.231915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2f50ba70-8da4-45a9-bc9a-59440c3dd3e6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:08.250503 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41930085-8c7e-4eab-899f-5f3f9d83d891 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:12:08.263707 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41930085-8c7e-4eab-899f-5f3f9d83d891 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:08.267622 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-41930085-8c7e-4eab-899f-5f3f9d83d891 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "PUT /v2.0/routers/475d9da8-8c49-4c81-9cd3-79fb27fc08a7 HTTP/1.1" status: 200 len: 880 time: 6.5273914 Sep 21 15:12:08.268429 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55546) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:08.274980 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12d0f0c9-2ead-45df-96a1-f3960af08b4b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:08.328230 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2f50ba70-8da4-45a9-bc9a-59440c3dd3e6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/8f13a678-7651-48b7-82a7-191b652ae456 HTTP/1.1" status: 204 len: 168 time: 1.4077528 Sep 21 15:12:08.334905 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55550) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:08.371003 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c601002-cb88-45b9-a6e9-fca7be4b8740 None None] Sync routers for ids ['475d9da8-8c49-4c81-9cd3-79fb27fc08a7'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:12:08.424012 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4a91c70c-fe20-424d-9218-8112a9143610 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "PUT /v2.0/floatingips/7627345f-ee79-4ccc-8810-b03b1d78f086 HTTP/1.1" status: 200 len: 978 time: 3.9656072 Sep 21 15:12:08.426553 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55554) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:08.439756 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c601002-cb88-45b9-a6e9-fca7be4b8740 None None] Routers {'475d9da8-8c49-4c81-9cd3-79fb27fc08a7'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:08.440392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0c601002-cb88-45b9-a6e9-fca7be4b8740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['475d9da8-8c49-4c81-9cd3-79fb27fc08a7'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:08.441673 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12d0f0c9-2ead-45df-96a1-f3960af08b4b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:08.452306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f06ca7b4-39cb-416c-84fe-5b934a132262 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:08.466705 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:08.498415 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7625b9a-8b13-424f-983f-b4d191338c32 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet f0d49349-d5fe-49be-85d3-26b6a71f9ed0 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:12:08.499489 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a8ed07-345b-4811-91b5-ebd8c56090f8 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:08.505288 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7625b9a-8b13-424f-983f-b4d191338c32 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:08.556129 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ca7b4-39cb-416c-84fe-5b934a132262 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Port': ['ID=02bf65f9-2ffb-4815-a352-d53a1d707737,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:08.559086 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Deleting port fc252f85-80ea-4e39-b0d2-ed76e174a182 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:08.559444 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:08.564233 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12d0f0c9-2ead-45df-96a1-f3960af08b4b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:08.575531 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0c601002-cb88-45b9-a6e9-fca7be4b8740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:08.578252 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0f0c9-2ead-45df-96a1-f3960af08b4b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Subnet': ['ID=7742d9a3-98e0-48ed-bce0-0b5910d357ed,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:08.585686 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37da013d-888e-47cc-b412-554184b91ad1 None None] Network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:08.597356 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1d6107bb-e337-49ae-b2b7-7732e7708516 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "GET /v2.0/routers/475d9da8-8c49-4c81-9cd3-79fb27fc08a7 HTTP/1.1" status: 200 len: 921 time: 0.3249731 Sep 21 15:12:08.605875 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55558) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:08.637626 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-12d0f0c9-2ead-45df-96a1-f3960af08b4b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/subnets/7742d9a3-98e0-48ed-bce0-0b5910d357ed HTTP/1.1" status: 204 len: 168 time: 1.2484787 Sep 21 15:12:08.642340 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f06ca7b4-39cb-416c-84fe-5b934a132262 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/ports/02bf65f9-2ffb-4815-a352-d53a1d707737 HTTP/1.1" status: 204 len: 168 time: 1.8418458 Sep 21 15:12:08.646062 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55562) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:08.646240 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55564) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:08.653742 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7625b9a-8b13-424f-983f-b4d191338c32 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:08.690998 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c390e645-a380-4400-9537-d08a3f8cd1da tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'subnet': {'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:08.694843 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c601002-cb88-45b9-a6e9-fca7be4b8740 None None] Routers {'475d9da8-8c49-4c81-9cd3-79fb27fc08a7'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:08.695464 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0c601002-cb88-45b9-a6e9-fca7be4b8740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['475d9da8-8c49-4c81-9cd3-79fb27fc08a7'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:08.777341 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0d832e-0ef7-4d63-a0b5-ade50f84c195 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] GET failed (client error): The resource could not be found. Sep 21 15:12:08.778037 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3d0d832e-0ef7-4d63-a0b5-ade50f84c195 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Synchronizing usage tracker for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:12:08.792279 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0c601002-cb88-45b9-a6e9-fca7be4b8740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:08.793000 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c601002-cb88-45b9-a6e9-fca7be4b8740 None None] The sync data for ids ['475d9da8-8c49-4c81-9cd3-79fb27fc08a7'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:12:08.830488 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:08.855561 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c64c832-92a3-4a52-9a98-4e7f643dc73e None None] DHCP port deletion for 2db43778-f581-44f4-b811-be3e1ae30771 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:12:08.893460 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3c64c832-92a3-4a52-9a98-4e7f643dc73e None None] Deleting port fc252f85-80ea-4e39-b0d2-ed76e174a182 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:08.893833 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3c64c832-92a3-4a52-9a98-4e7f643dc73e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:08.923224 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] For port fc252f85-80ea-4e39-b0d2-ed76e174a182, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=fc252f85-80ea-4e39-b0d2-ed76e174a182,segment=NetworkSegment(e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3),segment_id=e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:08.923915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:08.930519 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:08.937747 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0774505-353b-4d1b-8e5c-c958712db4f7 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:08.939488 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b0774505-353b-4d1b-8e5c-c958712db4f7 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=445481ae-8997-4e7e-a514-07e782c48c85&device_id=475d9da8-8c49-4c81-9cd3-79fb27fc08a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3327100 Sep 21 15:12:08.940136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98739aae-547b-4f35-9a0d-3863193fcbcc req-aedd6621-27cb-47d4-8365-e0748edb7f09 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:08.942693 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7625b9a-8b13-424f-983f-b4d191338c32 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:08.948946 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98739aae-547b-4f35-9a0d-3863193fcbcc req-aedd6621-27cb-47d4-8365-e0748edb7f09 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.5802650 Sep 21 15:12:08.950809 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3d0d832e-0ef7-4d63-a0b5-ade50f84c195 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Unset dirty status for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:12:08.956623 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3d0d832e-0ef7-4d63-a0b5-ade50f84c195 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports/02bf65f9-2ffb-4815-a352-d53a1d707737 HTTP/1.1" status: 404 len: 333 time: 0.3012567 Sep 21 15:12:08.956865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55570) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:08.957189 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55572) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:08.989337 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ecd4f948-eb79-4db3-b0b7-13257a670b71 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'port': {'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2', 'name': 'tempest-PortsIpV6TestJSON-1408903463'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:09.099229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-8687eae4-4bea-43d4-a500-0cb431ebc770 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Deleting port 16990713-aa3f-4e98-b379-7a08af1c3ed6 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:09.100107 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Calling delete_port for fc252f85-80ea-4e39-b0d2-ed76e174a182 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:09.100246 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8687eae4-4bea-43d4-a500-0cb431ebc770 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:09.198200 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:09.236252 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7625b9a-8b13-424f-983f-b4d191338c32 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:09.288610 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c390e645-a380-4400-9537-d08a3f8cd1da tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:09.310617 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3c64c832-92a3-4a52-9a98-4e7f643dc73e None None] For port fc252f85-80ea-4e39-b0d2-ed76e174a182, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=fc252f85-80ea-4e39-b0d2-ed76e174a182,segment=NetworkSegment(e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3),segment_id=e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:09.311014 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3c64c832-92a3-4a52-9a98-4e7f643dc73e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:09.376185 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c390e645-a380-4400-9537-d08a3f8cd1da tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:subnet and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:09.383446 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c390e645-a380-4400-9537-d08a3f8cd1da tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:09.406084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c390e645-a380-4400-9537-d08a3f8cd1da tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:09.406530 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Port': ['ID=fc252f85-80ea-4e39-b0d2-ed76e174a182,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:09.411276 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98739aae-547b-4f35-9a0d-3863193fcbcc req-83ef73ea-7c6e-45c0-aaa4-79b7b838b7bd tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4614327 Sep 21 15:12:09.416881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c186579-b859-421e-951b-1e5ff1c84173 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:09.417676 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7625b9a-8b13-424f-983f-b4d191338c32 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=f0d49349-d5fe-49be-85d3-26b6a71f9ed0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:09.421838 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8c186579-b859-421e-951b-1e5ff1c84173 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "GET /v2.0/networks/445481ae-8997-4e7e-a514-07e782c48c85 HTTP/1.1" status: 200 len: 881 time: 0.4490087 Sep 21 15:12:09.422067 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No DVR routers for this DVR port fc252f85-80ea-4e39-b0d2-ed76e174a182 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:12:09.422067 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55578) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:09.424969 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7625b9a-8b13-424f-983f-b4d191338c32 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:09.426041 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ecd4f948-eb79-4db3-b0b7-13257a670b71 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:09.454892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ecd4f948-eb79-4db3-b0b7-13257a670b71 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:09.465470 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3c64c832-92a3-4a52-9a98-4e7f643dc73e None None] Calling delete_port for fc252f85-80ea-4e39-b0d2-ed76e174a182 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:09.548207 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd4f948-eb79-4db3-b0b7-13257a670b71 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:09.550380 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7e806ab4-ec5d-4bb8-b4c0-60173f198d1d tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "GET /v2.0/ports?device_id=475d9da8-8c49-4c81-9cd3-79fb27fc08a7 HTTP/1.1" status: 200 len: 205 time: 0.1273105 Sep 21 15:12:09.556493 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55584) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:09.561958 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecd4f948-eb79-4db3-b0b7-13257a670b71 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:09.588343 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-3c64c832-92a3-4a52-9a98-4e7f643dc73e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:12:09.588749 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-3c64c832-92a3-4a52-9a98-4e7f643dc73e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:12:09.602748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8687eae4-4bea-43d4-a500-0cb431ebc770 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:09.603089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8687eae4-4bea-43d4-a500-0cb431ebc770 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:09.617110 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c390e645-a380-4400-9537-d08a3f8cd1da tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:09.620542 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c390e645-a380-4400-9537-d08a3f8cd1da tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:09.668778 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d7625b9a-8b13-424f-983f-b4d191338c32 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/f0d49349-d5fe-49be-85d3-26b6a71f9ed0 HTTP/1.1" status: 204 len: 168 time: 1.3312774 Sep 21 15:12:09.678155 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55588) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:09.815318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-ecd4f948-eb79-4db3-b0b7-13257a670b71 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] device_id is not set on port 389d80a3-03e0-40dc-8a35-e61413107903 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:12:09.859155 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-8687eae4-4bea-43d4-a500-0cb431ebc770 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Calling delete_port for 16990713-aa3f-4e98-b379-7a08af1c3ed6 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:09.926021 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-91bd172c-c14e-4dcc-8ade-78465af0bd1a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2388330 Sep 21 15:12:09.952108 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55594) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:09.960002 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:10.007357 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:10.090436 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3c64c832-92a3-4a52-9a98-4e7f643dc73e None None] Deleting port fc252f85-80ea-4e39-b0d2-ed76e174a182 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:10.091510 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3c64c832-92a3-4a52-9a98-4e7f643dc73e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:10.132727 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db43778-f581-44f4-b811-be3e1ae30771']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:10.159135 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab0c7-c5bd-4606-9f8c-aa745c36e634 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:10.187732 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3c64c832-92a3-4a52-9a98-4e7f643dc73e None None] The port 'fc252f85-80ea-4e39-b0d2-ed76e174a182' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:12:10.239176 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:10.239823 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:10.277566 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:10.296862 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:10.312826 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:10.369064 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:10.383235 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:10.397014 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:10.406412 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:12:10.406412 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:10.414260 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c778502-de8e-49c5-9df6-58d6af7057bd req-20fa0c40-1772-4dae-822c-6da55a126bd0 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:10.422746 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7c778502-de8e-49c5-9df6-58d6af7057bd req-20fa0c40-1772-4dae-822c-6da55a126bd0 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.3166838 Sep 21 15:12:10.468411 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:10.493396 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3 resource provider aggregate not found Sep 21 15:12:10.506392 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:10.509913 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:10.527454 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e71ec9e7-9996-4c8b-a3dd-d6f74541f5e3 found for delete ", "request_id": "req-eb041776-708e-4a66-9d69-b82c4593b524"}]} Sep 21 15:12:10.581624 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-752db6e2-c74a-4b68-bbb8-47d858089483 None None] Provisioning complete for port d8eee6ff-51ff-4588-877a-f926bddd4614 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:10.582386 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-752db6e2-c74a-4b68-bbb8-47d858089483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:10.617402 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379fdef6-fe44-428a-8943-f8265dc8be66 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:10.632020 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab0c7-c5bd-4606-9f8c-aa745c36e634 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:10.633270 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7c778502-de8e-49c5-9df6-58d6af7057bd req-f84afdaa-5f6f-4c7f-bdcf-9d35c5aef90c tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103117 Sep 21 15:12:10.648799 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:10.675796 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:10.680014 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecd4f948-eb79-4db3-b0b7-13257a670b71 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:10.702948 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Network': ['ID=2db43778-f581-44f4-b811-be3e1ae30771,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:10.707752 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ae77d7f2-8c77-4911-a6a4-de2b3be214d2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/2db43778-f581-44f4-b811-be3e1ae30771 HTTP/1.1" status: 204 len: 168 time: 8.1418502 Sep 21 15:12:10.712964 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55602) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:10.715379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8687eae4-4bea-43d4-a500-0cb431ebc770 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:10.723211 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a2d24b1b-6eaa-4ec9-927a-cd9da6c20d82 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-164515663'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:10.731481 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8e7ab0c7-c5bd-4606-9f8c-aa745c36e634 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Deleting port 25f5ff86-9289-4072-8542-5ada9b5ed256 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:10.731824 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab0c7-c5bd-4606-9f8c-aa745c36e634 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:10.759691 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a2d24b1b-6eaa-4ec9-927a-cd9da6c20d82 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:10.768505 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a2d24b1b-6eaa-4ec9-927a-cd9da6c20d82 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Usage tracker for resource:network and tenant:bb9c11e9af854d96b17445323eac9a86 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:10.776751 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687eae4-4bea-43d4-a500-0cb431ebc770 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event deleted for resources: {'Port': ['ID=16990713-aa3f-4e98-b379-7a08af1c3ed6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:10.777592 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a2d24b1b-6eaa-4ec9-927a-cd9da6c20d82 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:10.794965 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-752db6e2-c74a-4b68-bbb8-47d858089483 None None] Port d8eee6ff-51ff-4588-877a-f926bddd4614 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:12:10.795506 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a2d24b1b-6eaa-4ec9-927a-cd9da6c20d82 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:10.847642 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d24b1b-6eaa-4ec9-927a-cd9da6c20d82 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:10.851048 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a2d24b1b-6eaa-4ec9-927a-cd9da6c20d82 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:10.879964 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-752db6e2-c74a-4b68-bbb8-47d858089483 None None] Provisioning complete for port 11d14284-b32a-4546-9a48-5baaea2ec195 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:10.880439 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-752db6e2-c74a-4b68-bbb8-47d858089483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:10.920237 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecd4f948-eb79-4db3-b0b7-13257a670b71 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:10.983126 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d24b1b-6eaa-4ec9-927a-cd9da6c20d82 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:12:11.032112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd4f948-eb79-4db3-b0b7-13257a670b71 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network a9328343-2c63-4aa4-bdce-abb38242c3e2 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:11.041861 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-752db6e2-c74a-4b68-bbb8-47d858089483 None None] Current status of the port 11d14284-b32a-4546-9a48-5baaea2ec195 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:11.043477 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-ecd4f948-eb79-4db3-b0b7-13257a670b71 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:11.045563 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8687eae4-4bea-43d4-a500-0cb431ebc770 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:11.046013 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-8687eae4-4bea-43d4-a500-0cb431ebc770 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Floating IP 7627345f-ee79-4ccc-8810-b03b1d78f086 disassociated (deleted). External IP: 172.26.4.37, port: 423c2000-9293-499a-9734-b98879f004cc. Sep 21 15:12:11.114164 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9e4043-fe64-4fd2-bf4a-c1ef308ec229 None None] DHCP port deletion for cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:12:11.119261 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e4043-fe64-4fd2-bf4a-c1ef308ec229 None None] Deleting port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:11.119638 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc9e4043-fe64-4fd2-bf4a-c1ef308ec229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:11.123939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd4f948-eb79-4db3-b0b7-13257a670b71 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:11.129019 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd4f948-eb79-4db3-b0b7-13257a670b71 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:11.129800 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecd4f948-eb79-4db3-b0b7-13257a670b71 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:11.165947 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4f948-eb79-4db3-b0b7-13257a670b71 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=389d80a3-03e0-40dc-8a35-e61413107903,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:11.170789 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a2d24b1b-6eaa-4ec9-927a-cd9da6c20d82 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:11.171429 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-a2d24b1b-6eaa-4ec9-927a-cd9da6c20d82 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Added segment 7705c86a-8026-4c39-ac02-c5e49e52d3af of type vlan for network 1f5ccd87-738b-4eb0-b471-053d7bf435a9 Sep 21 15:12:11.187324 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2de5f95a-0604-4cef-abf0-124ea24690c9 None None] Provisioning complete for port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:11.187702 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2de5f95a-0604-4cef-abf0-124ea24690c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:11.205014 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:11.252638 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab0c7-c5bd-4606-9f8c-aa745c36e634 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:11.267236 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a2d24b1b-6eaa-4ec9-927a-cd9da6c20d82 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:11.282936 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ecd4f948-eb79-4db3-b0b7-13257a670b71 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3106525 Sep 21 15:12:11.285451 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55606) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:11.320901 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-888f6ee7-88a4-447c-bb5a-16a89fae7105 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:11.344216 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:11.359838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c390e645-a380-4400-9537-d08a3f8cd1da tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:11.410564 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8e7ab0c7-c5bd-4606-9f8c-aa745c36e634 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Calling delete_port for 25f5ff86-9289-4072-8542-5ada9b5ed256 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:11.437897 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:11.450884 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:11.452347 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:11.461919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2de5f95a-0604-4cef-abf0-124ea24690c9 None None] Current status of the port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:11.462655 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c390e645-a380-4400-9537-d08a3f8cd1da tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:11.470793 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-c390e645-a380-4400-9537-d08a3f8cd1da tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:11.474452 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-bc9e4043-fe64-4fd2-bf4a-c1ef308ec229 None None] For port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=2b41c0f6-a2be-43d3-8966-9920cf2a54e8,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:11.475623 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc9e4043-fe64-4fd2-bf4a-c1ef308ec229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:11.480480 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c390e645-a380-4400-9537-d08a3f8cd1da tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:11.481134 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c390e645-a380-4400-9537-d08a3f8cd1da tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:11.485237 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882cebc6-710a-4a46-8b3b-f74c0a7a1ba5 None None] Network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:11.506654 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=2f28033d-bfe5-4fd8-ad7e-95704a74b3ac,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:11.527002 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:11.527258 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:11.529019 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:11.529019 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:11.529019 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:11.529019 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:11.529019 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:11.530296 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:11.530296 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:11.530296 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:11.530296 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:11.530621 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:11.545937 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a2d24b1b-6eaa-4ec9-927a-cd9da6c20d82 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:11.550432 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d24b1b-6eaa-4ec9-927a-cd9da6c20d82 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:11.551026 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a2d24b1b-6eaa-4ec9-927a-cd9da6c20d82 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:11.579994 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-64e49a70-c741-4928-8f8c-4fa6d7cf3cd8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6258259 Sep 21 15:12:11.595223 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55610) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:11.606021 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d97150b2-0929-41ce-bad9-7aa06e68fee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:11.649570 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390e645-a380-4400-9537-d08a3f8cd1da tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Subnet': ['ID=97e5a9eb-7e14-447e-8d22-0539cd037c8c,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:11.650886 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-888f6ee7-88a4-447c-bb5a-16a89fae7105 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:11.678201 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:12:11.689278 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c390e645-a380-4400-9537-d08a3f8cd1da tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0397182 Sep 21 15:12:11.697511 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55616) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:11.718173 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e4043-fe64-4fd2-bf4a-c1ef308ec229 None None] Calling delete_port for 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:11.758211 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-70f53522-b454-4775-b07e-0046361b5bbc tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'security_group': {'name': 'tempest-secgroup-562724798'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:11.780816 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a2d24b1b-6eaa-4ec9-927a-cd9da6c20d82 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0639696 Sep 21 15:12:11.780816 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-70f53522-b454-4775-b07e-0046361b5bbc tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:11.787878 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55620) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:11.793743 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d24b1b-6eaa-4ec9-927a-cd9da6c20d82 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Network': ['ID=1f5ccd87-738b-4eb0-b471-053d7bf435a9,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:11.796464 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-70f53522-b454-4775-b07e-0046361b5bbc tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:security_group and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:11.803179 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-70f53522-b454-4775-b07e-0046361b5bbc tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:11.811110 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8ccdc630-a30c-4041-b93f-d0e46ac79142 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:11.824866 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 1f5ccd87-738b-4eb0-b471-053d7bf435a9 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:12:11.842233 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-70f53522-b454-4775-b07e-0046361b5bbc tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:11.931359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70f53522-b454-4775-b07e-0046361b5bbc tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:12.042678 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc9e4043-fe64-4fd2-bf4a-c1ef308ec229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:12.060686 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d97150b2-0929-41ce-bad9-7aa06e68fee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:12.070117 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-70f53522-b454-4775-b07e-0046361b5bbc tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:12.098004 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 update to DOWN by agent not found {{(pid=89020) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2176}} Sep 21 15:12:12.123909 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e4043-fe64-4fd2-bf4a-c1ef308ec229 None None] Pushing event deleted for resources: {'Port': ['ID=2b41c0f6-a2be-43d3-8966-9920cf2a54e8,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:12.128089 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9e4043-fe64-4fd2-bf4a-c1ef308ec229 None None] No DVR routers for this DVR port 2b41c0f6-a2be-43d3-8966-9920cf2a54e8 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:12:12.135739 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d97150b2-0929-41ce-bad9-7aa06e68fee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:12.138760 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-70f53522-b454-4775-b07e-0046361b5bbc tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:security_group_rule and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:12.145661 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8687eae4-4bea-43d4-a500-0cb431ebc770 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Router 22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:12:12.154053 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d97150b2-0929-41ce-bad9-7aa06e68fee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:12.159793 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-70f53522-b454-4775-b07e-0046361b5bbc tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:12.169441 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d97150b2-0929-41ce-bad9-7aa06e68fee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:12.186927 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-70f53522-b454-4775-b07e-0046361b5bbc tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:12.197170 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c85fd4-4800-4089-8d87-62fb4f0a09e7 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:12.232088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97150b2-0929-41ce-bad9-7aa06e68fee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:12.235963 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d97150b2-0929-41ce-bad9-7aa06e68fee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:12.263260 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab0c7-c5bd-4606-9f8c-aa745c36e634 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:12.293845 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7b76a-56f7-4ced-9de1-2da8d6f9679f req-ec70440f-c09e-4be3-bb86-acd0ef0e6f2d tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:12.295226 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bef7b76a-56f7-4ced-9de1-2da8d6f9679f req-ec70440f-c09e-4be3-bb86-acd0ef0e6f2d tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.4911811 Sep 21 15:12:12.381584 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc630-a30c-4041-b93f-d0e46ac79142 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:12.391167 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ab0c7-c5bd-4606-9f8c-aa745c36e634 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Pushing event deleted for resources: {'Port': ['ID=25f5ff86-9289-4072-8542-5ada9b5ed256,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:12.472918 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc630-a30c-4041-b93f-d0e46ac79142 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:12.534150 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bef7b76a-56f7-4ced-9de1-2da8d6f9679f req-9fb9e87e-e901-40b6-95b1-7b782ec9eb73 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275524 Sep 21 15:12:12.588149 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-888f6ee7-88a4-447c-bb5a-16a89fae7105 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:12.591749 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7440f24-4c07-43fe-8c46-7bf4293f43a6 None None] Update dhcp port {'port': {'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5', 'fixed_ips': [{'subnet_id': 'e6c7d120-aa32-4f93-bc3e-b6153b86e69b', 'ip_address': '172.20.0.18'}, {'subnet_id': '97e5a9eb-7e14-447e-8d22-0539cd037c8c'}], 'binding:host_id': 'dv-neutron-858731-1-hyperv'}, 'id': '11d14284-b32a-4546-9a48-5baaea2ec195'} from dv-neutron-858731-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 15:12:12.593499 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8687eae4-4bea-43d4-a500-0cb431ebc770 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:12:12.598755 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8687eae4-4bea-43d4-a500-0cb431ebc770 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:12.606258 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d6fa7b-527e-4d12-a153-743008ac16ce None None] Sync routers for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:12:12.609186 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ccdc630-a30c-4041-b93f-d0e46ac79142 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network 1f5ccd87-738b-4eb0-b471-053d7bf435a9 is not hosted by any dhcp agent {{(pid=89019) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 21 15:12:12.614609 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccdc630-a30c-4041-b93f-d0e46ac79142 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:12.615276 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc630-a30c-4041-b93f-d0e46ac79142 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:12.616931 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8ccdc630-a30c-4041-b93f-d0e46ac79142 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "PUT /v2.0/networks/1f5ccd87-738b-4eb0-b471-053d7bf435a9 HTTP/1.1" status: 200 len: 723 time: 0.8245091 Sep 21 15:12:12.621929 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d6fa7b-527e-4d12-a153-743008ac16ce None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:12.622767 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-34d6fa7b-527e-4d12-a153-743008ac16ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:12.630025 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55624) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:12.642800 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'subnet': {'network_id': '1f5ccd87-738b-4eb0-b471-053d7bf435a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:12.652715 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'fixed_ips': [{'subnet_id': '2f28033d-bfe5-4fd8-ad7e-95704a74b3ac'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:12:12.653448 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:12.657235 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-888f6ee7-88a4-447c-bb5a-16a89fae7105 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:12.657822 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-888f6ee7-88a4-447c-bb5a-16a89fae7105 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] In _notify_port_updated(), no bound segment for port 389d80a3-03e0-40dc-8a35-e61413107903 on network a9328343-2c63-4aa4-bdce-abb38242c3e2 {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:12:12.663605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888f6ee7-88a4-447c-bb5a-16a89fae7105 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:12.664327 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-888f6ee7-88a4-447c-bb5a-16a89fae7105 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:12.669124 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-888f6ee7-88a4-447c-bb5a-16a89fae7105 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "PUT /v2.0/ports/389d80a3-03e0-40dc-8a35-e61413107903 HTTP/1.1" status: 200 len: 818 time: 1.3546333 Sep 21 15:12:12.676662 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55628) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:12.703002 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-34d6fa7b-527e-4d12-a153-743008ac16ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:12.713938 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d6fa7b-527e-4d12-a153-743008ac16ce None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:12.715262 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-34d6fa7b-527e-4d12-a153-743008ac16ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:12.760353 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a7440f24-4c07-43fe-8c46-7bf4293f43a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:12.787974 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-34d6fa7b-527e-4d12-a153-743008ac16ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:12.788645 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d6fa7b-527e-4d12-a153-743008ac16ce None None] The sync data for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:12:12.821595 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9a8457d3-ef7f-49af-84aa-adda984a6381 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting port 389d80a3-03e0-40dc-8a35-e61413107903 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:12.822013 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a8457d3-ef7f-49af-84aa-adda984a6381 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:12.836346 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362fdad-f550-4e82-9d33-7079cdf8ba43 req-9fc22689-77f8-40e0-96bb-2ee8e45db01e tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:12.837850 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c362fdad-f550-4e82-9d33-7079cdf8ba43 req-9fc22689-77f8-40e0-96bb-2ee8e45db01e tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.4667683 Sep 21 15:12:12.851450 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8687eae4-4bea-43d4-a500-0cb431ebc770 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "DELETE /v2.0/floatingips/7627345f-ee79-4ccc-8810-b03b1d78f086 HTTP/1.1" status: 204 len: 168 time: 4.4091723 Sep 21 15:12:12.890229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55634) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:12.893617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f6ee7-88a4-447c-bb5a-16a89fae7105 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=389d80a3-03e0-40dc-8a35-e61413107903,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:12.998051 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Allocated IP 172.20.0.2 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/2f28033d-bfe5-4fd8-ad7e-95704a74b3ac/624f9066-4cd2-4b23-91f6-55684f9768c9) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:13.010215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:13.023687 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab0c7-c5bd-4606-9f8c-aa745c36e634 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:13.026316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2471072b-3b74-44fd-ab2d-662fe5867b15 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Deleting port 423c2000-9293-499a-9734-b98879f004cc {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:13.026659 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2471072b-3b74-44fd-ab2d-662fe5867b15 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:13.058980 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Usage tracker for resource:subnet and tenant:bb9c11e9af854d96b17445323eac9a86 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:13.064097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-c362fdad-f550-4e82-9d33-7079cdf8ba43 req-a9d220f2-6b00-43f9-83f2-8527a72eca92 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Deleting port f885edf7-41fa-47bd-b181-19541fdf8bf8 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:13.064471 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c362fdad-f550-4e82-9d33-7079cdf8ba43 req-a9d220f2-6b00-43f9-83f2-8527a72eca92 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:13.084896 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdc630-a30c-4041-b93f-d0e46ac79142 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Network': ['ID=1f5ccd87-738b-4eb0-b471-053d7bf435a9,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:13.090171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70f53522-b454-4775-b07e-0046361b5bbc tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:13.100773 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:13.124138 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 1f5ccd87-738b-4eb0-b471-053d7bf435a9 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:12:13.126432 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:13.185471 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70f53522-b454-4775-b07e-0046361b5bbc tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:13.192143 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:13.195767 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:13.231600 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-a7440f24-4c07-43fe-8c46-7bf4293f43a6 None None] Allocated IP 172.20.0.2 (b7c242e3-528d-4be7-9e2f-6faa43cc7dc5/97e5a9eb-7e14-447e-8d22-0539cd037c8c/11d14284-b32a-4546-9a48-5baaea2ec195) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:13.315950 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab0c7-c5bd-4606-9f8c-aa745c36e634 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:13.323922 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab0c7-c5bd-4606-9f8c-aa745c36e634 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:13.375760 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f53522-b454-4775-b07e-0046361b5bbc tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c810aed3-513b-4a08-b59f-0509772c27fa,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:13.405440 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70f53522-b454-4775-b07e-0046361b5bbc tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:13.409922 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-70f53522-b454-4775-b07e-0046361b5bbc tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.6612649 Sep 21 15:12:13.413241 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55642) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:13.459154 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-919bd819-dc1c-43be-8edc-6e149d82415b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'security_group': {'name': 'tempest-secgroup-1029321143'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:13.488198 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:13.492066 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a7440f24-4c07-43fe-8c46-7bf4293f43a6 None None] For port 11d14284-b32a-4546-9a48-5baaea2ec195, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=11d14284-b32a-4546-9a48-5baaea2ec195,segment=NetworkSegment(74245cc0-3975-4a6f-b6e8-0a97db095b58),segment_id=74245cc0-3975-4a6f-b6e8-0a97db095b58)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:13.504628 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Transition to ACTIVE for port object 624f9066-4cd2-4b23-91f6-55684f9768c9 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:13.540378 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Transition to ACTIVE for port object 624f9066-4cd2-4b23-91f6-55684f9768c9 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:13.544061 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-919bd819-dc1c-43be-8edc-6e149d82415b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:13.545211 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab0c7-c5bd-4606-9f8c-aa745c36e634 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:13.545857 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7ab0c7-c5bd-4606-9f8c-aa745c36e634 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Fanout notify agent at l3_agent the message router_deleted on router 475d9da8-8c49-4c81-9cd3-79fb27fc08a7 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:12:13.547361 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a7440f24-4c07-43fe-8c46-7bf4293f43a6 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:13.561574 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:13.578104 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-919bd819-dc1c-43be-8edc-6e149d82415b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:security_group and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:13.587592 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-919bd819-dc1c-43be-8edc-6e149d82415b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:13.596115 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab0c7-c5bd-4606-9f8c-aa745c36e634 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:13.601497 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8e7ab0c7-c5bd-4606-9f8c-aa745c36e634 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "DELETE /v2.0/routers/475d9da8-8c49-4c81-9cd3-79fb27fc08a7 HTTP/1.1" status: 204 len: 168 time: 4.0397666 Sep 21 15:12:13.608628 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55650) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:13.609517 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-919bd819-dc1c-43be-8edc-6e149d82415b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:13.619376 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4a68c7d0-dc80-4884-a86b-e37c77d0558a tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1604806848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:13.619623 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a7440f24-4c07-43fe-8c46-7bf4293f43a6 None None] Transition to ACTIVE for port object 11d14284-b32a-4546-9a48-5baaea2ec195 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:13.637453 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a7440f24-4c07-43fe-8c46-7bf4293f43a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:13.651828 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2471072b-3b74-44fd-ab2d-662fe5867b15 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:13.656325 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4a68c7d0-dc80-4884-a86b-e37c77d0558a tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:13.658054 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:13.658484 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-919bd819-dc1c-43be-8edc-6e149d82415b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:13.663074 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:13.671068 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:13.671927 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a8457d3-ef7f-49af-84aa-adda984a6381 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:13.687619 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4a68c7d0-dc80-4884-a86b-e37c77d0558a tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Usage tracker for resource:router and tenant:7bad09e824d64a47a07cf201139b93ce is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:13.692792 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4a68c7d0-dc80-4884-a86b-e37c77d0558a tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:13.705495 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Pushing event updated for resources: {'Port': ['ID=624f9066-4cd2-4b23-91f6-55684f9768c9,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:13.761930 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4a68c7d0-dc80-4884-a86b-e37c77d0558a tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:13.763301 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:13.763798 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:13.764249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:13.764746 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:13.765190 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:13.765680 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:13.766493 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:13.766493 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:13.766972 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:13.767418 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:13.767847 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:13.768552 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:13.842796 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9a8457d3-ef7f-49af-84aa-adda984a6381 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Calling delete_port for 389d80a3-03e0-40dc-8a35-e61413107903 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:13.874961 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-919bd819-dc1c-43be-8edc-6e149d82415b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:13.900308 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-919bd819-dc1c-43be-8edc-6e149d82415b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:security_group_rule and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:13.909088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-919bd819-dc1c-43be-8edc-6e149d82415b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:13.915942 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4a68c7d0-dc80-4884-a86b-e37c77d0558a tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:13.917288 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4a68c7d0-dc80-4884-a86b-e37c77d0558a tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:13.931291 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-919bd819-dc1c-43be-8edc-6e149d82415b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:13.941375 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Attempting to bind port 624f9066-4cd2-4b23-91f6-55684f9768c9 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:12:13.941798 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Attempting to bind port 624f9066-4cd2-4b23-91f6-55684f9768c9 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:12:13.942170 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Attempting to bind port 624f9066-4cd2-4b23-91f6-55684f9768c9 on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:12:13.958333 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2471072b-3b74-44fd-ab2d-662fe5867b15 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Calling delete_port for 423c2000-9293-499a-9734-b98879f004cc owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:13.959479 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:12:13.959865 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:13.960377 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:13.960800 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:12:13.961366 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Bound port: 624f9066-4cd2-4b23-91f6-55684f9768c9, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:12:13.961915 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:14.007638 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4a68c7d0-dc80-4884-a86b-e37c77d0558a tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:14.032723 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a8457d3-ef7f-49af-84aa-adda984a6381 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:14.082085 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] For port 624f9066-4cd2-4b23-91f6-55684f9768c9, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:12:14.086534 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] For port 624f9066-4cd2-4b23-91f6-55684f9768c9, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=624f9066-4cd2-4b23-91f6-55684f9768c9,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:12:14.094634 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7440f24-4c07-43fe-8c46-7bf4293f43a6 None None] Pushing event updated for resources: {'Port': ['ID=11d14284-b32a-4546-9a48-5baaea2ec195,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:14.104591 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:14.204421 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a68e3-8d07-41dd-9ec3-0138a16f1273 None None] Pushing event updated for resources: {'Port': ['ID=624f9066-4cd2-4b23-91f6-55684f9768c9,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:14.213800 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8457d3-ef7f-49af-84aa-adda984a6381 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Port': ['ID=389d80a3-03e0-40dc-8a35-e61413107903,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:14.216305 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4a68c7d0-dc80-4884-a86b-e37c77d0558a tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:14.281897 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a8457d3-ef7f-49af-84aa-adda984a6381 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:14.299193 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-919bd819-dc1c-43be-8edc-6e149d82415b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:14.336856 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-c362fdad-f550-4e82-9d33-7079cdf8ba43 req-a9d220f2-6b00-43f9-83f2-8527a72eca92 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] For port f885edf7-41fa-47bd-b181-19541fdf8bf8, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=f885edf7-41fa-47bd-b181-19541fdf8bf8,segment=NetworkSegment(e2ca3dfa-04cd-4658-ad74-63fa43c3937e),segment_id=e2ca3dfa-04cd-4658-ad74-63fa43c3937e)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:14.337462 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c362fdad-f550-4e82-9d33-7079cdf8ba43 req-a9d220f2-6b00-43f9-83f2-8527a72eca92 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:14.353790 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-919bd819-dc1c-43be-8edc-6e149d82415b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:14.416047 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9a8457d3-ef7f-49af-84aa-adda984a6381 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/ports/389d80a3-03e0-40dc-8a35-e61413107903 HTTP/1.1" status: 204 len: 168 time: 1.7382362 Sep 21 15:12:14.417262 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4a68c7d0-dc80-4884-a86b-e37c77d0558a tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:14.418424 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4a68c7d0-dc80-4884-a86b-e37c77d0558a tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8046260 Sep 21 15:12:14.422978 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55656) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:14.422978 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55658) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:14.433808 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c79826c7-9fcd-4948-86d0-ea38428da4b0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'enable_snat': True}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:14.549351 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bd819-dc1c-43be-8edc-6e149d82415b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718f9abc-ec82-4723-931b-bf2063829fc6,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:14.569741 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-919bd819-dc1c-43be-8edc-6e149d82415b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:14.571179 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-919bd819-dc1c-43be-8edc-6e149d82415b tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1529729 Sep 21 15:12:14.573483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:14.591710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819b8c4-bbef-4ea2-a2f2-965981b82477 req-349604d8-bfe2-4a3f-b6c2-29c1a9f802cd tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:14.591710 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5819b8c4-bbef-4ea2-a2f2-965981b82477 req-349604d8-bfe2-4a3f-b6c2-29c1a9f802cd tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 946 time: 0.4995110 Sep 21 15:12:14.591710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55664) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:14.655166 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-43f66a43-cff6-4e00-93ae-43a6a39277d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'security_group': {'name': 'tempest-secgroup-2098071633'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:14.660141 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.objects.ports [None req-d97150b2-0929-41ce-bad9-7aa06e68fee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:12:14.755319 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-43f66a43-cff6-4e00-93ae-43a6a39277d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:14.800832 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-43f66a43-cff6-4e00-93ae-43a6a39277d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:security_group and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:14.809120 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-43f66a43-cff6-4e00-93ae-43a6a39277d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:14.842926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2471072b-3b74-44fd-ab2d-662fe5867b15 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:14.846649 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-43f66a43-cff6-4e00-93ae-43a6a39277d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:14.847356 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b8083409-030d-4533-b0df-3f7af3f9658e None None] Provisioning complete for port d8eee6ff-51ff-4588-877a-f926bddd4614 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:14.847736 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b8083409-030d-4533-b0df-3f7af3f9658e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:14.894866 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5819b8c4-bbef-4ea2-a2f2-965981b82477 req-b01e1b5b-5e07-4b81-b0dd-7fcc7e3e8e71 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups?id=41488051-1955-4b83-bbe7-98c124d5ce88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2652526 Sep 21 15:12:14.916373 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b8083409-030d-4533-b0df-3f7af3f9658e None None] Port d8eee6ff-51ff-4588-877a-f926bddd4614 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:12:14.935650 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b8083409-030d-4533-b0df-3f7af3f9658e None None] Provisioning for port 11d14284-b32a-4546-9a48-5baaea2ec195 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:14.942154 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b8083409-030d-4533-b0df-3f7af3f9658e None None] Provisioning complete for port 11d14284-b32a-4546-9a48-5baaea2ec195 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:14.942516 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b8083409-030d-4533-b0df-3f7af3f9658e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:14.986156 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Subnet': ['ID=77e0b01b-5992-46ea-81ce-2f0ab6091ace,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:14.999055 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471072b-3b74-44fd-ab2d-662fe5867b15 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event deleted for resources: {'Port': ['ID=423c2000-9293-499a-9734-b98879f004cc,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:15.025830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-43f66a43-cff6-4e00-93ae-43a6a39277d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:15.075152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.075550 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.075894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.076227 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.076584 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.076914 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.077317 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.077565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.077882 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.078384 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.078885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.079385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.094964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Checking segment: {'id': '7705c86a-8026-4c39-ac02-c5e49e52d3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1f5ccd87-738b-4eb0-b471-053d7bf435a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:15.094964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network hostable DHCP agents. Network: 1f5ccd87-738b-4eb0-b471-053d7bf435a9, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:12:15.098967 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471072b-3b74-44fd-ab2d-662fe5867b15 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.099331 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471072b-3b74-44fd-ab2d-662fe5867b15 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.099848 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471072b-3b74-44fd-ab2d-662fe5867b15 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.100183 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471072b-3b74-44fd-ab2d-662fe5867b15 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.100542 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471072b-3b74-44fd-ab2d-662fe5867b15 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.100875 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471072b-3b74-44fd-ab2d-662fe5867b15 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.101357 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471072b-3b74-44fd-ab2d-662fe5867b15 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.101517 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471072b-3b74-44fd-ab2d-662fe5867b15 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.102001 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471072b-3b74-44fd-ab2d-662fe5867b15 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.102486 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471072b-3b74-44fd-ab2d-662fe5867b15 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.102812 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471072b-3b74-44fd-ab2d-662fe5867b15 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.103134 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471072b-3b74-44fd-ab2d-662fe5867b15 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:12:15.134119 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b8083409-030d-4533-b0df-3f7af3f9658e None None] Current status of the port 11d14284-b32a-4546-9a48-5baaea2ec195 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:15.175657 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-43f66a43-cff6-4e00-93ae-43a6a39277d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:15.214978 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d28357a-f1f4-4a86-972b-fcd0ebfdabe0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:15.215521 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7d28357a-f1f4-4a86-972b-fcd0ebfdabe0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Synchronizing usage tracker for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:12:15.215934 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c362fdad-f550-4e82-9d33-7079cdf8ba43 req-a9d220f2-6b00-43f9-83f2-8527a72eca92 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:15.216313 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c362fdad-f550-4e82-9d33-7079cdf8ba43 req-a9d220f2-6b00-43f9-83f2-8527a72eca92 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:15.216651 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [req-c362fdad-f550-4e82-9d33-7079cdf8ba43 req-a9d220f2-6b00-43f9-83f2-8527a72eca92 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Floating IP 5d024466-8c99-4ba6-a9b3-db9b71a4ec85 disassociated. External IP: 172.26.4.35, port: f885edf7-41fa-47bd-b181-19541fdf8bf8. Sep 21 15:12:15.216996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-c362fdad-f550-4e82-9d33-7079cdf8ba43 req-a9d220f2-6b00-43f9-83f2-8527a72eca92 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Calling delete_port for f885edf7-41fa-47bd-b181-19541fdf8bf8 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:15.246114 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-43f66a43-cff6-4e00-93ae-43a6a39277d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:security_group_rule and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:15.248673 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c79826c7-9fcd-4948-86d0-ea38428da4b0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:15.261817 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-43f66a43-cff6-4e00-93ae-43a6a39277d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:15.268875 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7d28357a-f1f4-4a86-972b-fcd0ebfdabe0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Unset dirty status for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:12:15.273287 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7d28357a-f1f4-4a86-972b-fcd0ebfdabe0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8470197 Sep 21 15:12:15.277640 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55668) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:15.289619 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-43f66a43-cff6-4e00-93ae-43a6a39277d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:15.291710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network 1f5ccd87-738b-4eb0-b471-053d7bf435a9 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:12:15.328640 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 1f5ccd87-738b-4eb0-b471-053d7bf435a9) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:15.337513 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c45c5b-0a2c-44de-92d7-54925ddccf98 None None] Network 1f5ccd87-738b-4eb0-b471-053d7bf435a9 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:15.357598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:15.358318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:15.393704 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-50df3b3c-4e6c-4e7f-8613-acd83aa07e99 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] GET failed (client error): The resource could not be found. Sep 21 15:12:15.395662 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-50df3b3c-4e6c-4e7f-8613-acd83aa07e99 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports/389d80a3-03e0-40dc-8a35-e61413107903 HTTP/1.1" status: 404 len: 333 time: 0.1044950 Sep 21 15:12:15.429545 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55672) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:15.431030 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2471072b-3b74-44fd-ab2d-662fe5867b15 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:15.439874 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-12945770-e190-4c6c-bbab-96ad754a17aa tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2001971013'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:15.466366 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d97150b2-0929-41ce-bad9-7aa06e68fee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:15.485431 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f42ed759-c45b-4221-b344-1abd71dd0d9a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8533740 Sep 21 15:12:15.492609 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55676) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:15.492795 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-12945770-e190-4c6c-bbab-96ad754a17aa tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:15.500770 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c3ece323-75a5-4c27-a581-0b76603221e7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:15.526477 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2471072b-3b74-44fd-ab2d-662fe5867b15 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "DELETE /v2.0/ports/423c2000-9293-499a-9734-b98879f004cc HTTP/1.1" status: 204 len: 168 time: 2.6350069 Sep 21 15:12:15.527179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55680) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:15.534903 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-12945770-e190-4c6c-bbab-96ad754a17aa tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:network and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:15.541171 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-12945770-e190-4c6c-bbab-96ad754a17aa tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:15.556010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c0572931-b01c-4159-b574-6b8f9c7168d0 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:15.569542 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device f885edf7-41fa-47bd-b181-19541fdf8bf8 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:12:15.571514 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-12945770-e190-4c6c-bbab-96ad754a17aa tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:15.581902 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c0572931-b01c-4159-b574-6b8f9c7168d0 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:15.603929 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c0572931-b01c-4159-b574-6b8f9c7168d0 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Usage tracker for resource:floatingip and tenant:157f5050b7144cb78f4f1a9791bb2308 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:15.615091 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c0572931-b01c-4159-b574-6b8f9c7168d0 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:15.625516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c0572931-b01c-4159-b574-6b8f9c7168d0 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:15.628731 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-43f66a43-cff6-4e00-93ae-43a6a39277d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:15.636541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c362fdad-f550-4e82-9d33-7079cdf8ba43 req-a9d220f2-6b00-43f9-83f2-8527a72eca92 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:15.699637 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12945770-e190-4c6c-bbab-96ad754a17aa tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:15.703214 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12945770-e190-4c6c-bbab-96ad754a17aa tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:15.713342 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-43f66a43-cff6-4e00-93ae-43a6a39277d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:15.725492 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-81516194-b252-472e-b3c7-adde5d2a7cb9 None None] Provisioning for port 624f9066-4cd2-4b23-91f6-55684f9768c9 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:15.735761 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No active binding found for port f885edf7-41fa-47bd-b181-19541fdf8bf8 {{(pid=89020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 21 15:12:15.736260 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device f885edf7-41fa-47bd-b181-19541fdf8bf8 not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:12:15.749801 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-1f5ccd87-738b-4eb0-b471-053d7bf435a9', 'network_id': '1f5ccd87-738b-4eb0-b471-053d7bf435a9', 'tenant_id': 'bb9c11e9af854d96b17445323eac9a86', 'fixed_ips': [{'subnet_id': '77e0b01b-5992-46ea-81ce-2f0ab6091ace'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:12:15.750631 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:15.762093 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d220f2-6b00-43f9-83f2-8527a72eca92 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Pushing event deleted for resources: {'Port': ['ID=f885edf7-41fa-47bd-b181-19541fdf8bf8,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:15.763375 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 11d14284-b32a-4546-9a48-5baaea2ec195 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:12:15.782518 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0572931-b01c-4159-b574-6b8f9c7168d0 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:15.844433 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c3ece323-75a5-4c27-a581-0b76603221e7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65056120'] for subnet, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:15.889829 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-43f66a43-cff6-4e00-93ae-43a6a39277d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:15.893763 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-43f66a43-cff6-4e00-93ae-43a6a39277d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2693672 Sep 21 15:12:15.908835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55684) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:15.917995 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-76900b54-f3bb-4204-91f5-80e40fa5ed47 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-667644997', 'security_groups': ['4b759097-6c32-4c90-995e-295ea9cf66ad'], 'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '97e5a9eb-7e14-447e-8d22-0539cd037c8c'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:15.928590 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 11d14284-b32a-4546-9a48-5baaea2ec195 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:15.939855 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:15.940624 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12945770-e190-4c6c-bbab-96ad754a17aa tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:12:15.977758 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-d97150b2-0929-41ce-bad9-7aa06e68fee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] For port 624f9066-4cd2-4b23-91f6-55684f9768c9, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=624f9066-4cd2-4b23-91f6-55684f9768c9,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:16.139965 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] Allocated IP 172.20.0.2 (1f5ccd87-738b-4eb0-b471-053d7bf435a9/77e0b01b-5992-46ea-81ce-2f0ab6091ace/dd1c17ad-1c36-4cb0-aa86-3000e3f23156) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:16.179450 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d97150b2-0929-41ce-bad9-7aa06e68fee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:16.191845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d97150b2-0929-41ce-bad9-7aa06e68fee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:16.192594 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d97150b2-0929-41ce-bad9-7aa06e68fee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:16.198544 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f66a43-cff6-4e00-93ae-43a6a39277d7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b759097-6c32-4c90-995e-295ea9cf66ad,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:16.211960 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12945770-e190-4c6c-bbab-96ad754a17aa tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:16.212339 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-12945770-e190-4c6c-bbab-96ad754a17aa tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Added segment 8bb2695b-4fbd-4b02-907b-06e75d40caab of type vlan for network 5a291e35-97d5-4e61-bb22-8afd7e160972 Sep 21 15:12:16.294243 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 11d14284-b32a-4546-9a48-5baaea2ec195 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:16.295283 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 624f9066-4cd2-4b23-91f6-55684f9768c9 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:12:16.319893 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97150b2-0929-41ce-bad9-7aa06e68fee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:16.322986 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c79826c7-9fcd-4948-86d0-ea38428da4b0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:16.354535 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d97150b2-0929-41ce-bad9-7aa06e68fee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:16.363608 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-716d6f12-7dcb-46d2-a4f9-c6bd8ee3d22f req-65643cf3-64da-420e-bc06-943cf3222475 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Synchronizing usage tracker for tenant:537869f246ac43fa81163f09d28c74dc on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:12:16.366461 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97150b2-0929-41ce-bad9-7aa06e68fee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:16.367062 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d97150b2-0929-41ce-bad9-7aa06e68fee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:16.371170 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c79826c7-9fcd-4948-86d0-ea38428da4b0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:16.379617 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ef00c4-ffc9-44d6-850b-cdd7d56babf0 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:16.381173 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97150b2-0929-41ce-bad9-7aa06e68fee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=a12b836f-569b-497d-a474-1cbd8d07ab80,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:16.480198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12945770-e190-4c6c-bbab-96ad754a17aa tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:16.490014 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-716d6f12-7dcb-46d2-a4f9-c6bd8ee3d22f req-65643cf3-64da-420e-bc06-943cf3222475 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Unset dirty status for tenant:537869f246ac43fa81163f09d28c74dc on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:12:16.491533 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-716d6f12-7dcb-46d2-a4f9-c6bd8ee3d22f req-65643cf3-64da-420e-bc06-943cf3222475 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 210 time: 0.2900507 Sep 21 15:12:16.562786 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97150b2-0929-41ce-bad9-7aa06e68fee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=624f9066-4cd2-4b23-91f6-55684f9768c9,revision_number=4']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:16.577439 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c362fdad-f550-4e82-9d33-7079cdf8ba43 req-a9d220f2-6b00-43f9-83f2-8527a72eca92 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Router 3e08bd99-0442-451c-b665-e35931afc9fc has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:12:16.582301 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 624f9066-4cd2-4b23-91f6-55684f9768c9 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:16.587899 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d97150b2-0929-41ce-bad9-7aa06e68fee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9915586 Sep 21 15:12:16.591207 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55690) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:16.599056 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-abf7d8fc-2756-4478-9df2-13ce3394582c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'mac_address': 'fa:16:3e:e6:b4:f6', 'name': 'tempest-NetworksTestDHCPv6-1716067369'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:16.608425 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 624f9066-4cd2-4b23-91f6-55684f9768c9 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:16.608706 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:16.623299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-76900b54-f3bb-4204-91f5-80e40fa5ed47 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:16.703686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-76900b54-f3bb-4204-91f5-80e40fa5ed47 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:16.704307 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:16.716810 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12945770-e190-4c6c-bbab-96ad754a17aa tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:16.722471 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12945770-e190-4c6c-bbab-96ad754a17aa tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:16.723231 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12945770-e190-4c6c-bbab-96ad754a17aa tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:16.733084 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] Transition to ACTIVE for port object dd1c17ad-1c36-4cb0-aa86-3000e3f23156 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:16.799115 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-c79826c7-9fcd-4948-86d0-ea38428da4b0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Allocated IP 172.26.4.30 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/a2639258-3c57-4be8-b7fa-f98bc687aff8) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:16.810489 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] Transition to ACTIVE for port object dd1c17ad-1c36-4cb0-aa86-3000e3f23156 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:16.817058 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-abf7d8fc-2756-4478-9df2-13ce3394582c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:16.824700 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-abf7d8fc-2756-4478-9df2-13ce3394582c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:port and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:16.829290 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-abf7d8fc-2756-4478-9df2-13ce3394582c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:16.846192 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:16.881404 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76900b54-f3bb-4204-91f5-80e40fa5ed47 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:16.888752 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-abf7d8fc-2756-4478-9df2-13ce3394582c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:16.919141 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-12945770-e190-4c6c-bbab-96ad754a17aa tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4814391 Sep 21 15:12:16.942973 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55694) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:16.953942 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] Network 1f5ccd87-738b-4eb0-b471-053d7bf435a9 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:16.955295 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 624f9066-4cd2-4b23-91f6-55684f9768c9 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:16.955666 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:16.962589 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c37ef2c0-94da-4783-b047-89316741c666 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'subnet': {'network_id': '5a291e35-97d5-4e61-bb22-8afd7e160972', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:16.969830 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:16.986958 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] Pushing event updated for resources: {'Port': ['ID=dd1c17ad-1c36-4cb0-aa86-3000e3f23156,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:17.003660 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf7d8fc-2756-4478-9df2-13ce3394582c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:17.007356 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:17.036598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12945770-e190-4c6c-bbab-96ad754a17aa tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Network': ['ID=5a291e35-97d5-4e61-bb22-8afd7e160972,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:17.055112 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 624f9066-4cd2-4b23-91f6-55684f9768c9, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=624f9066-4cd2-4b23-91f6-55684f9768c9,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:17.063794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 5a291e35-97d5-4e61-bb22-8afd7e160972 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:12:17.087559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0572931-b01c-4159-b574-6b8f9c7168d0 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:17.095928 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:17.185078 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c362fdad-f550-4e82-9d33-7079cdf8ba43 req-a9d220f2-6b00-43f9-83f2-8527a72eca92 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:12:17.326774 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c362fdad-f550-4e82-9d33-7079cdf8ba43 req-a9d220f2-6b00-43f9-83f2-8527a72eca92 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] No DVR routers for this DVR port f885edf7-41fa-47bd-b181-19541fdf8bf8 on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:12:17.329292 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c362fdad-f550-4e82-9d33-7079cdf8ba43 req-a9d220f2-6b00-43f9-83f2-8527a72eca92 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:17.330695 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c79826c7-9fcd-4948-86d0-ea38428da4b0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:17.335606 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76900b54-f3bb-4204-91f5-80e40fa5ed47 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:17.339058 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c37ef2c0-94da-4783-b047-89316741c666 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:17.343561 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c3ece323-75a5-4c27-a581-0b76603221e7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774317589580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-65308172'] for subnet, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:17.343763 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979306aa-7273-4b88-be4c-64ef5abaf113 None None] Sync routers for ids ['3e08bd99-0442-451c-b665-e35931afc9fc'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:12:17.347380 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb275d9a-efc9-4357-a4f1-683d078e2ad4', 'name': 'network-vif-deleted', 'tag': 'f885edf7-41fa-47bd-b181-19541fdf8bf8'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:12:17.350892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9eeb33-a47a-42b4-98bf-7140b50f37b8" -d '{"events": [{"server_uuid": "eb275d9a-efc9-4357-a4f1-683d078e2ad4", "name": "network-vif-deleted", "tag": "f885edf7-41fa-47bd-b181-19541fdf8bf8"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:12:17.361960 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c362fdad-f550-4e82-9d33-7079cdf8ba43 req-a9d220f2-6b00-43f9-83f2-8527a72eca92 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.20 "DELETE /v2.0/ports/f885edf7-41fa-47bd-b181-19541fdf8bf8 HTTP/1.1" status: 204 len: 173 time: 4.5163114 Sep 21 15:12:17.370648 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-76900b54-f3bb-4204-91f5-80e40fa5ed47 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] device_id is not set on port a1843820-97b7-478d-8a4b-1770c0a5511e yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:12:17.426156 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c37ef2c0-94da-4783-b047-89316741c666 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:subnet and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:17.449724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4a84ca-7279-4170-9577-8886f5685d9e x-openstack-request-id: req-8c4a84ca-7279-4170-9577-8886f5685d9e {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:12:17.450011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb275d9a-efc9-4357-a4f1-683d078e2ad4", "name": "network-vif-deleted", "tag": "f885edf7-41fa-47bd-b181-19541fdf8bf8", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:12:17.450885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c4a84ca-7279-4170-9577-8886f5685d9e {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:12:17.451302 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c4a84ca-7279-4170-9577-8886f5685d9e'] response: {'server_uuid': 'eb275d9a-efc9-4357-a4f1-683d078e2ad4', 'name': 'network-vif-deleted', 'tag': 'f885edf7-41fa-47bd-b181-19541fdf8bf8', 'status': 'completed', 'code': 200} Sep 21 15:12:17.482234 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c37ef2c0-94da-4783-b047-89316741c666 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:17.495675 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c37ef2c0-94da-4783-b047-89316741c666 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:17.501839 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979306aa-7273-4b88-be4c-64ef5abaf113 None None] Routers {'3e08bd99-0442-451c-b665-e35931afc9fc'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:17.502452 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-979306aa-7273-4b88-be4c-64ef5abaf113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3e08bd99-0442-451c-b665-e35931afc9fc'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:17.511487 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ece323-75a5-4c27-a581-0b76603221e7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:17.512326 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c3ece323-75a5-4c27-a581-0b76603221e7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:17.513456 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c3ece323-75a5-4c27-a581-0b76603221e7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "PUT /v2.0/subnets/77e0b01b-5992-46ea-81ce-2f0ab6091ace HTTP/1.1" status: 200 len: 806 time: 2.0199087 Sep 21 15:12:17.518574 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-abf7d8fc-2756-4478-9df2-13ce3394582c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:17.538590 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55700) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:17.588995 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c79826c7-9fcd-4948-86d0-ea38428da4b0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:17.651986 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ece323-75a5-4c27-a581-0b76603221e7 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Subnet': ['ID=77e0b01b-5992-46ea-81ce-2f0ab6091ace,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:17.702706 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37ef2c0-94da-4783-b047-89316741c666 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:17.710387 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c37ef2c0-94da-4783-b047-89316741c666 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:17.747106 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-979306aa-7273-4b88-be4c-64ef5abaf113 None None] Set router 3e08bd99-0442-451c-b665-e35931afc9fc gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:12:17.753948 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-c0572931-b01c-4159-b574-6b8f9c7168d0 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Allocated IP 172.26.4.198 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/c5d22c46-dc9b-4d40-878c-dbebe6f0f3bf) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:17.826399 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 624f9066-4cd2-4b23-91f6-55684f9768c9 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:12:17.850296 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0a00fce2-c396-4cc7-8752-c35d8135ef71 req-23642b48-eada-4b12-aefd-0db673486d6e tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb275d9a-efc9-4357-a4f1-683d078e2ad4 HTTP/1.1" status: 200 len: 210 time: 0.0669711 Sep 21 15:12:17.943060 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79826c7-9fcd-4948-86d0-ea38428da4b0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:17.955968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-76900b54-f3bb-4204-91f5-80e40fa5ed47 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Allocated IP 172.20.0.6 (b7c242e3-528d-4be7-9e2f-6faa43cc7dc5/97e5a9eb-7e14-447e-8d22-0539cd037c8c/a1843820-97b7-478d-8a4b-1770c0a5511e) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:17.958442 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-c79826c7-9fcd-4948-86d0-ea38428da4b0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:17.961574 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] Attempting to bind port dd1c17ad-1c36-4cb0-aa86-3000e3f23156 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:12:17.961947 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] Attempting to bind port dd1c17ad-1c36-4cb0-aa86-3000e3f23156 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7705c86a-8026-4c39-ac02-c5e49e52d3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1f5ccd87-738b-4eb0-b471-053d7bf435a9'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:12:17.962299 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] Attempting to bind port dd1c17ad-1c36-4cb0-aa86-3000e3f23156 on network 1f5ccd87-738b-4eb0-b471-053d7bf435a9 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:12:17.962480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-abf7d8fc-2756-4478-9df2-13ce3394582c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] device_id is not set on port 9bdc5ac3-754f-4665-9681-3edb3ec20a06 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:12:18.026167 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:12:18.026534 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] Checking segment: {'id': '7705c86a-8026-4c39-ac02-c5e49e52d3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1f5ccd87-738b-4eb0-b471-053d7bf435a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:18.026722 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79826c7-9fcd-4948-86d0-ea38428da4b0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:18.027040 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:18.027444 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] Bound using segment: {'id': '7705c86a-8026-4c39-ac02-c5e49e52d3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1f5ccd87-738b-4eb0-b471-053d7bf435a9'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:12:18.027919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] Bound port: dd1c17ad-1c36-4cb0-aa86-3000e3f23156, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7705c86a-8026-4c39-ac02-c5e49e52d3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1f5ccd87-738b-4eb0-b471-053d7bf435a9'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:12:18.028283 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:18.101395 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=624f9066-4cd2-4b23-91f6-55684f9768c9,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:18.125171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79826c7-9fcd-4948-86d0-ea38428da4b0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Pushing event updated for resources: {'Port': ['ID=a2639258-3c57-4be8-b7fa-f98bc687aff8,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:18.280127 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9e2d45a1-1c65-4c40-82b3-f92f8f5d97f9 None None] Provisioning complete for port 624f9066-4cd2-4b23-91f6-55684f9768c9 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:18.281293 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9e2d45a1-1c65-4c40-82b3-f92f8f5d97f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:18.317698 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 624f9066-4cd2-4b23-91f6-55684f9768c9 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:18.318185 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:18.376011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0572931-b01c-4159-b574-6b8f9c7168d0 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:18.377631 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] For port dd1c17ad-1c36-4cb0-aa86-3000e3f23156, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:12:18.397061 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:18.398380 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76900b54-f3bb-4204-91f5-80e40fa5ed47 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:18.422530 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] For port dd1c17ad-1c36-4cb0-aa86-3000e3f23156, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=dd1c17ad-1c36-4cb0-aa86-3000e3f23156,segment=NetworkSegment(7705c86a-8026-4c39-ac02-c5e49e52d3af),segment_id=7705c86a-8026-4c39-ac02-c5e49e52d3af)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:12:18.422792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-76900b54-f3bb-4204-91f5-80e40fa5ed47 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Transition to ACTIVE for port object a1843820-97b7-478d-8a4b-1770c0a5511e will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:18.437044 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:18.446088 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0572931-b01c-4159-b574-6b8f9c7168d0 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:18.512872 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0572931-b01c-4159-b574-6b8f9c7168d0 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:18.522433 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-c0572931-b01c-4159-b574-6b8f9c7168d0 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:18.528015 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0572931-b01c-4159-b574-6b8f9c7168d0 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:18.600993 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76900b54-f3bb-4204-91f5-80e40fa5ed47 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:18.605145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0572931-b01c-4159-b574-6b8f9c7168d0 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Port': ['ID=c5d22c46-dc9b-4d40-878c-dbebe6f0f3bf,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:18.623457 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde322d-f159-45db-aec5-24642b2cdf41 None None] Pushing event updated for resources: {'Port': ['ID=dd1c17ad-1c36-4cb0-aa86-3000e3f23156,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:18.626277 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9e2d45a1-1c65-4c40-82b3-f92f8f5d97f9 None None] Current status of the port 624f9066-4cd2-4b23-91f6-55684f9768c9 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:18.690191 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-979306aa-7273-4b88-be4c-64ef5abaf113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'name': 'tempest-ServerActionsTestJSON-914627431-router', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:08Z', 'updated_at': '2022-09-21T15:08:18Z', 'revision_number': 4, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'gw_port': {'id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:09Z', 'updated_at': '2022-09-21T15:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c0d1ce86-0615-4b45-94bc-dc1b90f29754', 'name': '', 'network_id': '35623812-409c-40a9-b25b-97314219e56f', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'mac_address': 'fa:16:3e:9c:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b1ab4349-2b6d-4af5-b8c9-4479fa3e1388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:15Z', 'updated_at': '2022-09-21T15:08:32Z', 'revision_number': 5, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'subnets': [{'id': 'b1ab4349-2b6d-4af5-b8c9-4479fa3e1388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:18.697615 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979306aa-7273-4b88-be4c-64ef5abaf113 None None] Checking router: 3e08bd99-0442-451c-b665-e35931afc9fc for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:12:18.710611 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979306aa-7273-4b88-be4c-64ef5abaf113 None None] Routers {'3e08bd99-0442-451c-b665-e35931afc9fc'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:18.711252 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-979306aa-7273-4b88-be4c-64ef5abaf113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3e08bd99-0442-451c-b665-e35931afc9fc'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:18.725504 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Deleting port dd1c17ad-1c36-4cb0-aa86-3000e3f23156 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:18.725504 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:18.729682 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76900b54-f3bb-4204-91f5-80e40fa5ed47 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:18.736696 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-76900b54-f3bb-4204-91f5-80e40fa5ed47 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:18.754247 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76900b54-f3bb-4204-91f5-80e40fa5ed47 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:18.788495 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76900b54-f3bb-4204-91f5-80e40fa5ed47 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=a1843820-97b7-478d-8a4b-1770c0a5511e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:18.811001 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 624f9066-4cd2-4b23-91f6-55684f9768c9 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:18.873171 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76900b54-f3bb-4204-91f5-80e40fa5ed47 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:18.874128 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76900b54-f3bb-4204-91f5-80e40fa5ed47 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:18.898613 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0572931-b01c-4159-b574-6b8f9c7168d0 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:18.939912 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-abf7d8fc-2756-4478-9df2-13ce3394582c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 172.20.0.9 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/2f28033d-bfe5-4fd8-ad7e-95704a74b3ac/9bdc5ac3-754f-4665-9681-3edb3ec20a06) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:18.992170 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-76900b54-f3bb-4204-91f5-80e40fa5ed47 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0821359 Sep 21 15:12:18.992693 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-abf7d8fc-2756-4478-9df2-13ce3394582c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8::f816:3eff:fee6:b4f6 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/a12b836f-569b-497d-a474-1cbd8d07ab80/9bdc5ac3-754f-4665-9681-3edb3ec20a06) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:19.000753 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55708) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:19.025136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c37de700-bff1-4c1f-8ccc-273ef5619398 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'subnet': {'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:19.025765 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-979306aa-7273-4b88-be4c-64ef5abaf113 None None] Set router 3e08bd99-0442-451c-b665-e35931afc9fc gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:12:19.114043 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55714) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:19.218976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0572931-b01c-4159-b574-6b8f9c7168d0 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:19.345036 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95cb27cd-ec9a-45bd-93a3-53d685077db7 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:19.384974 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c37ef2c0-94da-4783-b047-89316741c666 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:19.398459 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-95bcaf98-77e4-40d5-a0df-4abbabc96a53 None None] Provisioning for port a1843820-97b7-478d-8a4b-1770c0a5511e completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:19.407829 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95cb27cd-ec9a-45bd-93a3-53d685077db7 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:19.409523 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-95bcaf98-77e4-40d5-a0df-4abbabc96a53 None None] Provisioning complete for port a1843820-97b7-478d-8a4b-1770c0a5511e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:19.410200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-95bcaf98-77e4-40d5-a0df-4abbabc96a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:19.460639 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c79826c7-9fcd-4948-86d0-ea38428da4b0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:19.492300 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-95bcaf98-77e4-40d5-a0df-4abbabc96a53 None None] Port a1843820-97b7-478d-8a4b-1770c0a5511e cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:12:19.508546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c37de700-bff1-4c1f-8ccc-273ef5619398 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:19.525683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c37de700-bff1-4c1f-8ccc-273ef5619398 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:subnet and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:19.530621 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c37de700-bff1-4c1f-8ccc-273ef5619398 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:19.541419 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c37de700-bff1-4c1f-8ccc-273ef5619398 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:19.617329 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37de700-bff1-4c1f-8ccc-273ef5619398 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:19.621031 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c37de700-bff1-4c1f-8ccc-273ef5619398 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:19.621519 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-979306aa-7273-4b88-be4c-64ef5abaf113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'name': 'tempest-ServerActionsTestJSON-914627431-router', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:08Z', 'updated_at': '2022-09-21T15:08:18Z', 'revision_number': 4, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'gw_port': {'id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:09Z', 'updated_at': '2022-09-21T15:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c0d1ce86-0615-4b45-94bc-dc1b90f29754', 'name': '', 'network_id': '35623812-409c-40a9-b25b-97314219e56f', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'mac_address': 'fa:16:3e:9c:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b1ab4349-2b6d-4af5-b8c9-4479fa3e1388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:15Z', 'updated_at': '2022-09-21T15:08:32Z', 'revision_number': 5, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'subnets': [{'id': 'b1ab4349-2b6d-4af5-b8c9-4479fa3e1388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:19.625800 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979306aa-7273-4b88-be4c-64ef5abaf113 None None] The sync data for ids ['3e08bd99-0442-451c-b665-e35931afc9fc'] in dv-neutron-858731-1-hyperv is: [{'id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'name': 'tempest-ServerActionsTestJSON-914627431-router', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:08Z', 'updated_at': '2022-09-21T15:08:18Z', 'revision_number': 4, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'gw_port': {'id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:09Z', 'updated_at': '2022-09-21T15:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c0d1ce86-0615-4b45-94bc-dc1b90f29754', 'name': '', 'network_id': '35623812-409c-40a9-b25b-97314219e56f', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'mac_address': 'fa:16:3e:9c:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b1ab4349-2b6d-4af5-b8c9-4479fa3e1388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:15Z', 'updated_at': '2022-09-21T15:08:32Z', 'revision_number': 5, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'subnets': [{'id': 'b1ab4349-2b6d-4af5-b8c9-4479fa3e1388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:12:19.654764 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95cb27cd-ec9a-45bd-93a3-53d685077db7 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:19.759533 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device dd1c17ad-1c36-4cb0-aa86-3000e3f23156 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:12:19.786438 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb27cd-ec9a-45bd-93a3-53d685077db7 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41488051-1955-4b83-bbe7-98c124d5ce88,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:19.815691 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ef2c0-94da-4783-b047-89316741c666 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Subnet': ['ID=2077510e-15e5-4017-8c3e-68efeb257ffc,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:19.819493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0572931-b01c-4159-b574-6b8f9c7168d0 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:19.830884 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95cb27cd-ec9a-45bd-93a3-53d685077db7 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:19.835390 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-95cb27cd-ec9a-45bd-93a3-53d685077db7 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "DELETE /v2.0/security-groups/41488051-1955-4b83-bbe7-98c124d5ce88 HTTP/1.1" status: 204 len: 168 time: 0.6634007 Sep 21 15:12:19.837796 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0572931-b01c-4159-b574-6b8f9c7168d0 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:19.858381 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55718) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:19.938522 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port dd1c17ad-1c36-4cb0-aa86-3000e3f23156 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:19.954340 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 624f9066-4cd2-4b23-91f6-55684f9768c9 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:12:20.000672 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.ipam_backend_mixin [None req-c37de700-bff1-4c1f-8ccc-273ef5619398 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 97e5a9eb-7e14-447e-8d22-0539cd037c8c (CIDR: 172.20.0.0/28) Sep 21 15:12:20.009053 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0572931-b01c-4159-b574-6b8f9c7168d0 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Port': ['ID=c5d22c46-dc9b-4d40-878c-dbebe6f0f3bf,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:20.009979 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae8f748-67a7-47c6-bce7-cbf29c4fe4db None None] New status for floating IP 5d024466-8c99-4ba6-a9b3-db9b71a4ec85: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:12:20.014884 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37de700-bff1-4c1f-8ccc-273ef5619398 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:12:20.015514 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37de700-bff1-4c1f-8ccc-273ef5619398 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:20.024937 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0572931-b01c-4159-b574-6b8f9c7168d0 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:20.060127 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c37de700-bff1-4c1f-8ccc-273ef5619398 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0553050 Sep 21 15:12:20.060583 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55722) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:20.066778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a439c731-5ac4-491b-80da-8b48acea2ea5 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'subnet': {'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:20.075051 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-2b47b880-0caa-461d-87b5-86037e05aa4e tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] show failed (client error): The resource could not be found. Sep 21 15:12:20.078885 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2b47b880-0caa-461d-87b5-86037e05aa4e tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "GET /v2.0/security-groups/41488051-1955-4b83-bbe7-98c124d5ce88 HTTP/1.1" status: 404 len: 347 time: 0.2158163 Sep 21 15:12:20.082340 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55726) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:20.085131 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ef2c0-94da-4783-b047-89316741c666 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Checking segment: {'id': '8bb2695b-4fbd-4b02-907b-06e75d40caab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5a291e35-97d5-4e61-bb22-8afd7e160972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:20.085501 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37ef2c0-94da-4783-b047-89316741c666 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network hostable DHCP agents. Network: 5a291e35-97d5-4e61-bb22-8afd7e160972, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:12:20.086517 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0572931-b01c-4159-b574-6b8f9c7168d0 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:20.087839 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c0572931-b01c-4159-b574-6b8f9c7168d0 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5495160 Sep 21 15:12:20.091619 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55728) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:20.093805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-abf7d8fc-2756-4478-9df2-13ce3394582c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:20.097578 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2973f2eb-3431-4d47-a66d-6013c2050f2f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Request body: {'port': {'network_id': '480cdd60-f98e-4e99-b266-e5a6047366b5', 'name': 'tempest-FloatingIPTestJSON-1984215524'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:20.097748 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] For port dd1c17ad-1c36-4cb0-aa86-3000e3f23156, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=dd1c17ad-1c36-4cb0-aa86-3000e3f23156,segment=NetworkSegment(7705c86a-8026-4c39-ac02-c5e49e52d3af),segment_id=7705c86a-8026-4c39-ac02-c5e49e52d3af)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:20.098047 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:20.124595 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 624f9066-4cd2-4b23-91f6-55684f9768c9 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:20.125035 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:20.155550 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa843ed9-2589-4782-92a2-6e63675d3c2c None None] Network 1f5ccd87-738b-4eb0-b471-053d7bf435a9 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:20.315704 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-14b3f2c3-9308-4738-ae3f-6666ede53c28 None None] Provisioning for port dd1c17ad-1c36-4cb0-aa86-3000e3f23156 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:20.324916 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Calling delete_port for dd1c17ad-1c36-4cb0-aa86-3000e3f23156 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:20.342411 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-14b3f2c3-9308-4738-ae3f-6666ede53c28 None None] Provisioning complete for port dd1c17ad-1c36-4cb0-aa86-3000e3f23156 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:20.343088 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-14b3f2c3-9308-4738-ae3f-6666ede53c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:20.366688 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2973f2eb-3431-4d47-a66d-6013c2050f2f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:20.372156 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2973f2eb-3431-4d47-a66d-6013c2050f2f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Usage tracker for resource:port and tenant:157f5050b7144cb78f4f1a9791bb2308 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:20.376016 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2973f2eb-3431-4d47-a66d-6013c2050f2f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:20.385081 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2973f2eb-3431-4d47-a66d-6013c2050f2f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:20.402734 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a439c731-5ac4-491b-80da-8b48acea2ea5 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:20.407785 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2973f2eb-3431-4d47-a66d-6013c2050f2f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Made reservation on behalf of 157f5050b7144cb78f4f1a9791bb2308 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:20.411311 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2973f2eb-3431-4d47-a66d-6013c2050f2f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:20.426478 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a439c731-5ac4-491b-80da-8b48acea2ea5 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:subnet and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:20.431703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a439c731-5ac4-491b-80da-8b48acea2ea5 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:20.441416 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a439c731-5ac4-491b-80da-8b48acea2ea5 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:20.447265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-2973f2eb-3431-4d47-a66d-6013c2050f2f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] device_id is not set on port 12071ff7-ecba-42de-b04e-58812989f8e9 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:12:20.500772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a439c731-5ac4-491b-80da-8b48acea2ea5 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:20.504222 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a439c731-5ac4-491b-80da-8b48acea2ea5 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:20.532939 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 624f9066-4cd2-4b23-91f6-55684f9768c9 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:20.556591 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-abf7d8fc-2756-4478-9df2-13ce3394582c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Transition to ACTIVE for port object 9bdc5ac3-754f-4665-9681-3edb3ec20a06 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:20.659267 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-14b3f2c3-9308-4738-ae3f-6666ede53c28 None None] Current status of the port dd1c17ad-1c36-4cb0-aa86-3000e3f23156 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:20.659838 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-14b3f2c3-9308-4738-ae3f-6666ede53c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:20.697903 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:12:20.704968 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-14b3f2c3-9308-4738-ae3f-6666ede53c28 None None] For port dd1c17ad-1c36-4cb0-aa86-3000e3f23156, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=dd1c17ad-1c36-4cb0-aa86-3000e3f23156,segment=NetworkSegment(7705c86a-8026-4c39-ac02-c5e49e52d3af),segment_id=7705c86a-8026-4c39-ac02-c5e49e52d3af)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:20.712258 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-14b3f2c3-9308-4738-ae3f-6666ede53c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:20.741660 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37ef2c0-94da-4783-b047-89316741c666 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network 5a291e35-97d5-4e61-bb22-8afd7e160972 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:12:20.762316 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-c00fd468-0ba9-4159-a536-995aa18c6356 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Deleting port dc897321-55e4-49fd-8236-7c9083ccf957 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:20.762726 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c00fd468-0ba9-4159-a536-995aa18c6356 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:20.790327 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3f2c3-9308-4738-ae3f-6666ede53c28 None None] Pushing event updated for resources: {'Port': ['ID=dd1c17ad-1c36-4cb0-aa86-3000e3f23156,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:20.830291 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-c37ef2c0-94da-4783-b047-89316741c666 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 5a291e35-97d5-4e61-bb22-8afd7e160972) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:20.842745 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6ef70e-32e9-40e0-843d-f0fd15b6ed87 None None] Network 5a291e35-97d5-4e61-bb22-8afd7e160972 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:20.852757 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.ipam_backend_mixin [None req-a439c731-5ac4-491b-80da-8b48acea2ea5 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e6c7d120-aa32-4f93-bc3e-b6153b86e69b (CIDR: 172.20.0.16/28) Sep 21 15:12:20.857767 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-2973f2eb-3431-4d47-a66d-6013c2050f2f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Allocated IP 172.20.0.4 (480cdd60-f98e-4e99-b266-e5a6047366b5/a4ff822a-4476-4b4e-a360-9023d3cc7573/12071ff7-ecba-42de-b04e-58812989f8e9) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:20.859887 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a439c731-5ac4-491b-80da-8b48acea2ea5 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:12:20.860507 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a439c731-5ac4-491b-80da-8b48acea2ea5 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:20.899076 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37ef2c0-94da-4783-b047-89316741c666 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:20.899683 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c37ef2c0-94da-4783-b047-89316741c666 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:20.905226 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a439c731-5ac4-491b-80da-8b48acea2ea5 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8434913 Sep 21 15:12:20.908812 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55734) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:20.915511 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-55c3b3d5-9438-4626-97a5-0a9fd035219f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'subnet': {'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:20.961429 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:12:20.961805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:12:21.002519 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ec32fa-887e-41d7-ad70-f295c361c56c None None] Network 1f5ccd87-738b-4eb0-b471-053d7bf435a9 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:21.059282 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-abf7d8fc-2756-4478-9df2-13ce3394582c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:21.137699 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c37ef2c0-94da-4783-b047-89316741c666 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1894677 Sep 21 15:12:21.145944 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c79826c7-9fcd-4948-86d0-ea38428da4b0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:21.151648 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55738) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:21.170191 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b4b07b07-3a3e-4b71-9e0f-09b5cee665af tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'subnet': {'network_id': '5a291e35-97d5-4e61-bb22-8afd7e160972', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:21.183172 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2e7e350e-cbc4-42d2-b69f-f81a90b0a0e8 None None] Provisioning complete for port dd1c17ad-1c36-4cb0-aa86-3000e3f23156 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:21.183544 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2e7e350e-cbc4-42d2-b69f-f81a90b0a0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:21.204787 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c79826c7-9fcd-4948-86d0-ea38428da4b0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:21.223902 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf7d8fc-2756-4478-9df2-13ce3394582c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:21.286762 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2973f2eb-3431-4d47-a66d-6013c2050f2f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:21.292315 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-55c3b3d5-9438-4626-97a5-0a9fd035219f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:21.298523 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-55c3b3d5-9438-4626-97a5-0a9fd035219f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Usage tracker for resource:subnet and tenant:3c76cd1c175246ce8c142ebc0c00da57 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:21.301970 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-55c3b3d5-9438-4626-97a5-0a9fd035219f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:21.311479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-55c3b3d5-9438-4626-97a5-0a9fd035219f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:21.334827 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c3b3d5-9438-4626-97a5-0a9fd035219f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Made reservation on behalf of 3c76cd1c175246ce8c142ebc0c00da57 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:21.337864 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-55c3b3d5-9438-4626-97a5-0a9fd035219f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:21.345468 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-abf7d8fc-2756-4478-9df2-13ce3394582c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:21.347315 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf7d8fc-2756-4478-9df2-13ce3394582c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:21.348521 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-5a291e35-97d5-4e61-bb22-8afd7e160972', 'network_id': '5a291e35-97d5-4e61-bb22-8afd7e160972', 'tenant_id': 'd62e4783ba064d6c8874822841ebe351', 'fixed_ips': [{'subnet_id': '2077510e-15e5-4017-8c3e-68efeb257ffc'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:12:21.349344 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:21.404490 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7d8fc-2756-4478-9df2-13ce3394582c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=9bdc5ac3-754f-4665-9681-3edb3ec20a06,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:21.450440 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c00fd468-0ba9-4159-a536-995aa18c6356 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:21.450813 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c00fd468-0ba9-4159-a536-995aa18c6356 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:21.458618 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2973f2eb-3431-4d47-a66d-6013c2050f2f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:21.468104 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Deleting port dd1c17ad-1c36-4cb0-aa86-3000e3f23156 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:21.468479 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:21.592261 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2973f2eb-3431-4d47-a66d-6013c2050f2f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Network 480cdd60-f98e-4e99-b266-e5a6047366b5 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:21.594698 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973f2eb-3431-4d47-a66d-6013c2050f2f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Port': ['ID=12071ff7-ecba-42de-b04e-58812989f8e9,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:21.642577 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device dd1c17ad-1c36-4cb0-aa86-3000e3f23156 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:12:21.679835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-2973f2eb-3431-4d47-a66d-6013c2050f2f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:21.688986 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2973f2eb-3431-4d47-a66d-6013c2050f2f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:21.700804 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-c00fd468-0ba9-4159-a536-995aa18c6356 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Calling delete_port for dc897321-55e4-49fd-8236-7c9083ccf957 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:21.734831 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2e7e350e-cbc4-42d2-b69f-f81a90b0a0e8 None None] Current status of the port dd1c17ad-1c36-4cb0-aa86-3000e3f23156 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:21.792989 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] Allocated IP 2001:db8::2 (5a291e35-97d5-4e61-bb22-8afd7e160972/2077510e-15e5-4017-8c3e-68efeb257ffc/92c6d172-830c-4a8a-ac60-ea80cdb9ac53) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:21.796030 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2973f2eb-3431-4d47-a66d-6013c2050f2f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:21.796677 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2973f2eb-3431-4d47-a66d-6013c2050f2f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:21.805015 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf7d8fc-2756-4478-9df2-13ce3394582c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:21.805015 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-abf7d8fc-2756-4478-9df2-13ce3394582c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:21.814030 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port dd1c17ad-1c36-4cb0-aa86-3000e3f23156 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:21.814392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:21.835940 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2973f2eb-3431-4d47-a66d-6013c2050f2f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7400308 Sep 21 15:12:21.837762 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55742) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:21.844716 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-44d649f3-20c4-44ea-a063-304be44dcc23 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Request body: {'floatingip': {'port_id': '12071ff7-ecba-42de-b04e-58812989f8e9'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:21.937093 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-abf7d8fc-2756-4478-9df2-13ce3394582c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.3424070 Sep 21 15:12:21.939447 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b4b07b07-3a3e-4b71-9e0f-09b5cee665af tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:21.949343 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55746) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:21.957844 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-44d649f3-20c4-44ea-a063-304be44dcc23 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:22.010992 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b4b07b07-3a3e-4b71-9e0f-09b5cee665af tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:subnet and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:22.014737 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b4b07b07-3a3e-4b71-9e0f-09b5cee665af tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:22.021917 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-efc4ed48-2dad-4d99-b3c8-8309d15582e6 None None] Provisioning for port 9bdc5ac3-754f-4665-9681-3edb3ec20a06 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:22.025539 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:22.044509 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-55c3b3d5-9438-4626-97a5-0a9fd035219f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:22.059795 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b4b07b07-3a3e-4b71-9e0f-09b5cee665af tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:22.060033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-efc4ed48-2dad-4d99-b3c8-8309d15582e6 None None] Provisioning complete for port 9bdc5ac3-754f-4665-9681-3edb3ec20a06 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:22.060147 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-efc4ed48-2dad-4d99-b3c8-8309d15582e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:22.170798 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c3b3d5-9438-4626-97a5-0a9fd035219f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:22.190878 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-55c3b3d5-9438-4626-97a5-0a9fd035219f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:22.207597 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c3b3d5-9438-4626-97a5-0a9fd035219f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:22.208320 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-55c3b3d5-9438-4626-97a5-0a9fd035219f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:22.243208 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a49e24-4c66-4a72-ad46-42108eb29aa4 None None] Network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:22.284494 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-efc4ed48-2dad-4d99-b3c8-8309d15582e6 None None] Port 9bdc5ac3-754f-4665-9681-3edb3ec20a06 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:12:22.284752 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3b3d5-9438-4626-97a5-0a9fd035219f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Subnet': ['ID=0873ae08-9b52-4aa5-8e69-993739d55032,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:22.301384 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-55c3b3d5-9438-4626-97a5-0a9fd035219f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3887916 Sep 21 15:12:22.301966 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55750) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:22.315427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a55204d6-b8ad-4cf1-8010-df54704d7322 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1679339617', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0873ae08-9b52-4aa5-8e69-993739d55032'}], 'security_groups': ['c810aed3-513b-4a08-b59f-0509772c27fa', '718f9abc-ec82-4723-931b-bf2063829fc6']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:22.336322 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b07b07-3a3e-4b71-9e0f-09b5cee665af tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:22.339731 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b4b07b07-3a3e-4b71-9e0f-09b5cee665af tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:22.359960 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port dd1c17ad-1c36-4cb0-aa86-3000e3f23156 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:22.379003 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:22.399698 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] Transition to ACTIVE for port object 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:22.453997 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] Transition to ACTIVE for port object 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:22.486207 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79826c7-9fcd-4948-86d0-ea38428da4b0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Router a64f2dcc-1a76-41e1-99d8-4b10b144178e is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:12:22.495842 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:22.542959 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0931dbb7-fe04-4d17-bf2a-570f61d413c6 None None] Provisioning complete for port dd1c17ad-1c36-4cb0-aa86-3000e3f23156 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:22.543790 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0931dbb7-fe04-4d17-bf2a-570f61d413c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:22.643716 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c00fd468-0ba9-4159-a536-995aa18c6356 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:22.700123 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] Network 5a291e35-97d5-4e61-bb22-8afd7e160972 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:22.708050 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5729c6-66d0-4c28-9061-cdaa1e288fc8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:22.709176 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] Pushing event updated for resources: {'Port': ['ID=92c6d172-830c-4a8a-ac60-ea80cdb9ac53,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:22.713162 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:22.714737 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5729c6-66d0-4c28-9061-cdaa1e288fc8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:22.715460 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:22.715603 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9a5729c6-66d0-4c28-9061-cdaa1e288fc8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:12:22.748095 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fd468-0ba9-4159-a536-995aa18c6356 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Pushing event deleted for resources: {'Port': ['ID=dc897321-55e4-49fd-8236-7c9083ccf957,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:22.752839 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] For port dd1c17ad-1c36-4cb0-aa86-3000e3f23156, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=dd1c17ad-1c36-4cb0-aa86-3000e3f23156,segment=NetworkSegment(7705c86a-8026-4c39-ac02-c5e49e52d3af),segment_id=7705c86a-8026-4c39-ac02-c5e49e52d3af)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:22.753183 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:22.772331 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.ipam_backend_mixin [None req-b4b07b07-3a3e-4b71-9e0f-09b5cee665af tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2077510e-15e5-4017-8c3e-68efeb257ffc (CIDR: 2001:db8::/64) Sep 21 15:12:22.871239 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b07b07-3a3e-4b71-9e0f-09b5cee665af tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:12:22.871239 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b07b07-3a3e-4b71-9e0f-09b5cee665af tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:22.917898 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] Attempting to bind port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:12:22.918500 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] Attempting to bind port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '8bb2695b-4fbd-4b02-907b-06e75d40caab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5a291e35-97d5-4e61-bb22-8afd7e160972'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:12:22.918619 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] Attempting to bind port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 on network 5a291e35-97d5-4e61-bb22-8afd7e160972 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:12:22.929909 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:12:22.930292 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] Checking segment: {'id': '8bb2695b-4fbd-4b02-907b-06e75d40caab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5a291e35-97d5-4e61-bb22-8afd7e160972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:22.930676 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:22.932014 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] Bound using segment: {'id': '8bb2695b-4fbd-4b02-907b-06e75d40caab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5a291e35-97d5-4e61-bb22-8afd7e160972'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:12:22.932014 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] Bound port: 92c6d172-830c-4a8a-ac60-ea80cdb9ac53, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb2695b-4fbd-4b02-907b-06e75d40caab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5a291e35-97d5-4e61-bb22-8afd7e160972'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:12:22.932014 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:22.948006 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0931dbb7-fe04-4d17-bf2a-570f61d413c6 None None] Current status of the port dd1c17ad-1c36-4cb0-aa86-3000e3f23156 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:22.996418 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a55204d6-b8ad-4cf1-8010-df54704d7322 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:23.007788 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Calling delete_port for dd1c17ad-1c36-4cb0-aa86-3000e3f23156 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:23.042794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] For port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:12:23.046041 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] For port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=92c6d172-830c-4a8a-ac60-ea80cdb9ac53,segment=NetworkSegment(8bb2695b-4fbd-4b02-907b-06e75d40caab),segment_id=8bb2695b-4fbd-4b02-907b-06e75d40caab)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:12:23.081945 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9a5729c6-66d0-4c28-9061-cdaa1e288fc8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:12:23.088676 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9a5729c6-66d0-4c28-9061-cdaa1e288fc8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.1198320 Sep 21 15:12:23.088889 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:23.103633 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55754) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:23.137117 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-44d649f3-20c4-44ea-a063-304be44dcc23 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:12:23.206868 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b4b07b07-3a3e-4b71-9e0f-09b5cee665af tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0452585 Sep 21 15:12:23.220090 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76b0dba-64de-488b-81c1-01e94636a9f1 None None] Update dhcp port {'port': {'network_id': 'b7c242e3-528d-4be7-9e2f-6faa43cc7dc5', 'fixed_ips': [{'subnet_id': 'e6c7d120-aa32-4f93-bc3e-b6153b86e69b', 'ip_address': '172.20.0.18'}, {'subnet_id': '97e5a9eb-7e14-447e-8d22-0539cd037c8c', 'ip_address': '172.20.0.2'}, {'subnet_id': '0873ae08-9b52-4aa5-8e69-993739d55032'}], 'binding:host_id': 'dv-neutron-858731-1-hyperv'}, 'id': '11d14284-b32a-4546-9a48-5baaea2ec195'} from dv-neutron-858731-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 15:12:23.227286 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55758) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:23.253594 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-44d649f3-20c4-44ea-a063-304be44dcc23 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:23.257915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-49902bd1-1432-432d-b46d-8c14ab8efd69 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'subnet': {'network_id': '5a291e35-97d5-4e61-bb22-8afd7e160972', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:23.266900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-44d649f3-20c4-44ea-a063-304be44dcc23 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:23.282080 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-24487ff2-9085-44cf-833c-7bdc1856d202 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port 9bdc5ac3-754f-4665-9681-3edb3ec20a06 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:23.282447 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24487ff2-9085-44cf-833c-7bdc1856d202 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:23.302079 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77d522-4ed3-438a-8f25-90beb0bf4604 None None] Pushing event updated for resources: {'Port': ['ID=92c6d172-830c-4a8a-ac60-ea80cdb9ac53,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:23.338407 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f76b0dba-64de-488b-81c1-01e94636a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:23.397846 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79826c7-9fcd-4948-86d0-ea38428da4b0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:12:23.413770 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c00fd468-0ba9-4159-a536-995aa18c6356 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:23.482180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:23.488251 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119a81eb-a060-47f6-8598-8b8e98a47bb5 None None] Sync routers for ids ['a64f2dcc-1a76-41e1-99d8-4b10b144178e'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:12:23.546827 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119a81eb-a060-47f6-8598-8b8e98a47bb5 None None] Routers {'a64f2dcc-1a76-41e1-99d8-4b10b144178e'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:23.547457 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-119a81eb-a060-47f6-8598-8b8e98a47bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a64f2dcc-1a76-41e1-99d8-4b10b144178e'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:23.689037 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Port': ['ID=dd1c17ad-1c36-4cb0-aa86-3000e3f23156,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:23.689271 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-119a81eb-a060-47f6-8598-8b8e98a47bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:23.704626 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c79826c7-9fcd-4948-86d0-ea38428da4b0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:23.705904 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c79826c7-9fcd-4948-86d0-ea38428da4b0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "PUT /v2.0/routers/a64f2dcc-1a76-41e1-99d8-4b10b144178e HTTP/1.1" status: 200 len: 914 time: 9.2781479 Sep 21 15:12:23.707859 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c00fd468-0ba9-4159-a536-995aa18c6356 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:23.710271 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c00fd468-0ba9-4159-a536-995aa18c6356 tempest-ServerActionsTestJSON-958033244 tempest-ServerActionsTestJSON-958033244-project] 10.222.0.62 "DELETE /v2.0/floatingips/5d024466-8c99-4ba6-a9b3-db9b71a4ec85 HTTP/1.1" status: 204 len: 168 time: 3.6194446 Sep 21 15:12:23.711033 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55762) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:23.742287 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:12:23.743923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55764) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:23.774752 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119a81eb-a060-47f6-8598-8b8e98a47bb5 None None] Routers {'a64f2dcc-1a76-41e1-99d8-4b10b144178e'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:23.775396 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-119a81eb-a060-47f6-8598-8b8e98a47bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a64f2dcc-1a76-41e1-99d8-4b10b144178e'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:23.840019 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba9f3d1-f439-4cec-8877-dc12349b215b None None] DHCP port deletion for 1f5ccd87-738b-4eb0-b471-053d7bf435a9 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:12:23.868363 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-119a81eb-a060-47f6-8598-8b8e98a47bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:23.868789 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119a81eb-a060-47f6-8598-8b8e98a47bb5 None None] The sync data for ids ['a64f2dcc-1a76-41e1-99d8-4b10b144178e'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:12:23.950085 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-f76b0dba-64de-488b-81c1-01e94636a9f1 None None] Allocated IP 172.20.0.34 (b7c242e3-528d-4be7-9e2f-6faa43cc7dc5/0873ae08-9b52-4aa5-8e69-993739d55032/11d14284-b32a-4546-9a48-5baaea2ec195) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:23.951830 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-44d649f3-20c4-44ea-a063-304be44dcc23 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Floating IP e46db8b3-e290-4ef9-bd04-987472108b4e associated. External IP: 172.26.4.198, port: 12071ff7-ecba-42de-b04e-58812989f8e9. Sep 21 15:12:23.951987 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:24.136691 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f76b0dba-64de-488b-81c1-01e94636a9f1 None None] For port 11d14284-b32a-4546-9a48-5baaea2ec195, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=11d14284-b32a-4546-9a48-5baaea2ec195,segment=NetworkSegment(74245cc0-3975-4a6f-b6e8-0a97db095b58),segment_id=74245cc0-3975-4a6f-b6e8-0a97db095b58)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:24.175720 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f76b0dba-64de-488b-81c1-01e94636a9f1 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:24.185009 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cde6a292-0ff9-42da-a9b1-8ad8b62a98bc tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "GET /v2.0/routers/a64f2dcc-1a76-41e1-99d8-4b10b144178e HTTP/1.1" status: 200 len: 920 time: 0.4679241 Sep 21 15:12:24.197160 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f76b0dba-64de-488b-81c1-01e94636a9f1 None None] Transition to ACTIVE for port object 11d14284-b32a-4546-9a48-5baaea2ec195 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:24.206089 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f76b0dba-64de-488b-81c1-01e94636a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:24.224130 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55770) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:24.250249 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No DVR routers for this DVR port dd1c17ad-1c36-4cb0-aa86-3000e3f23156 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:12:24.412467 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b0dba-64de-488b-81c1-01e94636a9f1 None None] Pushing event updated for resources: {'Port': ['ID=11d14284-b32a-4546-9a48-5baaea2ec195,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:24.422476 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:24.459999 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-49902bd1-1432-432d-b46d-8c14ab8efd69 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:24.490639 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-49902bd1-1432-432d-b46d-8c14ab8efd69 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:subnet and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:24.497348 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-49902bd1-1432-432d-b46d-8c14ab8efd69 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:24.563810 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-49902bd1-1432-432d-b46d-8c14ab8efd69 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:24.613409 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49902bd1-1432-432d-b46d-8c14ab8efd69 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:24.617749 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d224fac-cb25-4c0b-af3e-df52cb4307c9 None None] Network 5a291e35-97d5-4e61-bb22-8afd7e160972 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:24.618493 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-49902bd1-1432-432d-b46d-8c14ab8efd69 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:24.756228 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-dd652ab6-6723-4457-b350-07e951323061 None None] Provisioning for port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:24.759479 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:24.791926 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-dd652ab6-6723-4457-b350-07e951323061 None None] Provisioning complete for port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:24.792295 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dd652ab6-6723-4457-b350-07e951323061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:24.803462 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-a55204d6-b8ad-4cf1-8010-df54704d7322 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Delete allocated IP 172.20.0.6 (b7c242e3-528d-4be7-9e2f-6faa43cc7dc5/97e5a9eb-7e14-447e-8d22-0539cd037c8c) {{(pid=89018) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 15:12:24.818858 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-a55204d6-b8ad-4cf1-8010-df54704d7322 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Allocated IP 172.20.0.39 (b7c242e3-528d-4be7-9e2f-6faa43cc7dc5/0873ae08-9b52-4aa5-8e69-993739d55032/a1843820-97b7-478d-8a4b-1770c0a5511e) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:24.839812 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Subnet': ['ID=77e0b01b-5992-46ea-81ce-2f0ab6091ace,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:24.870652 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24487ff2-9085-44cf-833c-7bdc1856d202 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:24.903592 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39061662-eb68-4992-a403-9f009db287d0 None None] Network 1f5ccd87-738b-4eb0-b471-053d7bf435a9 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:25.016423 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:25.051142 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5ccd87-738b-4eb0-b471-053d7bf435a9']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:25.066792 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7705c86a-8026-4c39-ac02-c5e49e52d3af') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:25.067160 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7705c86a-8026-4c39-ac02-c5e49e52d3af') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:25.084296 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:25.095965 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b429b2-5a4f-47d9-8f06-6002560b208d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:25.097900 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c3b429b2-5a4f-47d9-8f06-6002560b208d tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=445481ae-8997-4e7e-a514-07e782c48c85&device_id=a64f2dcc-1a76-41e1-99d8-4b10b144178e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8723629 Sep 21 15:12:25.106925 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:25.114448 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:12:25.115531 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:25.145808 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55774) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:25.185320 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-dd652ab6-6723-4457-b350-07e951323061 None None] Current status of the port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:25.185320 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dd652ab6-6723-4457-b350-07e951323061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:25.238921 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-dd652ab6-6723-4457-b350-07e951323061 None None] For port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=92c6d172-830c-4a8a-ac60-ea80cdb9ac53,segment=NetworkSegment(8bb2695b-4fbd-4b02-907b-06e75d40caab),segment_id=8bb2695b-4fbd-4b02-907b-06e75d40caab)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:25.244143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dd652ab6-6723-4457-b350-07e951323061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:25.289285 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 7705c86a-8026-4c39-ac02-c5e49e52d3af resource provider aggregate not found Sep 21 15:12:25.292144 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcc9fd4-deec-42cd-9ea7-dcf1b213f143 None None] DHCP port deletion for 1f5ccd87-738b-4eb0-b471-053d7bf435a9 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:12:25.336052 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd652ab6-6723-4457-b350-07e951323061 None None] Pushing event updated for resources: {'Port': ['ID=92c6d172-830c-4a8a-ac60-ea80cdb9ac53,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:25.353778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d649f3-20c4-44ea-a063-304be44dcc23 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Router 22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:12:25.371319 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-24487ff2-9085-44cf-833c-7bdc1856d202 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for 9bdc5ac3-754f-4665-9681-3edb3ec20a06 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:25.398740 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-861b3810-76fe-4644-a2e1-ce27d7a6bf4a None None] Provisioning complete for port d8eee6ff-51ff-4588-877a-f926bddd4614 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:25.400923 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-861b3810-76fe-4644-a2e1-ce27d7a6bf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:25.405158 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 7705c86a-8026-4c39-ac02-c5e49e52d3af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7705c86a-8026-4c39-ac02-c5e49e52d3af found for delete ", "request_id": "req-8d694e77-5e36-44c9-b696-ab4ca090ac75"}]} Sep 21 15:12:25.440212 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:25.465660 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-861b3810-76fe-4644-a2e1-ce27d7a6bf4a None None] Port d8eee6ff-51ff-4588-877a-f926bddd4614 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:12:25.466102 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:25.477167 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-861b3810-76fe-4644-a2e1-ce27d7a6bf4a None None] Provisioning for port 11d14284-b32a-4546-9a48-5baaea2ec195 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:25.482506 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-861b3810-76fe-4644-a2e1-ce27d7a6bf4a None None] Provisioning complete for port 11d14284-b32a-4546-9a48-5baaea2ec195 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:25.483041 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-861b3810-76fe-4644-a2e1-ce27d7a6bf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:25.556478 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Network': ['ID=1f5ccd87-738b-4eb0-b471-053d7bf435a9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:25.562796 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-a55204d6-b8ad-4cf1-8010-df54704d7322 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:12:25.569521 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241369ae-156d-4d7e-9715-2432c634451f None None] get_active_networks_info from dv-neutron-858731-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:12:25.584285 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-97446c44-b000-48ff-910d-3c586745bb6e tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/1f5ccd87-738b-4eb0-b471-053d7bf435a9 HTTP/1.1" status: 204 len: 168 time: 8.0271881 Sep 21 15:12:25.588720 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76f6504-18b5-42ba-9c47-02b0e49caa0a tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:25.590243 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e76f6504-18b5-42ba-9c47-02b0e49caa0a tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "GET /v2.0/networks/445481ae-8997-4e7e-a514-07e782c48c85 HTTP/1.1" status: 200 len: 881 time: 0.4355850 Sep 21 15:12:25.595015 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a55204d6-b8ad-4cf1-8010-df54704d7322 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:25.601882 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55782) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:25.602224 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55784) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:25.650647 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 11d14284-b32a-4546-9a48-5baaea2ec195 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:12:25.775548 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1de36e72-ee75-4a40-aae8-f33aa34ac019 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "GET /v2.0/ports?device_id=a64f2dcc-1a76-41e1-99d8-4b10b144178e HTTP/1.1" status: 200 len: 205 time: 0.1703436 Sep 21 15:12:25.781882 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55790) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:25.783811 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-44be833d-798c-42fb-bf7f-fb97257e8989 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:25.784292 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44be833d-798c-42fb-bf7f-fb97257e8989 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:25.789420 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-44be833d-798c-42fb-bf7f-fb97257e8989 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/1f5ccd87-738b-4eb0-b471-053d7bf435a9 HTTP/1.1" status: 404 len: 339 time: 0.1828084 Sep 21 15:12:25.795531 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55794) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:25.802941 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0131242c-1184-4911-be93-62be639a474b tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-857303886', 'description': 'd1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:25.809011 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-49902bd1-1432-432d-b46d-8c14ab8efd69 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:25.847899 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 11d14284-b32a-4546-9a48-5baaea2ec195 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:25.848190 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:25.848404 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0131242c-1184-4911-be93-62be639a474b tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:25.868676 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0131242c-1184-4911-be93-62be639a474b tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Usage tracker for resource:network and tenant:bb9c11e9af854d96b17445323eac9a86 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:25.876210 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-861b3810-76fe-4644-a2e1-ce27d7a6bf4a None None] Current status of the port 11d14284-b32a-4546-9a48-5baaea2ec195 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:25.884492 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0131242c-1184-4911-be93-62be639a474b tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:25.884730 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241369ae-156d-4d7e-9715-2432c634451f None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:12:25.890268 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d649f3-20c4-44ea-a063-304be44dcc23 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:12:25.898227 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0131242c-1184-4911-be93-62be639a474b tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:25.899838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-44d649f3-20c4-44ea-a063-304be44dcc23 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:25.905235 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49902bd1-1432-432d-b46d-8c14ab8efd69 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network 5a291e35-97d5-4e61-bb22-8afd7e160972 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:25.909363 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0bd96-c45f-437f-b70a-e5511e9c6256 None None] Sync routers for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:12:25.912404 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-49902bd1-1432-432d-b46d-8c14ab8efd69 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:25.915854 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49902bd1-1432-432d-b46d-8c14ab8efd69 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:25.916439 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-49902bd1-1432-432d-b46d-8c14ab8efd69 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:25.926307 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb0bd96-c45f-437f-b70a-e5511e9c6256 None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:25.927982 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6fb0bd96-c45f-437f-b70a-e5511e9c6256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:25.931952 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24487ff2-9085-44cf-833c-7bdc1856d202 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:25.943035 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-a55204d6-b8ad-4cf1-8010-df54704d7322 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Transition to ACTIVE for port object a1843820-97b7-478d-8a4b-1770c0a5511e will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:25.943523 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-861b3810-76fe-4644-a2e1-ce27d7a6bf4a None None] Provisioning complete for port a1843820-97b7-478d-8a4b-1770c0a5511e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:25.944372 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-861b3810-76fe-4644-a2e1-ce27d7a6bf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:25.972558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a55204d6-b8ad-4cf1-8010-df54704d7322 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:26.025724 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6fb0bd96-c45f-437f-b70a-e5511e9c6256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:26.041569 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb0bd96-c45f-437f-b70a-e5511e9c6256 None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:26.042461 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6fb0bd96-c45f-437f-b70a-e5511e9c6256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:26.072814 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49902bd1-1432-432d-b46d-8c14ab8efd69 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Subnet': ['ID=d7c0f64c-cd60-4e91-87a6-b999e11997bd,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:26.092135 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0131242c-1184-4911-be93-62be639a474b tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:26.094799 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-861b3810-76fe-4644-a2e1-ce27d7a6bf4a None None] Port a1843820-97b7-478d-8a4b-1770c0a5511e cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:12:26.095544 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0131242c-1184-4911-be93-62be639a474b tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:26.108068 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24487ff2-9085-44cf-833c-7bdc1856d202 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Port': ['ID=9bdc5ac3-754f-4665-9681-3edb3ec20a06,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:26.197888 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6fb0bd96-c45f-437f-b70a-e5511e9c6256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:26.198666 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0bd96-c45f-437f-b70a-e5511e9c6256 None None] The sync data for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:12:26.256477 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 11d14284-b32a-4546-9a48-5baaea2ec195 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:26.256477 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:12:26.329964 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-49902bd1-1432-432d-b46d-8c14ab8efd69 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0904582 Sep 21 15:12:26.336358 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55798) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:26.345052 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b7454623-0134-45cc-a300-d478b5a2b815 None None] Provisioning complete for port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:26.345424 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b7454623-0134-45cc-a300-d478b5a2b815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:26.369084 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-30fe04bf-6c57-4f66-9768-dc2305cb6855 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'port': {'network_id': '5a291e35-97d5-4e61-bb22-8afd7e160972', 'fixed_ips': [{'subnet_id': '2077510e-15e5-4017-8c3e-68efeb257ffc'}, {'subnet_id': 'd7c0f64c-cd60-4e91-87a6-b999e11997bd'}], 'name': 'tempest-PortsIpV6TestJSON-595810720'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:26.398405 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-44d649f3-20c4-44ea-a063-304be44dcc23 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "PUT /v2.0/floatingips/e46db8b3-e290-4ef9-bd04-987472108b4e HTTP/1.1" status: 200 len: 978 time: 4.5564845 Sep 21 15:12:26.406189 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55802) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:26.455958 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55204d6-b8ad-4cf1-8010-df54704d7322 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event updated for resources: {'Port': ['ID=a1843820-97b7-478d-8a4b-1770c0a5511e,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:26.472335 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10075313-dd6c-4782-b6d6-9922ce8899bb tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:26.492188 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:26.492712 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:26.549242 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0131242c-1184-4911-be93-62be639a474b tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:12:26.586829 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24487ff2-9085-44cf-833c-7bdc1856d202 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:26.590094 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a55204d6-b8ad-4cf1-8010-df54704d7322 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] In _notify_port_updated(), no bound segment for port a1843820-97b7-478d-8a4b-1770c0a5511e on network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:12:26.595456 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55204d6-b8ad-4cf1-8010-df54704d7322 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:26.596662 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a55204d6-b8ad-4cf1-8010-df54704d7322 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:26.597034 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0131242c-1184-4911-be93-62be639a474b tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:26.597423 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a55204d6-b8ad-4cf1-8010-df54704d7322 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "PUT /v2.0/ports/a1843820-97b7-478d-8a4b-1770c0a5511e HTTP/1.1" status: 200 len: 960 time: 4.2890348 Sep 21 15:12:26.601537 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-0131242c-1184-4911-be93-62be639a474b tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Added segment 075a23ec-8497-4d85-96c7-83a25313a381 of type vlan for network 653ec7b5-0730-4ad0-a17d-ce7085c0c0d8 Sep 21 15:12:26.635896 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55806) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:26.653892 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-24487ff2-9085-44cf-833c-7bdc1856d202 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/9bdc5ac3-754f-4665-9681-3edb3ec20a06 HTTP/1.1" status: 204 len: 168 time: 3.5462677 Sep 21 15:12:26.658324 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b7454623-0134-45cc-a300-d478b5a2b815 None None] Current status of the port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:26.661122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55810) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:26.675279 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-0a3f1870-41f7-4383-9fa2-79535aa8542b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Deleting port 12071ff7-ecba-42de-b04e-58812989f8e9 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:26.676176 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a3f1870-41f7-4383-9fa2-79535aa8542b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:26.711972 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71abf722-e5ba-42f4-8ee3-bc644083051b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:26.723162 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f392836-4a78-4814-9938-cabd31446b32 None None] Network 5a291e35-97d5-4e61-bb22-8afd7e160972 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:26.848750 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:26.872915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-30fe04bf-6c57-4f66-9768-dc2305cb6855 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:26.881702 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0131242c-1184-4911-be93-62be639a474b tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:26.897733 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-30fe04bf-6c57-4f66-9768-dc2305cb6855 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:port and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:26.902918 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-30fe04bf-6c57-4f66-9768-dc2305cb6855 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:26.931108 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd75972a-2a1e-4fef-a109-d0a4e12ba981 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:26.938876 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd75972a-2a1e-4fef-a109-d0a4e12ba981 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:26.940787 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd75972a-2a1e-4fef-a109-d0a4e12ba981 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:26.942393 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bd75972a-2a1e-4fef-a109-d0a4e12ba981 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2803144 Sep 21 15:12:26.951203 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55814) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:26.956750 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-30fe04bf-6c57-4f66-9768-dc2305cb6855 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:26.971164 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-0c513ce5-4e88-4c1e-82a3-79e2a2f70136 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port a1843820-97b7-478d-8a4b-1770c0a5511e {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:26.971909 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c513ce5-4e88-4c1e-82a3-79e2a2f70136 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:27.019843 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fe04bf-6c57-4f66-9768-dc2305cb6855 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:27.036334 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4c4050-e811-4386-834f-307aa4c4d99c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet 2f28033d-bfe5-4fd8-ad7e-95704a74b3ac {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:12:27.040743 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4050-e811-4386-834f-307aa4c4d99c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:27.057949 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device dd1c17ad-1c36-4cb0-aa86-3000e3f23156 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:12:27.076397 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-0131242c-1184-4911-be93-62be639a474b tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:12:27.110465 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: dd1c17ad-1c36-4cb0-aa86-3000e3f23156 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:12:27.110959 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device dd1c17ad-1c36-4cb0-aa86-3000e3f23156 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:12:27.111933 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10075313-dd6c-4782-b6d6-9922ce8899bb tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:27.136171 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-10075313-dd6c-4782-b6d6-9922ce8899bb tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Deleting port a2639258-3c57-4be8-b7fa-f98bc687aff8 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:27.136396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10075313-dd6c-4782-b6d6-9922ce8899bb tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:27.287155 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7ce013-06f5-4411-8b13-c0937f80cfec None None] Update dhcp port {'port': {'network_id': '5a291e35-97d5-4e61-bb22-8afd7e160972', 'fixed_ips': [{'subnet_id': '2077510e-15e5-4017-8c3e-68efeb257ffc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd7c0f64c-cd60-4e91-87a6-b999e11997bd'}], 'binding:host_id': 'dv-neutron-858731-1-hyperv'}, 'id': '92c6d172-830c-4a8a-ac60-ea80cdb9ac53'} from dv-neutron-858731-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 15:12:27.287874 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4050-e811-4386-834f-307aa4c4d99c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:27.324376 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0131242c-1184-4911-be93-62be639a474b tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:27.329613 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0131242c-1184-4911-be93-62be639a474b tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:27.330184 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0131242c-1184-4911-be93-62be639a474b tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:27.351034 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce013-06f5-4411-8b13-c0937f80cfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:27.471415 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9041a797-d89d-456f-8643-f5538e2db7a0 None None] Provisioning for port a1843820-97b7-478d-8a4b-1770c0a5511e completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:27.487067 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0131242c-1184-4911-be93-62be639a474b tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6901169 Sep 21 15:12:27.506083 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55818) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:27.525333 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9041a797-d89d-456f-8643-f5538e2db7a0 None None] Provisioning complete for port a1843820-97b7-478d-8a4b-1770c0a5511e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:27.525702 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9041a797-d89d-456f-8643-f5538e2db7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:27.588369 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131242c-1184-4911-be93-62be639a474b tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Network': ['ID=653ec7b5-0730-4ad0-a17d-ce7085c0c0d8,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:27.613616 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-30fe04bf-6c57-4f66-9768-dc2305cb6855 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:27.623697 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9041a797-d89d-456f-8643-f5538e2db7a0 None None] Port a1843820-97b7-478d-8a4b-1770c0a5511e cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:12:27.625263 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 653ec7b5-0730-4ad0-a17d-ce7085c0c0d8 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:12:27.638507 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a3f1870-41f7-4383-9fa2-79535aa8542b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:27.652761 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-30fe04bf-6c57-4f66-9768-dc2305cb6855 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] device_id is not set on port 833f1396-2dc7-4f63-a23b-c7ffff9ebe69 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:12:27.668506 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10075313-dd6c-4782-b6d6-9922ce8899bb tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:27.682932 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4050-e811-4386-834f-307aa4c4d99c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:27.746269 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-cc7ce013-06f5-4411-8b13-c0937f80cfec None None] Allocated IP 2001:db8:0:1::2 (5a291e35-97d5-4e61-bb22-8afd7e160972/d7c0f64c-cd60-4e91-87a6-b999e11997bd/92c6d172-830c-4a8a-ac60-ea80cdb9ac53) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:27.829294 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c513ce5-4e88-4c1e-82a3-79e2a2f70136 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:27.867704 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-10075313-dd6c-4782-b6d6-9922ce8899bb tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Calling delete_port for a2639258-3c57-4be8-b7fa-f98bc687aff8 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:27.886306 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-cc7ce013-06f5-4411-8b13-c0937f80cfec None None] For port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=92c6d172-830c-4a8a-ac60-ea80cdb9ac53,segment=NetworkSegment(8bb2695b-4fbd-4b02-907b-06e75d40caab),segment_id=8bb2695b-4fbd-4b02-907b-06e75d40caab)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:27.913361 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce013-06f5-4411-8b13-c0937f80cfec None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:27.932635 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cc7ce013-06f5-4411-8b13-c0937f80cfec None None] Transition to ACTIVE for port object 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:27.938288 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce013-06f5-4411-8b13-c0937f80cfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:28.098028 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-71abf722-e5ba-42f4-8ee3-bc644083051b admin admin] Deleting port c0d1ce86-0615-4b45-94bc-dc1b90f29754 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:28.098686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71abf722-e5ba-42f4-8ee3-bc644083051b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:28.116664 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ce013-06f5-4411-8b13-c0937f80cfec None None] Pushing event updated for resources: {'Port': ['ID=92c6d172-830c-4a8a-ac60-ea80cdb9ac53,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:28.146852 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-0c513ce5-4e88-4c1e-82a3-79e2a2f70136 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Calling delete_port for a1843820-97b7-478d-8a4b-1770c0a5511e owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:28.167244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35342405-4300-4ccf-81c3-8c38eb14a221 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:28.167917 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-35342405-4300-4ccf-81c3-8c38eb14a221 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Synchronizing usage tracker for tenant:bb9c11e9af854d96b17445323eac9a86 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:12:28.307618 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4050-e811-4386-834f-307aa4c4d99c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:28.353166 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-35342405-4300-4ccf-81c3-8c38eb14a221 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Unset dirty status for tenant:bb9c11e9af854d96b17445323eac9a86 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:12:28.357040 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-35342405-4300-4ccf-81c3-8c38eb14a221 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "GET /v2.0/networks?id=653ec7b5-0730-4ad0-a17d-ce7085c0c0d8 HTTP/1.1" status: 200 len: 760 time: 0.8440943 Sep 21 15:12:28.362045 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55822) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:28.364639 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c4050-e811-4386-834f-307aa4c4d99c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=2f28033d-bfe5-4fd8-ad7e-95704a74b3ac,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:28.374964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0c4c4050-e811-4386-834f-307aa4c4d99c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:28.382980 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3539d8d9-7c36-47fa-a554-823e36505b93 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:28.384837 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0c4c4050-e811-4386-834f-307aa4c4d99c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/2f28033d-bfe5-4fd8-ad7e-95704a74b3ac HTTP/1.1" status: 204 len: 168 time: 1.4300263 Sep 21 15:12:28.393079 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-93eb68de-b7b0-4a87-a9ec-6c0f4c4d1f64 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'network': {'description': 'd2'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:28.421535 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55826) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:28.554049 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a3f1870-41f7-4383-9fa2-79535aa8542b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:28.554646 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a3f1870-41f7-4383-9fa2-79535aa8542b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:28.554757 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-0a3f1870-41f7-4383-9fa2-79535aa8542b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Floating IP e46db8b3-e290-4ef9-bd04-987472108b4e disassociated. External IP: 172.26.4.198, port: 12071ff7-ecba-42de-b04e-58812989f8e9. Sep 21 15:12:28.555038 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-0a3f1870-41f7-4383-9fa2-79535aa8542b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Calling delete_port for 12071ff7-ecba-42de-b04e-58812989f8e9 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:28.586374 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-71abf722-e5ba-42f4-8ee3-bc644083051b admin admin] For port c0d1ce86-0615-4b45-94bc-dc1b90f29754, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c0d1ce86-0615-4b45-94bc-dc1b90f29754,segment=NetworkSegment(e2ca3dfa-04cd-4658-ad74-63fa43c3937e),segment_id=e2ca3dfa-04cd-4658-ad74-63fa43c3937e)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:28.587029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71abf722-e5ba-42f4-8ee3-bc644083051b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:28.650517 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34347d2-c3ee-424e-85a6-bac733feba3f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet a12b836f-569b-497d-a474-1cbd8d07ab80 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:12:28.734658 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-30fe04bf-6c57-4f66-9768-dc2305cb6855 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Allocated IP 2001:db8::396 (5a291e35-97d5-4e61-bb22-8afd7e160972/2077510e-15e5-4017-8c3e-68efeb257ffc/833f1396-2dc7-4f63-a23b-c7ffff9ebe69) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:28.742579 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c513ce5-4e88-4c1e-82a3-79e2a2f70136 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:28.744389 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-30fe04bf-6c57-4f66-9768-dc2305cb6855 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Allocated IP 2001:db8:0:1::2c4 (5a291e35-97d5-4e61-bb22-8afd7e160972/d7c0f64c-cd60-4e91-87a6-b999e11997bd/833f1396-2dc7-4f63-a23b-c7ffff9ebe69) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:28.772703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c34347d2-c3ee-424e-85a6-bac733feba3f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:28.824101 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-71abf722-e5ba-42f4-8ee3-bc644083051b admin admin] Calling delete_port for c0d1ce86-0615-4b45-94bc-dc1b90f29754 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:28.863845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c513ce5-4e88-4c1e-82a3-79e2a2f70136 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Port': ['ID=a1843820-97b7-478d-8a4b-1770c0a5511e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:28.866262 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3d5a40de-2e38-4369-8664-89585b8dfcfc None None] Provisioning for port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:28.871532 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3d5a40de-2e38-4369-8664-89585b8dfcfc None None] Provisioning complete for port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:28.871901 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3d5a40de-2e38-4369-8664-89585b8dfcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:29.033470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c34347d2-c3ee-424e-85a6-bac733feba3f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:29.057912 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3d5a40de-2e38-4369-8664-89585b8dfcfc None None] Current status of the port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:29.098335 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a3f1870-41f7-4383-9fa2-79535aa8542b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:29.119409 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10075313-dd6c-4782-b6d6-9922ce8899bb tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:29.212379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10075313-dd6c-4782-b6d6-9922ce8899bb tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Pushing event deleted for resources: {'Port': ['ID=a2639258-3c57-4be8-b7fa-f98bc687aff8,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:29.215187 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93eb68de-b7b0-4a87-a9ec-6c0f4c4d1f64 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:29.217533 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c513ce5-4e88-4c1e-82a3-79e2a2f70136 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:29.238608 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f1870-41f7-4383-9fa2-79535aa8542b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event deleted for resources: {'Port': ['ID=12071ff7-ecba-42de-b04e-58812989f8e9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:29.280802 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0c513ce5-4e88-4c1e-82a3-79e2a2f70136 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/ports/a1843820-97b7-478d-8a4b-1770c0a5511e HTTP/1.1" status: 204 len: 168 time: 2.6291654 Sep 21 15:12:29.294718 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55830) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:29.383825 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93eb68de-b7b0-4a87-a9ec-6c0f4c4d1f64 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:29.424855 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a059f22-c7f6-43f0-9a25-b857a0b8f50d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] GET failed (client error): The resource could not be found. Sep 21 15:12:29.425388 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1a059f22-c7f6-43f0-9a25-b857a0b8f50d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Synchronizing usage tracker for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:12:29.442590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93eb68de-b7b0-4a87-a9ec-6c0f4c4d1f64 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network 653ec7b5-0730-4ad0-a17d-ce7085c0c0d8 is not hosted by any dhcp agent {{(pid=89018) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 21 15:12:29.448981 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eb68de-b7b0-4a87-a9ec-6c0f4c4d1f64 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:29.449583 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93eb68de-b7b0-4a87-a9ec-6c0f4c4d1f64 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:29.451042 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-93eb68de-b7b0-4a87-a9ec-6c0f4c4d1f64 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "PUT /v2.0/networks/653ec7b5-0730-4ad0-a17d-ce7085c0c0d8 HTTP/1.1" status: 200 len: 757 time: 1.0836074 Sep 21 15:12:29.466588 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55834) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:29.479992 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5ce32283-4285-4b5d-a375-af4ea2dad2a0 None None] Provisioning complete for port 624f9066-4cd2-4b23-91f6-55684f9768c9 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:29.480591 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ce32283-4285-4b5d-a375-af4ea2dad2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:29.512370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-30fe04bf-6c57-4f66-9768-dc2305cb6855 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:29.554162 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10075313-dd6c-4782-b6d6-9922ce8899bb tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:29.605928 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c34347d2-c3ee-424e-85a6-bac733feba3f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:29.615408 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5ce32283-4285-4b5d-a375-af4ea2dad2a0 None None] Current status of the port 624f9066-4cd2-4b23-91f6-55684f9768c9 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:29.619957 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-30fe04bf-6c57-4f66-9768-dc2305cb6855 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Transition to ACTIVE for port object 833f1396-2dc7-4f63-a23b-c7ffff9ebe69 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:29.647045 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3f1870-41f7-4383-9fa2-79535aa8542b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Router 22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:12:29.651022 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:12:29.661536 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce49c12-330a-4cac-9b45-0f70ddca1524 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:29.662447 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6ce49c12-330a-4cac-9b45-0f70ddca1524 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Synchronizing usage tracker for tenant:bb9c11e9af854d96b17445323eac9a86 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:12:29.722200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:29.722569 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:29.757655 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6ce49c12-330a-4cac-9b45-0f70ddca1524 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Unset dirty status for tenant:bb9c11e9af854d96b17445323eac9a86 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:12:29.762708 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6ce49c12-330a-4cac-9b45-0f70ddca1524 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "GET /v2.0/networks?id=653ec7b5-0730-4ad0-a17d-ce7085c0c0d8 HTTP/1.1" status: 200 len: 760 time: 0.2914906 Sep 21 15:12:29.770472 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55838) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:29.783037 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9dd7fa3b-9764-474e-960d-4bbade42eae4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-336865617'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:29.791259 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9dd7fa3b-9764-474e-960d-4bbade42eae4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:29.796523 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-30fe04bf-6c57-4f66-9768-dc2305cb6855 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:29.844885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb68de-b7b0-4a87-a9ec-6c0f4c4d1f64 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Network': ['ID=653ec7b5-0730-4ad0-a17d-ce7085c0c0d8,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:29.847403 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:29.857442 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 653ec7b5-0730-4ad0-a17d-ce7085c0c0d8 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:12:29.933448 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1a059f22-c7f6-43f0-9a25-b857a0b8f50d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Unset dirty status for tenant:3c76cd1c175246ce8c142ebc0c00da57 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:12:29.934623 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1a059f22-c7f6-43f0-9a25-b857a0b8f50d tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports/a1843820-97b7-478d-8a4b-1770c0a5511e HTTP/1.1" status: 404 len: 333 time: 0.6387055 Sep 21 15:12:29.942008 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55842) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:30.000089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10075313-dd6c-4782-b6d6-9922ce8899bb tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.007823 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10075313-dd6c-4782-b6d6-9922ce8899bb tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.069991 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9dd7fa3b-9764-474e-960d-4bbade42eae4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:30.075265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c34347d2-c3ee-424e-85a6-bac733feba3f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.102307 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fe04bf-6c57-4f66-9768-dc2305cb6855 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network 5a291e35-97d5-4e61-bb22-8afd7e160972 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:30.107136 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-30fe04bf-6c57-4f66-9768-dc2305cb6855 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:30.109594 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10075313-dd6c-4782-b6d6-9922ce8899bb tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.110282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10075313-dd6c-4782-b6d6-9922ce8899bb tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Fanout notify agent at l3_agent the message router_deleted on router a64f2dcc-1a76-41e1-99d8-4b10b144178e {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:12:30.113188 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fe04bf-6c57-4f66-9768-dc2305cb6855 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:30.119529 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fe04bf-6c57-4f66-9768-dc2305cb6855 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:30.120238 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-30fe04bf-6c57-4f66-9768-dc2305cb6855 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.127425 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd7fa3b-9764-474e-960d-4bbade42eae4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:30.130867 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9dd7fa3b-9764-474e-960d-4bbade42eae4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.139143 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c34347d2-c3ee-424e-85a6-bac733feba3f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.142112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34347d2-c3ee-424e-85a6-bac733feba3f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=a12b836f-569b-497d-a474-1cbd8d07ab80,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:30.154045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8842156c-103d-43e3-821b-990829c7c952 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:30.161330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71abf722-e5ba-42f4-8ee3-bc644083051b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.167082 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe04bf-6c57-4f66-9768-dc2305cb6855 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=833f1396-2dc7-4f63-a23b-c7ffff9ebe69,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:30.173961 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3f1870-41f7-4383-9fa2-79535aa8542b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:12:30.189647 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9968d631-6e88-4e75-8153-8d36fb596052 None None] Sync routers for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:12:30.232667 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-30fe04bf-6c57-4f66-9768-dc2305cb6855 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.8663960 Sep 21 15:12:30.232913 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c34347d2-c3ee-424e-85a6-bac733feba3f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/a12b836f-569b-497d-a474-1cbd8d07ab80 HTTP/1.1" status: 204 len: 168 time: 1.8097630 Sep 21 15:12:30.234839 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-233a622b-2c8a-4bdd-bc1d-3ae288ee8ba0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.243079 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55846) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:30.243404 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55848) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:30.253119 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10075313-dd6c-4782-b6d6-9922ce8899bb tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.259114 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-10075313-dd6c-4782-b6d6-9922ce8899bb tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "DELETE /v2.0/routers/a64f2dcc-1a76-41e1-99d8-4b10b144178e HTTP/1.1" status: 204 len: 168 time: 4.4714491 Sep 21 15:12:30.261111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55854) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:30.288866 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9968d631-6e88-4e75-8153-8d36fb596052 None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:30.289775 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9968d631-6e88-4e75-8153-8d36fb596052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:30.295179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7bfd2585-9aa9-451f-bf47-cd240a07f363 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2077510e-15e5-4017-8c3e-68efeb257ffc'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:30.315908 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-2a6bd656-62f3-460d-a626-8538be140ac7 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-719378934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:30.324829 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2a6bd656-62f3-460d-a626-8538be140ac7 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:30.329326 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2a6bd656-62f3-460d-a626-8538be140ac7 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Usage tracker for resource:router and tenant:7bad09e824d64a47a07cf201139b93ce is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:30.333634 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2a6bd656-62f3-460d-a626-8538be140ac7 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:30.339071 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abf722-e5ba-42f4-8ee3-bc644083051b admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d1ce86-0615-4b45-94bc-dc1b90f29754,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:30.340734 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2a6bd656-62f3-460d-a626-8538be140ac7 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:30.361834 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd7fa3b-9764-474e-960d-4bbade42eae4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:12:30.374749 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9dd7fa3b-9764-474e-960d-4bbade42eae4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.375440 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-9dd7fa3b-9764-474e-960d-4bbade42eae4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Added segment 2398eec8-e8ae-474e-9a56-7d23820cdf9e of type vlan for network 9cbc8766-c583-48fe-ae92-d5eea042ba61 Sep 21 15:12:30.409828 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9dd7fa3b-9764-474e-960d-4bbade42eae4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.428767 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2a6bd656-62f3-460d-a626-8538be140ac7 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.430449 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2a6bd656-62f3-460d-a626-8538be140ac7 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.436313 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9968d631-6e88-4e75-8153-8d36fb596052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:30.449774 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2a6bd656-62f3-460d-a626-8538be140ac7 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.487887 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2a6bd656-62f3-460d-a626-8538be140ac7 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.490483 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9968d631-6e88-4e75-8153-8d36fb596052 None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:30.491306 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9968d631-6e88-4e75-8153-8d36fb596052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:30.517379 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a3f1870-41f7-4383-9fa2-79535aa8542b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.528575 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0a3f1870-41f7-4383-9fa2-79535aa8542b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "DELETE /v2.0/ports/12071ff7-ecba-42de-b04e-58812989f8e9 HTTP/1.1" status: 204 len: 168 time: 4.1189935 Sep 21 15:12:30.531096 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55858) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:30.548240 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5d32a060-fc1f-4b76-b402-713d1d01000f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2996261 Sep 21 15:12:30.555841 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-233a622b-2c8a-4bdd-bc1d-3ae288ee8ba0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.566556 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55862) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:30.616247 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9dd7fa3b-9764-474e-960d-4bbade42eae4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.617156 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9968d631-6e88-4e75-8153-8d36fb596052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:30.617156 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9968d631-6e88-4e75-8153-8d36fb596052 None None] The sync data for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:12:30.621014 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd7fa3b-9764-474e-960d-4bbade42eae4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:30.621738 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9dd7fa3b-9764-474e-960d-4bbade42eae4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.629909 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2a6bd656-62f3-460d-a626-8538be140ac7 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.634267 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2a6bd656-62f3-460d-a626-8538be140ac7 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3697114 Sep 21 15:12:30.641953 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55866) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:30.642478 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cf997535-382b-4b0e-8610-f589de048a9a None None] Provisioning for port 833f1396-2dc7-4f63-a23b-c7ffff9ebe69 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:30.650964 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cf997535-382b-4b0e-8610-f589de048a9a None None] Provisioning complete for port 833f1396-2dc7-4f63-a23b-c7ffff9ebe69 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:30.651325 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cf997535-382b-4b0e-8610-f589de048a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.672166 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8f969639-2bcf-4c10-b9b4-ff8bc125c5a0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'enable_snat': False}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:30.717401 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cf997535-382b-4b0e-8610-f589de048a9a None None] Port 833f1396-2dc7-4f63-a23b-c7ffff9ebe69 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:12:30.741604 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-20370029-faf5-418f-aacb-c5bdde3b5eda tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "GET /v2.0/floatingips/e46db8b3-e290-4ef9-bd04-987472108b4e HTTP/1.1" status: 200 len: 688 time: 0.2093067 Sep 21 15:12:30.743020 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55870) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:30.774254 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f976079-47f6-4b03-bf61-928855163d92 None None] DHCP port deletion for cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:12:30.779780 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8f976079-47f6-4b03-bf61-928855163d92 None None] Deleting port 624f9066-4cd2-4b23-91f6-55684f9768c9 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:30.779780 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8f976079-47f6-4b03-bf61-928855163d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:30.835026 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9dd7fa3b-9764-474e-960d-4bbade42eae4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0624504 Sep 21 15:12:30.846552 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55874) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:30.862239 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-27f6514e-4759-4470-8759-6da6e8b38be4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'subnet': {'network_id': '9cbc8766-c583-48fe-ae92-d5eea042ba61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:30.876837 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7fa3b-9764-474e-960d-4bbade42eae4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Network': ['ID=9cbc8766-c583-48fe-ae92-d5eea042ba61,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:30.900071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 9cbc8766-c583-48fe-ae92-d5eea042ba61 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:12:31.031871 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-be5ac6f8-d6e5-40b9-97f2-5f960a0a7974 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Deleting port c5d22c46-dc9b-4d40-878c-dbebe6f0f3bf {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:31.032235 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be5ac6f8-d6e5-40b9-97f2-5f960a0a7974 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:31.051059 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-233a622b-2c8a-4bdd-bc1d-3ae288ee8ba0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:31.101861 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8f976079-47f6-4b03-bf61-928855163d92 None None] For port 624f9066-4cd2-4b23-91f6-55684f9768c9, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=624f9066-4cd2-4b23-91f6-55684f9768c9,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:31.102245 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8f976079-47f6-4b03-bf61-928855163d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:31.121221 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-27f6514e-4759-4470-8759-6da6e8b38be4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:31.164578 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a622b-2c8a-4bdd-bc1d-3ae288ee8ba0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b759097-6c32-4c90-995e-295ea9cf66ad,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:31.176092 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-27f6514e-4759-4470-8759-6da6e8b38be4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Usage tracker for resource:subnet and tenant:bb9c11e9af854d96b17445323eac9a86 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:31.184189 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-27f6514e-4759-4470-8759-6da6e8b38be4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:31.200562 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-27f6514e-4759-4470-8759-6da6e8b38be4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:31.220220 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f6514e-4759-4470-8759-6da6e8b38be4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:31.223957 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-27f6514e-4759-4470-8759-6da6e8b38be4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:31.267131 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8f976079-47f6-4b03-bf61-928855163d92 None None] Calling delete_port for 624f9066-4cd2-4b23-91f6-55684f9768c9 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:31.342003 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be5ac6f8-d6e5-40b9-97f2-5f960a0a7974 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:31.342335 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be5ac6f8-d6e5-40b9-97f2-5f960a0a7974 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:31.355525 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8f976079-47f6-4b03-bf61-928855163d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:31.405099 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f976079-47f6-4b03-bf61-928855163d92 None None] Pushing event deleted for resources: {'Port': ['ID=624f9066-4cd2-4b23-91f6-55684f9768c9,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:31.407079 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f976079-47f6-4b03-bf61-928855163d92 None None] No DVR routers for this DVR port 624f9066-4cd2-4b23-91f6-55684f9768c9 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:12:31.456754 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-233a622b-2c8a-4bdd-bc1d-3ae288ee8ba0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:31.457847 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-233a622b-2c8a-4bdd-bc1d-3ae288ee8ba0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/security-groups/4b759097-6c32-4c90-995e-295ea9cf66ad HTTP/1.1" status: 204 len: 168 time: 1.5115027 Sep 21 15:12:31.472285 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55878) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:31.485257 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-be5ac6f8-d6e5-40b9-97f2-5f960a0a7974 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Calling delete_port for c5d22c46-dc9b-4d40-878c-dbebe6f0f3bf owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:31.554772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f969639-2bcf-4c10-b9b4-ff8bc125c5a0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:31.577218 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aea0863-5655-49ad-a666-8f92433d04a3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:31.577898 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7aea0863-5655-49ad-a666-8f92433d04a3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:12:31.610831 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bfd2585-9aa9-451f-bf47-cd240a07f363 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:31.627338 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71abf722-e5ba-42f4-8ee3-bc644083051b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:31.637772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7aea0863-5655-49ad-a666-8f92433d04a3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:12:31.638930 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7aea0863-5655-49ad-a666-8f92433d04a3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0712612 Sep 21 15:12:31.644828 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55882) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:31.681416 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7050963b-e652-4bbf-8391-a02b4adaa2cf tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:31.686968 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 624f9066-4cd2-4b23-91f6-55684f9768c9 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:12:31.725445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 624f9066-4cd2-4b23-91f6-55684f9768c9 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:12:31.725812 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 624f9066-4cd2-4b23-91f6-55684f9768c9 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:12:31.889640 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7050963b-e652-4bbf-8391-a02b4adaa2cf tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:31.932417 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-27f6514e-4759-4470-8759-6da6e8b38be4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:31.998832 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be5ac6f8-d6e5-40b9-97f2-5f960a0a7974 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:32.004387 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ced34bf-d998-43c8-bad0-58d2dd62990a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:32.005784 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4ced34bf-d998-43c8-bad0-58d2dd62990a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:12:32.070343 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ac6f8-d6e5-40b9-97f2-5f960a0a7974 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event deleted for resources: {'Port': ['ID=c5d22c46-dc9b-4d40-878c-dbebe6f0f3bf,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:32.111530 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4ced34bf-d998-43c8-bad0-58d2dd62990a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:12:32.112712 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4ced34bf-d998-43c8-bad0-58d2dd62990a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4407618 Sep 21 15:12:32.120038 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55886) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:32.166208 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6514e-4759-4470-8759-6da6e8b38be4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Subnet': ['ID=128e0adc-ecf2-4971-8085-80800e02f325,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:32.173998 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7050963b-e652-4bbf-8391-a02b4adaa2cf tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:32.214465 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f6514e-4759-4470-8759-6da6e8b38be4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Checking segment: {'id': '2398eec8-e8ae-474e-9a56-7d23820cdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9cbc8766-c583-48fe-ae92-d5eea042ba61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:32.214738 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f6514e-4759-4470-8759-6da6e8b38be4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network hostable DHCP agents. Network: 9cbc8766-c583-48fe-ae92-d5eea042ba61, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:12:32.218961 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050963b-e652-4bbf-8391-a02b4adaa2cf tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=718f9abc-ec82-4723-931b-bf2063829fc6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:32.241893 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be5ac6f8-d6e5-40b9-97f2-5f960a0a7974 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:32.263019 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f6514e-4759-4470-8759-6da6e8b38be4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network 9cbc8766-c583-48fe-ae92-d5eea042ba61 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:12:32.276316 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7050963b-e652-4bbf-8391-a02b4adaa2cf tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:32.277479 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7050963b-e652-4bbf-8391-a02b4adaa2cf tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/security-groups/718f9abc-ec82-4723-931b-bf2063829fc6 HTTP/1.1" status: 204 len: 168 time: 0.7999461 Sep 21 15:12:32.278491 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be5ac6f8-d6e5-40b9-97f2-5f960a0a7974 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:32.283696 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-be5ac6f8-d6e5-40b9-97f2-5f960a0a7974 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "DELETE /v2.0/floatingips/e46db8b3-e290-4ef9-bd04-987472108b4e HTTP/1.1" status: 204 len: 168 time: 1.5278523 Sep 21 15:12:32.283696 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55890) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:32.283696 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-27f6514e-4759-4470-8759-6da6e8b38be4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 9cbc8766-c583-48fe-ae92-d5eea042ba61) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:32.292279 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb363917-4384-44fb-8c41-d43389b6c1f3 None None] Network 9cbc8766-c583-48fe-ae92-d5eea042ba61 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:32.295282 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55894) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:32.303014 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-80e9b64f-52da-4427-a0d1-90f155427186 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1729076 Sep 21 15:12:32.308964 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': '16182fb2-e111-4a82-be0f-bfafe16e3813'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:32.311412 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55898) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:32.316991 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f6514e-4759-4470-8759-6da6e8b38be4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:32.318138 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-27f6514e-4759-4470-8759-6da6e8b38be4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:32.321559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4e802e03-1e28-4ee0-bb05-0e277f8222e6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:32.332703 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:32.353627 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Usage tracker for resource:floatingip and tenant:157f5050b7144cb78f4f1a9791bb2308 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:32.358661 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:32.369419 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:32.375198 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-27f6514e-4759-4470-8759-6da6e8b38be4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5192065 Sep 21 15:12:32.377064 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55902) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:32.473746 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:32.496797 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-994fc666-967c-49a9-96e3-3db6b5c070d0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:32.545172 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-9cbc8766-c583-48fe-ae92-d5eea042ba61', 'network_id': '9cbc8766-c583-48fe-ae92-d5eea042ba61', 'tenant_id': 'bb9c11e9af854d96b17445323eac9a86', 'fixed_ips': [{'subnet_id': '128e0adc-ecf2-4971-8085-80800e02f325'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:12:32.546124 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:32.591336 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-994fc666-967c-49a9-96e3-3db6b5c070d0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:32.693412 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:32.714479 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-994fc666-967c-49a9-96e3-3db6b5c070d0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:32.731944 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] Allocated IP 172.20.0.2 (9cbc8766-c583-48fe-ae92-d5eea042ba61/128e0adc-ecf2-4971-8085-80800e02f325/8a79b01a-68e7-4b92-a64a-8d95c54973cf) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:32.770596 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4e802e03-1e28-4ee0-bb05-0e277f8222e6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:32.778558 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994fc666-967c-49a9-96e3-3db6b5c070d0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c810aed3-513b-4a08-b59f-0509772c27fa,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:32.793875 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-994fc666-967c-49a9-96e3-3db6b5c070d0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:32.797448 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-994fc666-967c-49a9-96e3-3db6b5c070d0 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/security-groups/c810aed3-513b-4a08-b59f-0509772c27fa HTTP/1.1" status: 204 len: 168 time: 0.5135946 Sep 21 15:12:32.800902 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55906) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:32.806173 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:32.848347 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-7bfd2585-9aa9-451f-bf47-cd240a07f363 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Delete allocated IP 2001:db8:0:1::2c4 (5a291e35-97d5-4e61-bb22-8afd7e160972/d7c0f64c-cd60-4e91-87a6-b999e11997bd) {{(pid=89018) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 15:12:32.867513 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4e802e03-1e28-4ee0-bb05-0e277f8222e6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:32.949167 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91f9fe9-b0f3-4689-9c10-c8da56f400a7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting subnet 97e5a9eb-7e14-447e-8d22-0539cd037c8c {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:12:32.952723 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:32.954461 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d91f9fe9-b0f3-4689-9c10-c8da56f400a7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:32.966257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71abf722-e5ba-42f4-8ee3-bc644083051b admin admin] Router 3e08bd99-0442-451c-b665-e35931afc9fc has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:12:32.978103 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:32.992297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] Transition to ACTIVE for port object 8a79b01a-68e7-4b92-a64a-8d95c54973cf will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:33.013334 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] Transition to ACTIVE for port object 8a79b01a-68e7-4b92-a64a-8d95c54973cf will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:33.021462 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:33.060473 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e802e03-1e28-4ee0-bb05-0e277f8222e6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:33.064163 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4e802e03-1e28-4ee0-bb05-0e277f8222e6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:33.065945 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e802e03-1e28-4ee0-bb05-0e277f8222e6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:12:33.066391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e802e03-1e28-4ee0-bb05-0e277f8222e6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:33.076572 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d91f9fe9-b0f3-4689-9c10-c8da56f400a7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:33.123959 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:33.162427 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] Network 9cbc8766-c583-48fe-ae92-d5eea042ba61 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:33.165264 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:33.167743 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:33.189315 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Subnet': ['ID=128e0adc-ecf2-4971-8085-80800e02f325,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:33.201279 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f969639-2bcf-4c10-b9b4-ff8bc125c5a0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:33.216499 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] Pushing event updated for resources: {'Port': ['ID=8a79b01a-68e7-4b92-a64a-8d95c54973cf,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:33.229761 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4e802e03-1e28-4ee0-bb05-0e277f8222e6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9109468 Sep 21 15:12:33.240206 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55910) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:33.255625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7b3fce30-de5c-480b-9453-72e40eca39ea tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:33.255973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f969639-2bcf-4c10-b9b4-ff8bc125c5a0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:33.281790 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] Attempting to bind port 8a79b01a-68e7-4b92-a64a-8d95c54973cf on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:12:33.282156 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] Attempting to bind port 8a79b01a-68e7-4b92-a64a-8d95c54973cf by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '2398eec8-e8ae-474e-9a56-7d23820cdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9cbc8766-c583-48fe-ae92-d5eea042ba61'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:12:33.282521 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] Attempting to bind port 8a79b01a-68e7-4b92-a64a-8d95c54973cf on network 9cbc8766-c583-48fe-ae92-d5eea042ba61 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:12:33.289533 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:12:33.290478 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] Checking segment: {'id': '2398eec8-e8ae-474e-9a56-7d23820cdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9cbc8766-c583-48fe-ae92-d5eea042ba61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:33.290907 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:33.291289 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] Bound using segment: {'id': '2398eec8-e8ae-474e-9a56-7d23820cdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9cbc8766-c583-48fe-ae92-d5eea042ba61'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:12:33.291754 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] Bound port: 8a79b01a-68e7-4b92-a64a-8d95c54973cf, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2398eec8-e8ae-474e-9a56-7d23820cdf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9cbc8766-c583-48fe-ae92-d5eea042ba61'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:12:33.292128 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:33.387627 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] For port 8a79b01a-68e7-4b92-a64a-8d95c54973cf, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:12:33.391631 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] For port 8a79b01a-68e7-4b92-a64a-8d95c54973cf, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=8a79b01a-68e7-4b92-a64a-8d95c54973cf,segment=NetworkSegment(2398eec8-e8ae-474e-9a56-7d23820cdf9e),segment_id=2398eec8-e8ae-474e-9a56-7d23820cdf9e)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:12:33.395367 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:33.435638 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71abf722-e5ba-42f4-8ee3-bc644083051b admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:12:33.451672 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:33.454345 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb2ca65-0ad5-4ab4-b164-f51c301b43dd None None] Sync routers for ids ['3e08bd99-0442-451c-b665-e35931afc9fc'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:12:33.471706 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb2ca65-0ad5-4ab4-b164-f51c301b43dd None None] Routers {'3e08bd99-0442-451c-b665-e35931afc9fc'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:33.472596 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bfd2585-9aa9-451f-bf47-cd240a07f363 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:33.479202 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6cb2ca65-0ad5-4ab4-b164-f51c301b43dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3e08bd99-0442-451c-b665-e35931afc9fc'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:33.493063 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Allocated IP 172.26.4.238 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/531e5f23-4460-4889-ac3d-729977d77235) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:33.493626 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-7bfd2585-9aa9-451f-bf47-cd240a07f363 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Transition to ACTIVE for port object 833f1396-2dc7-4f63-a23b-c7ffff9ebe69 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:33.500532 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-71abf722-e5ba-42f4-8ee3-bc644083051b admin admin] 10.222.0.62 "PUT /v2.0/routers/3e08bd99-0442-451c-b665-e35931afc9fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7493317 Sep 21 15:12:33.502732 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55914) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:33.509379 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cbc8766-c583-48fe-ae92-d5eea042ba61']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:33.530592 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7b3fce30-de5c-480b-9453-72e40eca39ea tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:33.536282 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d91f9fe9-b0f3-4689-9c10-c8da56f400a7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:33.547481 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff438b-2f79-418d-9f4f-01b3e5aa481f None None] Pushing event updated for resources: {'Port': ['ID=8a79b01a-68e7-4b92-a64a-8d95c54973cf,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:33.566230 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2398eec8-e8ae-474e-9a56-7d23820cdf9e') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:33.566527 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2398eec8-e8ae-474e-9a56-7d23820cdf9e') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:33.575860 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a992a3-5ef8-4311-b4ad-1f740bd66189 None None] Network 9cbc8766-c583-48fe-ae92-d5eea042ba61 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:33.592792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bfd2585-9aa9-451f-bf47-cd240a07f363 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:33.594988 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7b3fce30-de5c-480b-9453-72e40eca39ea tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:33.616899 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:33.746268 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-6cb2ca65-0ad5-4ab4-b164-f51c301b43dd None None] Set router 3e08bd99-0442-451c-b665-e35931afc9fc gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:12:33.836762 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3fce30-de5c-480b-9453-72e40eca39ea tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:33.840090 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7bfd2585-9aa9-451f-bf47-cd240a07f363 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] In _notify_port_updated(), no bound segment for port 833f1396-2dc7-4f63-a23b-c7ffff9ebe69 on network 5a291e35-97d5-4e61-bb22-8afd7e160972 {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:12:33.840590 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7b3fce30-de5c-480b-9453-72e40eca39ea tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:33.841649 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3fce30-de5c-480b-9453-72e40eca39ea tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:12:33.842089 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b3fce30-de5c-480b-9453-72e40eca39ea tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:33.845908 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:33.850248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfd2585-9aa9-451f-bf47-cd240a07f363 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:33.851216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bfd2585-9aa9-451f-bf47-cd240a07f363 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:33.852660 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7bfd2585-9aa9-451f-bf47-cd240a07f363 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "PUT /v2.0/ports/833f1396-2dc7-4f63-a23b-c7ffff9ebe69 HTTP/1.1" status: 200 len: 925 time: 3.6079965 Sep 21 15:12:33.861695 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55918) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:33.866670 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd2585-9aa9-451f-bf47-cd240a07f363 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=833f1396-2dc7-4f63-a23b-c7ffff9ebe69,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:33.874742 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-55031c77-bfb7-4786-88b0-b74a9b147d65 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2077510e-15e5-4017-8c3e-68efeb257ffc'}, {'subnet_id': 'd7c0f64c-cd60-4e91-87a6-b999e11997bd'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:33.895116 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a99efd1e-ae9e-45bd-9027-b16dbd59cd65 admin admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:33.906679 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:12:33.907081 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:34.033483 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 2398eec8-e8ae-474e-9a56-7d23820cdf9e resource provider aggregate not found Sep 21 15:12:34.058028 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e294457-c015-43c4-bf9d-5f96c40f6122 None None] get_active_networks_info from dv-neutron-858731-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:12:34.089518 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d91f9fe9-b0f3-4689-9c10-c8da56f400a7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:34.100118 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 2398eec8-e8ae-474e-9a56-7d23820cdf9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2398eec8-e8ae-474e-9a56-7d23820cdf9e found for delete ", "request_id": "req-9ab59ad8-2f9d-4341-be49-b59984276fab"}]} Sep 21 15:12:34.141764 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a99efd1e-ae9e-45bd-9027-b16dbd59cd65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:34.146586 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-94c8c831-4402-43ce-ab0d-4d172fa8283f None None] Provisioning for port 833f1396-2dc7-4f63-a23b-c7ffff9ebe69 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:34.155921 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a99efd1e-ae9e-45bd-9027-b16dbd59cd65 admin admin] Deleting port f6f8a490-0ab3-416c-8a01-3e3c756a49f5 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:34.156773 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a99efd1e-ae9e-45bd-9027-b16dbd59cd65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:34.167283 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-94c8c831-4402-43ce-ab0d-4d172fa8283f None None] Provisioning complete for port 833f1396-2dc7-4f63-a23b-c7ffff9ebe69 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:34.167658 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-94c8c831-4402-43ce-ab0d-4d172fa8283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:34.173358 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7b3fce30-de5c-480b-9453-72e40eca39ea tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9249589 Sep 21 15:12:34.179371 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f9fe9-b0f3-4689-9c10-c8da56f400a7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Subnet': ['ID=97e5a9eb-7e14-447e-8d22-0539cd037c8c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:34.182682 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55926) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:34.183905 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d91f9fe9-b0f3-4689-9c10-c8da56f400a7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:34.196698 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d91f9fe9-b0f3-4689-9c10-c8da56f400a7 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/subnets/97e5a9eb-7e14-447e-8d22-0539cd037c8c HTTP/1.1" status: 204 len: 168 time: 1.3845603 Sep 21 15:12:34.196698 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 15:12:34.196698 dv-neutron-858731-1-hyperv neutron-server[89019]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 15:12:34.196698 dv-neutron-858731-1-hyperv neutron-server[89019]: [parameters: {'id': '9cbc8766-c583-48fe-ae92-d5eea042ba61'}] Sep 21 15:12:34.196698 dv-neutron-858731-1-hyperv neutron-server[89019]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:12:34.196698 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:12:34.213259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55930) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:34.252387 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6cb2ca65-0ad5-4ab4-b164-f51c301b43dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'name': 'tempest-ServerActionsTestJSON-914627431-router', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:08Z', 'updated_at': '2022-09-21T15:12:29Z', 'revision_number': 5, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'gw_port': {'id': 'f6f8a490-0ab3-416c-8a01-3e3c756a49f5', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:08:09Z', 'updated_at': '2022-09-21T15:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:34.258200 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb2ca65-0ad5-4ab4-b164-f51c301b43dd None None] Checking router: 3e08bd99-0442-451c-b665-e35931afc9fc for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:12:34.262814 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-94c8c831-4402-43ce-ab0d-4d172fa8283f None None] Port 833f1396-2dc7-4f63-a23b-c7ffff9ebe69 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:12:34.269323 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb2ca65-0ad5-4ab4-b164-f51c301b43dd None None] Routers {'3e08bd99-0442-451c-b665-e35931afc9fc'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:34.270144 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6cb2ca65-0ad5-4ab4-b164-f51c301b43dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3e08bd99-0442-451c-b665-e35931afc9fc'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:34.276369 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e294457-c015-43c4-bf9d-5f96c40f6122 None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:12:34.301099 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e7b27dc8-2e65-4a65-af05-bcd3559541c0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:34.403183 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e2b85d-2686-4c5c-aac1-1cc295938105 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting subnet 0873ae08-9b52-4aa5-8e69-993739d55032 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:12:34.433537 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:34.436917 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e7b27dc8-2e65-4a65-af05-bcd3559541c0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:34.441654 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-6cb2ca65-0ad5-4ab4-b164-f51c301b43dd None None] Set router 3e08bd99-0442-451c-b665-e35931afc9fc gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:12:34.483658 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e7b27dc8-2e65-4a65-af05-bcd3559541c0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:34.587787 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78e2b85d-2686-4c5c-aac1-1cc295938105 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:34.589273 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b27dc8-2e65-4a65-af05-bcd3559541c0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:34.592733 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e7b27dc8-2e65-4a65-af05-bcd3559541c0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:34.594130 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b27dc8-2e65-4a65-af05-bcd3559541c0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:12:34.594310 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6cb2ca65-0ad5-4ab4-b164-f51c301b43dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'name': 'tempest-ServerActionsTestJSON-914627431-router', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:08Z', 'updated_at': '2022-09-21T15:12:34Z', 'revision_number': 6, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:34.594821 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b27dc8-2e65-4a65-af05-bcd3559541c0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:34.598886 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb2ca65-0ad5-4ab4-b164-f51c301b43dd None None] The sync data for ids ['3e08bd99-0442-451c-b665-e35931afc9fc'] in dv-neutron-858731-1-hyperv is: [{'id': '3e08bd99-0442-451c-b665-e35931afc9fc', 'name': 'tempest-ServerActionsTestJSON-914627431-router', 'tenant_id': '537869f246ac43fa81163f09d28c74dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:08:08Z', 'updated_at': '2022-09-21T15:12:34Z', 'revision_number': 6, 'project_id': '537869f246ac43fa81163f09d28c74dc', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:12:34.613525 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-55031c77-bfb7-4786-88b0-b74a9b147d65 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:34.667167 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78e2b85d-2686-4c5c-aac1-1cc295938105 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:34.674346 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e7b27dc8-2e65-4a65-af05-bcd3559541c0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4780064 Sep 21 15:12:34.684672 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55934) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:34.699845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d0da51e7-13d8-4b71-b44e-eafd21480e8e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:34.737030 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8aa51f-7d93-44e7-b3e0-ee3deac2396d None None] Network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:34.788933 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:34.792024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-a99efd1e-ae9e-45bd-9027-b16dbd59cd65 admin admin] For port f6f8a490-0ab3-416c-8a01-3e3c756a49f5, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f6f8a490-0ab3-416c-8a01-3e3c756a49f5,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:34.792480 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a99efd1e-ae9e-45bd-9027-b16dbd59cd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:34.804729 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:34.940074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a99efd1e-ae9e-45bd-9027-b16dbd59cd65 admin admin] Calling delete_port for f6f8a490-0ab3-416c-8a01-3e3c756a49f5 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:34.956149 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:34.957747 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d0da51e7-13d8-4b71-b44e-eafd21480e8e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:34.976156 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:34.978764 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:34.985735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-8f969639-2bcf-4c10-b9b4-ff8bc125c5a0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Allocated IP 172.26.4.200 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/3fa5e76b-00f1-4e85-abb2-929a31696e55) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:35.007230 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Deleting port 8a79b01a-68e7-4b92-a64a-8d95c54973cf {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:35.007572 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:35.032819 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d0da51e7-13d8-4b71-b44e-eafd21480e8e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:35.085124 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Port': ['ID=531e5f23-4460-4889-ac3d-729977d77235,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:35.123858 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78e2b85d-2686-4c5c-aac1-1cc295938105 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:35.157029 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0da51e7-13d8-4b71-b44e-eafd21480e8e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:35.161127 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0da51e7-13d8-4b71-b44e-eafd21480e8e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:35.163235 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0da51e7-13d8-4b71-b44e-eafd21480e8e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:12:35.163669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0da51e7-13d8-4b71-b44e-eafd21480e8e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:35.300680 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f969639-2bcf-4c10-b9b4-ff8bc125c5a0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:35.323957 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d0da51e7-13d8-4b71-b44e-eafd21480e8e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6392517 Sep 21 15:12:35.329682 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55938) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:35.341045 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4e7447d7-c2e4-4961-ac15-e2c549d7818c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:35.342301 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78e2b85d-2686-4c5c-aac1-1cc295938105 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:35.392318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2b85d-2686-4c5c-aac1-1cc295938105 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Subnet': ['ID=0873ae08-9b52-4aa5-8e69-993739d55032,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:35.407934 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78e2b85d-2686-4c5c-aac1-1cc295938105 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:35.424126 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-78e2b85d-2686-4c5c-aac1-1cc295938105 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/subnets/0873ae08-9b52-4aa5-8e69-993739d55032 HTTP/1.1" status: 204 len: 168 time: 1.2099333 Sep 21 15:12:35.428276 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55942) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:35.478748 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-512d716d-93bb-4d4a-958a-46d0e4848e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:35.480889 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a651407-cbcc-449a-92bc-d9fb266c426f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:35.481407 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a651407-cbcc-449a-92bc-d9fb266c426f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:35.485027 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3a651407-cbcc-449a-92bc-d9fb266c426f tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/subnets/97e5a9eb-7e14-447e-8d22-0539cd037c8c HTTP/1.1" status: 404 len: 337 time: 0.0545943 Sep 21 15:12:35.485744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55946) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:35.560209 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea0972d-dd06-41dc-b6e6-4966c34a843c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting subnet e6c7d120-aa32-4f93-bc3e-b6153b86e69b {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:12:35.563465 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a99efd1e-ae9e-45bd-9027-b16dbd59cd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:35.624118 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c0d1ce86-0615-4b45-94bc-dc1b90f29754 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:12:35.634636 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ea0972d-dd06-41dc-b6e6-4966c34a843c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:35.669102 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: c0d1ce86-0615-4b45-94bc-dc1b90f29754 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:12:35.669501 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c0d1ce86-0615-4b45-94bc-dc1b90f29754 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:12:35.669938 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f6f8a490-0ab3-416c-8a01-3e3c756a49f5 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:12:35.706546 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: f6f8a490-0ab3-416c-8a01-3e3c756a49f5 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:12:35.706897 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f6f8a490-0ab3-416c-8a01-3e3c756a49f5 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:12:35.715379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99efd1e-ae9e-45bd-9027-b16dbd59cd65 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6f8a490-0ab3-416c-8a01-3e3c756a49f5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:35.739222 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419de7c6-a188-44e8-b3f1-2b2cd0a8541c None None] Network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:35.785451 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f969639-2bcf-4c10-b9b4-ff8bc125c5a0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:35.825527 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ea0972d-dd06-41dc-b6e6-4966c34a843c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:35.840643 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0d3a65dc-a919-456d-80fb-3f7a3234a382 None None] Provisioning complete for port d8eee6ff-51ff-4588-877a-f926bddd4614 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:35.841013 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0d3a65dc-a919-456d-80fb-3f7a3234a382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:35.906999 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] For port 8a79b01a-68e7-4b92-a64a-8d95c54973cf, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=8a79b01a-68e7-4b92-a64a-8d95c54973cf,segment=NetworkSegment(2398eec8-e8ae-474e-9a56-7d23820cdf9e),segment_id=2398eec8-e8ae-474e-9a56-7d23820cdf9e)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:35.907241 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:35.915452 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-55031c77-bfb7-4786-88b0-b74a9b147d65 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Allocated IP 2001:db8:0:1::298 (5a291e35-97d5-4e61-bb22-8afd7e160972/d7c0f64c-cd60-4e91-87a6-b999e11997bd/833f1396-2dc7-4f63-a23b-c7ffff9ebe69) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:35.924598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f969639-2bcf-4c10-b9b4-ff8bc125c5a0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:35.932326 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-8f969639-2bcf-4c10-b9b4-ff8bc125c5a0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:35.934368 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a99efd1e-ae9e-45bd-9027-b16dbd59cd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:35.936937 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4e7447d7-c2e4-4961-ac15-e2c549d7818c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:35.968810 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a65dc-a919-456d-80fb-3f7a3234a382 None None] Port d8eee6ff-51ff-4588-877a-f926bddd4614 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:12:36.085940 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0d3a65dc-a919-456d-80fb-3f7a3234a382 None None] Provisioning complete for port 11d14284-b32a-4546-9a48-5baaea2ec195 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:36.086322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0d3a65dc-a919-456d-80fb-3f7a3234a382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:36.109666 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f969639-2bcf-4c10-b9b4-ff8bc125c5a0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Pushing event updated for resources: {'Port': ['ID=3fa5e76b-00f1-4e85-abb2-929a31696e55,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:36.114646 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f969639-2bcf-4c10-b9b4-ff8bc125c5a0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:36.194447 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Calling delete_port for 8a79b01a-68e7-4b92-a64a-8d95c54973cf owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:36.225980 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a65dc-a919-456d-80fb-3f7a3234a382 None None] Current status of the port 11d14284-b32a-4546-9a48-5baaea2ec195 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:36.266863 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4e7447d7-c2e4-4961-ac15-e2c549d7818c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:36.306396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a99efd1e-ae9e-45bd-9027-b16dbd59cd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:36.314271 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a99efd1e-ae9e-45bd-9027-b16dbd59cd65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:36.321496 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7447d7-c2e4-4961-ac15-e2c549d7818c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:36.325088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e7447d7-c2e4-4961-ac15-e2c549d7818c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:36.326677 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7447d7-c2e4-4961-ac15-e2c549d7818c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:12:36.327107 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e7447d7-c2e4-4961-ac15-e2c549d7818c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:36.408927 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4e7447d7-c2e4-4961-ac15-e2c549d7818c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0699153 Sep 21 15:12:36.412788 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55950) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:36.430611 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:36.433464 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-86038d29-bf1f-4725-8fde-76743ce7dccd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:36.448842 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ea0972d-dd06-41dc-b6e6-4966c34a843c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:36.478136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a99efd1e-ae9e-45bd-9027-b16dbd59cd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:36.478624 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99efd1e-ae9e-45bd-9027-b16dbd59cd65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e08bd99-0442-451c-b665-e35931afc9fc {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:12:36.501465 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Port': ['ID=8a79b01a-68e7-4b92-a64a-8d95c54973cf,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:36.506670 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No DVR routers for this DVR port 8a79b01a-68e7-4b92-a64a-8d95c54973cf on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:12:36.645900 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-55031c77-bfb7-4786-88b0-b74a9b147d65 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:36.687260 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-55031c77-bfb7-4786-88b0-b74a9b147d65 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Transition to ACTIVE for port object 833f1396-2dc7-4f63-a23b-c7ffff9ebe69 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:36.694693 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:36.709016 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-55031c77-bfb7-4786-88b0-b74a9b147d65 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:36.728692 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a99efd1e-ae9e-45bd-9027-b16dbd59cd65 admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:36.729838 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a99efd1e-ae9e-45bd-9027-b16dbd59cd65 admin admin] 10.222.0.62 "DELETE /v2.0/routers/3e08bd99-0442-451c-b665-e35931afc9fc HTTP/1.1" status: 204 len: 168 time: 3.2260516 Sep 21 15:12:36.745195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55954) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:36.784509 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:36.831399 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cbc8766-c583-48fe-ae92-d5eea042ba61']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:36.838158 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-86038d29-bf1f-4725-8fde-76743ce7dccd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:36.871296 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fc064a5e-e779-4da2-886b-959b3a96780f None None] Provisioning complete for port d8eee6ff-51ff-4588-877a-f926bddd4614 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:36.872841 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fc064a5e-e779-4da2-886b-959b3a96780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:36.905220 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2398eec8-e8ae-474e-9a56-7d23820cdf9e') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:36.905457 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2398eec8-e8ae-474e-9a56-7d23820cdf9e') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:36.938512 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-55031c77-bfb7-4786-88b0-b74a9b147d65 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] In _notify_port_updated(), no bound segment for port 833f1396-2dc7-4f63-a23b-c7ffff9ebe69 on network 5a291e35-97d5-4e61-bb22-8afd7e160972 {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:12:36.945147 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55031c77-bfb7-4786-88b0-b74a9b147d65 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:36.945811 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-55031c77-bfb7-4786-88b0-b74a9b147d65 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:36.946919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fc064a5e-e779-4da2-886b-959b3a96780f None None] Port d8eee6ff-51ff-4588-877a-f926bddd4614 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:12:36.947115 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-55031c77-bfb7-4786-88b0-b74a9b147d65 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "PUT /v2.0/ports/833f1396-2dc7-4f63-a23b-c7ffff9ebe69 HTTP/1.1" status: 200 len: 1011 time: 3.0805664 Sep 21 15:12:36.951832 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55031c77-bfb7-4786-88b0-b74a9b147d65 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=833f1396-2dc7-4f63-a23b-c7ffff9ebe69,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:36.956309 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:36.964130 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55958) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:36.971599 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fc064a5e-e779-4da2-886b-959b3a96780f None None] Provisioning complete for port 11d14284-b32a-4546-9a48-5baaea2ec195 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:36.972349 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fc064a5e-e779-4da2-886b-959b3a96780f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:37.027732 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ea0972d-dd06-41dc-b6e6-4966c34a843c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:37.033812 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8d42e3-dcbf-4160-808b-381e269341bf admin admin] Deleting subnet b1ab4349-2b6d-4af5-b8c9-4479fa3e1388 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:12:37.045247 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-86038d29-bf1f-4725-8fde-76743ce7dccd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:37.074932 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:37.088027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e8d42e3-dcbf-4160-808b-381e269341bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:37.091577 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:12:37.091988 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:37.165250 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fc064a5e-e779-4da2-886b-959b3a96780f None None] Current status of the port 11d14284-b32a-4546-9a48-5baaea2ec195 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:37.173068 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 2398eec8-e8ae-474e-9a56-7d23820cdf9e resource provider aggregate not found Sep 21 15:12:37.173259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0972d-dd06-41dc-b6e6-4966c34a843c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c7d120-aa32-4f93-bc3e-b6153b86e69b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:37.183506 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ea0972d-dd06-41dc-b6e6-4966c34a843c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:37.194975 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658e2739-4744-4832-aebd-04866b6f6b7f None None] Network b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:37.202301 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:37.206984 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0ea0972d-dd06-41dc-b6e6-4966c34a843c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/subnets/e6c7d120-aa32-4f93-bc3e-b6153b86e69b HTTP/1.1" status: 204 len: 168 time: 1.7178020 Sep 21 15:12:37.207784 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86038d29-bf1f-4725-8fde-76743ce7dccd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:37.212804 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-86038d29-bf1f-4725-8fde-76743ce7dccd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:37.214721 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-86038d29-bf1f-4725-8fde-76743ce7dccd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:12:37.215441 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86038d29-bf1f-4725-8fde-76743ce7dccd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:37.222475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55966) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:37.233187 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-72795363-5c63-40ff-a53d-10e10f46f11b tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting port 833f1396-2dc7-4f63-a23b-c7ffff9ebe69 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:37.233533 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72795363-5c63-40ff-a53d-10e10f46f11b tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:37.270269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e8d42e3-dcbf-4160-808b-381e269341bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:37.311846 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f969639-2bcf-4c10-b9b4-ff8bc125c5a0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:37.345855 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-dbb1d7f3-79dc-44f5-9cbc-438d8c140925 None None] Provisioning for port 833f1396-2dc7-4f63-a23b-c7ffff9ebe69 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:37.387917 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9385c9-9d46-4273-a032-25ee84b377eb tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:37.388193 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b9385c9-9d46-4273-a032-25ee84b377eb tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:37.392246 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6b9385c9-9d46-4273-a032-25ee84b377eb tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/subnets/7742d9a3-98e0-48ed-bce0-0b5910d357ed HTTP/1.1" status: 404 len: 337 time: 0.1642282 Sep 21 15:12:37.396214 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-dbb1d7f3-79dc-44f5-9cbc-438d8c140925 None None] Provisioning complete for port 833f1396-2dc7-4f63-a23b-c7ffff9ebe69 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:37.397312 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dbb1d7f3-79dc-44f5-9cbc-438d8c140925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:37.398053 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 2398eec8-e8ae-474e-9a56-7d23820cdf9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2398eec8-e8ae-474e-9a56-7d23820cdf9e found for delete ", "request_id": "req-56e4dc9e-1961-43c9-b3f7-935fac60014e"}]} Sep 21 15:12:37.404269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55970) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:37.414527 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-86038d29-bf1f-4725-8fde-76743ce7dccd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9912121 Sep 21 15:12:37.416227 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55974) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:37.463024 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-dbb1d7f3-79dc-44f5-9cbc-438d8c140925 None None] Port 833f1396-2dc7-4f63-a23b-c7ffff9ebe69 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:12:37.489078 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dcd102c1-5dc1-40b7-8bc7-f5371464a806 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "GET /v2.0/ports?device_id=345d9af1-d3e3-4f46-ad55-97e172814350 HTTP/1.1" status: 200 len: 205 time: 0.0814297 Sep 21 15:12:37.492299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55978) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:37.500294 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ed82896e-1e5f-45de-91ab-9388a92a0751 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:12:37.512354 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:37.516585 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:37.582106 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e609e43-b899-4fbe-88cf-bee73a79cc9c None None] DHCP port deletion for b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:12:37.591720 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2e609e43-b899-4fbe-88cf-bee73a79cc9c None None] Deleting port 11d14284-b32a-4546-9a48-5baaea2ec195 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:37.592207 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2e609e43-b899-4fbe-88cf-bee73a79cc9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:37.602906 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Network': ['ID=9cbc8766-c583-48fe-ae92-d5eea042ba61,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:37.657653 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-922d05d2-a61c-444b-b785-f11604714c68 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] delete failed (client error): The resource could not be found. Sep 21 15:12:37.661837 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-922d05d2-a61c-444b-b785-f11604714c68 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/routers/345d9af1-d3e3-4f46-ad55-97e172814350 HTTP/1.1" status: 404 len: 336 time: 0.1640358 Sep 21 15:12:37.662075 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 11d14284-b32a-4546-9a48-5baaea2ec195 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:12:37.663286 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55982) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:37.709239 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a72eac8d-ecec-4d22-8a67-27f6d41a2673 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/9cbc8766-c583-48fe-ae92-d5eea042ba61 HTTP/1.1" status: 204 len: 168 time: 5.3245389 Sep 21 15:12:37.709239 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ed82896e-1e5f-45de-91ab-9388a92a0751 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:12:37.709239 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ed82896e-1e5f-45de-91ab-9388a92a0751 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2880185 Sep 21 15:12:37.709679 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55986) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:37.710996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55988) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:37.900365 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72795363-5c63-40ff-a53d-10e10f46f11b tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:37.940390 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a0c48f-c101-4682-a2c7-88fe3fd0695c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:37.940861 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a0c48f-c101-4682-a2c7-88fe3fd0695c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:37.943138 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-36a0c48f-c101-4682-a2c7-88fe3fd0695c tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/subnets/e000c0c4-80b8-4357-9fec-4a672f772a18 HTTP/1.1" status: 404 len: 337 time: 0.2788167 Sep 21 15:12:37.944496 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-50b8d7da-f27d-4915-b3f2-d30d09b1e75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:37.946183 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 11d14284-b32a-4546-9a48-5baaea2ec195 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:37.946640 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:37.956876 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 55994) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:37.961216 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-545e44df-29e2-4e7b-94d1-f1440aed5f79 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] GET failed (client error): The resource could not be found. Sep 21 15:12:37.961721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-545e44df-29e2-4e7b-94d1-f1440aed5f79 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Synchronizing usage tracker for tenant:bb9c11e9af854d96b17445323eac9a86 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:12:37.966035 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2e609e43-b899-4fbe-88cf-bee73a79cc9c None None] For port 11d14284-b32a-4546-9a48-5baaea2ec195, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=11d14284-b32a-4546-9a48-5baaea2ec195,segment=NetworkSegment(74245cc0-3975-4a6f-b6e8-0a97db095b58),segment_id=74245cc0-3975-4a6f-b6e8-0a97db095b58)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:37.966473 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2e609e43-b899-4fbe-88cf-bee73a79cc9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:38.011083 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e8d42e3-dcbf-4160-808b-381e269341bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:38.046594 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-72795363-5c63-40ff-a53d-10e10f46f11b tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Calling delete_port for 833f1396-2dc7-4f63-a23b-c7ffff9ebe69 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:38.099312 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:38.103391 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2e609e43-b899-4fbe-88cf-bee73a79cc9c None None] Calling delete_port for 11d14284-b32a-4546-9a48-5baaea2ec195 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:38.107015 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:38.126041 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd570dc-6e1f-4c46-9a60-008a0fbc1c76 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:38.126493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd570dc-6e1f-4c46-9a60-008a0fbc1c76 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:38.131317 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3cd570dc-6e1f-4c46-9a60-008a0fbc1c76 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/subnets/fb115701-a3ce-45b4-b926-cc35f92a0984 HTTP/1.1" status: 404 len: 337 time: 0.1686907 Sep 21 15:12:38.134758 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 11d14284-b32a-4546-9a48-5baaea2ec195, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=11d14284-b32a-4546-9a48-5baaea2ec195,segment=NetworkSegment(74245cc0-3975-4a6f-b6e8-0a97db095b58),segment_id=74245cc0-3975-4a6f-b6e8-0a97db095b58)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:38.136689 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 55998) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:38.146672 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:38.169586 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1e0b0b-579f-4b95-96e0-631d71a871f6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:38.174373 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6a1e0b0b-579f-4b95-96e0-631d71a871f6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4602454 Sep 21 15:12:38.178177 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56002) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:38.245972 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=11d14284-b32a-4546-9a48-5baaea2ec195,revision_number=11']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:38.256372 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-2e609e43-b899-4fbe-88cf-bee73a79cc9c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:12:38.256900 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-38927c09-1dc9-454a-bc60-dc77131806ed tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:38.257388 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-2e609e43-b899-4fbe-88cf-bee73a79cc9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:12:38.257495 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38927c09-1dc9-454a-bc60-dc77131806ed tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:38.259028 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-38927c09-1dc9-454a-bc60-dc77131806ed tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/subnets/77ec4a64-c05a-4dea-b4f3-11c0e23629f5 HTTP/1.1" status: 404 len: 337 time: 0.0878232 Sep 21 15:12:38.265928 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56006) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:38.301260 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-545e44df-29e2-4e7b-94d1-f1440aed5f79 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Unset dirty status for tenant:bb9c11e9af854d96b17445323eac9a86 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:12:38.306148 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-545e44df-29e2-4e7b-94d1-f1440aed5f79 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "GET /v2.0/subnets/128e0adc-ecf2-4971-8085-80800e02f325 HTTP/1.1" status: 404 len: 337 time: 0.5955684 Sep 21 15:12:38.321686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56010) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:38.337006 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b37fe00c-d026-4aaf-89b2-95bd748e5666 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1510336 Sep 21 15:12:38.337236 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:38.339915 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56014) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:38.371540 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2f3f3bad-6d75-41a8-ab9c-33fb322c48f2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:38.394977 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf628f9-c550-4a3c-98f6-ea9e61273700 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:38.395580 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf628f9-c550-4a3c-98f6-ea9e61273700 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:38.398258 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0bf628f9-c550-4a3c-98f6-ea9e61273700 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/ports/bc1a6810-0071-48a9-816f-354f51c9a7b7 HTTP/1.1" status: 404 len: 333 time: 0.1297998 Sep 21 15:12:38.403896 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77407b7-1c3b-4db6-9b74-b08987f6c2f6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:38.404282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b77407b7-1c3b-4db6-9b74-b08987f6c2f6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:38.407088 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56018) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:38.407762 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Port': ['ID=531e5f23-4460-4889-ac3d-729977d77235,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:38.470416 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f969639-2bcf-4c10-b9b4-ff8bc125c5a0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:38.501132 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e8d42e3-dcbf-4160-808b-381e269341bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:38.548229 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b77407b7-1c3b-4db6-9b74-b08987f6c2f6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/9cbc8766-c583-48fe-ae92-d5eea042ba61 HTTP/1.1" status: 404 len: 339 time: 0.2109923 Sep 21 15:12:38.551696 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56022) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:38.563589 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f969639-2bcf-4c10-b9b4-ff8bc125c5a0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:38.565741 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-75074f88-171f-42f7-b1b6-3bfdb6bad9ba tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:38.566188 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75074f88-171f-42f7-b1b6-3bfdb6bad9ba tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:38.568971 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-75074f88-171f-42f7-b1b6-3bfdb6bad9ba tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/subnets/49e9aa2a-c9bc-4afb-87f0-73699d6dd0a0 HTTP/1.1" status: 404 len: 337 time: 0.1090748 Sep 21 15:12:38.575518 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d42e3-dcbf-4160-808b-381e269341bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1ab4349-2b6d-4af5-b8c9-4479fa3e1388,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:38.586780 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a7f45a-7c18-43c1-9f11-4ff46038dd7b None None] Network 35623812-409c-40a9-b25b-97314219e56f requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:38.588355 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e8d42e3-dcbf-4160-808b-381e269341bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:38.593052 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8e8d42e3-dcbf-4160-808b-381e269341bf admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b1ab4349-2b6d-4af5-b8c9-4479fa3e1388 HTTP/1.1" status: 204 len: 168 time: 1.8426876 Sep 21 15:12:38.593052 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56026) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:38.594792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56028) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:38.700182 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:38.736472 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Floating IP 61e3ed20-7408-4525-9556-a6f99f58a429 associated. External IP: 172.26.4.238, port: 16182fb2-e111-4a82-be0f-bfafe16e3813. Sep 21 15:12:38.771381 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2e609e43-b899-4fbe-88cf-bee73a79cc9c None None] Deleting port 11d14284-b32a-4546-9a48-5baaea2ec195 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:38.772197 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2e609e43-b899-4fbe-88cf-bee73a79cc9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:38.792275 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2f3f3bad-6d75-41a8-ab9c-33fb322c48f2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:38.794856 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ec80ac-26e9-4111-b983-5014656bb4ac tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:38.795313 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ec80ac-26e9-4111-b983-5014656bb4ac tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:38.799575 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-86ec80ac-26e9-4111-b983-5014656bb4ac tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/subnets/15134117-dcb5-4900-be64-ea20053bbd5e HTTP/1.1" status: 404 len: 337 time: 0.2037661 Sep 21 15:12:38.817234 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56034) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:38.837625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72795363-5c63-40ff-a53d-10e10f46f11b tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:38.870109 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2f3f3bad-6d75-41a8-ab9c-33fb322c48f2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:38.897102 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:38.959011 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-53623e12-54c9-473b-94e5-d2929d2c4248 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:38.959570 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53623e12-54c9-473b-94e5-d2929d2c4248 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:38.963695 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-53623e12-54c9-473b-94e5-d2929d2c4248 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/ports/7ba8fc42-170c-47d3-831c-0c5c0400f91a HTTP/1.1" status: 404 len: 333 time: 0.1421061 Sep 21 15:12:38.973244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56038) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:38.976745 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:39.021955 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3f3bad-6d75-41a8-ab9c-33fb322c48f2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:39.025650 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f3f3bad-6d75-41a8-ab9c-33fb322c48f2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:39.035632 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72795363-5c63-40ff-a53d-10e10f46f11b tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Port': ['ID=833f1396-2dc7-4f63-a23b-c7ffff9ebe69,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:39.066463 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-036b32de-35b3-47ef-a82b-ad39ba83eb22 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:39.067112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-036b32de-35b3-47ef-a82b-ad39ba83eb22 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:39.070348 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-036b32de-35b3-47ef-a82b-ad39ba83eb22 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/subnets/84aa447a-540a-47e9-9053-0559cbe07a8f HTTP/1.1" status: 404 len: 337 time: 0.0913424 Sep 21 15:12:39.082281 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2e609e43-b899-4fbe-88cf-bee73a79cc9c None None] For port 11d14284-b32a-4546-9a48-5baaea2ec195, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=11d14284-b32a-4546-9a48-5baaea2ec195,segment=NetworkSegment(74245cc0-3975-4a6f-b6e8-0a97db095b58),segment_id=74245cc0-3975-4a6f-b6e8-0a97db095b58)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:39.082756 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2e609e43-b899-4fbe-88cf-bee73a79cc9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:39.134046 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd9969a-8837-4ac7-b4d8-8d04a3ee7eb2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:39.134803 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9fd9969a-8837-4ac7-b4d8-8d04a3ee7eb2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Synchronizing usage tracker for tenant:bb9c11e9af854d96b17445323eac9a86 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:12:39.139961 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56042) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:39.173878 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb13b2f3-ed88-495c-aad0-5269cb25340e None None] DHCP port deletion for 35623812-409c-40a9-b25b-97314219e56f request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:12:39.229823 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] Deleting port 673e99ef-15b5-4060-9e28-7932c53db1d0 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:39.230664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:39.244837 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-eb13b2f3-ed88-495c-aad0-5269cb25340e None None] Deleting port 673e99ef-15b5-4060-9e28-7932c53db1d0 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:39.245219 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eb13b2f3-ed88-495c-aad0-5269cb25340e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:39.271365 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72795363-5c63-40ff-a53d-10e10f46f11b tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:39.283787 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-72795363-5c63-40ff-a53d-10e10f46f11b tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/ports/833f1396-2dc7-4f63-a23b-c7ffff9ebe69 HTTP/1.1" status: 204 len: 168 time: 2.3162479 Sep 21 15:12:39.283994 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2e609e43-b899-4fbe-88cf-bee73a79cc9c None None] Calling delete_port for 11d14284-b32a-4546-9a48-5baaea2ec195 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:39.287086 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56046) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:39.298214 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9fd9969a-8837-4ac7-b4d8-8d04a3ee7eb2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Unset dirty status for tenant:bb9c11e9af854d96b17445323eac9a86 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:12:39.308791 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9fd9969a-8837-4ac7-b4d8-8d04a3ee7eb2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7554436 Sep 21 15:12:39.321557 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26ef7cb-3bb8-40d4-b585-a62d4ba1b1b1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:39.322303 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c26ef7cb-3bb8-40d4-b585-a62d4ba1b1b1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:39.326459 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c26ef7cb-3bb8-40d4-b585-a62d4ba1b1b1 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/subnets/65094a7d-6ed0-49b1-a74e-1e1e3bfba047 HTTP/1.1" status: 404 len: 337 time: 0.1769924 Sep 21 15:12:39.330754 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56050) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:39.331047 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56052) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:39.356574 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a31515c-e3a2-416d-a5fb-b9cc337f19c9 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] GET failed (client error): The resource could not be found. Sep 21 15:12:39.356956 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8a31515c-e3a2-416d-a5fb-b9cc337f19c9 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Synchronizing usage tracker for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:12:39.449928 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2e609e43-b899-4fbe-88cf-bee73a79cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:39.455042 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8a31515c-e3a2-416d-a5fb-b9cc337f19c9 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Unset dirty status for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:12:39.459581 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8a31515c-e3a2-416d-a5fb-b9cc337f19c9 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports/833f1396-2dc7-4f63-a23b-c7ffff9ebe69 HTTP/1.1" status: 404 len: 333 time: 0.1681287 Sep 21 15:12:39.461470 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56058) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:39.506026 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-68ee1931-9512-43a8-b7ff-2078b9a965c6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "GET /v2.0/subnets?network_id=445481ae-8997-4e7e-a514-07e782c48c85 HTTP/1.1" status: 200 len: 207 time: 0.1438782 Sep 21 15:12:39.511556 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56062) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:39.594328 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e609e43-b899-4fbe-88cf-bee73a79cc9c None None] Pushing event deleted for resources: {'Port': ['ID=11d14284-b32a-4546-9a48-5baaea2ec195,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:39.594328 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e609e43-b899-4fbe-88cf-bee73a79cc9c None None] No DVR routers for this DVR port 11d14284-b32a-4546-9a48-5baaea2ec195 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:12:39.621169 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-eb13b2f3-ed88-495c-aad0-5269cb25340e None None] For port 673e99ef-15b5-4060-9e28-7932c53db1d0, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=673e99ef-15b5-4060-9e28-7932c53db1d0,segment=NetworkSegment(e2ca3dfa-04cd-4658-ad74-63fa43c3937e),segment_id=e2ca3dfa-04cd-4658-ad74-63fa43c3937e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:39.621782 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eb13b2f3-ed88-495c-aad0-5269cb25340e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:39.629021 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b59d9ca-7d1f-4c61-9975-24d583d582bb tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting subnet d7c0f64c-cd60-4e91-87a6-b999e11997bd {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:12:39.640016 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 673e99ef-15b5-4060-9e28-7932c53db1d0 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:12:39.640240 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Router 22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:12:39.641120 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b59d9ca-7d1f-4c61-9975-24d583d582bb tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:39.756881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e5b30477-48c8-4fac-bf48-e434a403bab8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Deleting port d8eee6ff-51ff-4588-877a-f926bddd4614 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:39.757286 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5b30477-48c8-4fac-bf48-e434a403bab8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:39.787297 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b59d9ca-7d1f-4c61-9975-24d583d582bb tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:39.792086 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-eb13b2f3-ed88-495c-aad0-5269cb25340e None None] Calling delete_port for 673e99ef-15b5-4060-9e28-7932c53db1d0 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:39.929528 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eb13b2f3-ed88-495c-aad0-5269cb25340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:39.956338 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:12:39.978559 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f39b9-e0e6-494e-ad91-2b867fd128bf None None] Sync routers for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:12:39.987773 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:39.993606 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 673e99ef-15b5-4060-9e28-7932c53db1d0 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:39.993991 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:40.006158 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13b2f3-ed88-495c-aad0-5269cb25340e None None] Pushing event deleted for resources: {'Port': ['ID=673e99ef-15b5-4060-9e28-7932c53db1d0,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:40.010150 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb13b2f3-ed88-495c-aad0-5269cb25340e None None] No DVR routers for this DVR port 673e99ef-15b5-4060-9e28-7932c53db1d0 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:12:40.022318 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5f39b9-e0e6-494e-ad91-2b867fd128bf None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:40.022964 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ea5f39b9-e0e6-494e-ad91-2b867fd128bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:40.029360 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b59d9ca-7d1f-4c61-9975-24d583d582bb tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:40.111971 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ce45b4af-5ebe-494e-badf-00e0c040032e tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.8156528 Sep 21 15:12:40.116149 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ea5f39b9-e0e6-494e-ad91-2b867fd128bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:40.119807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56066) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:40.126103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f969639-2bcf-4c10-b9b4-ff8bc125c5a0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Router 4a5c4073-9993-4809-b447-10d3b26d30ea is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:12:40.132804 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b59d9ca-7d1f-4c61-9975-24d583d582bb tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:40.142195 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5f39b9-e0e6-494e-ad91-2b867fd128bf None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:40.143769 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ea5f39b9-e0e6-494e-ad91-2b867fd128bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:40.161001 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4c0cac59-c60d-4fbc-8571-42f99c0e005b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1331348031'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:40.164984 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] For port 673e99ef-15b5-4060-9e28-7932c53db1d0, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=673e99ef-15b5-4060-9e28-7932c53db1d0,segment=NetworkSegment(e2ca3dfa-04cd-4658-ad74-63fa43c3937e),segment_id=e2ca3dfa-04cd-4658-ad74-63fa43c3937e)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:40.165341 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:40.194233 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59d9ca-7d1f-4c61-9975-24d583d582bb tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Subnet': ['ID=d7c0f64c-cd60-4e91-87a6-b999e11997bd,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:40.194949 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4c0cac59-c60d-4fbc-8571-42f99c0e005b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:40.198797 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b59d9ca-7d1f-4c61-9975-24d583d582bb tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:40.208209 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7e4b03-1d55-4dff-9ded-15eef91af64a None None] Network 5a291e35-97d5-4e61-bb22-8afd7e160972 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:40.208980 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8b59d9ca-7d1f-4c61-9975-24d583d582bb tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/subnets/d7c0f64c-cd60-4e91-87a6-b999e11997bd HTTP/1.1" status: 204 len: 168 time: 0.7461526 Sep 21 15:12:40.211553 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56070) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:40.222512 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ea5f39b9-e0e6-494e-ad91-2b867fd128bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:40.222920 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f39b9-e0e6-494e-ad91-2b867fd128bf None None] The sync data for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:12:40.281412 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4c0cac59-c60d-4fbc-8571-42f99c0e005b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Usage tracker for resource:network and tenant:157f5050b7144cb78f4f1a9791bb2308 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:40.296740 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc30ead-999c-412d-b9dd-4f9098ae809c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting subnet 2077510e-15e5-4017-8c3e-68efeb257ffc {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:12:40.300178 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8fc30ead-999c-412d-b9dd-4f9098ae809c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:40.360327 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4c0cac59-c60d-4fbc-8571-42f99c0e005b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:40.361072 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8fc30ead-999c-412d-b9dd-4f9098ae809c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:40.436725 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] Calling delete_port for 673e99ef-15b5-4060-9e28-7932c53db1d0 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:40.454847 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8fc30ead-999c-412d-b9dd-4f9098ae809c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:40.488124 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4c0cac59-c60d-4fbc-8571-42f99c0e005b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:40.499591 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:40.535790 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7581379-3beb-4e64-becc-e16ad531921c tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:40.542247 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8fc30ead-999c-412d-b9dd-4f9098ae809c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:40.543155 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7581379-3beb-4e64-becc-e16ad531921c tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:40.548776 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7581379-3beb-4e64-becc-e16ad531921c tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:40.555065 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7581379-3beb-4e64-becc-e16ad531921c tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:40.560397 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f7581379-3beb-4e64-becc-e16ad531921c tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 1.0385749 Sep 21 15:12:40.575776 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56074) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:40.610076 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc30ead-999c-412d-b9dd-4f9098ae809c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Subnet': ['ID=2077510e-15e5-4017-8c3e-68efeb257ffc,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:40.615720 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8fc30ead-999c-412d-b9dd-4f9098ae809c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:40.680638 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8fc30ead-999c-412d-b9dd-4f9098ae809c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/subnets/2077510e-15e5-4017-8c3e-68efeb257ffc HTTP/1.1" status: 204 len: 168 time: 0.4680054 Sep 21 15:12:40.689311 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56078) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:40.705906 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0cac59-c60d-4fbc-8571-42f99c0e005b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Made reservation on behalf of 157f5050b7144cb78f4f1a9791bb2308 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:40.710019 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c0cac59-c60d-4fbc-8571-42f99c0e005b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:40.846435 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5b30477-48c8-4fac-bf48-e434a403bab8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:40.979564 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7a367c8-d91b-446f-8a20-bbb2b094eb88 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:40.995759 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2fb28abb-79d8-4fc5-a7f6-4f7eee74e480 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.4179285 Sep 21 15:12:41.000196 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56082) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:41.023678 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e5b30477-48c8-4fac-bf48-e434a403bab8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Calling delete_port for d8eee6ff-51ff-4588-877a-f926bddd4614 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:41.061016 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.objects.ports [None req-2f3f3bad-6d75-41a8-ab9c-33fb322c48f2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:12:41.076967 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19568487-71d2-47b4-bcbc-9d0038fcf46f tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:41.077975 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f3f3bad-6d75-41a8-ab9c-33fb322c48f2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:41.078594 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19568487-71d2-47b4-bcbc-9d0038fcf46f tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:41.079355 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-19568487-71d2-47b4-bcbc-9d0038fcf46f tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Synchronizing usage tracker for tenant:bb9c11e9af854d96b17445323eac9a86 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:12:41.082232 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0cac59-c60d-4fbc-8571-42f99c0e005b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:12:41.093667 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-c7a367c8-d91b-446f-8a20-bbb2b094eb88 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:41.093667 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7a367c8-d91b-446f-8a20-bbb2b094eb88 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:41.125407 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-19568487-71d2-47b4-bcbc-9d0038fcf46f tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Unset dirty status for tenant:bb9c11e9af854d96b17445323eac9a86 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:12:41.131272 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-19568487-71d2-47b4-bcbc-9d0038fcf46f tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1254091 Sep 21 15:12:41.131753 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f969639-2bcf-4c10-b9b4-ff8bc125c5a0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:12:41.133546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:12:41.133546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:12:41.134125 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56086) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:41.137722 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06eb7e2-a977-42b8-a380-2900bbe535bb None None] Network 5a291e35-97d5-4e61-bb22-8afd7e160972 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:41.146805 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c308d499-c8f8-4090-84a6-81be232c7409 None None] Sync routers for ids ['4a5c4073-9993-4809-b447-10d3b26d30ea'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:12:41.170707 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c0cac59-c60d-4fbc-8571-42f99c0e005b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:41.171072 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-4c0cac59-c60d-4fbc-8571-42f99c0e005b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Added segment 5c8f88ab-d87f-4fe2-a709-871cb6284cc0 of type vlan for network 57c8bde9-3a77-4349-99ae-50f5a061bf70 Sep 21 15:12:41.172422 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c308d499-c8f8-4090-84a6-81be232c7409 None None] Routers {'4a5c4073-9993-4809-b447-10d3b26d30ea'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:41.173423 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c308d499-c8f8-4090-84a6-81be232c7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['4a5c4073-9993-4809-b447-10d3b26d30ea'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:41.175490 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3f3bad-6d75-41a8-ab9c-33fb322c48f2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:41.185842 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-2f3f3bad-6d75-41a8-ab9c-33fb322c48f2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:41.199348 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3f3bad-6d75-41a8-ab9c-33fb322c48f2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:41.199945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f3f3bad-6d75-41a8-ab9c-33fb322c48f2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:41.233637 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045d610a-d044-4218-aaec-c2cabaa14a40 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:41.236218 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f3bad-6d75-41a8-ab9c-33fb322c48f2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=fb5923b9-e19d-440f-8beb-1d2c2443bdc2,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:41.269510 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c0cac59-c60d-4fbc-8571-42f99c0e005b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:41.270159 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db16ca2-1df5-41c0-bc38-ee03c6558a52 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['shared'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:41.272301 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db16ca2-1df5-41c0-bc38-ee03c6558a52 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['shared'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:41.277142 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3db16ca2-1df5-41c0-bc38-ee03c6558a52 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1388094 Sep 21 15:12:41.278469 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56090) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:41.280782 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56092) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:41.281474 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2f3f3bad-6d75-41a8-ab9c-33fb322c48f2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9225824 Sep 21 15:12:41.299592 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5b30477-48c8-4fac-bf48-e434a403bab8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:41.306896 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f969639-2bcf-4c10-b9b4-ff8bc125c5a0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:41.310512 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8f969639-2bcf-4c10-b9b4-ff8bc125c5a0 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "PUT /v2.0/routers/4a5c4073-9993-4809-b447-10d3b26d30ea HTTP/1.1" status: 200 len: 915 time: 10.6473846 Sep 21 15:12:41.335407 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c308d499-c8f8-4090-84a6-81be232c7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:41.346954 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c308d499-c8f8-4090-84a6-81be232c7409 None None] Routers {'4a5c4073-9993-4809-b447-10d3b26d30ea'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:41.347996 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c308d499-c8f8-4090-84a6-81be232c7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['4a5c4073-9993-4809-b447-10d3b26d30ea'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:41.430660 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c308d499-c8f8-4090-84a6-81be232c7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:41.431437 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c308d499-c8f8-4090-84a6-81be232c7409 None None] The sync data for ids ['4a5c4073-9993-4809-b447-10d3b26d30ea'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:12:41.436261 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-92e22d77-8a35-4517-9db4-681540fe89be None None] Provisioning complete for port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:41.436682 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-92e22d77-8a35-4517-9db4-681540fe89be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:41.449312 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca515f1-c80b-4240-b521-925122b45293 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:41.454263 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fca515f1-c80b-4240-b521-925122b45293 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "GET /v2.0/networks/cfb5de40-957c-41ae-a5a5-4a580015e3ac HTTP/1.1" status: 200 len: 799 time: 0.1714525 Sep 21 15:12:41.455136 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-625041d2-0b38-44e3-b43e-37a832a04296 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'mac_address': 'fa:16:3e:e2:ce:d3', 'name': 'tempest-NetworksTestDHCPv6-1366128890'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:41.469827 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56096) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:41.470236 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56100) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:41.500090 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b30477-48c8-4fac-bf48-e434a403bab8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Port': ['ID=d8eee6ff-51ff-4588-877a-f926bddd4614,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:41.508347 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5b30477-48c8-4fac-bf48-e434a403bab8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:41.513274 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c0cac59-c60d-4fbc-8571-42f99c0e005b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:41.519066 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0cac59-c60d-4fbc-8571-42f99c0e005b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:41.519662 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c0cac59-c60d-4fbc-8571-42f99c0e005b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:41.622165 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e5b30477-48c8-4fac-bf48-e434a403bab8 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/ports/d8eee6ff-51ff-4588-877a-f926bddd4614 HTTP/1.1" status: 204 len: 168 time: 2.2618258 Sep 21 15:12:41.627387 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56106) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:41.649379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] Deleting port 673e99ef-15b5-4060-9e28-7932c53db1d0 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:41.650568 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:41.662547 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'fixed_ips': [{'subnet_id': 'fb5923b9-e19d-440f-8beb-1d2c2443bdc2'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:12:41.663338 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:41.676057 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4c0cac59-c60d-4fbc-8571-42f99c0e005b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5512540 Sep 21 15:12:41.686056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56110) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:41.699804 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cac59-c60d-4fbc-8571-42f99c0e005b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Network': ['ID=57c8bde9-3a77-4349-99ae-50f5a061bf70,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:41.705078 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2ebbf8b1-e3f6-4a7d-a12d-8b9057b00914 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Request body: {'subnet': {'network_id': '57c8bde9-3a77-4349-99ae-50f5a061bf70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:41.756280 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 57c8bde9-3a77-4349-99ae-50f5a061bf70 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:12:41.824022 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] The port '673e99ef-15b5-4060-9e28-7932c53db1d0' was deleted {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:12:41.866469 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-c7a367c8-d91b-446f-8a20-bbb2b094eb88 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] For port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=92c6d172-830c-4a8a-ac60-ea80cdb9ac53,segment=NetworkSegment(8bb2695b-4fbd-4b02-907b-06e75d40caab),segment_id=8bb2695b-4fbd-4b02-907b-06e75d40caab)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:41.866827 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7a367c8-d91b-446f-8a20-bbb2b094eb88 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:41.912391 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-92e22d77-8a35-4517-9db4-681540fe89be None None] Current status of the port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:41.994575 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] Allocated IP 2001:db8::f816:3eff:feed:2f6a (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/fb5923b9-e19d-440f-8beb-1d2c2443bdc2/467b298a-9d95-434d-94f0-1f506a00570f) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:42.033597 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f615b40a-4897-48d7-8225-a80074395b43 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:42.051245 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2ebbf8b1-e3f6-4a7d-a12d-8b9057b00914 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:42.055241 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:42.072928 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2ebbf8b1-e3f6-4a7d-a12d-8b9057b00914 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Usage tracker for resource:subnet and tenant:157f5050b7144cb78f4f1a9791bb2308 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:42.078159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2ebbf8b1-e3f6-4a7d-a12d-8b9057b00914 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:42.094066 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2ebbf8b1-e3f6-4a7d-a12d-8b9057b00914 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:42.106174 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-c7a367c8-d91b-446f-8a20-bbb2b094eb88 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Calling delete_port for 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:42.107229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35623812-409c-40a9-b25b-97314219e56f']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:42.114520 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5749a8-1e3e-4db2-8964-178a3e1a4386 None None] DHCP port deletion for 5a291e35-97d5-4e61-bb22-8afd7e160972 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:12:42.128497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ed5749a8-1e3e-4db2-8964-178a3e1a4386 None None] Deleting port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:42.128870 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ed5749a8-1e3e-4db2-8964-178a3e1a4386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:42.147665 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebbf8b1-e3f6-4a7d-a12d-8b9057b00914 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Made reservation on behalf of 157f5050b7144cb78f4f1a9791bb2308 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:42.151070 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2ebbf8b1-e3f6-4a7d-a12d-8b9057b00914 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:42.170121 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dbd435e9-90a9-4d85-86b0-d443f810d274 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "GET /v2.0/networks/cfb5de40-957c-41ae-a5a5-4a580015e3ac?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.6943016 Sep 21 15:12:42.177404 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-625041d2-0b38-44e3-b43e-37a832a04296 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:42.180052 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56114) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:42.183892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ca3dfa-04cd-4658-ad74-63fa43c3937e') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:42.184180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ca3dfa-04cd-4658-ad74-63fa43c3937e') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:42.256218 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-625041d2-0b38-44e3-b43e-37a832a04296 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:42.269350 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1b9cbf42-5b76-4bf6-8075-3b6687920f79 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "GET /v2.0/routers/4a5c4073-9993-4809-b447-10d3b26d30ea HTTP/1.1" status: 200 len: 921 time: 0.7959788 Sep 21 15:12:42.274641 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56118) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:42.307380 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:42.360764 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f615b40a-4897-48d7-8225-a80074395b43 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:42.374926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:42.402846 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:12:42.403094 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:42.424664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-f615b40a-4897-48d7-8225-a80074395b43 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c242e3-528d-4be7-9e2f-6faa43cc7dc5']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:42.437797 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment e2ca3dfa-04cd-4658-ad74-63fa43c3937e resource provider aggregate not found Sep 21 15:12:42.454996 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:42.478862 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625041d2-0b38-44e3-b43e-37a832a04296 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:42.485445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ed5749a8-1e3e-4db2-8964-178a3e1a4386 None None] For port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=92c6d172-830c-4a8a-ac60-ea80cdb9ac53,segment=NetworkSegment(8bb2695b-4fbd-4b02-907b-06e75d40caab),segment_id=8bb2695b-4fbd-4b02-907b-06e75d40caab)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:42.485843 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ed5749a8-1e3e-4db2-8964-178a3e1a4386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:42.503358 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment e2ca3dfa-04cd-4658-ad74-63fa43c3937e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2ca3dfa-04cd-4658-ad74-63fa43c3937e found for delete ", "request_id": "req-77b3929d-9546-4083-b004-78a7162bd3cc"}]} Sep 21 15:12:42.517754 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-f615b40a-4897-48d7-8225-a80074395b43 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74245cc0-3975-4a6f-b6e8-0a97db095b58') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:42.518056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-f615b40a-4897-48d7-8225-a80074395b43 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74245cc0-3975-4a6f-b6e8-0a97db095b58') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:42.540654 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f615b40a-4897-48d7-8225-a80074395b43 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:42.562236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:42.580376 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:42.584629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f615b40a-4897-48d7-8225-a80074395b43 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:42.601835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] Pushing event deleted for resources: {'Network': ['ID=35623812-409c-40a9-b25b-97314219e56f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:42.604758 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] Transition to ACTIVE for port object 467b298a-9d95-434d-94f0-1f506a00570f will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:42.604916 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f615b40a-4897-48d7-8225-a80074395b43 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:12:42.605221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f615b40a-4897-48d7-8225-a80074395b43 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:42.617015 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-625041d2-0b38-44e3-b43e-37a832a04296 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:42.635897 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4223a320-7941-4844-884a-f11afc1e6856 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:42.641160 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4223a320-7941-4844-884a-f11afc1e6856 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "GET /v2.0/subnets/06dc0fde-dbf3-4cbf-9bf4-a39fa590300b HTTP/1.1" status: 200 len: 811 time: 0.4550428 Sep 21 15:12:42.647665 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56126) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:42.658617 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5502bb62-c2cb-49f7-826e-e939fe21322c admin admin] 10.222.0.62 "DELETE /v2.0/networks/35623812-409c-40a9-b25b-97314219e56f HTTP/1.1" status: 204 len: 168 time: 4.0042038 Sep 21 15:12:42.680325 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ed5749a8-1e3e-4db2-8964-178a3e1a4386 None None] Calling delete_port for 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:42.696802 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7a367c8-d91b-446f-8a20-bbb2b094eb88 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:42.763848 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a367c8-d91b-446f-8a20-bbb2b094eb88 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] No DVR routers for this DVR port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:12:42.769720 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] Transition to ACTIVE for port object 467b298a-9d95-434d-94f0-1f506a00570f will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:42.772376 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f615b40a-4897-48d7-8225-a80074395b43 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:42.784550 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:42.801019 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f615b40a-4897-48d7-8225-a80074395b43 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:42.809653 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-625041d2-0b38-44e3-b43e-37a832a04296 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] device_id is not set on port 16fcd832-e88c-401a-8987-3481ac69ae3e yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:12:42.813750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615b40a-4897-48d7-8225-a80074395b43 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] Pushing event deleted for resources: {'Network': ['ID=b7c242e3-528d-4be7-9e2f-6faa43cc7dc5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:42.819940 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f615b40a-4897-48d7-8225-a80074395b43 tempest-PortsTestJSON-964472450 tempest-PortsTestJSON-964472450-project] 10.222.0.62 "DELETE /v2.0/networks/b7c242e3-528d-4be7-9e2f-6faa43cc7dc5 HTTP/1.1" status: 204 len: 168 time: 1.1879117 Sep 21 15:12:42.830311 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-ed5749a8-1e3e-4db2-8964-178a3e1a4386 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:12:42.830678 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-ed5749a8-1e3e-4db2-8964-178a3e1a4386 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:12:42.831996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2ebbf8b1-e3f6-4a7d-a12d-8b9057b00914 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:42.856731 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a367c8-d91b-446f-8a20-bbb2b094eb88 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Port': ['ID=92c6d172-830c-4a8a-ac60-ea80cdb9ac53,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:42.876896 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:42.880571 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:42.890284 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:42.928716 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] Pushing event updated for resources: {'Port': ['ID=467b298a-9d95-434d-94f0-1f506a00570f,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:42.947440 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbf8b1-e3f6-4a7d-a12d-8b9057b00914 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Subnet': ['ID=118903a0-1d45-4f30-9751-75aba116ef61,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:42.959268 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebbf8b1-e3f6-4a7d-a12d-8b9057b00914 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Checking segment: {'id': '5c8f88ab-d87f-4fe2-a709-871cb6284cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '57c8bde9-3a77-4349-99ae-50f5a061bf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:42.959627 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebbf8b1-e3f6-4a7d-a12d-8b9057b00914 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Network hostable DHCP agents. Network: 57c8bde9-3a77-4349-99ae-50f5a061bf70, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:12:42.990382 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebbf8b1-e3f6-4a7d-a12d-8b9057b00914 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Network 57c8bde9-3a77-4349-99ae-50f5a061bf70 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:12:42.995893 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e128ffa3-51bd-401a-ac4e-da53454d1ab0 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['shared'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:42.997335 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e128ffa3-51bd-401a-ac4e-da53454d1ab0 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "GET /v2.0/subnets/06dc0fde-dbf3-4cbf-9bf4-a39fa590300b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3487546 Sep 21 15:12:43.002554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56134) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:43.019408 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ab62b9ce-84ab-4d1c-b2f9-9816c4887251 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-751373573'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:43.024196 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56138) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:43.038320 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ab62b9ce-84ab-4d1c-b2f9-9816c4887251 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:43.040881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-2ebbf8b1-e3f6-4a7d-a12d-8b9057b00914 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 57c8bde9-3a77-4349-99ae-50f5a061bf70) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:43.066401 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7a367c8-d91b-446f-8a20-bbb2b094eb88 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:43.079302 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bcad43-016e-4c27-9e8f-d59925c87536 None None] Network 57c8bde9-3a77-4349-99ae-50f5a061bf70 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:43.084271 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad6b15d-a983-4c70-86be-e234ec497683 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:43.086001 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2ad6b15d-a983-4c70-86be-e234ec497683 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=445481ae-8997-4e7e-a514-07e782c48c85&device_id=4a5c4073-9993-4809-b447-10d3b26d30ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8075929 Sep 21 15:12:43.091215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebbf8b1-e3f6-4a7d-a12d-8b9057b00914 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:43.091887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2ebbf8b1-e3f6-4a7d-a12d-8b9057b00914 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:43.092146 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56144) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:43.100399 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] Attempting to bind port 467b298a-9d95-434d-94f0-1f506a00570f on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:12:43.101017 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] Attempting to bind port 467b298a-9d95-434d-94f0-1f506a00570f by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:12:43.101579 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] Attempting to bind port 467b298a-9d95-434d-94f0-1f506a00570f on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:12:43.106997 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ab62b9ce-84ab-4d1c-b2f9-9816c4887251 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:43.163854 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2ebbf8b1-e3f6-4a7d-a12d-8b9057b00914 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4692681 Sep 21 15:12:43.165659 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:12:43.166392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:43.166959 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:43.167451 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3fc7950e-5611-415d-b07e-6e369c50110e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=537869f246ac43fa81163f09d28c74dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1310840 Sep 21 15:12:43.167688 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:12:43.168208 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56148) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:43.168511 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] Bound port: 467b298a-9d95-434d-94f0-1f506a00570f, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:12:43.169070 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:43.171035 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab62b9ce-84ab-4d1c-b2f9-9816c4887251 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:43.174556 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab62b9ce-84ab-4d1c-b2f9-9816c4887251 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:43.185155 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56150) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:43.189438 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1316434068', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:43.201880 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:43.205215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56156) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:43.211267 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Usage tracker for resource:router and tenant:157f5050b7144cb78f4f1a9791bb2308 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:43.215400 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:43.227117 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:43.236046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab62b9ce-84ab-4d1c-b2f9-9816c4887251 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:12:43.247021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab62b9ce-84ab-4d1c-b2f9-9816c4887251 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:43.247486 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-ab62b9ce-84ab-4d1c-b2f9-9816c4887251 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Added segment cfd394bb-ebfb-4208-b1a7-4f5b941b0d85 of type vlan for network f4f8169e-ee31-4ab9-98cf-152345ecc076 Sep 21 15:12:43.254426 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:43.256421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:43.294437 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:43.308558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab62b9ce-84ab-4d1c-b2f9-9816c4887251 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:43.326107 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-c7a367c8-d91b-446f-8a20-bbb2b094eb88 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a291e35-97d5-4e61-bb22-8afd7e160972']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:43.344915 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ed5749a8-1e3e-4db2-8964-178a3e1a4386 None None] Deleting port 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:43.345926 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ed5749a8-1e3e-4db2-8964-178a3e1a4386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:43.383583 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-c7a367c8-d91b-446f-8a20-bbb2b094eb88 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb2695b-4fbd-4b02-907b-06e75d40caab') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:43.383859 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-c7a367c8-d91b-446f-8a20-bbb2b094eb88 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb2695b-4fbd-4b02-907b-06e75d40caab') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:43.403727 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-625041d2-0b38-44e3-b43e-37a832a04296 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8::f816:3eff:fee2:ced3 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/fb5923b9-e19d-440f-8beb-1d2c2443bdc2/16fcd832-e88c-401a-8987-3481ac69ae3e) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:43.424846 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7a367c8-d91b-446f-8a20-bbb2b094eb88 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:43.433124 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] For port 467b298a-9d95-434d-94f0-1f506a00570f, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:12:43.439419 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ed5749a8-1e3e-4db2-8964-178a3e1a4386 None None] The port '92c6d172-830c-4a8a-ac60-ea80cdb9ac53' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:12:43.459937 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] For port 467b298a-9d95-434d-94f0-1f506a00570f, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=467b298a-9d95-434d-94f0-1f506a00570f,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:12:43.462968 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7b002967-8bf1-402c-9020-72bbcef5f1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:43.487271 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7a367c8-d91b-446f-8a20-bbb2b094eb88 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:43.501665 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:43.523672 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a367c8-d91b-446f-8a20-bbb2b094eb88 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:12:43.524131 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7a367c8-d91b-446f-8a20-bbb2b094eb88 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:43.573285 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7b002967-8bf1-402c-9020-72bbcef5f1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:43.576746 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-57c8bde9-3a77-4349-99ae-50f5a061bf70', 'network_id': '57c8bde9-3a77-4349-99ae-50f5a061bf70', 'tenant_id': '157f5050b7144cb78f4f1a9791bb2308', 'fixed_ips': [{'subnet_id': '118903a0-1d45-4f30-9751-75aba116ef61'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:12:43.577579 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:43.654585 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:12:43.675240 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab62b9ce-84ab-4d1c-b2f9-9816c4887251 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:43.681115 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab62b9ce-84ab-4d1c-b2f9-9816c4887251 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:43.681775 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab62b9ce-84ab-4d1c-b2f9-9816c4887251 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:43.702396 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1963baf-d6f4-4ad2-a3f9-8e5f9f4e7bae None None] Pushing event updated for resources: {'Port': ['ID=467b298a-9d95-434d-94f0-1f506a00570f,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:43.703528 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57259ae7-c226-4978-aab5-5a7a869715dc tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:43.704972 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:12:43.705324 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 92c6d172-830c-4a8a-ac60-ea80cdb9ac53 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:12:43.710308 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-57259ae7-c226-4978-aab5-5a7a869715dc tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "GET /v2.0/networks/445481ae-8997-4e7e-a514-07e782c48c85 HTTP/1.1" status: 200 len: 881 time: 0.5785689 Sep 21 15:12:43.711046 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56164) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:43.712567 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 8bb2695b-4fbd-4b02-907b-06e75d40caab resource provider aggregate not found Sep 21 15:12:43.818300 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 8bb2695b-4fbd-4b02-907b-06e75d40caab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8bb2695b-4fbd-4b02-907b-06e75d40caab found for delete ", "request_id": "req-1ab96231-7c9c-4339-92ea-f73a63828872"}]} Sep 21 15:12:43.841071 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7e234e50-22d0-457b-85ef-76491e472c6f tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a5c4073-9993-4809-b447-10d3b26d30ea HTTP/1.1" status: 200 len: 205 time: 0.1096182 Sep 21 15:12:43.843316 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56170) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:43.845198 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] Allocated IP 172.20.0.2 (57c8bde9-3a77-4349-99ae-50f5a061bf70/118903a0-1d45-4f30-9751-75aba116ef61/390a3c6e-f955-452a-9601-9cfae7cb9acf) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:43.855436 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:43.877275 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f78eb3c0-966c-4fbf-9fae-74fc3d6af21d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3c76cd1c175246ce8c142ebc0c00da57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6650839 Sep 21 15:12:43.882755 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56174) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:43.930705 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62b9ce-84ab-4d1c-b2f9-9816c4887251 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Network': ['ID=f4f8169e-ee31-4ab9-98cf-152345ecc076,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:43.947084 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ab62b9ce-84ab-4d1c-b2f9-9816c4887251 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9416788 Sep 21 15:12:43.955875 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56178) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:43.967254 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network f4f8169e-ee31-4ab9-98cf-152345ecc076 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:12:43.975321 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7a367c8-d91b-446f-8a20-bbb2b094eb88 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:43.985725 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7a367c8-d91b-446f-8a20-bbb2b094eb88 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:44.061757 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-477da34d-904e-4c82-a9be-6fab68c8f700 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'subnet': {'network_id': 'f4f8169e-ee31-4ab9-98cf-152345ecc076', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:44.078260 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a367c8-d91b-446f-8a20-bbb2b094eb88 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Network': ['ID=5a291e35-97d5-4e61-bb22-8afd7e160972,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:44.116441 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c7a367c8-d91b-446f-8a20-bbb2b094eb88 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/networks/5a291e35-97d5-4e61-bb22-8afd7e160972 HTTP/1.1" status: 204 len: 168 time: 3.4260392 Sep 21 15:12:44.127099 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56182) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:44.230884 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3b57aef-fd55-4aab-8fbb-e71baf9543ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:44.253724 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7b002967-8bf1-402c-9020-72bbcef5f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:44.253937 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-477da34d-904e-4c82-a9be-6fab68c8f700 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:44.257289 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7b002967-8bf1-402c-9020-72bbcef5f1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:44.261000 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7b002967-8bf1-402c-9020-72bbcef5f1ef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0cfd9e66-6f6e-4ccb-a4bf-c1dd96adeb8e HTTP/1.1" status: 204 len: 168 time: 1.0725515 Sep 21 15:12:44.275466 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3b57aef-fd55-4aab-8fbb-e71baf9543ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:44.286773 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-477da34d-904e-4c82-a9be-6fab68c8f700 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:44.312760 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477da34d-904e-4c82-a9be-6fab68c8f700 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Made reservation on behalf of bb9c11e9af854d96b17445323eac9a86 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:44.315794 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-477da34d-904e-4c82-a9be-6fab68c8f700 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:44.366496 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:44.381275 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b002967-8bf1-402c-9020-72bbcef5f1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfd9e66-6f6e-4ccb-a4bf-c1dd96adeb8e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:44.414040 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] Transition to ACTIVE for port object 390a3c6e-f955-452a-9601-9cfae7cb9acf will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:44.423168 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-625041d2-0b38-44e3-b43e-37a832a04296 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:44.454489 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.ipam_backend_mixin [None req-477da34d-904e-4c82-a9be-6fab68c8f700 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Performing IP validity checks on allocation pools {{(pid=89018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 21 15:12:44.456923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.ipam_backend_mixin [None req-477da34d-904e-4c82-a9be-6fab68c8f700 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 21 15:12:44.457207 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7477897-22ff-4aad-870f-7f1126afa975 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:44.462120 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] Transition to ACTIVE for port object 390a3c6e-f955-452a-9601-9cfae7cb9acf will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:44.471112 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:44.545153 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] Network 57c8bde9-3a77-4349-99ae-50f5a061bf70 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:44.548287 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:44.552336 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:44.595433 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] Pushing event updated for resources: {'Port': ['ID=390a3c6e-f955-452a-9601-9cfae7cb9acf,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:44.675920 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 74245cc0-3975-4a6f-b6e8-0a97db095b58 resource provider aggregate not found Sep 21 15:12:44.701874 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-477da34d-904e-4c82-a9be-6fab68c8f700 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:44.714047 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 74245cc0-3975-4a6f-b6e8-0a97db095b58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74245cc0-3975-4a6f-b6e8-0a97db095b58 found for delete ", "request_id": "req-df5d0ec5-5906-4ab2-857b-e6fc3202f26b"}]} Sep 21 15:12:44.765962 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] Attempting to bind port 390a3c6e-f955-452a-9601-9cfae7cb9acf on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:12:44.766355 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] Attempting to bind port 390a3c6e-f955-452a-9601-9cfae7cb9acf by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '5c8f88ab-d87f-4fe2-a709-871cb6284cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '57c8bde9-3a77-4349-99ae-50f5a061bf70'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:12:44.767164 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] Attempting to bind port 390a3c6e-f955-452a-9601-9cfae7cb9acf on network 57c8bde9-3a77-4349-99ae-50f5a061bf70 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:12:44.773948 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:12:44.774320 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] Checking segment: {'id': '5c8f88ab-d87f-4fe2-a709-871cb6284cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '57c8bde9-3a77-4349-99ae-50f5a061bf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:44.774882 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:44.775283 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] Bound using segment: {'id': '5c8f88ab-d87f-4fe2-a709-871cb6284cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '57c8bde9-3a77-4349-99ae-50f5a061bf70'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:12:44.775741 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] Bound port: 390a3c6e-f955-452a-9601-9cfae7cb9acf, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8f88ab-d87f-4fe2-a709-871cb6284cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '57c8bde9-3a77-4349-99ae-50f5a061bf70'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:12:44.776114 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:44.783231 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-625041d2-0b38-44e3-b43e-37a832a04296 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Transition to ACTIVE for port object 16fcd832-e88c-401a-8987-3481ac69ae3e will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:44.796428 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3b57aef-fd55-4aab-8fbb-e71baf9543ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:44.834282 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-625041d2-0b38-44e3-b43e-37a832a04296 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:44.917360 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] For port 390a3c6e-f955-452a-9601-9cfae7cb9acf, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:12:44.918147 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477da34d-904e-4c82-a9be-6fab68c8f700 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Subnet': ['ID=27654f8c-12ca-4233-a31d-6ef0585b7e55,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:44.920809 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] For port 390a3c6e-f955-452a-9601-9cfae7cb9acf, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=390a3c6e-f955-452a-9601-9cfae7cb9acf,segment=NetworkSegment(5c8f88ab-d87f-4fe2-a709-871cb6284cc0),segment_id=5c8f88ab-d87f-4fe2-a709-871cb6284cc0)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:12:44.933353 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625041d2-0b38-44e3-b43e-37a832a04296 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=16fcd832-e88c-401a-8987-3481ac69ae3e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:44.934634 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:44.970066 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625041d2-0b38-44e3-b43e-37a832a04296 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:45.002397 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242a0df6-7990-48b2-90e7-c2928fb2df5e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:45.003166 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-242a0df6-7990-48b2-90e7-c2928fb2df5e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Synchronizing usage tracker for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:12:45.010695 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b57aef-fd55-4aab-8fbb-e71baf9543ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc1d14e-350e-4c1f-90df-baef84ad4dce,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:45.046263 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-625041d2-0b38-44e3-b43e-37a832a04296 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:45.053948 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625041d2-0b38-44e3-b43e-37a832a04296 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:45.061742 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477da34d-904e-4c82-a9be-6fab68c8f700 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Checking segment: {'id': 'cfd394bb-ebfb-4208-b1a7-4f5b941b0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f4f8169e-ee31-4ab9-98cf-152345ecc076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:45.062327 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477da34d-904e-4c82-a9be-6fab68c8f700 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network hostable DHCP agents. Network: f4f8169e-ee31-4ab9-98cf-152345ecc076, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:12:45.065036 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cce54-b719-4e73-bf7b-13fdebd81a23 None None] Pushing event updated for resources: {'Port': ['ID=390a3c6e-f955-452a-9601-9cfae7cb9acf,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:45.068568 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625041d2-0b38-44e3-b43e-37a832a04296 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:45.073364 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-625041d2-0b38-44e3-b43e-37a832a04296 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:45.096468 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-242a0df6-7990-48b2-90e7-c2928fb2df5e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Unset dirty status for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:12:45.104027 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-242a0df6-7990-48b2-90e7-c2928fb2df5e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.9758101 Sep 21 15:12:45.127460 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56208) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:45.154635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:45.203285 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7477897-22ff-4aad-870f-7f1126afa975 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:45.219069 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d7477897-22ff-4aad-870f-7f1126afa975 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Deleting port 3fa5e76b-00f1-4e85-abb2-929a31696e55 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:45.220340 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7477897-22ff-4aad-870f-7f1126afa975 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:45.222697 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3b57aef-fd55-4aab-8fbb-e71baf9543ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:45.226680 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c3b57aef-fd55-4aab-8fbb-e71baf9543ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6dc1d14e-350e-4c1f-90df-baef84ad4dce HTTP/1.1" status: 204 len: 168 time: 1.3378406 Sep 21 15:12:45.229833 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:45.290110 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477da34d-904e-4c82-a9be-6fab68c8f700 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Network f4f8169e-ee31-4ab9-98cf-152345ecc076 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:12:45.291517 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-96507fda-65eb-4d72-a002-512f69480fc5 None None] Provisioning for port 467b298a-9d95-434d-94f0-1f506a00570f completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:45.337231 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-477da34d-904e-4c82-a9be-6fab68c8f700 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, f4f8169e-ee31-4ab9-98cf-152345ecc076) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:45.345813 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c9405f-232b-4c33-83a8-5b809ff79c2c None None] Network f4f8169e-ee31-4ab9-98cf-152345ecc076 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:45.372823 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477da34d-904e-4c82-a9be-6fab68c8f700 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:45.374592 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-477da34d-904e-4c82-a9be-6fab68c8f700 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602088'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:45.486938 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-625041d2-0b38-44e3-b43e-37a832a04296 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0457115 Sep 21 15:12:45.502045 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56216) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:45.655298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7477897-22ff-4aad-870f-7f1126afa975 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:45.777989 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-477da34d-904e-4c82-a9be-6fab68c8f700 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8207157 Sep 21 15:12:45.782355 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56224) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:45.795162 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7f954d19-a75b-464f-a6bf-afeddd315d20 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:45.840558 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 390a3c6e-f955-452a-9601-9cfae7cb9acf up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:12:45.857064 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d7477897-22ff-4aad-870f-7f1126afa975 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Calling delete_port for 3fa5e76b-00f1-4e85-abb2-929a31696e55 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:45.888860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Allocated IP 172.26.4.106 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/cb9a6acf-81b4-4924-bdb2-55513abe3bfe) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:45.948077 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b60be9b9-ff63-4730-a435-657f3da30732 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.8187642 Sep 21 15:12:45.956552 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56234) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:45.965136 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c266ee68-a1ea-4f47-a8a2-4b94473cbac6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:45.975215 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c266ee68-a1ea-4f47-a8a2-4b94473cbac6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:45.976394 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c266ee68-a1ea-4f47-a8a2-4b94473cbac6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:12:45.988710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3e3379cd-8dd4-490b-a342-90d4504c3958 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1920002235'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:46.012926 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c266ee68-a1ea-4f47-a8a2-4b94473cbac6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:12:46.016733 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c266ee68-a1ea-4f47-a8a2-4b94473cbac6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5105155 Sep 21 15:12:46.017466 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56240) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:46.023081 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-68857f24-c51b-48a9-8ab1-b63a482b452a None None] Provisioning for port 16fcd832-e88c-401a-8987-3481ac69ae3e completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:46.095841 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-68857f24-c51b-48a9-8ab1-b63a482b452a None None] Provisioning complete for port 16fcd832-e88c-401a-8987-3481ac69ae3e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:46.096477 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-68857f24-c51b-48a9-8ab1-b63a482b452a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:46.127829 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3e3379cd-8dd4-490b-a342-90d4504c3958 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:46.166443 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3e3379cd-8dd4-490b-a342-90d4504c3958 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:network and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:46.172951 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-68857f24-c51b-48a9-8ab1-b63a482b452a None None] Port 16fcd832-e88c-401a-8987-3481ac69ae3e cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:12:46.176300 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-51cdc872-b078-4559-a5aa-37b16e4a6d99 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port 16fcd832-e88c-401a-8987-3481ac69ae3e {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:46.177602 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-51cdc872-b078-4559-a5aa-37b16e4a6d99 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:46.197066 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3e3379cd-8dd4-490b-a342-90d4504c3958 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:46.212241 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-f4f8169e-ee31-4ab9-98cf-152345ecc076', 'network_id': 'f4f8169e-ee31-4ab9-98cf-152345ecc076', 'tenant_id': 'bb9c11e9af854d96b17445323eac9a86', 'fixed_ips': [{'subnet_id': '27654f8c-12ca-4233-a31d-6ef0585b7e55'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:12:46.213291 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:46.222300 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3e3379cd-8dd4-490b-a342-90d4504c3958 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:46.225130 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f954d19-a75b-464f-a6bf-afeddd315d20 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65163961'] for subnet, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:46.300358 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3379cd-8dd4-490b-a342-90d4504c3958 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:46.313215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e3379cd-8dd4-490b-a342-90d4504c3958 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:46.367369 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 390a3c6e-f955-452a-9601-9cfae7cb9acf completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:46.376568 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 467b298a-9d95-434d-94f0-1f506a00570f up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:12:46.542792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3379cd-8dd4-490b-a342-90d4504c3958 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:12:46.554121 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:46.565154 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56258) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:46.584341 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 467b298a-9d95-434d-94f0-1f506a00570f completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:46.590803 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 467b298a-9d95-434d-94f0-1f506a00570f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:46.591496 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:46.628637 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e3379cd-8dd4-490b-a342-90d4504c3958 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:46.629376 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-3e3379cd-8dd4-490b-a342-90d4504c3958 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Added segment f66dab8e-59e1-412b-95d9-22228944ff0b of type vlan for network dc838fbc-beb6-4fd0-9db4-54047a2183df Sep 21 15:12:46.783688 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7477897-22ff-4aad-870f-7f1126afa975 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:46.805982 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 467b298a-9d95-434d-94f0-1f506a00570f is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:46.806434 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:46.831279 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1497069765', 'router:external': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:46.848265 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 467b298a-9d95-434d-94f0-1f506a00570f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=467b298a-9d95-434d-94f0-1f506a00570f,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:46.854283 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-51cdc872-b078-4559-a5aa-37b16e4a6d99 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:46.856482 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:46.862021 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7477897-22ff-4aad-870f-7f1126afa975 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Pushing event deleted for resources: {'Port': ['ID=3fa5e76b-00f1-4e85-abb2-929a31696e55,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:46.880676 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:46.890199 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e3379cd-8dd4-490b-a342-90d4504c3958 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:46.896530 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Usage tracker for resource:network and tenant:13e4b4da3ee542a1bb3bb840b7fb46c5 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:46.905532 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:46.923666 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:46.926494 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:46.977250 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af96af5-624c-4d43-accc-3522dba62bd0 None None] Network 57c8bde9-3a77-4349-99ae-50f5a061bf70 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:46.983098 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56270) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:47.006188 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f954d19-a75b-464f-a6bf-afeddd315d20 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774317589580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-65867014'] for subnet, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.085142 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=467b298a-9d95-434d-94f0-1f506a00570f,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:47.094967 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:47.101996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f954d19-a75b-464f-a6bf-afeddd315d20 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event updated for resources: {'Subnet': ['ID=27654f8c-12ca-4233-a31d-6ef0585b7e55,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:47.109728 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:47.111808 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Made reservation on behalf of 13e4b4da3ee542a1bb3bb840b7fb46c5 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:47.114543 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.130524 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:47.162766 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-51cdc872-b078-4559-a5aa-37b16e4a6d99 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for 16fcd832-e88c-401a-8987-3481ac69ae3e owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:47.181127 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-50024c48-56b4-4b0a-b6d8-599260b153e9 None None] Provisioning for port 390a3c6e-f955-452a-9601-9cfae7cb9acf completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:47.225623 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-50024c48-56b4-4b0a-b6d8-599260b153e9 None None] Provisioning complete for port 390a3c6e-f955-452a-9601-9cfae7cb9acf triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:47.225993 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-50024c48-56b4-4b0a-b6d8-599260b153e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.256397 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f954d19-a75b-464f-a6bf-afeddd315d20 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:47.257370 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f954d19-a75b-464f-a6bf-afeddd315d20 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.259045 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7f954d19-a75b-464f-a6bf-afeddd315d20 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "PUT /v2.0/subnets/27654f8c-12ca-4233-a31d-6ef0585b7e55 HTTP/1.1" status: 200 len: 877 time: 1.4752982 Sep 21 15:12:47.267998 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7477897-22ff-4aad-870f-7f1126afa975 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.272037 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.274524 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] Allocated IP 172.20.0.3 (f4f8169e-ee31-4ab9-98cf-152345ecc076/27654f8c-12ca-4233-a31d-6ef0585b7e55/ebc612cf-64e1-44b1-b341-3548c1af13f8) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:47.281353 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e3379cd-8dd4-490b-a342-90d4504c3958 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.287945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3379cd-8dd4-490b-a342-90d4504c3958 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:47.288474 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e3379cd-8dd4-490b-a342-90d4504c3958 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.307425 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56276) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:47.349094 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6949d5ac-f77b-4980-b726-443baef4320c tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1044001251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:47.389744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Port': ['ID=cb9a6acf-81b4-4924-bdb2-55513abe3bfe,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:47.400971 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6949d5ac-f77b-4980-b726-443baef4320c tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:47.459180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:47.494764 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6949d5ac-f77b-4980-b726-443baef4320c tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Usage tracker for resource:router and tenant:de09bc90f10b40479574534633ba29a2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:47.518635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6949d5ac-f77b-4980-b726-443baef4320c tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:47.522123 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Usage tracker for resource:security_group_rule and tenant:13e4b4da3ee542a1bb3bb840b7fb46c5 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:47.525042 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:47.539805 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3e3379cd-8dd4-490b-a342-90d4504c3958 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5792162 Sep 21 15:12:47.540883 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6949d5ac-f77b-4980-b726-443baef4320c tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:47.545811 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-50024c48-56b4-4b0a-b6d8-599260b153e9 None None] Current status of the port 390a3c6e-f955-452a-9601-9cfae7cb9acf is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:47.546190 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-50024c48-56b4-4b0a-b6d8-599260b153e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.550002 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:47.551943 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56280) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:47.563046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3379cd-8dd4-490b-a342-90d4504c3958 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Network': ['ID=dc838fbc-beb6-4fd0-9db4-54047a2183df,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:47.572230 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-fb84d1d5-4353-43a9-a672-fc17df492292 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'subnet': {'network_id': 'dc838fbc-beb6-4fd0-9db4-54047a2183df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:47.593036 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6949d5ac-f77b-4980-b726-443baef4320c tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.594049 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6949d5ac-f77b-4980-b726-443baef4320c tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.661994 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network dc838fbc-beb6-4fd0-9db4-54047a2183df details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:12:47.701146 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 467b298a-9d95-434d-94f0-1f506a00570f up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:12:47.703915 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6949d5ac-f77b-4980-b726-443baef4320c tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.709281 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7477897-22ff-4aad-870f-7f1126afa975 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.721287 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7477897-22ff-4aad-870f-7f1126afa975 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.777549 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fb84d1d5-4353-43a9-a672-fc17df492292 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:47.783329 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.787596 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fb84d1d5-4353-43a9-a672-fc17df492292 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:subnet and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:47.791669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fb84d1d5-4353-43a9-a672-fc17df492292 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:47.826013 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-50024c48-56b4-4b0a-b6d8-599260b153e9 None None] For port 390a3c6e-f955-452a-9601-9cfae7cb9acf, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=390a3c6e-f955-452a-9601-9cfae7cb9acf,segment=NetworkSegment(5c8f88ab-d87f-4fe2-a709-871cb6284cc0),segment_id=5c8f88ab-d87f-4fe2-a709-871cb6284cc0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:47.837541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6949d5ac-f77b-4980-b726-443baef4320c tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.839783 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fb84d1d5-4353-43a9-a672-fc17df492292 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:47.850124 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7477897-22ff-4aad-870f-7f1126afa975 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.850377 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7477897-22ff-4aad-870f-7f1126afa975 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Fanout notify agent at l3_agent the message router_deleted on router 4a5c4073-9993-4809-b447-10d3b26d30ea {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:12:47.850516 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-50024c48-56b4-4b0a-b6d8-599260b153e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.920237 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.931110 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb84d1d5-4353-43a9-a672-fc17df492292 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:47.934861 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fb84d1d5-4353-43a9-a672-fc17df492292 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.935576 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.937222 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6949d5ac-f77b-4980-b726-443baef4320c tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.938466 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6949d5ac-f77b-4980-b726-443baef4320c tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9458473 Sep 21 15:12:47.941237 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.944964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56284) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:47.966748 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] Transition to ACTIVE for port object ebc612cf-64e1-44b1-b341-3548c1af13f8 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:47.975511 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:47.998149 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50024c48-56b4-4b0a-b6d8-599260b153e9 None None] Pushing event updated for resources: {'Port': ['ID=390a3c6e-f955-452a-9601-9cfae7cb9acf,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:48.001311 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] Transition to ACTIVE for port object ebc612cf-64e1-44b1-b341-3548c1af13f8 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:48.019319 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 467b298a-9d95-434d-94f0-1f506a00570f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:48.019698 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:48.027222 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7477897-22ff-4aad-870f-7f1126afa975 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:48.036960 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d7477897-22ff-4aad-870f-7f1126afa975 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "DELETE /v2.0/routers/4a5c4073-9993-4809-b447-10d3b26d30ea HTTP/1.1" status: 204 len: 168 time: 4.1902013 Sep 21 15:12:48.037797 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56288) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:48.058597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:48.059968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ad1560-a763-463c-8fa1-43f0dc076f7d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:48.064998 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1617195980', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:48.088251 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-51cdc872-b078-4559-a5aa-37b16e4a6d99 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:48.094908 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:48.151456 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Usage tracker for resource:router and tenant:7bad09e824d64a47a07cf201139b93ce is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:48.154614 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:48.193492 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:48.197675 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] Network f4f8169e-ee31-4ab9-98cf-152345ecc076 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:48.199837 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] Pushing event updated for resources: {'Port': ['ID=ebc612cf-64e1-44b1-b341-3548c1af13f8,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:48.205763 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:48.210533 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdc872-b078-4559-a5aa-37b16e4a6d99 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Port': ['ID=16fcd832-e88c-401a-8987-3481ac69ae3e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:48.210715 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:48.251617 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:48.300088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-51cdc872-b078-4559-a5aa-37b16e4a6d99 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:48.305073 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-51cdc872-b078-4559-a5aa-37b16e4a6d99 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/16fcd832-e88c-401a-8987-3481ac69ae3e HTTP/1.1" status: 204 len: 168 time: 2.2820055 Sep 21 15:12:48.307194 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ca541c54-e2e9-453e-8792-280d76c2714f None None] Provisioning complete for port 390a3c6e-f955-452a-9601-9cfae7cb9acf triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:48.307194 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ca541c54-e2e9-453e-8792-280d76c2714f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:48.307935 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56292) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:48.346911 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:48.347929 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:48.374676 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1311623697'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:48.380885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:48.384203 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Usage tracker for resource:network and tenant:de09bc90f10b40479574534633ba29a2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:48.390027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:48.394599 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:48.419394 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Made reservation on behalf of de09bc90f10b40479574534633ba29a2 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:48.423183 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:48.440461 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:48.441341 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:48.446727 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] Attempting to bind port ebc612cf-64e1-44b1-b341-3548c1af13f8 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:12:48.447097 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] Attempting to bind port ebc612cf-64e1-44b1-b341-3548c1af13f8 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'cfd394bb-ebfb-4208-b1a7-4f5b941b0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f4f8169e-ee31-4ab9-98cf-152345ecc076'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:12:48.447463 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] Attempting to bind port ebc612cf-64e1-44b1-b341-3548c1af13f8 on network f4f8169e-ee31-4ab9-98cf-152345ecc076 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:12:48.451351 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:12:48.456968 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:12:48.456968 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] Checking segment: {'id': 'cfd394bb-ebfb-4208-b1a7-4f5b941b0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f4f8169e-ee31-4ab9-98cf-152345ecc076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:48.457287 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:48.458259 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] Bound using segment: {'id': 'cfd394bb-ebfb-4208-b1a7-4f5b941b0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f4f8169e-ee31-4ab9-98cf-152345ecc076'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:12:48.458609 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] Bound port: ebc612cf-64e1-44b1-b341-3548c1af13f8, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd394bb-ebfb-4208-b1a7-4f5b941b0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f4f8169e-ee31-4ab9-98cf-152345ecc076'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:12:48.459238 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:48.485806 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e10c42-88f2-4099-ba73-d75d4187d68a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:48.487473 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e10c42-88f2-4099-ba73-d75d4187d68a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:48.488327 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-44e10c42-88f2-4099-ba73-d75d4187d68a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:12:48.513554 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:48.523981 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:48.535122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:48.535862 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Added segment b43d80b5-9a49-4063-aedd-29c4d0714523 of type vlan for network e6eac6db-d891-4605-ad87-352fc6efe8ea Sep 21 15:12:48.545727 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Usage tracker for resource:security_group_rule and tenant:de09bc90f10b40479574534633ba29a2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:48.558322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] For port ebc612cf-64e1-44b1-b341-3548c1af13f8, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:12:48.561560 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] For port ebc612cf-64e1-44b1-b341-3548c1af13f8, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ebc612cf-64e1-44b1-b341-3548c1af13f8,segment=NetworkSegment(cfd394bb-ebfb-4208-b1a7-4f5b941b0d85),segment_id=cfd394bb-ebfb-4208-b1a7-4f5b941b0d85)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:12:48.563853 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:48.566282 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 467b298a-9d95-434d-94f0-1f506a00570f is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:48.578179 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:48.580093 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:48.668267 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-44e10c42-88f2-4099-ba73-d75d4187d68a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:12:48.671981 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-44e10c42-88f2-4099-ba73-d75d4187d68a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3606868 Sep 21 15:12:48.671981 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Subnet': ['ID=27654f8c-12ca-4233-a31d-6ef0585b7e55,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:48.674505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56296) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:48.736092 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:48.765278 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df99a0f-bcb5-45ca-934d-806f2a95a23f None None] Pushing event updated for resources: {'Port': ['ID=ebc612cf-64e1-44b1-b341-3548c1af13f8,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:48.776111 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ca541c54-e2e9-453e-8792-280d76c2714f None None] Current status of the port 390a3c6e-f955-452a-9601-9cfae7cb9acf is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:48.792082 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7366bf8-c24c-4704-b174-ba2fd236a5bd None None] Network f4f8169e-ee31-4ab9-98cf-152345ecc076 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:48.796531 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:48.823512 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf50bab-2f83-4bf1-959a-3fa4532d6d3f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet fb5923b9-e19d-440f-8beb-1d2c2443bdc2 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:12:48.826807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2bf50bab-2f83-4bf1-959a-3fa4532d6d3f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:48.984015 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2bf50bab-2f83-4bf1-959a-3fa4532d6d3f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.018507 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.028250 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fb84d1d5-4353-43a9-a672-fc17df492292 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.029472 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f880c745-e07f-482d-ad68-e074d7883904 None None] Network f4f8169e-ee31-4ab9-98cf-152345ecc076 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:49.074570 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.075834 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:49.076596 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.171628 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f8169e-ee31-4ab9-98cf-152345ecc076']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:49.181694 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.202669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd394bb-ebfb-4208-b1a7-4f5b941b0d85') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:49.202669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd394bb-ebfb-4208-b1a7-4f5b941b0d85') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:49.247696 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.255216 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc33c7d6-7ce1-4946-af38-918c4868a030 None None] get_active_networks_info from dv-neutron-858731-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:12:49.258601 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84d1d5-4353-43a9-a672-fc17df492292 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Subnet': ['ID=919d5cbd-c697-47be-8d08-a200262dd322,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:49.271885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.282011 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.286136 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.7121544 Sep 21 15:12:49.289992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca525f01-38b5-4d28-bd44-7d50ff11c94d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Pushing event updated for resources: {'Network': ['ID=e6eac6db-d891-4605-ad87-352fc6efe8ea,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:49.292286 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56300) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:49.304987 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.308584 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network e6eac6db-d891-4605-ad87-352fc6efe8ea details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:12:49.312422 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b16537be-b4f8-4a75-b49c-391dcbea65ac tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Request body: {'subnet': {'network_id': 'e6eac6db-d891-4605-ad87-352fc6efe8ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:49.336150 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b16537be-b4f8-4a75-b49c-391dcbea65ac tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:49.354707 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:12:49.355057 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.356337 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b16537be-b4f8-4a75-b49c-391dcbea65ac tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Usage tracker for resource:subnet and tenant:13e4b4da3ee542a1bb3bb840b7fb46c5 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:49.370764 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:12:49.373586 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb84d1d5-4353-43a9-a672-fc17df492292 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Checking segment: {'id': 'f66dab8e-59e1-412b-95d9-22228944ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dc838fbc-beb6-4fd0-9db4-54047a2183df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:49.373735 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb84d1d5-4353-43a9-a672-fc17df492292 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network hostable DHCP agents. Network: dc838fbc-beb6-4fd0-9db4-54047a2183df, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:12:49.378514 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b16537be-b4f8-4a75-b49c-391dcbea65ac tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:49.382304 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2bf50bab-2f83-4bf1-959a-3fa4532d6d3f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.441790 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b16537be-b4f8-4a75-b49c-391dcbea65ac tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:49.444442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37797740-1d71-4e20-a157-ab91fbe3ff4e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:49.452586 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.452810 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Added segment 11c99d6b-98c4-4835-97c2-22c6ea0ec94f of type vlan for network 07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b Sep 21 15:12:49.489172 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment cfd394bb-ebfb-4208-b1a7-4f5b941b0d85 resource provider aggregate not found Sep 21 15:12:49.495133 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Router 54296ff3-8581-4108-ae4d-59d32167d7ec is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:12:49.496951 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16537be-b4f8-4a75-b49c-391dcbea65ac tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Made reservation on behalf of 13e4b4da3ee542a1bb3bb840b7fb46c5 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:49.499268 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b16537be-b4f8-4a75-b49c-391dcbea65ac tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.501668 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 15:12:49.501668 dv-neutron-858731-1-hyperv neutron-server[89019]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 15:12:49.501668 dv-neutron-858731-1-hyperv neutron-server[89019]: [parameters: {'id': 'f4f8169e-ee31-4ab9-98cf-152345ecc076'}] Sep 21 15:12:49.501668 dv-neutron-858731-1-hyperv neutron-server[89019]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:12:49.502295 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:12:49.519734 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment cfd394bb-ebfb-4208-b1a7-4f5b941b0d85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cfd394bb-ebfb-4208-b1a7-4f5b941b0d85 found for delete ", "request_id": "req-dd089315-90dd-4c3f-a40b-cd2a15132f06"}]} Sep 21 15:12:49.524784 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb84d1d5-4353-43a9-a672-fc17df492292 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network dc838fbc-beb6-4fd0-9db4-54047a2183df is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:12:49.530462 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.548733 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-fb84d1d5-4353-43a9-a672-fc17df492292 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, dc838fbc-beb6-4fd0-9db4-54047a2183df) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:49.555673 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb84d1d5-4353-43a9-a672-fc17df492292 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:49.556392 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fb84d1d5-4353-43a9-a672-fc17df492292 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.608494 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fb84d1d5-4353-43a9-a672-fc17df492292 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0455673 Sep 21 15:12:49.612008 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56308) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:49.617755 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-484d31b0-296b-415d-bf4f-a63ef0622d8a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'port': {'network_id': 'dc838fbc-beb6-4fd0-9db4-54047a2183df', 'name': 'tempest-PortsIpV6TestJSON-1574610590'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:49.640252 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 390a3c6e-f955-452a-9601-9cfae7cb9acf up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:12:49.751085 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc33c7d6-7ce1-4946-af38-918c4868a030 None None] Unable to find a vacant binding_index for network dc838fbc-beb6-4fd0-9db4-54047a2183df and agent a76b6515-7316-48e5-883c-4ffff6036423 {{(pid=89020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 21 15:12:49.754577 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 390a3c6e-f955-452a-9601-9cfae7cb9acf triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:49.755481 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.786874 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc33c7d6-7ce1-4946-af38-918c4868a030 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, dc838fbc-beb6-4fd0-9db4-54047a2183df) {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:12:49.812328 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:12:49.843566 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2bf50bab-2f83-4bf1-959a-3fa4532d6d3f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.907309 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.910749 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf50bab-2f83-4bf1-959a-3fa4532d6d3f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=fb5923b9-e19d-440f-8beb-1d2c2443bdc2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:49.914710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2bf50bab-2f83-4bf1-959a-3fa4532d6d3f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.917986 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:12:49.919788 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.926061 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:49.927674 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.950646 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:49.963472 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a49e13-ee09-4fcc-aed8-4b60820198e4 None None] Sync routers for ids ['54296ff3-8581-4108-ae4d-59d32167d7ec'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:12:50.026082 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a49e13-ee09-4fcc-aed8-4b60820198e4 None None] Routers {'54296ff3-8581-4108-ae4d-59d32167d7ec'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:50.026639 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d8a49e13-ee09-4fcc-aed8-4b60820198e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['54296ff3-8581-4108-ae4d-59d32167d7ec'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:50.103582 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Allocated IP 172.26.4.43 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/25811345-54a3-4878-a6a7-6c1289c45287) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:50.110990 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 390a3c6e-f955-452a-9601-9cfae7cb9acf is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:50.117825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d8a49e13-ee09-4fcc-aed8-4b60820198e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:50.176296 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a49e13-ee09-4fcc-aed8-4b60820198e4 None None] Routers {'54296ff3-8581-4108-ae4d-59d32167d7ec'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:50.177003 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d8a49e13-ee09-4fcc-aed8-4b60820198e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['54296ff3-8581-4108-ae4d-59d32167d7ec'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:50.221503 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2450757 Sep 21 15:12:50.221503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:50.221503 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cf33b1a3-b434-44e3-8e10-bb0b89b2878d tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.0515082 Sep 21 15:12:50.224957 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56312) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:50.225398 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56314) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:50.230914 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2bf50bab-2f83-4bf1-959a-3fa4532d6d3f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/fb5923b9-e19d-440f-8beb-1d2c2443bdc2 HTTP/1.1" status: 204 len: 168 time: 1.5452762 Sep 21 15:12:50.233017 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56316) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:50.238312 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f68d3b-168b-4f9d-8024-bb4854320a0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event updated for resources: {'Network': ['ID=07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:50.252347 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d8a49e13-ee09-4fcc-aed8-4b60820198e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:50.252779 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a49e13-ee09-4fcc-aed8-4b60820198e4 None None] The sync data for ids ['54296ff3-8581-4108-ae4d-59d32167d7ec'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:12:50.254150 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:12:50.275543 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:50.300288 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-bdfc8875-343f-4d50-82a6-cebf85319cab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Request body: {'subnet': {'network_id': '07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:50.303596 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:50.311684 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:50.350992 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-484d31b0-296b-415d-bf4f-a63ef0622d8a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:50.388701 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-484d31b0-296b-415d-bf4f-a63ef0622d8a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:50.393098 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Deleting port ebc612cf-64e1-44b1-b341-3548c1af13f8 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:50.393440 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:50.439880 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:50.446821 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-16a4d120-90d4-4acf-b7aa-356e330ac5ad tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2101655 Sep 21 15:12:50.452920 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:50.459387 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56324) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:50.466246 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:50.485618 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-dc838fbc-beb6-4fd0-9db4-54047a2183df', 'network_id': 'dc838fbc-beb6-4fd0-9db4-54047a2183df', 'tenant_id': 'd62e4783ba064d6c8874822841ebe351', 'fixed_ips': [{'subnet_id': '919d5cbd-c697-47be-8d08-a200262dd322'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:12:50.486503 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:50.496220 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-989b3e5d-9350-42e0-8122-5982e0c1d568 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:50.664005 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bdfc8875-343f-4d50-82a6-cebf85319cab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:50.670005 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] Allocated IP 2001:db8::2 (dc838fbc-beb6-4fd0-9db4-54047a2183df/919d5cbd-c697-47be-8d08-a200262dd322/2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:50.677230 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bdfc8875-343f-4d50-82a6-cebf85319cab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Usage tracker for resource:subnet and tenant:de09bc90f10b40479574534633ba29a2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:50.683921 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bdfc8875-343f-4d50-82a6-cebf85319cab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:50.708395 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bdfc8875-343f-4d50-82a6-cebf85319cab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:50.737722 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Pushing event updated for resources: {'Port': ['ID=25811345-54a3-4878-a6a7-6c1289c45287,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:50.748192 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484d31b0-296b-415d-bf4f-a63ef0622d8a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:50.751742 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-484d31b0-296b-415d-bf4f-a63ef0622d8a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:50.771901 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-989b3e5d-9350-42e0-8122-5982e0c1d568 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:50.796149 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfc8875-343f-4d50-82a6-cebf85319cab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Made reservation on behalf of de09bc90f10b40479574534633ba29a2 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:50.799664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdfc8875-343f-4d50-82a6-cebf85319cab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:50.815814 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-989b3e5d-9350-42e0-8122-5982e0c1d568 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:50.834199 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-989b3e5d-9350-42e0-8122-5982e0c1d568 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:50.846923 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-484d31b0-296b-415d-bf4f-a63ef0622d8a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] device_id is not set on port 70a45330-ccb2-4782-8a93-ac1a898e4f16 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:12:50.881134 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-989b3e5d-9350-42e0-8122-5982e0c1d568 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:50.886737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:50.899694 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] Transition to ACTIVE for port object 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:50.919663 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] Transition to ACTIVE for port object 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:50.925839 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:51.011107 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] Network dc838fbc-beb6-4fd0-9db4-54047a2183df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:51.018765 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:51.021442 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:51.053488 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989b3e5d-9350-42e0-8122-5982e0c1d568 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:51.056922 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-989b3e5d-9350-42e0-8122-5982e0c1d568 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:51.140853 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] Attempting to bind port 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:12:51.141425 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] Attempting to bind port 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'f66dab8e-59e1-412b-95d9-22228944ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dc838fbc-beb6-4fd0-9db4-54047a2183df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:12:51.141789 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] Attempting to bind port 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d on network dc838fbc-beb6-4fd0-9db4-54047a2183df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:12:51.150304 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:12:51.150805 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] Checking segment: {'id': 'f66dab8e-59e1-412b-95d9-22228944ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dc838fbc-beb6-4fd0-9db4-54047a2183df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:51.151446 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:51.151943 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] Bound using segment: {'id': 'f66dab8e-59e1-412b-95d9-22228944ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dc838fbc-beb6-4fd0-9db4-54047a2183df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:12:51.152654 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] Bound port: 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66dab8e-59e1-412b-95d9-22228944ff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dc838fbc-beb6-4fd0-9db4-54047a2183df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:12:51.153251 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:51.163124 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] Pushing event updated for resources: {'Port': ['ID=2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:51.251983 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] For port 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:12:51.256058 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] For port 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d,segment=NetworkSegment(f66dab8e-59e1-412b-95d9-22228944ff0b),segment_id=f66dab8e-59e1-412b-95d9-22228944ff0b)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:12:51.260419 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:51.276350 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdfc8875-343f-4d50-82a6-cebf85319cab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:51.364814 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] For port ebc612cf-64e1-44b1-b341-3548c1af13f8, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ebc612cf-64e1-44b1-b341-3548c1af13f8,segment=NetworkSegment(cfd394bb-ebfb-4208-b1a7-4f5b941b0d85),segment_id=cfd394bb-ebfb-4208-b1a7-4f5b941b0d85)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:51.365418 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:51.391431 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff39030-f510-4319-b490-c64d0ed9ac45 None None] Pushing event updated for resources: {'Port': ['ID=2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:51.587479 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Calling delete_port for ebc612cf-64e1-44b1-b341-3548c1af13f8 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:51.711622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc8875-343f-4d50-82a6-cebf85319cab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event updated for resources: {'Subnet': ['ID=e34fd61e-7ac5-420b-b340-a8d08ec2b9b7,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:51.774023 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.objects.ports [None req-b16537be-b4f8-4a75-b49c-391dcbea65ac tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:12:51.775394 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b16537be-b4f8-4a75-b49c-391dcbea65ac tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:51.775560 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-484d31b0-296b-415d-bf4f-a63ef0622d8a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Allocated IP 2001:db8::f9 (dc838fbc-beb6-4fd0-9db4-54047a2183df/919d5cbd-c697-47be-8d08-a200262dd322/70a45330-ccb2-4782-8a93-ac1a898e4f16) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:51.868142 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfc8875-343f-4d50-82a6-cebf85319cab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Checking segment: {'id': '11c99d6b-98c4-4835-97c2-22c6ea0ec94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:51.868697 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfc8875-343f-4d50-82a6-cebf85319cab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Network hostable DHCP agents. Network: 07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:12:51.897756 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:51.990723 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16537be-b4f8-4a75-b49c-391dcbea65ac tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Pushing event updated for resources: {'Subnet': ['ID=909cbc21-4215-4394-b3cb-5acbf406e82f,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:52.014803 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfc8875-343f-4d50-82a6-cebf85319cab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Network 07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:12:52.017772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0575b891-6493-46e1-ad1c-55c7e9a8a69c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:52.034090 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16537be-b4f8-4a75-b49c-391dcbea65ac tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Checking segment: {'id': 'b43d80b5-9a49-4063-aedd-29c4d0714523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e6eac6db-d891-4605-ad87-352fc6efe8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:52.034690 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16537be-b4f8-4a75-b49c-391dcbea65ac tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Network hostable DHCP agents. Network: e6eac6db-d891-4605-ad87-352fc6efe8ea, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:12:52.037493 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:52.047259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-bdfc8875-343f-4d50-82a6-cebf85319cab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:52.106872 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfc8875-343f-4d50-82a6-cebf85319cab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:52.107738 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdfc8875-343f-4d50-82a6-cebf85319cab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:52.114393 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:52.164147 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16537be-b4f8-4a75-b49c-391dcbea65ac tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Network e6eac6db-d891-4605-ad87-352fc6efe8ea is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:12:52.172012 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bdfc8875-343f-4d50-82a6-cebf85319cab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9417281 Sep 21 15:12:52.224178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56328) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:52.235141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b16537be-b4f8-4a75-b49c-391dcbea65ac tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, e6eac6db-d891-4605-ad87-352fc6efe8ea) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:52.249338 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6860836b-470d-42ee-9fac-8619da47880a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Request body: {'network': {'name': 'tempest-router-network01--1600951184'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:52.260690 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6860836b-470d-42ee-9fac-8619da47880a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:52.263701 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16537be-b4f8-4a75-b49c-391dcbea65ac tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:52.264304 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b16537be-b4f8-4a75-b49c-391dcbea65ac tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:52.275071 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6860836b-470d-42ee-9fac-8619da47880a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Usage tracker for resource:network and tenant:de09bc90f10b40479574534633ba29a2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:52.282932 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6860836b-470d-42ee-9fac-8619da47880a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:52.303944 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6860836b-470d-42ee-9fac-8619da47880a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:52.364075 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b16537be-b4f8-4a75-b49c-391dcbea65ac tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.0640051 Sep 21 15:12:52.369345 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56332) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:52.379161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6860836b-470d-42ee-9fac-8619da47880a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Made reservation on behalf of de09bc90f10b40479574534633ba29a2 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:52.383049 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6860836b-470d-42ee-9fac-8619da47880a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:52.403599 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9872d465-fcb4-4a0c-bc85-6900bbdf4c05 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-430110362', 'network_id': 'e6eac6db-d891-4605-ad87-352fc6efe8ea'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:52.420806 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9872d465-fcb4-4a0c-bc85-6900bbdf4c05 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:52.425006 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Port': ['ID=ebc612cf-64e1-44b1-b341-3548c1af13f8,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:52.430687 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9872d465-fcb4-4a0c-bc85-6900bbdf4c05 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Usage tracker for resource:port and tenant:13e4b4da3ee542a1bb3bb840b7fb46c5 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:52.437576 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No DVR routers for this DVR port ebc612cf-64e1-44b1-b341-3548c1af13f8 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:12:52.441394 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9872d465-fcb4-4a0c-bc85-6900bbdf4c05 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:52.497984 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9872d465-fcb4-4a0c-bc85-6900bbdf4c05 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:52.514442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6860836b-470d-42ee-9fac-8619da47880a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:12:52.570627 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9872d465-fcb4-4a0c-bc85-6900bbdf4c05 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Made reservation on behalf of 13e4b4da3ee542a1bb3bb840b7fb46c5 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:52.572997 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9872d465-fcb4-4a0c-bc85-6900bbdf4c05 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:52.588479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6860836b-470d-42ee-9fac-8619da47880a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:52.588849 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-6860836b-470d-42ee-9fac-8619da47880a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Added segment 5edc2f31-ea2d-4095-a2b9-fad338747db5 of type vlan for network 478ebf28-b6b1-47d9-9307-b30463ffc2d1 Sep 21 15:12:52.636715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-9872d465-fcb4-4a0c-bc85-6900bbdf4c05 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] device_id is not set on port 9807024c-2364-442c-9477-ae24edd3c6a4 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:12:52.683690 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-0575b891-6493-46e1-ad1c-55c7e9a8a69c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Allocated IP 172.20.0.1 (57c8bde9-3a77-4349-99ae-50f5a061bf70/118903a0-1d45-4f30-9751-75aba116ef61/d6083913-2bde-45de-9865-b038c7c0985d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:52.692624 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6860836b-470d-42ee-9fac-8619da47880a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:52.715669 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959136c7-d446-4236-a976-951de4849146 None None] Network dc838fbc-beb6-4fd0-9db4-54047a2183df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:52.737442 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ddf5cc-66c9-464c-953e-ec5a764db0d8 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:52.773825 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:52.815277 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6c93ee-6023-4348-8263-8a43d5942471 None None] Network e6eac6db-d891-4605-ad87-352fc6efe8ea requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:52.829323 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4428fa38-0f8c-44a2-a6dd-1393e968eda1 None None] Network 07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:52.867663 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f8169e-ee31-4ab9-98cf-152345ecc076']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:52.897447 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6860836b-470d-42ee-9fac-8619da47880a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:52.902878 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6860836b-470d-42ee-9fac-8619da47880a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:52.903483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6860836b-470d-42ee-9fac-8619da47880a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:52.962639 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-484d31b0-296b-415d-bf4f-a63ef0622d8a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:52.971527 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd394bb-ebfb-4208-b1a7-4f5b941b0d85') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:52.971836 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd394bb-ebfb-4208-b1a7-4f5b941b0d85') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:53.025225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-9872d465-fcb4-4a0c-bc85-6900bbdf4c05 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Allocated IP 2001:db8::129 (e6eac6db-d891-4605-ad87-352fc6efe8ea/909cbc21-4215-4394-b3cb-5acbf406e82f/9807024c-2364-442c-9477-ae24edd3c6a4) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:53.046417 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:53.052982 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a60223e1-343a-46bd-90e1-23765621e633 None None] Provisioning for port 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:53.062021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0575b891-6493-46e1-ad1c-55c7e9a8a69c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:53.079831 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-0575b891-6493-46e1-ad1c-55c7e9a8a69c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Transition to ACTIVE for port object d6083913-2bde-45de-9865-b038c7c0985d will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:53.090814 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-484d31b0-296b-415d-bf4f-a63ef0622d8a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Transition to ACTIVE for port object 70a45330-ccb2-4782-8a93-ac1a898e4f16 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:53.126169 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0575b891-6493-46e1-ad1c-55c7e9a8a69c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:53.167992 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:53.206616 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:12:53.207427 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:53.228762 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860836b-470d-42ee-9fac-8619da47880a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event updated for resources: {'Network': ['ID=478ebf28-b6b1-47d9-9307-b30463ffc2d1,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:53.231628 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6860836b-470d-42ee-9fac-8619da47880a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0057368 Sep 21 15:12:53.245494 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.objects.ports [None req-989b3e5d-9350-42e0-8122-5982e0c1d568 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:12:53.246532 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56342) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:53.253233 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0575b891-6493-46e1-ad1c-55c7e9a8a69c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Network 57c8bde9-3a77-4349-99ae-50f5a061bf70 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:53.261701 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-0575b891-6493-46e1-ad1c-55c7e9a8a69c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:53.272679 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0575b891-6493-46e1-ad1c-55c7e9a8a69c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:53.273705 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 478ebf28-b6b1-47d9-9307-b30463ffc2d1 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:12:53.308097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575b891-6493-46e1-ad1c-55c7e9a8a69c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Port': ['ID=d6083913-2bde-45de-9865-b038c7c0985d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:53.359094 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment cfd394bb-ebfb-4208-b1a7-4f5b941b0d85 resource provider aggregate not found Sep 21 15:12:53.377889 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-905cc3b1-6c9a-4857-83ff-0173259b2899 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Request body: {'network': {'name': 'tempest-router-network02--1536087463'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:53.381734 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-905cc3b1-6c9a-4857-83ff-0173259b2899 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:53.422894 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-905cc3b1-6c9a-4857-83ff-0173259b2899 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Usage tracker for resource:network and tenant:de09bc90f10b40479574534633ba29a2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:53.442725 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-905cc3b1-6c9a-4857-83ff-0173259b2899 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:53.447308 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment cfd394bb-ebfb-4208-b1a7-4f5b941b0d85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cfd394bb-ebfb-4208-b1a7-4f5b941b0d85 found for delete ", "request_id": "req-00d0f7c8-7a38-41b2-a26e-f988757c5a43"}]} Sep 21 15:12:53.456876 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:53.459723 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-905cc3b1-6c9a-4857-83ff-0173259b2899 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:53.474363 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0575b891-6493-46e1-ad1c-55c7e9a8a69c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:53.490855 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:53.574510 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b', 'network_id': '07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b', 'tenant_id': 'de09bc90f10b40479574534633ba29a2', 'fixed_ips': [{'subnet_id': 'e34fd61e-7ac5-420b-b340-a8d08ec2b9b7'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:12:53.575343 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:53.583412 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:53.618420 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-484d31b0-296b-415d-bf4f-a63ef0622d8a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:53.625444 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905cc3b1-6c9a-4857-83ff-0173259b2899 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Made reservation on behalf of de09bc90f10b40479574534633ba29a2 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:53.629239 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-905cc3b1-6c9a-4857-83ff-0173259b2899 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:53.688187 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Network': ['ID=f4f8169e-ee31-4ab9-98cf-152345ecc076,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:53.724808 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:12:53.850339 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bf01532e-63da-41d6-8480-a602bfff0030 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/f4f8169e-ee31-4ab9-98cf-152345ecc076 HTTP/1.1" status: 204 len: 168 time: 6.5418849 Sep 21 15:12:53.859148 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9872d465-fcb4-4a0c-bc85-6900bbdf4c05 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:53.862300 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56348) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:53.862632 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484d31b0-296b-415d-bf4f-a63ef0622d8a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network dc838fbc-beb6-4fd0-9db4-54047a2183df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:53.866696 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905cc3b1-6c9a-4857-83ff-0173259b2899 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:12:53.869281 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5e65a097-e49c-4862-b819-3c6a73e5f2bc None None] Provisioning for port d6083913-2bde-45de-9865-b038c7c0985d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:53.872986 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab69790-0951-4728-bfd7-a1c13a70993b None None] Network e6eac6db-d891-4605-ad87-352fc6efe8ea requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:53.879469 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-484d31b0-296b-415d-bf4f-a63ef0622d8a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:53.888691 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d31b0-296b-415d-bf4f-a63ef0622d8a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:53.894031 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d31b0-296b-415d-bf4f-a63ef0622d8a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:53.894963 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-484d31b0-296b-415d-bf4f-a63ef0622d8a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:53.908854 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d31b0-296b-415d-bf4f-a63ef0622d8a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=70a45330-ccb2-4782-8a93-ac1a898e4f16,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:53.911722 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5e65a097-e49c-4862-b819-3c6a73e5f2bc None None] Provisioning complete for port d6083913-2bde-45de-9865-b038c7c0985d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:53.912324 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5e65a097-e49c-4862-b819-3c6a73e5f2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:53.917580 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-905cc3b1-6c9a-4857-83ff-0173259b2899 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:53.917924 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-905cc3b1-6c9a-4857-83ff-0173259b2899 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Added segment da0c70ef-c10a-4393-a279-cae88551439a of type vlan for network c3dfde79-11bc-4448-9f80-db86c6f220c1 Sep 21 15:12:53.919632 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9a78a4-69de-4fe8-8528-9c49e59fd395 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:53.920187 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b9a78a4-69de-4fe8-8528-9c49e59fd395 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:53.924965 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4b9a78a4-69de-4fe8-8528-9c49e59fd395 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/subnets/27654f8c-12ca-4233-a31d-6ef0585b7e55 HTTP/1.1" status: 404 len: 337 time: 0.0613241 Sep 21 15:12:53.929113 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56352) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:53.961931 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d8cca5-c7fb-4065-9018-4352232632a6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:53.962494 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d8cca5-c7fb-4065-9018-4352232632a6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:53.967519 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-07d8cca5-c7fb-4065-9018-4352232632a6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/f4f8169e-ee31-4ab9-98cf-152345ecc076 HTTP/1.1" status: 404 len: 339 time: 0.0374105 Sep 21 15:12:53.969255 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56356) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:54.014623 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-484d31b0-296b-415d-bf4f-a63ef0622d8a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3989978 Sep 21 15:12:54.020621 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d22f67d-f5b8-491f-b82c-4510e5fae24b tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:54.020621 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d22f67d-f5b8-491f-b82c-4510e5fae24b tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:54.021878 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-905cc3b1-6c9a-4857-83ff-0173259b2899 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:54.024969 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3d22f67d-f5b8-491f-b82c-4510e5fae24b tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/subnets/128e0adc-ecf2-4971-8085-80800e02f325 HTTP/1.1" status: 404 len: 337 time: 0.0494843 Sep 21 15:12:54.024969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56360) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:54.067762 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56362) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:54.088716 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-989b3e5d-9350-42e0-8122-5982e0c1d568 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:54.093639 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1b0d90a0-923f-4052-9775-ac47a2d63f80 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'port': {'network_id': 'dc838fbc-beb6-4fd0-9db4-54047a2183df', 'name': 'tempest-PortsIpV6TestJSON-1848352428'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:54.167602 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0575b891-6493-46e1-ad1c-55c7e9a8a69c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:54.175954 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5e65a097-e49c-4862-b819-3c6a73e5f2bc None None] Port d6083913-2bde-45de-9865-b038c7c0985d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:12:54.190075 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-905cc3b1-6c9a-4857-83ff-0173259b2899 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:54.195385 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:54.196694 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905cc3b1-6c9a-4857-83ff-0173259b2899 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:54.197364 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-905cc3b1-6c9a-4857-83ff-0173259b2899 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:54.201297 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-34565108-5297-4d65-8a1c-b333753b1348 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:54.201829 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34565108-5297-4d65-8a1c-b333753b1348 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:54.206299 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-34565108-5297-4d65-8a1c-b333753b1348 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/9cbc8766-c583-48fe-ae92-d5eea042ba61 HTTP/1.1" status: 404 len: 339 time: 0.1328876 Sep 21 15:12:54.227940 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56368) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:54.238380 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:54.238750 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:54.245240 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9872d465-fcb4-4a0c-bc85-6900bbdf4c05 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:54.309610 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] Allocated IP 2001:db8::2 (07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b/e34fd61e-7ac5-420b-b340-a8d08ec2b9b7/9e971c1b-9c7d-4561-9ee9-77d5c8aa0367) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:54.381667 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9872d465-fcb4-4a0c-bc85-6900bbdf4c05 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Network e6eac6db-d891-4605-ad87-352fc6efe8ea is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:54.387758 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-9872d465-fcb4-4a0c-bc85-6900bbdf4c05 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:54.396071 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9872d465-fcb4-4a0c-bc85-6900bbdf4c05 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:54.397137 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9872d465-fcb4-4a0c-bc85-6900bbdf4c05 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:54.397750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9872d465-fcb4-4a0c-bc85-6900bbdf4c05 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:54.401535 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872d465-fcb4-4a0c-bc85-6900bbdf4c05 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Pushing event updated for resources: {'Port': ['ID=9807024c-2364-442c-9477-ae24edd3c6a4,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:54.544005 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9872d465-fcb4-4a0c-bc85-6900bbdf4c05 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1730416 Sep 21 15:12:54.547037 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1b0d90a0-923f-4052-9775-ac47a2d63f80 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:54.550903 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56372) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:54.598259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1b0d90a0-923f-4052-9775-ac47a2d63f80 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:port and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:54.614787 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1b0d90a0-923f-4052-9775-ac47a2d63f80 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:54.631802 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1b0d90a0-923f-4052-9775-ac47a2d63f80 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:54.721181 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-507d89a7-a4be-4fdd-8086-2d38475db846 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Deleting port 9807024c-2364-442c-9477-ae24edd3c6a4 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:54.721527 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-507d89a7-a4be-4fdd-8086-2d38475db846 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:54.753016 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-056b56b0-100f-4504-82a5-d5c793b42fab tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:54.759120 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0d90a0-923f-4052-9775-ac47a2d63f80 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:54.762546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b0d90a0-923f-4052-9775-ac47a2d63f80 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:54.813164 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:54.821179 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-905cc3b1-6c9a-4857-83ff-0173259b2899 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5674534 Sep 21 15:12:54.824194 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:54.824722 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:54.828133 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905cc3b1-6c9a-4857-83ff-0173259b2899 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event updated for resources: {'Network': ['ID=c3dfde79-11bc-4448-9f80-db86c6f220c1,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:54.831267 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Router 25c7b46d-5b6a-45d2-9007-9d1cfe956895 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:12:54.839766 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] Transition to ACTIVE for port object 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:54.860491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] Transition to ACTIVE for port object 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:54.871701 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network c3dfde79-11bc-4448-9f80-db86c6f220c1 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:12:54.887527 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56376) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:54.892278 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bb5d58e3-7d34-4527-aad5-e1e2deac5d36 None None] Provisioning complete for port 467b298a-9d95-434d-94f0-1f506a00570f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:54.893192 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bb5d58e3-7d34-4527-aad5-e1e2deac5d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:54.919091 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:54.923905 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-17c637a4-ae09-4082-aecb-4120a0c7a62b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Request body: {'subnet': {'network_id': '478ebf28-b6b1-47d9-9307-b30463ffc2d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:55.012047 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-1b0d90a0-923f-4052-9775-ac47a2d63f80 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] device_id is not set on port db55008a-18ad-4d59-84d1-c4339f62e408 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:12:55.132020 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15d2680-fc6a-4a0f-9732-7b83a77886ea None None] Network dc838fbc-beb6-4fd0-9db4-54047a2183df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:55.169895 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0575b891-6493-46e1-ad1c-55c7e9a8a69c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:55.231125 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0575b891-6493-46e1-ad1c-55c7e9a8a69c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:55.248872 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-056b56b0-100f-4504-82a5-d5c793b42fab tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:55.256198 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] Network 07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:55.262437 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d,segment=NetworkSegment(f66dab8e-59e1-412b-95d9-22228944ff0b),segment_id=f66dab8e-59e1-412b-95d9-22228944ff0b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:55.270734 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:55.276182 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] Pushing event updated for resources: {'Port': ['ID=9e971c1b-9c7d-4561-9ee9-77d5c8aa0367,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:55.279617 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:55.285583 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:55.320438 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-056b56b0-100f-4504-82a5-d5c793b42fab tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653ec7b5-0730-4ad0-a17d-ce7085c0c0d8']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:55.421315 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-056b56b0-100f-4504-82a5-d5c793b42fab tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075a23ec-8497-4d85-96c7-83a25313a381') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:55.421520 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-056b56b0-100f-4504-82a5-d5c793b42fab tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075a23ec-8497-4d85-96c7-83a25313a381') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:55.429791 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-17c637a4-ae09-4082-aecb-4120a0c7a62b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:55.432843 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-989b3e5d-9350-42e0-8122-5982e0c1d568 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] For port 467b298a-9d95-434d-94f0-1f506a00570f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=467b298a-9d95-434d-94f0-1f506a00570f,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:55.442611 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-17c637a4-ae09-4082-aecb-4120a0c7a62b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Usage tracker for resource:subnet and tenant:de09bc90f10b40479574534633ba29a2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:55.449519 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-17c637a4-ae09-4082-aecb-4120a0c7a62b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:55.452961 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0575b891-6493-46e1-ad1c-55c7e9a8a69c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:55.453866 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-056b56b0-100f-4504-82a5-d5c793b42fab tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:55.456240 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575b891-6493-46e1-ad1c-55c7e9a8a69c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Port': ['ID=d6083913-2bde-45de-9865-b038c7c0985d,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:55.473876 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-17c637a4-ae09-4082-aecb-4120a0c7a62b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:55.492282 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-056b56b0-100f-4504-82a5-d5c793b42fab tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:55.494941 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-1b0d90a0-923f-4052-9775-ac47a2d63f80 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Allocated IP 2001:db8::107 (dc838fbc-beb6-4fd0-9db4-54047a2183df/919d5cbd-c697-47be-8d08-a200262dd322/db55008a-18ad-4d59-84d1-c4339f62e408) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:55.503812 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-056b56b0-100f-4504-82a5-d5c793b42fab tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:12:55.504234 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-056b56b0-100f-4504-82a5-d5c793b42fab tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:55.519496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-507d89a7-a4be-4fdd-8086-2d38475db846 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:55.532118 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c637a4-ae09-4082-aecb-4120a0c7a62b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Made reservation on behalf of de09bc90f10b40479574534633ba29a2 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:55.536433 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-17c637a4-ae09-4082-aecb-4120a0c7a62b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:55.553267 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 075a23ec-8497-4d85-96c7-83a25313a381 resource provider aggregate not found Sep 21 15:12:55.577928 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:55.580713 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] Attempting to bind port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:12:55.581090 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] Attempting to bind port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '11c99d6b-98c4-4835-97c2-22c6ea0ec94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:12:55.581456 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] Attempting to bind port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 on network 07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:12:55.603352 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:12:55.603725 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] Checking segment: {'id': '11c99d6b-98c4-4835-97c2-22c6ea0ec94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:55.604134 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:55.604564 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] Bound using segment: {'id': '11c99d6b-98c4-4835-97c2-22c6ea0ec94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:12:55.605047 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] Bound port: 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c99d6b-98c4-4835-97c2-22c6ea0ec94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:12:55.605426 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:55.613217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:12:55.621949 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-989b3e5d-9350-42e0-8122-5982e0c1d568 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:12:55.636444 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bb5d58e3-7d34-4527-aad5-e1e2deac5d36 None None] Current status of the port 467b298a-9d95-434d-94f0-1f506a00570f is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:55.652111 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337c2ffe-55bf-428a-811f-3b1709148d33 None None] Sync routers for ids ['25c7b46d-5b6a-45d2-9007-9d1cfe956895'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:12:55.676001 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337c2ffe-55bf-428a-811f-3b1709148d33 None None] Routers {'25c7b46d-5b6a-45d2-9007-9d1cfe956895'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:55.678422 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-337c2ffe-55bf-428a-811f-3b1709148d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['25c7b46d-5b6a-45d2-9007-9d1cfe956895'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:55.731659 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-989b3e5d-9350-42e0-8122-5982e0c1d568 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:55.734681 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 075a23ec-8497-4d85-96c7-83a25313a381 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 075a23ec-8497-4d85-96c7-83a25313a381 found for delete ", "request_id": "req-bea69d5f-1b1c-4f6b-af5a-0b748be843c2"}]} Sep 21 15:12:55.762248 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-989b3e5d-9350-42e0-8122-5982e0c1d568 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:55.763109 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-989b3e5d-9350-42e0-8122-5982e0c1d568 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:55.765945 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] For port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:12:55.769447 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] For port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9e971c1b-9c7d-4561-9ee9-77d5c8aa0367,segment=NetworkSegment(11c99d6b-98c4-4835-97c2-22c6ea0ec94f),segment_id=11c99d6b-98c4-4835-97c2-22c6ea0ec94f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:12:55.779996 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:55.794989 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-337c2ffe-55bf-428a-811f-3b1709148d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:55.808641 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337c2ffe-55bf-428a-811f-3b1709148d33 None None] Routers {'25c7b46d-5b6a-45d2-9007-9d1cfe956895'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:55.809761 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-337c2ffe-55bf-428a-811f-3b1709148d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['25c7b46d-5b6a-45d2-9007-9d1cfe956895'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:55.845718 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:55.850933 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-52bea3cc-32ed-4547-afbb-e9fbabb694cd tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.8035595 Sep 21 15:12:55.865788 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56384) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:55.866163 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-50f9eab1-6c90-4f28-9d2b-8c5bac47a326 None None] Provisioning for port 70a45330-ccb2-4782-8a93-ac1a898e4f16 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:55.880541 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-50f9eab1-6c90-4f28-9d2b-8c5bac47a326 None None] Provisioning complete for port 70a45330-ccb2-4782-8a93-ac1a898e4f16 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:55.881164 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-50f9eab1-6c90-4f28-9d2b-8c5bac47a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:55.890716 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-507d89a7-a4be-4fdd-8086-2d38475db846 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Calling delete_port for 9807024c-2364-442c-9477-ae24edd3c6a4 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:55.906385 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-43f7774d-5395-42f8-9192-f80102bf57d9 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:55.926170 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b757b-1961-457d-8d7f-f9650536d26c None None] Pushing event updated for resources: {'Port': ['ID=9e971c1b-9c7d-4561-9ee9-77d5c8aa0367,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:55.969780 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-056b56b0-100f-4504-82a5-d5c793b42fab tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:55.981390 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-056b56b0-100f-4504-82a5-d5c793b42fab tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:55.982898 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-337c2ffe-55bf-428a-811f-3b1709148d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:55.987886 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337c2ffe-55bf-428a-811f-3b1709148d33 None None] The sync data for ids ['25c7b46d-5b6a-45d2-9007-9d1cfe956895'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:12:55.988120 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-50f9eab1-6c90-4f28-9d2b-8c5bac47a326 None None] Port 70a45330-ccb2-4782-8a93-ac1a898e4f16 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:12:56.019252 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-50f9eab1-6c90-4f28-9d2b-8c5bac47a326 None None] Provisioning complete for port 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:56.020098 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-50f9eab1-6c90-4f28-9d2b-8c5bac47a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:56.075490 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989b3e5d-9350-42e0-8122-5982e0c1d568 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:56.095181 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b56b0-100f-4504-82a5-d5c793b42fab tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Network': ['ID=653ec7b5-0730-4ad0-a17d-ce7085c0c0d8,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:56.107868 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-989b3e5d-9350-42e0-8122-5982e0c1d568 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:56.111351 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989b3e5d-9350-42e0-8122-5982e0c1d568 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:56.112028 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-989b3e5d-9350-42e0-8122-5982e0c1d568 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:56.130161 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cbfec1-bb4e-48dd-9fa3-a7f8f359ea14 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:56.130995 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-056b56b0-100f-4504-82a5-d5c793b42fab tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/653ec7b5-0730-4ad0-a17d-ce7085c0c0d8 HTTP/1.1" status: 204 len: 168 time: 1.8854177 Sep 21 15:12:56.141111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b3e5d-9350-42e0-8122-5982e0c1d568 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=0e3691c4-3c4e-44bd-9ee2-be621cd4d8f3,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:56.147506 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56388) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:56.307076 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0575b891-6493-46e1-ad1c-55c7e9a8a69c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Network 57c8bde9-3a77-4349-99ae-50f5a061bf70 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:56.316649 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-0575b891-6493-46e1-ad1c-55c7e9a8a69c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:56.469672 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b3e5d-9350-42e0-8122-5982e0c1d568 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=467b298a-9d95-434d-94f0-1f506a00570f,revision_number=6']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:56.512343 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-507d89a7-a4be-4fdd-8086-2d38475db846 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:56.533763 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-989b3e5d-9350-42e0-8122-5982e0c1d568 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.0732336 Sep 21 15:12:56.535328 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcd878b-2e0c-4b05-8fa8-31e598e292f8 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:56.538565 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dcd878b-2e0c-4b05-8fa8-31e598e292f8 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:56.539739 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56392) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:56.554137 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6dcd878b-2e0c-4b05-8fa8-31e598e292f8 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/subnets/77e0b01b-5992-46ea-81ce-2f0ab6091ace HTTP/1.1" status: 404 len: 337 time: 0.4025526 Sep 21 15:12:56.561929 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56394) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:56.593348 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-50f9eab1-6c90-4f28-9d2b-8c5bac47a326 None None] Current status of the port 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:56.648339 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-65bf7641-c9b0-4156-ae1f-0a9125e76b30 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'mac_address': 'fa:16:3e:ee:ae:44', 'name': 'tempest-NetworksTestDHCPv6-736875289'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:56.728687 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-9855e3f8-fea2-47bf-845d-c1966aac8f72 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:56.729172 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9855e3f8-fea2-47bf-845d-c1966aac8f72 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:56.733423 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9855e3f8-fea2-47bf-845d-c1966aac8f72 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/1f5ccd87-738b-4eb0-b471-053d7bf435a9 HTTP/1.1" status: 404 len: 339 time: 0.1675396 Sep 21 15:12:56.745234 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b0d90a0-923f-4052-9775-ac47a2d63f80 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:56.750620 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cf200010-a0ea-4829-bb58-ff0284de59bf None None] Provisioning complete for port 70a45330-ccb2-4782-8a93-ac1a898e4f16 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:56.750987 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cf200010-a0ea-4829-bb58-ff0284de59bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:56.757542 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d89a7-a4be-4fdd-8086-2d38475db846 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Pushing event deleted for resources: {'Port': ['ID=9807024c-2364-442c-9477-ae24edd3c6a4,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:56.813030 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56400) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:56.833556 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cf200010-a0ea-4829-bb58-ff0284de59bf None None] Port 70a45330-ccb2-4782-8a93-ac1a898e4f16 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:12:56.871832 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cf200010-a0ea-4829-bb58-ff0284de59bf None None] Provisioning complete for port 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:56.872944 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cf200010-a0ea-4829-bb58-ff0284de59bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:56.959918 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-879b1096-9c79-4af9-beaa-6c620d2083b3 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:56.959918 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-879b1096-9c79-4af9-beaa-6c620d2083b3 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:56.961348 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-879b1096-9c79-4af9-beaa-6c620d2083b3 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/subnets/915093bb-e658-4bc5-8579-0c3316656cca HTTP/1.1" status: 404 len: 337 time: 0.1341860 Sep 21 15:12:56.970021 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56404) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:57.084144 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-507d89a7-a4be-4fdd-8086-2d38475db846 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:57.107478 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cf200010-a0ea-4829-bb58-ff0284de59bf None None] Current status of the port 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:57.126392 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-1b0d90a0-923f-4052-9775-ac47a2d63f80 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Transition to ACTIVE for port object db55008a-18ad-4d59-84d1-c4339f62e408 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:57.152363 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-507d89a7-a4be-4fdd-8086-2d38475db846 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "DELETE /v2.0/ports/9807024c-2364-442c-9477-ae24edd3c6a4 HTTP/1.1" status: 204 len: 168 time: 2.5994973 Sep 21 15:12:57.154579 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-4125d23e-1d87-42b4-8f45-476af094dc27 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:57.155074 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4125d23e-1d87-42b4-8f45-476af094dc27 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:57.160180 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4125d23e-1d87-42b4-8f45-476af094dc27 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/2db43778-f581-44f4-b811-be3e1ae30771 HTTP/1.1" status: 404 len: 339 time: 0.1858640 Sep 21 15:12:57.166173 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56408) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:57.166680 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56410) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:57.212514 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-17c637a4-ae09-4082-aecb-4120a0c7a62b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:57.232005 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6eac6db-d891-4605-ad87-352fc6efe8ea', 'external_fixed_ips': [{'subnet_id': '909cbc21-4215-4394-b3cb-5acbf406e82f', 'ip_address': '2001:db8::129'}]}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:57.242488 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2c4baed5-6b31-4bae-8de8-cf6fec2f419a None None] Provisioning complete for port d6083913-2bde-45de-9865-b038c7c0985d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:57.243437 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2c4baed5-6b31-4bae-8de8-cf6fec2f419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:57.245531 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd453a5-8fa9-41cb-bf49-a082024d8936 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:57.246221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bd453a5-8fa9-41cb-bf49-a082024d8936 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:57.250953 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4bd453a5-8fa9-41cb-bf49-a082024d8936 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/subnets/02f54628-2c35-4cf0-9695-8b4266a23d4b HTTP/1.1" status: 404 len: 337 time: 0.0769486 Sep 21 15:12:57.255426 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56416) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:57.257821 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:57.286196 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Usage tracker for resource:router and tenant:13e4b4da3ee542a1bb3bb840b7fb46c5 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:57.299475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:57.325597 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:57.329141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0575b891-6493-46e1-ad1c-55c7e9a8a69c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Router 54296ff3-8581-4108-ae4d-59d32167d7ec has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:12:57.337222 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2c4baed5-6b31-4bae-8de8-cf6fec2f419a None None] Port d6083913-2bde-45de-9865-b038c7c0985d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:12:57.355583 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-65bf7641-c9b0-4156-ae1f-0a9125e76b30 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:57.365959 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2c4baed5-6b31-4bae-8de8-cf6fec2f419a None None] Provisioning complete for port 70a45330-ccb2-4782-8a93-ac1a898e4f16 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:57.366567 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2c4baed5-6b31-4bae-8de8-cf6fec2f419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:57.371409 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-65bf7641-c9b0-4156-ae1f-0a9125e76b30 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:57.398908 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b558e3-b4ef-40e7-8a3e-44a8b01eb8bc tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:57.399396 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b558e3-b4ef-40e7-8a3e-44a8b01eb8bc tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:57.401091 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f8b558e3-b4ef-40e7-8a3e-44a8b01eb8bc tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/08525e6f-157e-4f8d-b2f7-b162fffcf956 HTTP/1.1" status: 404 len: 339 time: 0.1417227 Sep 21 15:12:57.410062 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56420) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:57.443420 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2c4baed5-6b31-4bae-8de8-cf6fec2f419a None None] Port 70a45330-ccb2-4782-8a93-ac1a898e4f16 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:12:57.467497 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:57.468536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:57.471117 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2c4baed5-6b31-4bae-8de8-cf6fec2f419a None None] Provisioning complete for port 467b298a-9d95-434d-94f0-1f506a00570f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:57.471872 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2c4baed5-6b31-4bae-8de8-cf6fec2f419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:57.479088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c637a4-ae09-4082-aecb-4120a0c7a62b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event updated for resources: {'Subnet': ['ID=9652b484-ec17-4b73-9ba8-bf45e5f6bc49,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:57.486969 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f5567d-0c9b-48ff-874d-5f055aa36a66 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:57.487997 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f5567d-0c9b-48ff-874d-5f055aa36a66 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:57.495855 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-22f5567d-0c9b-48ff-874d-5f055aa36a66 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/subnets/b2d745b7-f130-4711-b3b5-7a2564904251 HTTP/1.1" status: 404 len: 337 time: 0.0816331 Sep 21 15:12:57.499557 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b0d90a0-923f-4052-9775-ac47a2d63f80 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:57.501281 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bf7641-c9b0-4156-ae1f-0a9125e76b30 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:57.523657 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56424) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:57.549774 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61f430a-2d09-42b4-863e-5177955fa9d7 None None] Network 07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:57.586500 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c637a4-ae09-4082-aecb-4120a0c7a62b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Checking segment: {'id': '5edc2f31-ea2d-4095-a2b9-fad338747db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '478ebf28-b6b1-47d9-9307-b30463ffc2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:57.586878 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c637a4-ae09-4082-aecb-4120a0c7a62b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Network hostable DHCP agents. Network: 478ebf28-b6b1-47d9-9307-b30463ffc2d1, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:12:57.613509 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43f7774d-5395-42f8-9192-f80102bf57d9 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:57.626832 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c637a4-ae09-4082-aecb-4120a0c7a62b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Network 478ebf28-b6b1-47d9-9307-b30463ffc2d1 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:12:57.647969 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43f7774d-5395-42f8-9192-f80102bf57d9 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:57.655591 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-17c637a4-ae09-4082-aecb-4120a0c7a62b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 478ebf28-b6b1-47d9-9307-b30463ffc2d1) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:57.661385 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c637a4-ae09-4082-aecb-4120a0c7a62b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:57.662866 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-17c637a4-ae09-4082-aecb-4120a0c7a62b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:57.675473 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ff6a48-43c8-434f-8476-b2f2febcab66 None None] Network 478ebf28-b6b1-47d9-9307-b30463ffc2d1 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:57.687223 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:12:57.699585 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-43f7774d-5395-42f8-9192-f80102bf57d9 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Deleting port 25811345-54a3-4878-a6a7-6c1289c45287 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:57.699585 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43f7774d-5395-42f8-9192-f80102bf57d9 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:57.700687 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:57.723007 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a646641-d845-4635-a750-c9644af539f9 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:57.724248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a646641-d845-4635-a750-c9644af539f9 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:57.741273 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-17c637a4-ae09-4082-aecb-4120a0c7a62b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8270071 Sep 21 15:12:57.742103 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56428) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:57.758326 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-edf3c2a8-2163-4fec-aa26-3d871c30c6cd tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Request body: {'subnet': {'network_id': 'c3dfde79-11bc-4448-9f80-db86c6f220c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:57.851987 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:12:57.931253 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0d90a0-923f-4052-9775-ac47a2d63f80 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network dc838fbc-beb6-4fd0-9db4-54047a2183df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:57.946636 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-1b0d90a0-923f-4052-9775-ac47a2d63f80 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:57.968837 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-edf3c2a8-2163-4fec-aa26-3d871c30c6cd tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:57.970043 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2a646641-d845-4635-a750-c9644af539f9 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/078f41e9-bc97-4efe-9ef5-184c4183d0cb HTTP/1.1" status: 404 len: 339 time: 0.4386108 Sep 21 15:12:57.970742 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56432) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:57.972488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0d90a0-923f-4052-9775-ac47a2d63f80 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:57.972893 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-edf3c2a8-2163-4fec-aa26-3d871c30c6cd tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Usage tracker for resource:subnet and tenant:de09bc90f10b40479574534633ba29a2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:57.975842 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-edf3c2a8-2163-4fec-aa26-3d871c30c6cd tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:57.978546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0d90a0-923f-4052-9775-ac47a2d63f80 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:57.978703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b0d90a0-923f-4052-9775-ac47a2d63f80 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:57.981677 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-edf3c2a8-2163-4fec-aa26-3d871c30c6cd tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:57.990791 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2c4baed5-6b31-4bae-8de8-cf6fec2f419a None None] Current status of the port 467b298a-9d95-434d-94f0-1f506a00570f is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:57.999579 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf3c2a8-2163-4fec-aa26-3d871c30c6cd tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Made reservation on behalf of de09bc90f10b40479574534633ba29a2 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:58.002876 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edf3c2a8-2163-4fec-aa26-3d871c30c6cd tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:58.054583 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d90a0-923f-4052-9775-ac47a2d63f80 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=db55008a-18ad-4d59-84d1-c4339f62e408,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:58.071941 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00b35c4-8684-4610-92f5-76ff205c21e4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:58.072651 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e00b35c4-8684-4610-92f5-76ff205c21e4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:58.078113 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e00b35c4-8684-4610-92f5-76ff205c21e4 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/subnets/8b0ee6af-e9f8-488e-8f16-01830985a1be HTTP/1.1" status: 404 len: 337 time: 0.0868819 Sep 21 15:12:58.079911 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56436) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:58.134283 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43f7774d-5395-42f8-9192-f80102bf57d9 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:58.189391 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:58.199197 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-65b11658-a7e1-4afd-ae22-727b8b92592b None None] Provisioning for port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:12:58.209544 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:58.209918 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:58.232506 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1b0d90a0-923f-4052-9775-ac47a2d63f80 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2065802 Sep 21 15:12:58.237495 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56440) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:58.271949 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-65b11658-a7e1-4afd-ae22-727b8b92592b None None] Provisioning complete for port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:58.272241 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-65b11658-a7e1-4afd-ae22-727b8b92592b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:58.286324 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-43f7774d-5395-42f8-9192-f80102bf57d9 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Calling delete_port for 25811345-54a3-4878-a6a7-6c1289c45287 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:12:58.313635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0575b891-6493-46e1-ad1c-55c7e9a8a69c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:12:58.362305 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbea42e-18de-4b30-9c35-1baf46a400b9 None None] Sync routers for ids ['54296ff3-8581-4108-ae4d-59d32167d7ec'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:12:58.365245 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0575b891-6493-46e1-ad1c-55c7e9a8a69c tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "PUT /v2.0/routers/54296ff3-8581-4108-ae4d-59d32167d7ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1332767 Sep 21 15:12:58.368304 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56444) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:58.371981 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-42200221-90b1-4282-afc1-85df4394b0a6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:58.372489 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42200221-90b1-4282-afc1-85df4394b0a6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:58.376976 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-42200221-90b1-4282-afc1-85df4394b0a6 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/164c064c-2e87-4637-b682-681d84f77c1d HTTP/1.1" status: 404 len: 339 time: 0.2904513 Sep 21 15:12:58.380644 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65bf7641-c9b0-4156-ae1f-0a9125e76b30 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:58.389274 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c01a2d3e-8bcb-4800-9fcf-1f16698efaf4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Request body: {'port': {'network_id': '57c8bde9-3a77-4349-99ae-50f5a061bf70', 'name': 'tempest-FloatingIPTestJSON-1622104487'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:12:58.396441 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbea42e-18de-4b30-9c35-1baf46a400b9 None None] Routers {'54296ff3-8581-4108-ae4d-59d32167d7ec'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:58.397103 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9bbea42e-18de-4b30-9c35-1baf46a400b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['54296ff3-8581-4108-ae4d-59d32167d7ec'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:58.400962 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56448) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:58.468255 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-478ebf28-b6b1-47d9-9307-b30463ffc2d1', 'network_id': '478ebf28-b6b1-47d9-9307-b30463ffc2d1', 'tenant_id': 'de09bc90f10b40479574534633ba29a2', 'fixed_ips': [{'subnet_id': '9652b484-ec17-4b73-9ba8-bf45e5f6bc49'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:12:58.469102 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:58.503708 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9bbea42e-18de-4b30-9c35-1baf46a400b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:58.524983 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-59fe182b-c774-4a85-9b8b-4a0fd02a5eff tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:58.525541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59fe182b-c774-4a85-9b8b-4a0fd02a5eff tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:58.529945 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-59fe182b-c774-4a85-9b8b-4a0fd02a5eff tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/subnets/8ea89a0f-986d-4c4a-81a8-96b02e5e7524 HTTP/1.1" status: 404 len: 337 time: 0.1278450 Sep 21 15:12:58.572194 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:58.572609 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:58.587460 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56452) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:58.639071 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-65bf7641-c9b0-4156-ae1f-0a9125e76b30 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] device_id is not set on port 9d9eae3f-d2fb-4900-a303-0a2045196356 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:12:58.680860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:58.691830 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c010d5-b8b5-429b-a2d0-bf9d8762d18a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:58.692951 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c010d5-b8b5-429b-a2d0-bf9d8762d18a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:58.697251 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a9c010d5-b8b5-429b-a2d0-bf9d8762d18a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/203ac830-b946-43af-91d5-9ac275600e75 HTTP/1.1" status: 404 len: 339 time: 0.1048217 Sep 21 15:12:58.703461 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56456) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:58.781994 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] Allocated IP 2001:db8::2 (478ebf28-b6b1-47d9-9307-b30463ffc2d1/9652b484-ec17-4b73-9ba8-bf45e5f6bc49/4c70f9a8-f57a-40e2-ac28-b4956210470c) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:58.782573 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba95986-108d-4cc0-a304-aeeb9735ee72 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:58.783035 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba95986-108d-4cc0-a304-aeeb9735ee72 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:58.813174 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edf3c2a8-2163-4fec-aa26-3d871c30c6cd tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:58.854233 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5ba95986-108d-4cc0-a304-aeeb9735ee72 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/subnets/e6a38128-cf32-4c6c-8d67-41b22dfd878f HTTP/1.1" status: 404 len: 337 time: 0.1474586 Sep 21 15:12:58.857266 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56460) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:58.939570 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c01a2d3e-8bcb-4800-9fcf-1f16698efaf4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:12:58.939952 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0019515-ac84-4eb6-b69a-84288ceab032 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:58.940637 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d0019515-ac84-4eb6-b69a-84288ceab032 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Synchronizing usage tracker for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:12:58.952160 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-606813ac-6969-47d1-b2c7-1e003b0c5953 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:58.952661 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606813ac-6969-47d1-b2c7-1e003b0c5953 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:58.956649 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-606813ac-6969-47d1-b2c7-1e003b0c5953 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/c20ae06e-db10-4134-ad48-74caf41b42f2 HTTP/1.1" status: 404 len: 339 time: 0.0939314 Sep 21 15:12:58.959212 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c01a2d3e-8bcb-4800-9fcf-1f16698efaf4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Usage tracker for resource:port and tenant:157f5050b7144cb78f4f1a9791bb2308 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:12:58.959521 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56464) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:58.971036 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c01a2d3e-8bcb-4800-9fcf-1f16698efaf4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:12:58.980945 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3c2a8-2163-4fec-aa26-3d871c30c6cd tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event updated for resources: {'Subnet': ['ID=6cf29f06-204d-410e-9956-4413da694f55,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:58.990913 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c01a2d3e-8bcb-4800-9fcf-1f16698efaf4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:12:59.007617 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43f7774d-5395-42f8-9192-f80102bf57d9 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:59.011944 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf3c2a8-2163-4fec-aa26-3d871c30c6cd tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Checking segment: {'id': 'da0c70ef-c10a-4393-a279-cae88551439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c3dfde79-11bc-4448-9f80-db86c6f220c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:59.012616 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf3c2a8-2163-4fec-aa26-3d871c30c6cd tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Network hostable DHCP agents. Network: c3dfde79-11bc-4448-9f80-db86c6f220c1, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:12:59.021174 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff21bf4b-1856-4e55-ac36-e97b9c4a8c94 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:59.022014 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff21bf4b-1856-4e55-ac36-e97b9c4a8c94 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:59.023920 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ff21bf4b-1856-4e55-ac36-e97b9c4a8c94 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/subnets/1692d65c-33c7-4cf6-8145-2008d3f5f79e HTTP/1.1" status: 404 len: 337 time: 0.0613332 Sep 21 15:12:59.034365 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56468) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:59.038105 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbea42e-18de-4b30-9c35-1baf46a400b9 None None] Routers {'54296ff3-8581-4108-ae4d-59d32167d7ec'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:12:59.038789 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9bbea42e-18de-4b30-9c35-1baf46a400b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['54296ff3-8581-4108-ae4d-59d32167d7ec'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:59.059226 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-65bf7641-c9b0-4156-ae1f-0a9125e76b30 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8::f816:3eff:feee:ae44 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/0e3691c4-3c4e-44bd-9ee2-be621cd4d8f3/9d9eae3f-d2fb-4900-a303-0a2045196356) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:12:59.062553 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01a2d3e-8bcb-4800-9fcf-1f16698efaf4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Made reservation on behalf of 157f5050b7144cb78f4f1a9791bb2308 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:12:59.065793 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d0019515-ac84-4eb6-b69a-84288ceab032 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Unset dirty status for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:12:59.066309 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c01a2d3e-8bcb-4800-9fcf-1f16698efaf4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:59.067126 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d0019515-ac84-4eb6-b69a-84288ceab032 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Af9 HTTP/1.1" status: 200 len: 928 time: 0.7681684 Sep 21 15:12:59.075046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56472) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:59.082292 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c1e4d2-51f6-4a67-81be-c4741e423d49 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] DELETE failed (client error): The resource could not be found. Sep 21 15:12:59.083080 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c1e4d2-51f6-4a67-81be-c4741e423d49 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:12:59.085006 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-26c1e4d2-51f6-4a67-81be-c4741e423d49 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/2907002c-7e9e-4ef3-9652-45e3a55ade6f HTTP/1.1" status: 404 len: 339 time: 0.0494237 Sep 21 15:12:59.087795 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56476) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:59.165304 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9bbea42e-18de-4b30-9c35-1baf46a400b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:12:59.165718 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbea42e-18de-4b30-9c35-1baf46a400b9 None None] The sync data for ids ['54296ff3-8581-4108-ae4d-59d32167d7ec'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:12:59.171141 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7774d-5395-42f8-9192-f80102bf57d9 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Pushing event deleted for resources: {'Port': ['ID=25811345-54a3-4878-a6a7-6c1289c45287,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:59.185017 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:59.201998 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9e971c1b-9c7d-4561-9ee9-77d5c8aa0367,segment=NetworkSegment(11c99d6b-98c4-4835-97c2-22c6ea0ec94f),segment_id=11c99d6b-98c4-4835-97c2-22c6ea0ec94f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:12:59.202584 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] Transition to ACTIVE for port object 4c70f9a8-f57a-40e2-ac28-b4956210470c will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:59.205105 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-65b11658-a7e1-4afd-ae22-727b8b92592b None None] Current status of the port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:12:59.205405 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-65b11658-a7e1-4afd-ae22-727b8b92592b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:59.214802 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-32bb9947-bde8-4d3a-a417-105c9ab88c3f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting port db55008a-18ad-4d59-84d1-c4339f62e408 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:12:59.215216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32bb9947-bde8-4d3a-a417-105c9ab88c3f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:59.228002 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:59.229498 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:12:59.240795 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-c01a2d3e-8bcb-4800-9fcf-1f16698efaf4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] device_id is not set on port 3e6a61ab-4e9f-4a66-aa56-b212c53a14ae yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:12:59.300519 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf3c2a8-2163-4fec-aa26-3d871c30c6cd tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Network c3dfde79-11bc-4448-9f80-db86c6f220c1 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:12:59.339819 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] Transition to ACTIVE for port object 4c70f9a8-f57a-40e2-ac28-b4956210470c will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:59.342220 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-edf3c2a8-2163-4fec-aa26-3d871c30c6cd tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, c3dfde79-11bc-4448-9f80-db86c6f220c1) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:59.346221 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf3c2a8-2163-4fec-aa26-3d871c30c6cd tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:12:59.346834 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edf3c2a8-2163-4fec-aa26-3d871c30c6cd tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:59.354359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43f7774d-5395-42f8-9192-f80102bf57d9 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:59.386063 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adf98fe-f981-4625-ac2b-dbd928ee12ba None None] Network c3dfde79-11bc-4448-9f80-db86c6f220c1 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:12:59.408651 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:59.423026 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d927f3-4de5-4477-be4e-43c69bd09c6a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Deleting subnet 06dc0fde-dbf3-4cbf-9bf4-a39fa590300b {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:12:59.440763 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-85d927f3-4de5-4477-be4e-43c69bd09c6a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:59.489645 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=9e971c1b-9c7d-4561-9ee9-77d5c8aa0367,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:59.529628 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65bf7641-c9b0-4156-ae1f-0a9125e76b30 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:59.553937 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-65bf7641-c9b0-4156-ae1f-0a9125e76b30 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Transition to ACTIVE for port object 9d9eae3f-d2fb-4900-a303-0a2045196356 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:12:59.574650 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] Network 478ebf28-b6b1-47d9-9307-b30463ffc2d1 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:12:59.585606 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65bf7641-c9b0-4156-ae1f-0a9125e76b30 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:59.587023 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:12:59.592741 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-65b11658-a7e1-4afd-ae22-727b8b92592b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:12:59.593090 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-65b11658-a7e1-4afd-ae22-727b8b92592b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:12:59.599571 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:12:59.627677 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:12:59.628031 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:59.651800 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] Pushing event updated for resources: {'Port': ['ID=4c70f9a8-f57a-40e2-ac28-b4956210470c,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:12:59.761228 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-edf3c2a8-2163-4fec-aa26-3d871c30c6cd tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0107861 Sep 21 15:12:59.776176 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-85d927f3-4de5-4477-be4e-43c69bd09c6a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:59.806067 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56480) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:12:59.842092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] Attempting to bind port 4c70f9a8-f57a-40e2-ac28-b4956210470c on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:12:59.842457 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] Attempting to bind port 4c70f9a8-f57a-40e2-ac28-b4956210470c by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '5edc2f31-ea2d-4095-a2b9-fad338747db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '478ebf28-b6b1-47d9-9307-b30463ffc2d1'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:12:59.842814 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] Attempting to bind port 4c70f9a8-f57a-40e2-ac28-b4956210470c on network 478ebf28-b6b1-47d9-9307-b30463ffc2d1 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:12:59.856768 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:12:59.857150 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] Checking segment: {'id': '5edc2f31-ea2d-4095-a2b9-fad338747db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '478ebf28-b6b1-47d9-9307-b30463ffc2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:12:59.857530 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:59.857919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] Bound using segment: {'id': '5edc2f31-ea2d-4095-a2b9-fad338747db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '478ebf28-b6b1-47d9-9307-b30463ffc2d1'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:12:59.858377 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] Bound port: 4c70f9a8-f57a-40e2-ac28-b4956210470c, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edc2f31-ea2d-4095-a2b9-fad338747db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '478ebf28-b6b1-47d9-9307-b30463ffc2d1'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:12:59.858742 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:12:59.978322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-c3dfde79-11bc-4448-9f80-db86c6f220c1', 'network_id': 'c3dfde79-11bc-4448-9f80-db86c6f220c1', 'tenant_id': 'de09bc90f10b40479574534633ba29a2', 'fixed_ips': [{'subnet_id': '6cf29f06-204d-410e-9956-4413da694f55'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:12:59.978322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:00.002731 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bf7641-c9b0-4156-ae1f-0a9125e76b30 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:00.014608 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-65bf7641-c9b0-4156-ae1f-0a9125e76b30 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:00.023571 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bf7641-c9b0-4156-ae1f-0a9125e76b30 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:00.030223 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bf7641-c9b0-4156-ae1f-0a9125e76b30 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:00.031038 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65bf7641-c9b0-4156-ae1f-0a9125e76b30 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:00.037899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf7641-c9b0-4156-ae1f-0a9125e76b30 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=9d9eae3f-d2fb-4900-a303-0a2045196356,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:00.064619 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43f7774d-5395-42f8-9192-f80102bf57d9 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:00.092922 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:00.094033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 467b298a-9d95-434d-94f0-1f506a00570f up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:00.138515 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-65bf7641-c9b0-4156-ae1f-0a9125e76b30 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5820940 Sep 21 15:13:00.144276 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56484) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:00.150656 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32bb9947-bde8-4d3a-a417-105c9ab88c3f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:00.171129 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-c01a2d3e-8bcb-4800-9fcf-1f16698efaf4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Allocated IP 172.20.0.10 (57c8bde9-3a77-4349-99ae-50f5a061bf70/118903a0-1d45-4f30-9751-75aba116ef61/3e6a61ab-4e9f-4a66-aa56-b212c53a14ae) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:00.173505 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43f7774d-5395-42f8-9192-f80102bf57d9 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:00.241554 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-65b11658-a7e1-4afd-ae22-727b8b92592b None None] Current status of the port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:00.255724 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] For port 4c70f9a8-f57a-40e2-ac28-b4956210470c, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:13:00.265031 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] For port 4c70f9a8-f57a-40e2-ac28-b4956210470c, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=4c70f9a8-f57a-40e2-ac28-b4956210470c,segment=NetworkSegment(5edc2f31-ea2d-4095-a2b9-fad338747db5),segment_id=5edc2f31-ea2d-4095-a2b9-fad338747db5)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:13:00.282667 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:00.325728 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-32bb9947-bde8-4d3a-a417-105c9ab88c3f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Calling delete_port for db55008a-18ad-4d59-84d1-c4339f62e408 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:00.404083 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:00.462489 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-883969ab-10f8-438d-a45e-86e8e6509e6d None None] Provisioning for port 9d9eae3f-d2fb-4900-a303-0a2045196356 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:00.474786 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:00.486244 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-883969ab-10f8-438d-a45e-86e8e6509e6d None None] Provisioning complete for port 9d9eae3f-d2fb-4900-a303-0a2045196356 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:00.486616 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-883969ab-10f8-438d-a45e-86e8e6509e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:00.530959 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 467b298a-9d95-434d-94f0-1f506a00570f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:00.531478 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:00.561979 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07b7d5-7497-46dc-a0b6-50802842c241 None None] Pushing event updated for resources: {'Port': ['ID=4c70f9a8-f57a-40e2-ac28-b4956210470c,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:00.691346 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] Allocated IP 2001:db8::2 (c3dfde79-11bc-4448-9f80-db86c6f220c1/6cf29f06-204d-410e-9956-4413da694f55/1a99794c-d318-448d-8016-f2ba9cb5d811) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:00.698677 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f7774d-5395-42f8-9192-f80102bf57d9 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Router 25c7b46d-5b6a-45d2-9007-9d1cfe956895 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:13:00.828717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd314527-c8b1-4765-905d-0b8264f704f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:00.835480 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd314527-c8b1-4765-905d-0b8264f704f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:00.836228 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fd314527-c8b1-4765-905d-0b8264f704f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:13:00.848914 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32bb9947-bde8-4d3a-a417-105c9ab88c3f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:00.876397 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-883969ab-10f8-438d-a45e-86e8e6509e6d None None] Port 9d9eae3f-d2fb-4900-a303-0a2045196356 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:13:00.901236 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-883969ab-10f8-438d-a45e-86e8e6509e6d None None] Could not find standard attr ID for object db55008a-18ad-4d59-84d1-c4339f62e408. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:13:00.919483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fd314527-c8b1-4765-905d-0b8264f704f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:13:00.920680 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fd314527-c8b1-4765-905d-0b8264f704f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.7746937 Sep 21 15:13:00.923529 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Allocated IP 2001:db8::129 (e6eac6db-d891-4605-ad87-352fc6efe8ea/909cbc21-4215-4394-b3cb-5acbf406e82f/04b2c16e-6198-4c0b-98f5-6029345ecba6) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:00.925797 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb9947-bde8-4d3a-a417-105c9ab88c3f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Port': ['ID=db55008a-18ad-4d59-84d1-c4339f62e408,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:00.930035 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56488) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:00.938404 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 467b298a-9d95-434d-94f0-1f506a00570f is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:00.949666 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-883969ab-10f8-438d-a45e-86e8e6509e6d None None] Provisioning complete for port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:00.950036 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-883969ab-10f8-438d-a45e-86e8e6509e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:01.021610 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-85d927f3-4de5-4477-be4e-43c69bd09c6a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:01.036925 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32bb9947-bde8-4d3a-a417-105c9ab88c3f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:01.162638 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-96aaf127-8aa0-4621-8c26-6a9cdb4e7252 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port 9d9eae3f-d2fb-4900-a303-0a2045196356 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:01.162989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96aaf127-8aa0-4621-8c26-6a9cdb4e7252 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:01.168809 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f7774d-5395-42f8-9192-f80102bf57d9 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:13:01.175850 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43f7774d-5395-42f8-9192-f80102bf57d9 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:01.179098 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:01.180826 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-43f7774d-5395-42f8-9192-f80102bf57d9 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "PUT /v2.0/routers/25c7b46d-5b6a-45d2-9007-9d1cfe956895 HTTP/1.1" status: 200 len: 706 time: 5.3094926 Sep 21 15:13:01.185622 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acf3ded-c8bd-4153-b76f-6bf96cf49f6c None None] Sync routers for ids ['25c7b46d-5b6a-45d2-9007-9d1cfe956895'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:13:01.199372 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acf3ded-c8bd-4153-b76f-6bf96cf49f6c None None] Routers {'25c7b46d-5b6a-45d2-9007-9d1cfe956895'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:01.200072 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1acf3ded-c8bd-4153-b76f-6bf96cf49f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['25c7b46d-5b6a-45d2-9007-9d1cfe956895'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:01.230779 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56492) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:01.251840 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] Transition to ACTIVE for port object 1a99794c-d318-448d-8016-f2ba9cb5d811 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:01.304667 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 4c70f9a8-f57a-40e2-ac28-b4956210470c up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:01.361812 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1acf3ded-c8bd-4153-b76f-6bf96cf49f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:01.366178 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] Transition to ACTIVE for port object 1a99794c-d318-448d-8016-f2ba9cb5d811 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:01.383433 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acf3ded-c8bd-4153-b76f-6bf96cf49f6c None None] Routers {'25c7b46d-5b6a-45d2-9007-9d1cfe956895'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:01.384352 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1acf3ded-c8bd-4153-b76f-6bf96cf49f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['25c7b46d-5b6a-45d2-9007-9d1cfe956895'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:01.400085 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:01.444483 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-294ae446-4e11-4361-9ac7-730a3e5e49d3 tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "GET /v2.0/routers/25c7b46d-5b6a-45d2-9007-9d1cfe956895 HTTP/1.1" status: 200 len: 741 time: 0.2077777 Sep 21 15:13:01.453033 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56496) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:01.454072 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a55bf538-77fe-480b-848b-5a0c2f6b695b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:01.463263 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1acf3ded-c8bd-4153-b76f-6bf96cf49f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:01.464416 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acf3ded-c8bd-4153-b76f-6bf96cf49f6c None None] The sync data for ids ['25c7b46d-5b6a-45d2-9007-9d1cfe956895'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:13:01.476481 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-883969ab-10f8-438d-a45e-86e8e6509e6d None None] Current status of the port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:01.526739 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] Network c3dfde79-11bc-4448-9f80-db86c6f220c1 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:01.532355 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:01.534480 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-32bb9947-bde8-4d3a-a417-105c9ab88c3f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/ports/db55008a-18ad-4d59-84d1-c4339f62e408 HTTP/1.1" status: 204 len: 168 time: 2.4577668 Sep 21 15:13:01.535471 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:01.536220 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56500) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:01.538249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] Pushing event updated for resources: {'Port': ['ID=1a99794c-d318-448d-8016-f2ba9cb5d811,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:01.542194 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ce84fb9d-8f61-419a-86ae-ad6f652c1b9a tempest-RoutersAdminTest-36436420 tempest-RoutersAdminTest-36436420-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=445481ae-8997-4e7e-a514-07e782c48c85&device_id=25c7b46d-5b6a-45d2-9007-9d1cfe956895 HTTP/1.1" status: 200 len: 205 time: 0.0768065 Sep 21 15:13:01.545213 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56502) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:01.632942 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-85d927f3-4de5-4477-be4e-43c69bd09c6a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:01.633312 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 4c70f9a8-f57a-40e2-ac28-b4956210470c completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:01.646433 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:01.741953 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d927f3-4de5-4477-be4e-43c69bd09c6a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Subnet': ['ID=06dc0fde-dbf3-4cbf-9bf4-a39fa590300b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:01.743870 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] Attempting to bind port 1a99794c-d318-448d-8016-f2ba9cb5d811 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:13:01.749242 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] Attempting to bind port 1a99794c-d318-448d-8016-f2ba9cb5d811 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'da0c70ef-c10a-4393-a279-cae88551439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c3dfde79-11bc-4448-9f80-db86c6f220c1'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:13:01.750400 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] Attempting to bind port 1a99794c-d318-448d-8016-f2ba9cb5d811 on network c3dfde79-11bc-4448-9f80-db86c6f220c1 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:13:01.761687 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:13:01.762071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] Checking segment: {'id': 'da0c70ef-c10a-4393-a279-cae88551439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c3dfde79-11bc-4448-9f80-db86c6f220c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:13:01.762598 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:01.762996 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] Bound using segment: {'id': 'da0c70ef-c10a-4393-a279-cae88551439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c3dfde79-11bc-4448-9f80-db86c6f220c1'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:13:01.763517 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] Bound port: 1a99794c-d318-448d-8016-f2ba9cb5d811, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0c70ef-c10a-4393-a279-cae88551439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c3dfde79-11bc-4448-9f80-db86c6f220c1'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:13:01.763891 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:01.780184 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39780803-f506-4395-8d23-66300e2f8d88 None None] Network 478ebf28-b6b1-47d9-9307-b30463ffc2d1 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:01.780541 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-85d927f3-4de5-4477-be4e-43c69bd09c6a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:01.804533 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653e1e12-19d1-463a-a810-d062a91e3f0b None None] Network cfb5de40-957c-41ae-a5a5-4a580015e3ac requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:01.835783 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:01.843487 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f93e37b5-7e14-442a-a8fb-198337cf4451 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "GET /v2.0/ports?device_id=25c7b46d-5b6a-45d2-9007-9d1cfe956895 HTTP/1.1" status: 200 len: 205 time: 0.2929978 Sep 21 15:13:01.844487 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a035027d-214e-4564-b9d1-a831e54a692f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] GET failed (client error): The resource could not be found. Sep 21 15:13:01.844992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a035027d-214e-4564-b9d1-a831e54a692f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Synchronizing usage tracker for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:13:01.849675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56508) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:01.850810 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c01a2d3e-8bcb-4800-9fcf-1f16698efaf4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:01.874483 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-85d927f3-4de5-4477-be4e-43c69bd09c6a tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/subnets/06dc0fde-dbf3-4cbf-9bf4-a39fa590300b HTTP/1.1" status: 204 len: 168 time: 2.7766137 Sep 21 15:13:01.878792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56510) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:01.901139 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-c01a2d3e-8bcb-4800-9fcf-1f16698efaf4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Transition to ACTIVE for port object 3e6a61ab-4e9f-4a66-aa56-b212c53a14ae will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:01.992581 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:01.992975 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:02.040090 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-af9801ef-9882-4d50-a77e-60429103312a None None] Provisioning for port 4c70f9a8-f57a-40e2-ac28-b4956210470c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:02.096134 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-af9801ef-9882-4d50-a77e-60429103312a None None] Provisioning complete for port 4c70f9a8-f57a-40e2-ac28-b4956210470c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:02.096347 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-af9801ef-9882-4d50-a77e-60429103312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:02.172187 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a035027d-214e-4564-b9d1-a831e54a692f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Unset dirty status for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:13:02.177087 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56516) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:02.177708 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a035027d-214e-4564-b9d1-a831e54a692f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports/db55008a-18ad-4d59-84d1-c4339f62e408 HTTP/1.1" status: 404 len: 333 time: 0.6333780 Sep 21 15:13:02.183855 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c01a2d3e-8bcb-4800-9fcf-1f16698efaf4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:02.191461 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d41738d5-c559-42a0-ab1c-353d2cf9c493 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:02.256046 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-a55bf538-77fe-480b-848b-5a0c2f6b695b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Allocated IP 2001:db8::1 (478ebf28-b6b1-47d9-9307-b30463ffc2d1/9652b484-ec17-4b73-9ba8-bf45e5f6bc49/384b8f30-24a2-4f77-8b7c-4403a5ed1394) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:02.310660 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] For port 1a99794c-d318-448d-8016-f2ba9cb5d811, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:13:02.347501 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] For port 1a99794c-d318-448d-8016-f2ba9cb5d811, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=1a99794c-d318-448d-8016-f2ba9cb5d811,segment=NetworkSegment(da0c70ef-c10a-4393-a279-cae88551439a),segment_id=da0c70ef-c10a-4393-a279-cae88551439a)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:13:02.370674 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01a2d3e-8bcb-4800-9fcf-1f16698efaf4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Network 57c8bde9-3a77-4349-99ae-50f5a061bf70 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:02.392250 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:02.394938 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-c01a2d3e-8bcb-4800-9fcf-1f16698efaf4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:02.398488 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01a2d3e-8bcb-4800-9fcf-1f16698efaf4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:02.407215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:02.430641 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-81a24775-697f-490c-98ba-83c5100c4f16 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting port 70a45330-ccb2-4782-8a93-ac1a898e4f16 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:02.431052 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-81a24775-697f-490c-98ba-83c5100c4f16 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:02.526144 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a2d3e-8bcb-4800-9fcf-1f16698efaf4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event updated for resources: {'Port': ['ID=3e6a61ab-4e9f-4a66-aa56-b212c53a14ae,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:02.615756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01a2d3e-8bcb-4800-9fcf-1f16698efaf4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:02.616705 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c01a2d3e-8bcb-4800-9fcf-1f16698efaf4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:02.682191 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:02.684344 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c01a2d3e-8bcb-4800-9fcf-1f16698efaf4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3147686 Sep 21 15:13:02.689186 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56520) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:02.698088 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-af9801ef-9882-4d50-a77e-60429103312a None None] Current status of the port 4c70f9a8-f57a-40e2-ac28-b4956210470c is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:02.698511 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-af9801ef-9882-4d50-a77e-60429103312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:02.719695 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eaeac7-fd7e-4090-9458-f1928115145c None None] Pushing event updated for resources: {'Port': ['ID=1a99794c-d318-448d-8016-f2ba9cb5d811,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:02.719954 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4723568c-7c5f-40c1-bfa6-5cceb87b859b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Request body: {'floatingip': {'port_id': '3e6a61ab-4e9f-4a66-aa56-b212c53a14ae'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:02.750337 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d41738d5-c559-42a0-ab1c-353d2cf9c493 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:02.754861 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d41738d5-c559-42a0-ab1c-353d2cf9c493 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:02.757262 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-af9801ef-9882-4d50-a77e-60429103312a None None] For port 4c70f9a8-f57a-40e2-ac28-b4956210470c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=4c70f9a8-f57a-40e2-ac28-b4956210470c,segment=NetworkSegment(5edc2f31-ea2d-4095-a2b9-fad338747db5),segment_id=5edc2f31-ea2d-4095-a2b9-fad338747db5)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:02.767609 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-af9801ef-9882-4d50-a77e-60429103312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:02.840349 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:02.879083 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9801ef-9882-4d50-a77e-60429103312a None None] Pushing event updated for resources: {'Port': ['ID=4c70f9a8-f57a-40e2-ac28-b4956210470c,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:02.887122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d41738d5-c559-42a0-ab1c-353d2cf9c493 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:02.887824 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41738d5-c559-42a0-ab1c-353d2cf9c493 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Fanout notify agent at l3_agent the message router_deleted on router 25c7b46d-5b6a-45d2-9007-9d1cfe956895 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:13:02.924736 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e8aac5-3a31-4646-8265-2ab3606dc844 None None] DHCP port deletion for cfb5de40-957c-41ae-a5a5-4a580015e3ac request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:13:02.936132 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-62e8aac5-3a31-4646-8265-2ab3606dc844 None None] Deleting port 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:02.936444 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62e8aac5-3a31-4646-8265-2ab3606dc844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:02.963372 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a55bf538-77fe-480b-848b-5a0c2f6b695b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:02.968374 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Deleting port 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:02.968754 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:03.059469 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6a81018f-1d30-43e7-8740-46c0e0571d02 None None] Provisioning for port 3e6a61ab-4e9f-4a66-aa56-b212c53a14ae completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:03.068294 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4723568c-7c5f-40c1-bfa6-5cceb87b859b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:03.071868 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96aaf127-8aa0-4621-8c26-6a9cdb4e7252 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:03.083536 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6a81018f-1d30-43e7-8740-46c0e0571d02 None None] Provisioning complete for port 3e6a61ab-4e9f-4a66-aa56-b212c53a14ae triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:03.083909 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6a81018f-1d30-43e7-8740-46c0e0571d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:03.178074 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-a55bf538-77fe-480b-848b-5a0c2f6b695b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Transition to ACTIVE for port object 384b8f30-24a2-4f77-8b7c-4403a5ed1394 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:03.200734 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d41738d5-c559-42a0-ab1c-353d2cf9c493 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:03.201850 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d41738d5-c559-42a0-ab1c-353d2cf9c493 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "DELETE /v2.0/routers/25c7b46d-5b6a-45d2-9007-9d1cfe956895 HTTP/1.1" status: 204 len: 168 time: 1.3244467 Sep 21 15:13:03.203995 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Network e6eac6db-d891-4605-ad87-352fc6efe8ea is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:03.216824 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56524) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:03.227200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 4c70f9a8-f57a-40e2-ac28-b4956210470c up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:03.275887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-96aaf127-8aa0-4621-8c26-6a9cdb4e7252 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for 9d9eae3f-d2fb-4900-a303-0a2045196356 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:03.301632 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ef918ee7-65f1-4a26-add0-5da22e6c207c tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "GET /v2.0/ports?device_id=25c7b46d-5b6a-45d2-9007-9d1cfe956895 HTTP/1.1" status: 200 len: 205 time: 0.0832036 Sep 21 15:13:03.304223 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:03.311180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56528) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:03.322232 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:03.329008 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6a81018f-1d30-43e7-8740-46c0e0571d02 None None] Port 3e6a61ab-4e9f-4a66-aa56-b212c53a14ae cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:13:03.437106 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-62e8aac5-3a31-4646-8265-2ab3606dc844 None None] For port 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049,segment=NetworkSegment(1056cf43-ba05-4cd6-9fc2-8b9f3b089a9b),segment_id=1056cf43-ba05-4cd6-9fc2-8b9f3b089a9b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:03.437604 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62e8aac5-3a31-4646-8265-2ab3606dc844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:03.460235 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-81a24775-697f-490c-98ba-83c5100c4f16 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:03.580525 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-e0fc1158-be15-4f01-a650-b7d22f708de0 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] delete failed (client error): The resource could not be found. Sep 21 15:13:03.582295 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 4c70f9a8-f57a-40e2-ac28-b4956210470c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:03.583478 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:03.585128 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e0fc1158-be15-4f01-a650-b7d22f708de0 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "DELETE /v2.0/routers/25c7b46d-5b6a-45d2-9007-9d1cfe956895 HTTP/1.1" status: 404 len: 336 time: 0.2160020 Sep 21 15:13:03.589721 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56532) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:03.617867 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-62e8aac5-3a31-4646-8265-2ab3606dc844 None None] Calling delete_port for 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:03.646204 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-437338a6-7e47-498e-a3bb-11512b4427b7 None None] Provisioning complete for port 4c70f9a8-f57a-40e2-ac28-b4956210470c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:03.646204 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-437338a6-7e47-498e-a3bb-11512b4427b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:03.658439 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-81a24775-697f-490c-98ba-83c5100c4f16 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Calling delete_port for 70a45330-ccb2-4782-8a93-ac1a898e4f16 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:03.729142 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a55bf538-77fe-480b-848b-5a0c2f6b695b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:03.778949 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Pushing event updated for resources: {'Port': ['ID=04b2c16e-6198-4c0b-98f5-6029345ecba6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:03.809505 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62e8aac5-3a31-4646-8265-2ab3606dc844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:03.942730 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 4c70f9a8-f57a-40e2-ac28-b4956210470c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:03.944109 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 1a99794c-d318-448d-8016-f2ba9cb5d811 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:04.023092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8aac5-3a31-4646-8265-2ab3606dc844 None None] Pushing event deleted for resources: {'Port': ['ID=2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:04.032251 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e8aac5-3a31-4646-8265-2ab3606dc844 None None] No DVR routers for this DVR port 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:13:04.037302 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0706ae40-4d99-4c0f-81f0-9f49b83159d8 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a5c4073-9993-4809-b447-10d3b26d30ea HTTP/1.1" status: 200 len: 205 time: 0.3858140 Sep 21 15:13:04.046401 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56536) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:04.051496 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-437338a6-7e47-498e-a3bb-11512b4427b7 None None] Current status of the port 4c70f9a8-f57a-40e2-ac28-b4956210470c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:04.065187 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:04.070118 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 1a99794c-d318-448d-8016-f2ba9cb5d811 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:04.113125 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a6cf51-45db-456d-87ee-8121dcef954c None None] Network c3dfde79-11bc-4448-9f80-db86c6f220c1 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:04.246548 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55bf538-77fe-480b-848b-5a0c2f6b695b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Network 478ebf28-b6b1-47d9-9307-b30463ffc2d1 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:04.249335 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55bf538-77fe-480b-848b-5a0c2f6b695b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event updated for resources: {'Port': ['ID=384b8f30-24a2-4f77-8b7c-4403a5ed1394,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:04.266598 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:13:04.282840 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-b4c98660-0d44-4831-998b-5c2139186cda tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] delete failed (client error): The resource could not be found. Sep 21 15:13:04.287006 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b4c98660-0d44-4831-998b-5c2139186cda tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "DELETE /v2.0/routers/4a5c4073-9993-4809-b447-10d3b26d30ea HTTP/1.1" status: 404 len: 336 time: 0.2308223 Sep 21 15:13:04.287006 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-a55bf538-77fe-480b-848b-5a0c2f6b695b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:04.299210 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56540) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:04.300117 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55bf538-77fe-480b-848b-5a0c2f6b695b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:04.300852 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a55bf538-77fe-480b-848b-5a0c2f6b695b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:04.324043 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] For port 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049,segment=NetworkSegment(1056cf43-ba05-4cd6-9fc2-8b9f3b089a9b),segment_id=1056cf43-ba05-4cd6-9fc2-8b9f3b089a9b)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:04.324043 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:04.343558 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:13:04.344720 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:13:04.374285 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5114b8bb-d6b3-4dbe-8ffe-723550810532 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "GET /v2.0/ports?device_id=a64f2dcc-1a76-41e1-99d8-4b10b144178e HTTP/1.1" status: 200 len: 205 time: 0.0697491 Sep 21 15:13:04.382998 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56544) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:04.426518 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6d4a94b7-732e-4d97-ac3b-c11b9e3035bc None None] Provisioning for port 1a99794c-d318-448d-8016-f2ba9cb5d811 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:04.438317 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6d4a94b7-732e-4d97-ac3b-c11b9e3035bc None None] Provisioning complete for port 1a99794c-d318-448d-8016-f2ba9cb5d811 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:04.438696 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6d4a94b7-732e-4d97-ac3b-c11b9e3035bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:04.471359 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96aaf127-8aa0-4621-8c26-6a9cdb4e7252 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:04.479384 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Calling delete_port for 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:04.568056 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-81a24775-697f-490c-98ba-83c5100c4f16 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:04.602314 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aaf127-8aa0-4621-8c26-6a9cdb4e7252 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Port': ['ID=9d9eae3f-d2fb-4900-a303-0a2045196356,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:04.653966 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-73881798-9b49-4fcb-8cbc-c1590a9a1b96 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] delete failed (client error): The resource could not be found. Sep 21 15:13:04.658994 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-73881798-9b49-4fcb-8cbc-c1590a9a1b96 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "DELETE /v2.0/routers/a64f2dcc-1a76-41e1-99d8-4b10b144178e HTTP/1.1" status: 404 len: 336 time: 0.2693543 Sep 21 15:13:04.672463 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6d4a94b7-732e-4d97-ac3b-c11b9e3035bc None None] Current status of the port 1a99794c-d318-448d-8016-f2ba9cb5d811 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:04.672988 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6d4a94b7-732e-4d97-ac3b-c11b9e3035bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:04.709139 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56548) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:04.713010 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a24775-697f-490c-98ba-83c5100c4f16 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Port': ['ID=70a45330-ccb2-4782-8a93-ac1a898e4f16,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:04.734551 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6d4a94b7-732e-4d97-ac3b-c11b9e3035bc None None] For port 1a99794c-d318-448d-8016-f2ba9cb5d811, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=1a99794c-d318-448d-8016-f2ba9cb5d811,segment=NetworkSegment(da0c70ef-c10a-4393-a279-cae88551439a),segment_id=da0c70ef-c10a-4393-a279-cae88551439a)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:04.741191 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6d4a94b7-732e-4d97-ac3b-c11b9e3035bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:04.772156 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-81a24775-697f-490c-98ba-83c5100c4f16 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:04.797621 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96aaf127-8aa0-4621-8c26-6a9cdb4e7252 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:04.808728 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:13:04.809056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:13:04.861351 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a94b7-732e-4d97-ac3b-c11b9e3035bc None None] Pushing event updated for resources: {'Port': ['ID=1a99794c-d318-448d-8016-f2ba9cb5d811,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:04.886898 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d205d471-3387-4c2a-970c-427f7744d7c8 None None] Provisioning for port 384b8f30-24a2-4f77-8b7c-4403a5ed1394 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:04.898773 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-96aaf127-8aa0-4621-8c26-6a9cdb4e7252 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/9d9eae3f-d2fb-4900-a303-0a2045196356 HTTP/1.1" status: 204 len: 168 time: 3.9645045 Sep 21 15:13:04.904763 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d205d471-3387-4c2a-970c-427f7744d7c8 None None] Provisioning complete for port 384b8f30-24a2-4f77-8b7c-4403a5ed1394 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:04.904984 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56552) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:04.905646 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d205d471-3387-4c2a-970c-427f7744d7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:04.969509 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e373bae0-01b5-4521-885d-374fcc654f7a tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "GET /v2.0/ports?device_id=475d9da8-8c49-4c81-9cd3-79fb27fc08a7 HTTP/1.1" status: 200 len: 205 time: 0.2538660 Sep 21 15:13:04.977752 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56556) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:05.034278 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d205d471-3387-4c2a-970c-427f7744d7c8 None None] Port 384b8f30-24a2-4f77-8b7c-4403a5ed1394 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:13:05.071032 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-81a24775-697f-490c-98ba-83c5100c4f16 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/ports/70a45330-ccb2-4782-8a93-ac1a898e4f16 HTTP/1.1" status: 204 len: 168 time: 2.8926103 Sep 21 15:13:05.073804 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56560) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:05.074883 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:05.098704 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 1a99794c-d318-448d-8016-f2ba9cb5d811 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:05.138239 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-567b71a1-c7f6-4a14-87a1-e60d1e1ce20e tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] delete failed (client error): The resource could not be found. Sep 21 15:13:05.138602 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-567b71a1-c7f6-4a14-87a1-e60d1e1ce20e tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "DELETE /v2.0/routers/475d9da8-8c49-4c81-9cd3-79fb27fc08a7 HTTP/1.1" status: 404 len: 336 time: 0.1572633 Sep 21 15:13:05.150889 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56564) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:05.175392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-69300360-62a5-4ea0-99dd-3f160f8a465d None None] Provisioning complete for port 1a99794c-d318-448d-8016-f2ba9cb5d811 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:05.175850 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69300360-62a5-4ea0-99dd-3f160f8a465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:05.233841 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-756c1838-d4d8-4170-bd09-d79a821d9b9c tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "GET /v2.0/ports?device_id=36ee10b1-9f4f-49a9-a64e-0df87fef200f HTTP/1.1" status: 200 len: 205 time: 0.0716367 Sep 21 15:13:05.237522 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56568) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:05.244871 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a55bf538-77fe-480b-848b-5a0c2f6b695b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:05.257561 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 1a99794c-d318-448d-8016-f2ba9cb5d811 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:05.258020 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:05.330325 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-c63bf83f-acba-4d40-bc34-6af1a78419a9 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] delete failed (client error): The resource could not be found. Sep 21 15:13:05.331269 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c63bf83f-acba-4d40-bc34-6af1a78419a9 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "DELETE /v2.0/routers/36ee10b1-9f4f-49a9-a64e-0df87fef200f HTTP/1.1" status: 404 len: 336 time: 0.0894220 Sep 21 15:13:05.334100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Deleting port 2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:05.334455 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:05.363111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56572) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:05.364397 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742b551d-03a6-4561-9044-83c230e32baa tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:05.366142 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742b551d-03a6-4561-9044-83c230e32baa tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:05.366881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-742b551d-03a6-4561-9044-83c230e32baa tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:13:05.373969 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-69300360-62a5-4ea0-99dd-3f160f8a465d None None] Current status of the port 1a99794c-d318-448d-8016-f2ba9cb5d811 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:05.388113 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d4e273-1b39-42f7-9870-10eecb0ef8ef tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] GET failed (client error): The resource could not be found. Sep 21 15:13:05.392174 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f0d4e273-1b39-42f7-9870-10eecb0ef8ef tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports/70a45330-ccb2-4782-8a93-ac1a898e4f16 HTTP/1.1" status: 404 len: 333 time: 0.3124557 Sep 21 15:13:05.402467 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56576) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:05.437939 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 1a99794c-d318-448d-8016-f2ba9cb5d811 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:05.442391 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-605ad145-ea72-4abe-921c-4703aad832a6 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7df659f-5e46-4d22-9a58-4106dbfc800e HTTP/1.1" status: 200 len: 205 time: 0.0735772 Sep 21 15:13:05.448724 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56580) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:05.474737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2338385b-afa6-4350-af3d-27cbf37f1041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:05.477763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] The port '2f7d3376-3bf5-4f0e-bfe2-17f88f1e2049' was deleted {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:13:05.521434 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-742b551d-03a6-4561-9044-83c230e32baa tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:13:05.522583 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-742b551d-03a6-4561-9044-83c230e32baa tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.6166577 Sep 21 15:13:05.585371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56584) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:05.766479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-71fbb2c4-fb93-4c1b-8d52-093cf22cc4c0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting subnet 919d5cbd-c697-47be-8d08-a200262dd322 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:13:05.769144 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:05.769331 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-7322eb30-6719-4ae7-b6df-681e3ae9b826 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] delete failed (client error): The resource could not be found. Sep 21 15:13:05.771187 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7322eb30-6719-4ae7-b6df-681e3ae9b826 tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "DELETE /v2.0/routers/e7df659f-5e46-4d22-9a58-4106dbfc800e HTTP/1.1" status: 404 len: 336 time: 0.3215194 Sep 21 15:13:05.780380 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56588) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:05.783769 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71fbb2c4-fb93-4c1b-8d52-093cf22cc4c0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:05.845286 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf89e7b-8d1d-4c49-8e24-de87ad89b5eb tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] DELETE failed (client error): The resource could not be found. Sep 21 15:13:05.845645 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf89e7b-8d1d-4c49-8e24-de87ad89b5eb tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:13:05.847275 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ddf89e7b-8d1d-4c49-8e24-de87ad89b5eb tempest-RoutersAdminTest-1154978848 tempest-RoutersAdminTest-1154978848-project] 10.222.0.62 "DELETE /v2.0/subnets/7b7d9ba9-a98d-4031-84e1-f0d231c2e000 HTTP/1.1" status: 404 len: 337 time: 0.0580683 Sep 21 15:13:05.848963 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9a33dd-a0ff-4cea-93c7-311ddf42868c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet 0e3691c4-3c4e-44bd-9ee2-be621cd4d8f3 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:13:05.861443 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c9a33dd-a0ff-4cea-93c7-311ddf42868c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:05.900890 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb5de40-957c-41ae-a5a5-4a580015e3ac']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:05.928848 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71fbb2c4-fb93-4c1b-8d52-093cf22cc4c0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:05.967289 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1056cf43-ba05-4cd6-9fc2-8b9f3b089a9b') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:05.967633 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1056cf43-ba05-4cd6-9fc2-8b9f3b089a9b') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:06.002714 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:06.014300 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c9a33dd-a0ff-4cea-93c7-311ddf42868c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:06.048880 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4723568c-7c5f-40c1-bfa6-5cceb87b859b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:06.061378 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4723568c-7c5f-40c1-bfa6-5cceb87b859b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:06.081402 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:06.102696 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:13:06.103010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:06.192290 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Router f02bc5f5-6e8f-4db0-8486-16ef103c62dd is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:13:06.194277 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56598) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:06.207391 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 1056cf43-ba05-4cd6-9fc2-8b9f3b089a9b resource provider aggregate not found Sep 21 15:13:06.249181 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 1056cf43-ba05-4cd6-9fc2-8b9f3b089a9b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1056cf43-ba05-4cd6-9fc2-8b9f3b089a9b found for delete ", "request_id": "req-392618a0-a8b3-410d-bd48-510195dfc8e5"}]} Sep 21 15:13:06.290024 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a55bf538-77fe-480b-848b-5a0c2f6b695b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:06.294196 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-4723568c-7c5f-40c1-bfa6-5cceb87b859b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Floating IP 61e3ed20-7408-4525-9556-a6f99f58a429 associated. External IP: 172.26.4.238, port: 16182fb2-e111-4a82-be0f-bfafe16e3813. Sep 21 15:13:06.337916 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:06.339935 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71fbb2c4-fb93-4c1b-8d52-093cf22cc4c0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:06.353641 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a55bf538-77fe-480b-848b-5a0c2f6b695b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:06.353641 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a55bf538-77fe-480b-848b-5a0c2f6b695b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:06.399968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:06.445441 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] Pushing event deleted for resources: {'Network': ['ID=cfb5de40-957c-41ae-a5a5-4a580015e3ac,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:06.449709 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c9a33dd-a0ff-4cea-93c7-311ddf42868c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:06.480497 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c7d82629-dc76-4aeb-b116-6aebbfa4e7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:06.503889 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9c124dd1-a5ca-4319-aba7-59822e58e4a2 tempest-NetworksTest-533495313 tempest-NetworksTest-533495313-project] 10.222.0.62 "DELETE /v2.0/networks/cfb5de40-957c-41ae-a5a5-4a580015e3ac HTTP/1.1" status: 204 len: 168 time: 4.6164148 Sep 21 15:13:06.593094 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55bf538-77fe-480b-848b-5a0c2f6b695b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event updated for resources: {'Port': ['ID=384b8f30-24a2-4f77-8b7c-4403a5ed1394,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:06.598590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c7d82629-dc76-4aeb-b116-6aebbfa4e7ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:06.607267 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c7d82629-dc76-4aeb-b116-6aebbfa4e7ce admin admin] Usage tracker for resource:security_group_rule and tenant:7bad09e824d64a47a07cf201139b93ce is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:06.613555 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c7d82629-dc76-4aeb-b116-6aebbfa4e7ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:06.630425 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c7d82629-dc76-4aeb-b116-6aebbfa4e7ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:06.653058 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:13:06.664020 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71fbb2c4-fb93-4c1b-8d52-093cf22cc4c0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:06.667354 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0339d0d6-9169-42cd-811a-dbbd84899893 None None] Sync routers for ids ['f02bc5f5-6e8f-4db0-8486-16ef103c62dd'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:13:06.670435 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55bf538-77fe-480b-848b-5a0c2f6b695b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Network 478ebf28-b6b1-47d9-9307-b30463ffc2d1 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:06.672583 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-a55bf538-77fe-480b-848b-5a0c2f6b695b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:06.701311 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0339d0d6-9169-42cd-811a-dbbd84899893 None None] Routers {'f02bc5f5-6e8f-4db0-8486-16ef103c62dd'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:06.701959 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0339d0d6-9169-42cd-811a-dbbd84899893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:12:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['f02bc5f5-6e8f-4db0-8486-16ef103c62dd'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:06.774992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbb2c4-fb93-4c1b-8d52-093cf22cc4c0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Subnet': ['ID=919d5cbd-c697-47be-8d08-a200262dd322,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:06.802486 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:06.805843 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7aded43a-9e5b-43d8-809c-abe698aab061 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.6313279 Sep 21 15:13:06.809010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56610) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:06.817473 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f511a1f1-964b-409b-a2a0-ac03747af58e None None] Network dc838fbc-beb6-4fd0-9db4-54047a2183df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:06.875184 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56612) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:06.915933 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c7d82629-dc76-4aeb-b116-6aebbfa4e7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:06.917966 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71fbb2c4-fb93-4c1b-8d52-093cf22cc4c0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:06.924637 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c9a33dd-a0ff-4cea-93c7-311ddf42868c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:07.126033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c7d82629-dc76-4aeb-b116-6aebbfa4e7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:07.194028 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a33dd-a0ff-4cea-93c7-311ddf42868c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=0e3691c4-3c4e-44bd-9ee2-be621cd4d8f3,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:07.221644 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3771f35f-16aa-4805-8782-5347f8fe26e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bb9c11e9af854d96b17445323eac9a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421586 Sep 21 15:13:07.225429 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56620) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:07.227154 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4723568c-7c5f-40c1-bfa6-5cceb87b859b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Router 22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:13:07.238034 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-0339d0d6-9169-42cd-811a-dbbd84899893 None None] Set router f02bc5f5-6e8f-4db0-8486-16ef103c62dd gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:13:07.249817 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-71fbb2c4-fb93-4c1b-8d52-093cf22cc4c0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/subnets/919d5cbd-c697-47be-8d08-a200262dd322 HTTP/1.1" status: 204 len: 168 time: 1.8206704 Sep 21 15:13:07.256561 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56624) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:07.261428 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c9a33dd-a0ff-4cea-93c7-311ddf42868c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:07.265587 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1c9a33dd-a0ff-4cea-93c7-311ddf42868c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/0e3691c4-3c4e-44bd-9ee2-be621cd4d8f3 HTTP/1.1" status: 204 len: 168 time: 1.6663289 Sep 21 15:13:07.271794 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56628) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:07.278377 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c7d82629-dc76-4aeb-b116-6aebbfa4e7ce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7bad09e824d64a47a07cf201139b93ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0672483 Sep 21 15:13:07.283506 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56632) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:07.395937 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d82629-dc76-4aeb-b116-6aebbfa4e7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4235938b-1d06-4ae3-a438-a8cb7420f40e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:07.427954 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63fcc0ae-d108-4a5b-9e70-23ccfc5097dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:07.433540 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-48c5f48e-da6f-4589-9598-c4d4c274c2eb tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1586750 Sep 21 15:13:07.441673 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c4dacf-2c71-448b-9b4f-f99a6cdac32b None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:07.451779 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56636) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:07.466654 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55bf538-77fe-480b-848b-5a0c2f6b695b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Router 6420dd08-3b85-4cbe-8b52-b98d501049a4 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:13:07.467524 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6c29b1c7-6119-44cf-b871-bfa2a903503d None None] Provisioning complete for port 384b8f30-24a2-4f77-8b7c-4403a5ed1394 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:07.468034 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6c29b1c7-6119-44cf-b871-bfa2a903503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:07.530817 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63fcc0ae-d108-4a5b-9e70-23ccfc5097dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:07.562159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c7d73c2-e10a-43d6-a8f4-c94794220203 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:07.628601 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6c29b1c7-6119-44cf-b871-bfa2a903503d None None] Port 384b8f30-24a2-4f77-8b7c-4403a5ed1394 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:13:07.638225 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a4c1-8d1f-4d3e-8ae7-7c75fdf8e63d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:07.639903 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-14d86fe0-a025-4f13-9d4e-dbce5e84b3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:07.744841 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63fcc0ae-d108-4a5b-9e70-23ccfc5097dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:07.767621 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcc0ae-d108-4a5b-9e70-23ccfc5097dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4235938b-1d06-4ae3-a438-a8cb7420f40e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:07.782477 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c7d73c2-e10a-43d6-a8f4-c94794220203 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:07.787410 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63fcc0ae-d108-4a5b-9e70-23ccfc5097dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:07.790900 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-63fcc0ae-d108-4a5b-9e70-23ccfc5097dd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4235938b-1d06-4ae3-a438-a8cb7420f40e HTTP/1.1" status: 204 len: 168 time: 0.5062017 Sep 21 15:13:07.799352 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d73c2-e10a-43d6-a8f4-c94794220203 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Deleting port 04b2c16e-6198-4c0b-98f5-6029345ecba6 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:07.800108 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c7d73c2-e10a-43d6-a8f4-c94794220203 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:07.847309 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-14d86fe0-a025-4f13-9d4e-dbce5e84b3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:07.870877 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc9a4c1-8d1f-4d3e-8ae7-7c75fdf8e63d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting port 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:07.871367 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a4c1-8d1f-4d3e-8ae7-7c75fdf8e63d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:07.889374 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-59ae6d36-2f04-46ef-bc84-aa72e3fd9ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:07.928921 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0339d0d6-9169-42cd-811a-dbbd84899893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02bc5f5-6e8f-4db0-8486-16ef103c62dd', 'name': '', 'tenant_id': '13e4b4da3ee542a1bb3bb840b7fb46c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6eac6db-d891-4605-ad87-352fc6efe8ea', 'external_fixed_ips': [{'subnet_id': '909cbc21-4215-4394-b3cb-5acbf406e82f', 'ip_address': '2001:db8::129'}], 'enable_snat': True}, 'gw_port_id': '04b2c16e-6198-4c0b-98f5-6029345ecba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:12:57Z', 'updated_at': '2022-09-21T15:13:03Z', 'revision_number': 3, 'project_id': '13e4b4da3ee542a1bb3bb840b7fb46c5', 'gw_port': {'id': '04b2c16e-6198-4c0b-98f5-6029345ecba6', 'name': '', 'network_id': 'e6eac6db-d891-4605-ad87-352fc6efe8ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02bc5f5-6e8f-4db0-8486-16ef103c62dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '909cbc21-4215-4394-b3cb-5acbf406e82f', 'ip_address': '2001:db8::129', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:13:00Z', 'updated_at': '2022-09-21T15:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '909cbc21-4215-4394-b3cb-5acbf406e82f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:07.933476 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0339d0d6-9169-42cd-811a-dbbd84899893 None None] Checking router: f02bc5f5-6e8f-4db0-8486-16ef103c62dd for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:13:07.933906 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0339d0d6-9169-42cd-811a-dbbd84899893 None None] Updating router f02bc5f5-6e8f-4db0-8486-16ef103c62dd port 04b2c16e-6198-4c0b-98f5-6029345ecba6 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:13:07.939957 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55bf538-77fe-480b-848b-5a0c2f6b695b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:13:07.948987 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a55bf538-77fe-480b-848b-5a0c2f6b695b tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "PUT /v2.0/routers/6420dd08-3b85-4cbe-8b52-b98d501049a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1413519 Sep 21 15:13:07.950260 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4723568c-7c5f-40c1-bfa6-5cceb87b859b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:13:07.952291 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd8ff0e-d852-470b-abe5-53f2d38370f2 None None] Sync routers for ids ['6420dd08-3b85-4cbe-8b52-b98d501049a4'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:13:07.956816 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56642) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:07.974672 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd8ff0e-d852-470b-abe5-53f2d38370f2 None None] Routers {'6420dd08-3b85-4cbe-8b52-b98d501049a4'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:07.975279 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dfd8ff0e-d852-470b-abe5-53f2d38370f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['6420dd08-3b85-4cbe-8b52-b98d501049a4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:07.996287 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8487344e-c244-4f96-8e13-edeb379851fe None None] Sync routers for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:13:08.028862 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd36c255-d103-467a-b616-bd84dd1f053d None None] DHCP port deletion for dc838fbc-beb6-4fd0-9db4-54047a2183df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:13:08.061404 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fd36c255-d103-467a-b616-bd84dd1f053d None None] Deleting port 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:08.062032 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fd36c255-d103-467a-b616-bd84dd1f053d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:08.124249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185a57c1-bb4b-4f7c-be1c-caf519d08bd2 None None] DHCP port deletion for cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:13:08.132568 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dfd8ff0e-d852-470b-abe5-53f2d38370f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:08.139688 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8487344e-c244-4f96-8e13-edeb379851fe None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:08.140112 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe40577-1a8b-445a-afea-fe7a44b3ab22 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:08.141014 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8487344e-c244-4f96-8e13-edeb379851fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:08.142517 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-cfe40577-1a8b-445a-afea-fe7a44b3ab22 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:13:08.152580 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd8ff0e-d852-470b-abe5-53f2d38370f2 None None] Routers {'6420dd08-3b85-4cbe-8b52-b98d501049a4'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:08.153398 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dfd8ff0e-d852-470b-abe5-53f2d38370f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['6420dd08-3b85-4cbe-8b52-b98d501049a4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:08.212243 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-185a57c1-bb4b-4f7c-be1c-caf519d08bd2 None None] Deleting port 467b298a-9d95-434d-94f0-1f506a00570f {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:08.212646 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-185a57c1-bb4b-4f7c-be1c-caf519d08bd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:08.245671 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0339d0d6-9169-42cd-811a-dbbd84899893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:08.247805 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c7d73c2-e10a-43d6-a8f4-c94794220203 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:08.291581 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dfd8ff0e-d852-470b-abe5-53f2d38370f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:08.291989 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd8ff0e-d852-470b-abe5-53f2d38370f2 None None] The sync data for ids ['6420dd08-3b85-4cbe-8b52-b98d501049a4'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:13:08.327955 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8487344e-c244-4f96-8e13-edeb379851fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:08.351166 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-14d86fe0-a025-4f13-9d4e-dbce5e84b3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:08.417026 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-cfe40577-1a8b-445a-afea-fe7a44b3ab22 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:13:08.418540 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cfe40577-1a8b-445a-afea-fe7a44b3ab22 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9654782 Sep 21 15:13:08.428656 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56648) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:08.451910 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d86fe0-a025-4f13-9d4e-dbce5e84b3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0038b8-f722-4092-96b3-17ddf1584662,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:08.502172 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56652) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:08.507491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8487344e-c244-4f96-8e13-edeb379851fe None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:08.507956 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8487344e-c244-4f96-8e13-edeb379851fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:08.543474 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-14d86fe0-a025-4f13-9d4e-dbce5e84b3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:08.544038 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d73c2-e10a-43d6-a8f4-c94794220203 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Calling delete_port for 04b2c16e-6198-4c0b-98f5-6029345ecba6 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:08.547311 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-14d86fe0-a025-4f13-9d4e-dbce5e84b3b1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ab0038b8-f722-4092-96b3-17ddf1584662 HTTP/1.1" status: 204 len: 168 time: 1.3144844 Sep 21 15:13:08.577646 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-bcc9a4c1-8d1f-4d3e-8ae7-7c75fdf8e63d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] For port 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d,segment=NetworkSegment(f66dab8e-59e1-412b-95d9-22228944ff0b),segment_id=f66dab8e-59e1-412b-95d9-22228944ff0b)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:08.577646 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a4c1-8d1f-4d3e-8ae7-7c75fdf8e63d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:08.617264 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8487344e-c244-4f96-8e13-edeb379851fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:08.617679 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8487344e-c244-4f96-8e13-edeb379851fe None None] The sync data for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:13:08.947862 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaf764a-97b6-4063-8cc7-919b51023379 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:08.948552 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6eaf764a-97b6-4063-8cc7-919b51023379 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:13:08.968264 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-bcc9a4c1-8d1f-4d3e-8ae7-7c75fdf8e63d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Calling delete_port for 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:09.033577 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a2a3cc2a-9103-444f-90c6-9fff6c79e53d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8b920d0c51b34edda663543b45d0c985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5244672 Sep 21 15:13:09.039859 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56662) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:09.121644 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:09.123700 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:13:09.134550 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6eaf764a-97b6-4063-8cc7-919b51023379 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:13:09.138337 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6eaf764a-97b6-4063-8cc7-919b51023379 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7013652 Sep 21 15:13:09.146504 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56668) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:09.248793 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fd36c255-d103-467a-b616-bd84dd1f053d None None] For port 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d,segment=NetworkSegment(f66dab8e-59e1-412b-95d9-22228944ff0b),segment_id=f66dab8e-59e1-412b-95d9-22228944ff0b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:09.249191 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fd36c255-d103-467a-b616-bd84dd1f053d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:09.260326 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:09.272366 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-185a57c1-bb4b-4f7c-be1c-caf519d08bd2 None None] For port 467b298a-9d95-434d-94f0-1f506a00570f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=467b298a-9d95-434d-94f0-1f506a00570f,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:09.272633 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-65cd2399-d7c9-445c-a363-52d18a4f8abe tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1199389 Sep 21 15:13:09.272729 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-185a57c1-bb4b-4f7c-be1c-caf519d08bd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:09.276060 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56676) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:09.289029 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:09.327390 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a4c1-8d1f-4d3e-8ae7-7c75fdf8e63d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:09.403699 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fd36c255-d103-467a-b616-bd84dd1f053d None None] Calling delete_port for 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:09.414322 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4723568c-7c5f-40c1-bfa6-5cceb87b859b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Router 54296ff3-8581-4108-ae4d-59d32167d7ec has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:13:09.432826 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c7d73c2-e10a-43d6-a8f4-c94794220203 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:09.453650 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc9a4c1-8d1f-4d3e-8ae7-7c75fdf8e63d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] No DVR routers for this DVR port 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:13:09.482383 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8f63d48c-3d0f-4624-9a98-2b44c648685c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:09.503296 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9a4c1-8d1f-4d3e-8ae7-7c75fdf8e63d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Port': ['ID=2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:09.517531 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d73c2-e10a-43d6-a8f4-c94794220203 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Pushing event deleted for resources: {'Port': ['ID=04b2c16e-6198-4c0b-98f5-6029345ecba6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:09.565500 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No ports have port_id starting with 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d Sep 21 15:13:09.585121 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c7d73c2-e10a-43d6-a8f4-c94794220203 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:09.640732 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-185a57c1-bb4b-4f7c-be1c-caf519d08bd2 None None] Calling delete_port for 467b298a-9d95-434d-94f0-1f506a00570f owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:09.641853 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-29ca7f9b-4574-4440-bb30-b0b79a9f8dc9 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:13:09.643246 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-29ca7f9b-4574-4440-bb30-b0b79a9f8dc9 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "PUT /v2.0/routers/6420dd08-3b85-4cbe-8b52-b98d501049a4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6848490 Sep 21 15:13:09.670435 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 467b298a-9d95-434d-94f0-1f506a00570f no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:13:09.687566 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56688) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:09.739103 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-0339d0d6-9169-42cd-811a-dbbd84899893 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:13:09.739456 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-0339d0d6-9169-42cd-811a-dbbd84899893 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:13:09.779905 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56692) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:09.798669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8f63d48c-3d0f-4624-9a98-2b44c648685c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:09.800621 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c7d73c2-e10a-43d6-a8f4-c94794220203 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:09.803980 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c7d73c2-e10a-43d6-a8f4-c94794220203 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:09.823033 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:09.833684 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c7d73c2-e10a-43d6-a8f4-c94794220203 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:09.834740 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7d73c2-e10a-43d6-a8f4-c94794220203 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f02bc5f5-6e8f-4db0-8486-16ef103c62dd {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:13:09.852497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-fd36c255-d103-467a-b616-bd84dd1f053d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:13:09.852951 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-fd36c255-d103-467a-b616-bd84dd1f053d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:13:09.857387 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-185a57c1-bb4b-4f7c-be1c-caf519d08bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:09.857860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c7d73c2-e10a-43d6-a8f4-c94794220203 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:09.859439 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8c7d73c2-e10a-43d6-a8f4-c94794220203 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "DELETE /v2.0/routers/f02bc5f5-6e8f-4db0-8486-16ef103c62dd HTTP/1.1" status: 204 len: 168 time: 2.9366989 Sep 21 15:13:09.862370 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56698) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:09.894018 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a4c1-8d1f-4d3e-8ae7-7c75fdf8e63d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:09.912735 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a57c1-bb4b-4f7c-be1c-caf519d08bd2 None None] Pushing event deleted for resources: {'Port': ['ID=467b298a-9d95-434d-94f0-1f506a00570f,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:09.914791 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185a57c1-bb4b-4f7c-be1c-caf519d08bd2 None None] No DVR routers for this DVR port 467b298a-9d95-434d-94f0-1f506a00570f on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:13:09.916356 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 467b298a-9d95-434d-94f0-1f506a00570f is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:09.916860 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:09.937615 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:09.963226 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6064009-65c3-4e6a-9d76-bba25bbd6bca tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Deleting subnet 909cbc21-4215-4394-b3cb-5acbf406e82f {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:13:09.968512 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e6064009-65c3-4e6a-9d76-bba25bbd6bca tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:10.023826 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9614d13e-6b2e-4f61-97df-7fae12e548cd tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] Request body: {'port': {'network_id': 'edebaa11-2e9a-4b79-906f-ebcbfb60946e', 'name': 'tempest-NetworksNegativeTestJSON-357171479'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:10.052261 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9614d13e-6b2e-4f61-97df-7fae12e548cd tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] POST failed (client error): The resource could not be found. Sep 21 15:13:10.052751 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9614d13e-6b2e-4f61-97df-7fae12e548cd tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:13:10.057674 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9614d13e-6b2e-4f61-97df-7fae12e548cd tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2727263 Sep 21 15:13:10.058266 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56702) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:10.059851 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-bcc9a4c1-8d1f-4d3e-8ae7-7c75fdf8e63d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc838fbc-beb6-4fd0-9db4-54047a2183df']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:10.068146 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e6064009-65c3-4e6a-9d76-bba25bbd6bca tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:10.111281 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-bcc9a4c1-8d1f-4d3e-8ae7-7c75fdf8e63d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66dab8e-59e1-412b-95d9-22228944ff0b') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:10.111573 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-bcc9a4c1-8d1f-4d3e-8ae7-7c75fdf8e63d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66dab8e-59e1-412b-95d9-22228944ff0b') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:10.118746 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:10.122133 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:10.125682 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e6064009-65c3-4e6a-9d76-bba25bbd6bca tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:10.199576 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e6064009-65c3-4e6a-9d76-bba25bbd6bca tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:10.221989 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb291f4-a399-49a5-864c-88927379c872 tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] DELETE failed (client error): The resource could not be found. Sep 21 15:13:10.222467 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb291f4-a399-49a5-864c-88927379c872 tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:13:10.241488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6064009-65c3-4e6a-9d76-bba25bbd6bca tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=909cbc21-4215-4394-b3cb-5acbf406e82f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:10.245163 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e6064009-65c3-4e6a-9d76-bba25bbd6bca tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:10.253833 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e6064009-65c3-4e6a-9d76-bba25bbd6bca tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/909cbc21-4215-4394-b3cb-5acbf406e82f HTTP/1.1" status: 204 len: 168 time: 0.3879046 Sep 21 15:13:10.254159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56706) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:10.280418 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0339d0d6-9169-42cd-811a-dbbd84899893 None None] Port 04b2c16e-6198-4c0b-98f5-6029345ecba6 not found while updating agent binding for router f02bc5f5-6e8f-4db0-8486-16ef103c62dd. {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 21 15:13:10.290481 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0339d0d6-9169-42cd-811a-dbbd84899893 None None] Routers set() bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:10.290987 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0339d0d6-9169-42cd-811a-dbbd84899893 None None] Router IDs set() for agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Sep 21 15:13:10.291868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_agentschedulers_db [None req-0339d0d6-9169-42cd-811a-dbbd84899893 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f02bc5f5-6e8f-4db0-8486-16ef103c62dd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent'). {{(pid=89020) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 21 15:13:10.292365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0339d0d6-9169-42cd-811a-dbbd84899893 None None] The sync data for ids ['f02bc5f5-6e8f-4db0-8486-16ef103c62dd'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:13:10.353765 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fd36c255-d103-467a-b616-bd84dd1f053d None None] Deleting port 2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:10.354365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fd36c255-d103-467a-b616-bd84dd1f053d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:10.366172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-afd3d6d8-311d-4a81-b54a-438951001adc tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:10.410049 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a4c1-8d1f-4d3e-8ae7-7c75fdf8e63d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:10.428678 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fd36c255-d103-467a-b616-bd84dd1f053d None None] The port '2d4a9adb-05bc-40d0-9c7b-470b8d49ae8d' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:13:10.464209 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:10.528826 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4723568c-7c5f-40c1-bfa6-5cceb87b859b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:13:10.533271 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4723568c-7c5f-40c1-bfa6-5cceb87b859b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:10.541281 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac6cda-997a-4c9e-812e-b19d16c9f3a4 None None] Sync routers for ids ['54296ff3-8581-4108-ae4d-59d32167d7ec'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:13:10.552675 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac6cda-997a-4c9e-812e-b19d16c9f3a4 None None] Routers {'54296ff3-8581-4108-ae4d-59d32167d7ec'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:10.553301 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-74ac6cda-997a-4c9e-812e-b19d16c9f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['54296ff3-8581-4108-ae4d-59d32167d7ec'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:10.576645 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a4c1-8d1f-4d3e-8ae7-7c75fdf8e63d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:10.584776 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-beb291f4-a399-49a5-864c-88927379c872 tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] 10.222.0.62 "DELETE /v2.0/networks/49e108d1-fb6f-49cf-b4a1-5f6145e05fa6 HTTP/1.1" status: 404 len: 339 time: 0.5132360 Sep 21 15:13:10.592594 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56710) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:10.615959 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8f63d48c-3d0f-4624-9a98-2b44c648685c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:10.618561 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8f63d48c-3d0f-4624-9a98-2b44c648685c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:10.622268 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8f63d48c-3d0f-4624-9a98-2b44c648685c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7e2bd921-2126-4a2f-ae5d-0ff6102a9fcb HTTP/1.1" status: 204 len: 168 time: 1.5762684 Sep 21 15:13:10.630190 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-afd3d6d8-311d-4a81-b54a-438951001adc tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:10.650282 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-74ac6cda-997a-4c9e-812e-b19d16c9f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:10.664781 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac6cda-997a-4c9e-812e-b19d16c9f3a4 None None] Routers {'54296ff3-8581-4108-ae4d-59d32167d7ec'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:10.668132 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-74ac6cda-997a-4c9e-812e-b19d16c9f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['54296ff3-8581-4108-ae4d-59d32167d7ec'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:10.671542 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-afd3d6d8-311d-4a81-b54a-438951001adc tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6eac6db-d891-4605-ad87-352fc6efe8ea']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:10.689485 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-afd3d6d8-311d-4a81-b54a-438951001adc tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43d80b5-9a49-4063-aedd-29c4d0714523') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:10.690427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-afd3d6d8-311d-4a81-b54a-438951001adc tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43d80b5-9a49-4063-aedd-29c4d0714523') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:10.697392 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc9a4c1-8d1f-4d3e-8ae7-7c75fdf8e63d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:13:10.697793 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a4c1-8d1f-4d3e-8ae7-7c75fdf8e63d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:10.708149 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-afd3d6d8-311d-4a81-b54a-438951001adc tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:10.733154 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-74ac6cda-997a-4c9e-812e-b19d16c9f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:10.733544 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac6cda-997a-4c9e-812e-b19d16c9f3a4 None None] The sync data for ids ['54296ff3-8581-4108-ae4d-59d32167d7ec'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:13:10.733972 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-afd3d6d8-311d-4a81-b54a-438951001adc tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:10.743991 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd3d6d8-311d-4a81-b54a-438951001adc tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:13:10.744424 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-afd3d6d8-311d-4a81-b54a-438951001adc tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:10.780869 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment f66dab8e-59e1-412b-95d9-22228944ff0b resource provider aggregate not found Sep 21 15:13:10.816848 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment b43d80b5-9a49-4063-aedd-29c4d0714523 resource provider aggregate not found Sep 21 15:13:10.839331 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment b43d80b5-9a49-4063-aedd-29c4d0714523 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b43d80b5-9a49-4063-aedd-29c4d0714523 found for delete ", "request_id": "req-9406d815-009a-4edc-b8fb-f574f99cf848"}]} Sep 21 15:13:10.860097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-afd3d6d8-311d-4a81-b54a-438951001adc tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:10.861202 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63d48c-3d0f-4624-9a98-2b44c648685c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2bd921-2126-4a2f-ae5d-0ff6102a9fcb,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:10.883178 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c280314-570c-408d-97bc-3898fcd08c2d tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] DELETE failed (client error): The resource could not be found. Sep 21 15:13:10.883658 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c280314-570c-408d-97bc-3898fcd08c2d tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:13:10.885349 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2c280314-570c-408d-97bc-3898fcd08c2d tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] 10.222.0.62 "DELETE /v2.0/ports/d7eaa737-b3cc-468b-bf83-a459e549a5a7 HTTP/1.1" status: 404 len: 333 time: 0.2872713 Sep 21 15:13:10.890132 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56726) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:10.890877 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd3d6d8-311d-4a81-b54a-438951001adc tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e6eac6db-d891-4605-ad87-352fc6efe8ea {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 21 15:13:10.892845 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3d6d8-311d-4a81-b54a-438951001adc tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Pushing event deleted for resources: {'Network': ['ID=e6eac6db-d891-4605-ad87-352fc6efe8ea,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:10.897993 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-afd3d6d8-311d-4a81-b54a-438951001adc tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:10.899839 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment f66dab8e-59e1-412b-95d9-22228944ff0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f66dab8e-59e1-412b-95d9-22228944ff0b found for delete ", "request_id": "req-84de522b-c477-44e1-9b59-c44826cfbd69"}]} Sep 21 15:13:10.940035 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d284c92-d33d-48e5-81e0-a7610f5aae9c tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] DELETE failed (client error): The resource could not be found. Sep 21 15:13:10.940504 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d284c92-d33d-48e5-81e0-a7610f5aae9c tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:13:10.942213 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9d284c92-d33d-48e5-81e0-a7610f5aae9c tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] 10.222.0.62 "DELETE /v2.0/subnets/c370aca0-c62b-4a60-9b5a-782107349cd7 HTTP/1.1" status: 404 len: 337 time: 0.0467567 Sep 21 15:13:10.950225 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-afd3d6d8-311d-4a81-b54a-438951001adc tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "DELETE /v2.0/networks/e6eac6db-d891-4605-ad87-352fc6efe8ea HTTP/1.1" status: 204 len: 168 time: 0.6949706 Sep 21 15:13:10.951198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56730) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:10.989940 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-653e42ec-b42b-45ef-84aa-4ebe1add235b tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] GET failed (client error): The resource could not be found. Sep 21 15:13:10.994386 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-653e42ec-b42b-45ef-84aa-4ebe1add235b tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] 10.222.0.62 "GET /v2.0/networks/39db6559-4345-42cf-958a-9833214fa5de HTTP/1.1" status: 404 len: 339 time: 0.0421295 Sep 21 15:13:11.001011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56736) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:11.050722 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a4c1-8d1f-4d3e-8ae7-7c75fdf8e63d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:11.104763 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-254cd7c1-e13b-4f20-be13-e7502df8ce93 tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] GET failed (client error): The resource could not be found. Sep 21 15:13:11.108866 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-254cd7c1-e13b-4f20-be13-e7502df8ce93 tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] 10.222.0.62 "GET /v2.0/ports/9aae2ba6-2135-455f-9cb3-b64c5029445a HTTP/1.1" status: 404 len: 333 time: 0.1066504 Sep 21 15:13:11.112518 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56742) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:11.116401 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4723568c-7c5f-40c1-bfa6-5cceb87b859b tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "PUT /v2.0/floatingips/61e3ed20-7408-4525-9556-a6f99f58a429 HTTP/1.1" status: 200 len: 979 time: 8.4200692 Sep 21 15:13:11.121314 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a4c1-8d1f-4d3e-8ae7-7c75fdf8e63d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:11.139257 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56746) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:11.191244 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-46197a11-84a0-46f6-b1ae-4f93078dbc52 tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] GET failed (client error): The resource could not be found. Sep 21 15:13:11.197745 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-46197a11-84a0-46f6-b1ae-4f93078dbc52 tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] 10.222.0.62 "GET /v2.0/subnets/bff3ea1d-6004-4760-8b34-f1bbc2495beb HTTP/1.1" status: 404 len: 337 time: 0.0841472 Sep 21 15:13:11.198413 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56754) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:11.205439 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-df2108cb-29ac-4371-b1d6-69c5027f8661 tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:11.222927 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9a4c1-8d1f-4d3e-8ae7-7c75fdf8e63d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Network': ['ID=dc838fbc-beb6-4fd0-9db4-54047a2183df,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:11.228906 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2108cb-29ac-4371-b1d6-69c5027f8661 tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] PUT failed (client error): The resource could not be found. Sep 21 15:13:11.229379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df2108cb-29ac-4371-b1d6-69c5027f8661 tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:13:11.234612 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-df2108cb-29ac-4371-b1d6-69c5027f8661 tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] 10.222.0.62 "PUT /v2.0/networks/a6ed79b6-80ad-4c3a-bb0b-5905c67a7890 HTTP/1.1" status: 404 len: 339 time: 0.0352428 Sep 21 15:13:11.235373 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56760) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:11.242236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0d19ef4a-ac81-4924-a809-0886635e2d4f tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:11.289922 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d19ef4a-ac81-4924-a809-0886635e2d4f tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] PUT failed (client error): The resource could not be found. Sep 21 15:13:11.290405 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d19ef4a-ac81-4924-a809-0886635e2d4f tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:13:11.291682 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0d19ef4a-ac81-4924-a809-0886635e2d4f tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] 10.222.0.62 "PUT /v2.0/ports/4428d9fd-feb9-4a01-aed4-74ec64d0015b HTTP/1.1" status: 404 len: 333 time: 0.0552857 Sep 21 15:13:11.295557 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56768) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:11.304488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-40ae3e27-4f95-4a5a-bc62-7abcf8bca59f tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:11.355668 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bcc9a4c1-8d1f-4d3e-8ae7-7c75fdf8e63d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/networks/dc838fbc-beb6-4fd0-9db4-54047a2183df HTTP/1.1" status: 204 len: 168 time: 4.0980489 Sep 21 15:13:11.362943 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56772) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:11.377971 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4c5fef59-5b7d-473f-b4ea-770bc70ff3dd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1833121285'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:11.379692 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ae3e27-4f95-4a5a-bc62-7abcf8bca59f tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] PUT failed (client error): The resource could not be found. Sep 21 15:13:11.380158 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ae3e27-4f95-4a5a-bc62-7abcf8bca59f tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:13:11.385996 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-40ae3e27-4f95-4a5a-bc62-7abcf8bca59f tempest-NetworksNegativeTestJSON-1083645886 tempest-NetworksNegativeTestJSON-1083645886-project] 10.222.0.62 "PUT /v2.0/subnets/9f019fa1-b3a4-4f0f-9d7e-54efd7dd134a HTTP/1.1" status: 404 len: 337 time: 0.0894246 Sep 21 15:13:11.387051 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8097b03e-b2ca-4c82-8dab-5a5664d93695 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Deleting port 3e6a61ab-4e9f-4a66-aa56-b212c53a14ae {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:11.387534 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8097b03e-b2ca-4c82-8dab-5a5664d93695 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:11.437963 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4c5fef59-5b7d-473f-b4ea-770bc70ff3dd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:11.454591 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56780) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:11.461193 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0a2f6fd8-8cab-4325-9189-b4f0c12df791 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Request body: {'router': {'name': 'tempest-router--403733959', 'project_id': 'ac6869fe413f43ffb1b6ab406b02f7d8'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:11.467689 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0a2f6fd8-8cab-4325-9189-b4f0c12df791 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:11.470153 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4c5fef59-5b7d-473f-b4ea-770bc70ff3dd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:network and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:11.479439 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0a2f6fd8-8cab-4325-9189-b4f0c12df791 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Usage tracker for resource:router and tenant:ac6869fe413f43ffb1b6ab406b02f7d8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:11.483312 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0a2f6fd8-8cab-4325-9189-b4f0c12df791 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:11.484169 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4c5fef59-5b7d-473f-b4ea-770bc70ff3dd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:11.498217 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0a2f6fd8-8cab-4325-9189-b4f0c12df791 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:11.502076 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4c5fef59-5b7d-473f-b4ea-770bc70ff3dd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:11.523429 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6fd8-8cab-4325-9189-b4f0c12df791 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:11.525734 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6fd8-8cab-4325-9189-b4f0c12df791 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:11.559154 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6fd8-8cab-4325-9189-b4f0c12df791 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:11.593348 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6fd8-8cab-4325-9189-b4f0c12df791 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:11.599915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5fef59-5b7d-473f-b4ea-770bc70ff3dd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:11.603701 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c5fef59-5b7d-473f-b4ea-770bc70ff3dd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:11.619456 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6fd8-8cab-4325-9189-b4f0c12df791 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:11.621750 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0a2f6fd8-8cab-4325-9189-b4f0c12df791 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1658347 Sep 21 15:13:11.624665 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56788) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:11.785816 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bb313f1-4dab-444e-ab2b-eff03b24497b tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:11.834040 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56798) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:11.893882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.objects.ports [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:13:11.903139 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5fef59-5b7d-473f-b4ea-770bc70ff3dd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:13:11.905727 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:11.989674 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c5fef59-5b7d-473f-b4ea-770bc70ff3dd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:11.990163 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-4c5fef59-5b7d-473f-b4ea-770bc70ff3dd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Added segment c1e65d26-0268-488b-bed1-d0b5da8e0bdf of type vlan for network 42036893-4907-4a80-a4ad-5f00a1fda280 Sep 21 15:13:12.011097 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:12.043119 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:12.057115 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9165fed8-3033-4bca-9c77-628aa3c3fc68 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:12.077925 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:12.078581 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:12.114358 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bb313f1-4dab-444e-ab2b-eff03b24497b tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:12.116853 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bb313f1-4dab-444e-ab2b-eff03b24497b tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:12.172781 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=cd0024ef-2b88-439f-afa1-cd9ad51a78fb,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:12.177527 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bb313f1-4dab-444e-ab2b-eff03b24497b tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:12.178015 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb313f1-4dab-444e-ab2b-eff03b24497b tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62072a41-04ec-4744-abc5-041f7a55a441 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:13:12.187627 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:12.187978 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:12.188318 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:12.188681 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:12.189014 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:12.189343 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:12.189668 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:12.189994 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:12.190332 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:12.190677 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:12.190980 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:12.191298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:12.192746 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-33f827f9-78a4-4e60-9530-bde6bd0a12a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:12.196858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8097b03e-b2ca-4c82-8dab-5a5664d93695 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:12.205300 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c5fef59-5b7d-473f-b4ea-770bc70ff3dd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:12.213147 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0619e72a-02fe-4c4b-8df4-e45e2fc1ce0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:12.219692 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0bb313f1-4dab-444e-ab2b-eff03b24497b tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:12.221741 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0bb313f1-4dab-444e-ab2b-eff03b24497b tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "DELETE /v2.0/routers/62072a41-04ec-4744-abc5-041f7a55a441 HTTP/1.1" status: 204 len: 168 time: 0.5961072 Sep 21 15:13:12.231616 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-33f827f9-78a4-4e60-9530-bde6bd0a12a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:12.236869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-33f827f9-78a4-4e60-9530-bde6bd0a12a9 admin admin] Usage tracker for resource:security_group_rule and tenant:8531f2f4eeec4319af4c063aca2b8918 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:12.240496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-33f827f9-78a4-4e60-9530-bde6bd0a12a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:12.248326 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-33f827f9-78a4-4e60-9530-bde6bd0a12a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:12.281297 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-274a2318-8323-4deb-82a6-326e7e6037e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.9988103 Sep 21 15:13:12.304778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56816) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:12.328382 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'mac_address': 'fa:16:3e:e4:43:8e', 'name': 'tempest-NetworksTestDHCPv6-89524773'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:12.490355 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'fixed_ips': [{'subnet_id': 'cd0024ef-2b88-439f-afa1-cd9ad51a78fb'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:13:12.491462 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:12.588064 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56822) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:12.588789 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56824) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:12.624039 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-4c5fef59-5b7d-473f-b4ea-770bc70ff3dd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:13:12.624622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-33f827f9-78a4-4e60-9530-bde6bd0a12a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:12.625430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:12.638547 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-33f827f9-78a4-4e60-9530-bde6bd0a12a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:12.649959 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:12.706083 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:12.725526 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-33f827f9-78a4-4e60-9530-bde6bd0a12a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8531f2f4eeec4319af4c063aca2b8918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8826876 Sep 21 15:13:12.731827 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56834) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:12.753784 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c5fef59-5b7d-473f-b4ea-770bc70ff3dd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:12.759692 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5fef59-5b7d-473f-b4ea-770bc70ff3dd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:12.760279 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c5fef59-5b7d-473f-b4ea-770bc70ff3dd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:12.774528 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] Allocated IP 2001:db8::f816:3eff:fe30:a4ad (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/cd0024ef-2b88-439f-afa1-cd9ad51a78fb/79e6ace7-d0be-42aa-83b6-280ee03ecc5d) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:12.994001 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f827f9-78a4-4e60-9530-bde6bd0a12a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563cd1a6-6b66-4206-8e35-60b8ce406fb3,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:13.002536 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4c5fef59-5b7d-473f-b4ea-770bc70ff3dd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6328506 Sep 21 15:13:13.007872 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-3858720', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:13.008242 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56842) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:13.015262 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fef59-5b7d-473f-b4ea-770bc70ff3dd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Network': ['ID=42036893-4907-4a80-a4ad-5f00a1fda280,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:13.018488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-874551913', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:13.040715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:13.045461 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:13.046811 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 42036893-4907-4a80-a4ad-5f00a1fda280 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:13:13.056357 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Usage tracker for resource:port and tenant:10f2871408754bd090bf575d7fe8c542 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:13.065012 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Usage tracker for resource:router and tenant:fa1f278116904fc19b1e96df5e65faa7 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:13.069036 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:13.079965 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:13.082653 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:13.094123 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:13.096137 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-341dc9cd-449c-4842-b6bf-77764b227edd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'subnet': {'network_id': '42036893-4907-4a80-a4ad-5f00a1fda280', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:13.131418 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Made reservation on behalf of 10f2871408754bd090bf575d7fe8c542 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:13.133749 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.151941 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.152728 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.166565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.192265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-085cf664-a1f9-41a0-87dc-0a4f3bd42291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.200097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.211130 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.219107 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:13.224279 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] Transition to ACTIVE for port object 79e6ace7-d0be-42aa-83b6-280ee03ecc5d will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:13.243985 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Usage tracker for resource:security_group_rule and tenant:10f2871408754bd090bf575d7fe8c542 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:13.247009 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.247439 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] Transition to ACTIVE for port object 79e6ace7-d0be-42aa-83b6-280ee03ecc5d will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:13.248404 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:13.254695 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8097b03e-b2ca-4c82-8dab-5a5664d93695 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.255060 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8097b03e-b2ca-4c82-8dab-5a5664d93695 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.255390 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-8097b03e-b2ca-4c82-8dab-5a5664d93695 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Floating IP 61e3ed20-7408-4525-9556-a6f99f58a429 disassociated. External IP: 172.26.4.238, port: 3e6a61ab-4e9f-4a66-aa56-b212c53a14ae. Sep 21 15:13:13.255821 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8097b03e-b2ca-4c82-8dab-5a5664d93695 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Calling delete_port for 3e6a61ab-4e9f-4a66-aa56-b212c53a14ae owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:13.257584 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.271708 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-085cf664-a1f9-41a0-87dc-0a4f3bd42291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.278219 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:13.291596 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] device_id is not set on port 0260ef14-44fb-47c8-a80a-bcb847665ff0 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:13:13.338157 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:13.341453 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:13.347503 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:13.347942 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-341dc9cd-449c-4842-b6bf-77764b227edd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:13.354040 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] Pushing event updated for resources: {'Port': ['ID=79e6ace7-d0be-42aa-83b6-280ee03ecc5d,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:13.370181 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-341dc9cd-449c-4842-b6bf-77764b227edd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:subnet and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:13.376928 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-341dc9cd-449c-4842-b6bf-77764b227edd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:13.396298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-341dc9cd-449c-4842-b6bf-77764b227edd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:13.402703 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-0619e72a-02fe-4c4b-8df4-e45e2fc1ce0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Deleting port 384b8f30-24a2-4f77-8b7c-4403a5ed1394 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:13.403085 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0619e72a-02fe-4c4b-8df4-e45e2fc1ce0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.466313 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] Attempting to bind port 79e6ace7-d0be-42aa-83b6-280ee03ecc5d on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:13:13.466672 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] Attempting to bind port 79e6ace7-d0be-42aa-83b6-280ee03ecc5d by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:13:13.467002 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] Attempting to bind port 79e6ace7-d0be-42aa-83b6-280ee03ecc5d on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:13:13.472114 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341dc9cd-449c-4842-b6bf-77764b227edd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:13.475948 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-341dc9cd-449c-4842-b6bf-77764b227edd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.476604 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:13:13.476976 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:13:13.477376 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.477769 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:13:13.478310 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] Bound port: 79e6ace7-d0be-42aa-83b6-280ee03ecc5d, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:13:13.478685 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.576283 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] For port 79e6ace7-d0be-42aa-83b6-280ee03ecc5d, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:13:13.579535 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] For port 79e6ace7-d0be-42aa-83b6-280ee03ecc5d, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=79e6ace7-d0be-42aa-83b6-280ee03ecc5d,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:13:13.584207 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.678218 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec87bd-f9de-4b3c-8863-13f5c198bd23 None None] Pushing event updated for resources: {'Port': ['ID=79e6ace7-d0be-42aa-83b6-280ee03ecc5d,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:13.742635 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8097b03e-b2ca-4c82-8dab-5a5664d93695 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.764413 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.776274 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-085cf664-a1f9-41a0-87dc-0a4f3bd42291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.806629 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097b03e-b2ca-4c82-8dab-5a5664d93695 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event deleted for resources: {'Port': ['ID=3e6a61ab-4e9f-4a66-aa56-b212c53a14ae,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:13.827952 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8::f816:3eff:fee4:438e (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/cd0024ef-2b88-439f-afa1-cd9ad51a78fb/0260ef14-44fb-47c8-a80a-bcb847665ff0) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:13.836239 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cf664-a1f9-41a0-87dc-0a4f3bd42291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563cd1a6-6b66-4206-8e35-60b8ce406fb3,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:13.852801 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0619e72a-02fe-4c4b-8df4-e45e2fc1ce0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.867178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.875488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:13.952941 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] device_id is not set on port 04a64cce-a8f3-48ab-92fd-4b4798ed43bd yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:13:14.100172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-085cf664-a1f9-41a0-87dc-0a4f3bd42291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:14.101388 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-085cf664-a1f9-41a0-87dc-0a4f3bd42291 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/563cd1a6-6b66-4206-8e35-60b8ce406fb3 HTTP/1.1" status: 204 len: 168 time: 1.3653257 Sep 21 15:13:14.116888 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099fb3aa-974d-4c76-b8cb-835a41d4f3b5,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:14.354542 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-0619e72a-02fe-4c4b-8df4-e45e2fc1ce0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Calling delete_port for 384b8f30-24a2-4f77-8b7c-4403a5ed1394 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:14.357733 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Allocated IP 172.26.4.237 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/04a64cce-a8f3-48ab-92fd-4b4798ed43bd) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:14.415182 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:14.468509 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Transition to ACTIVE for port object 0260ef14-44fb-47c8-a80a-bcb847665ff0 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:14.607959 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8097b03e-b2ca-4c82-8dab-5a5664d93695 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Router 54296ff3-8581-4108-ae4d-59d32167d7ec has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:13:14.624433 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-341dc9cd-449c-4842-b6bf-77764b227edd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:14.855533 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0619e72a-02fe-4c4b-8df4-e45e2fc1ce0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:14.874069 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:14.910055 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:14.974612 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:15.095539 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56866) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:15.099439 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:15.110608 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:15.113168 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:15.119398 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:15.120049 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:15.135149 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 79e6ace7-d0be-42aa-83b6-280ee03ecc5d up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:15.151555 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8097b03e-b2ca-4c82-8dab-5a5664d93695 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:13:15.153251 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619e72a-02fe-4c4b-8df4-e45e2fc1ce0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event deleted for resources: {'Port': ['ID=384b8f30-24a2-4f77-8b7c-4403a5ed1394,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:15.162090 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:15.173601 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=0260ef14-44fb-47c8-a80a-bcb847665ff0,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:15.197035 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.197756 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.198388 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.199572 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.200024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.200472 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.200894 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a1ce1-a0d3-4be5-9ecd-be54bf7becdb None None] Sync routers for ids ['54296ff3-8581-4108-ae4d-59d32167d7ec'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:13:15.201270 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.201899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.202431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.203099 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.203691 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.204218 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.215932 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b5514a6f-aef5-4713-a02f-06e87a3bbc0c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.9036942 Sep 21 15:13:15.217878 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56872) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:15.290964 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5a1ce1-a0d3-4be5-9ecd-be54bf7becdb None None] Routers {'54296ff3-8581-4108-ae4d-59d32167d7ec'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:15.291726 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0a5a1ce1-a0d3-4be5-9ecd-be54bf7becdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['54296ff3-8581-4108-ae4d-59d32167d7ec'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:15.341826 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1667341928'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:15.350666 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:15.355736 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:network and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:15.359229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:15.367849 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:15.395442 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341dc9cd-449c-4842-b6bf-77764b227edd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Checking segment: {'id': 'c1e65d26-0268-488b-bed1-d0b5da8e0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '42036893-4907-4a80-a4ad-5f00a1fda280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:13:15.396336 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341dc9cd-449c-4842-b6bf-77764b227edd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network hostable DHCP agents. Network: 42036893-4907-4a80-a4ad-5f00a1fda280, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:13:15.399312 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Made reservation on behalf of 36a774c8465a450c8e27de7666e71b71 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:15.403595 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:15.425484 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:15.434054 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0a5a1ce1-a0d3-4be5-9ecd-be54bf7becdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:15.442052 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2817d562-66d8-4e31-9693-48a33f8b8973 None None] Provisioning for port 79e6ace7-d0be-42aa-83b6-280ee03ecc5d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:15.457517 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5a1ce1-a0d3-4be5-9ecd-be54bf7becdb None None] Routers {'54296ff3-8581-4108-ae4d-59d32167d7ec'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:15.458153 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0a5a1ce1-a0d3-4be5-9ecd-be54bf7becdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['54296ff3-8581-4108-ae4d-59d32167d7ec'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:15.473527 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:15.489403 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc883f9f-7049-45e2-8a35-4d8fc0868050 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:15.495820 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc883f9f-7049-45e2-8a35-4d8fc0868050 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:15.496673 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bc883f9f-7049-45e2-8a35-4d8fc0868050 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:13:15.517893 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:15.527728 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0a5a1ce1-a0d3-4be5-9ecd-be54bf7becdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:15.528293 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a1ce1-a0d3-4be5-9ecd-be54bf7becdb None None] The sync data for ids ['54296ff3-8581-4108-ae4d-59d32167d7ec'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:13:15.534836 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 79e6ace7-d0be-42aa-83b6-280ee03ecc5d completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:15.541543 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 79e6ace7-d0be-42aa-83b6-280ee03ecc5d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:15.541914 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:15.570596 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:security_group_rule and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:15.594201 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:15.614080 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3409d2e9-5bb7-45a7-94b6-ec9ec8465f58 None None] Provisioning for port 0260ef14-44fb-47c8-a80a-bcb847665ff0 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:15.614309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:15.622818 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3409d2e9-5bb7-45a7-94b6-ec9ec8465f58 None None] Provisioning complete for port 0260ef14-44fb-47c8-a80a-bcb847665ff0 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:15.623015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3409d2e9-5bb7-45a7-94b6-ec9ec8465f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:15.643206 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:15.652741 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:15.654855 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0619e72a-02fe-4c4b-8df4-e45e2fc1ce0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:15.659905 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bc883f9f-7049-45e2-8a35-4d8fc0868050 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:13:15.664368 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bc883f9f-7049-45e2-8a35-4d8fc0868050 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.4431272 Sep 21 15:13:15.664561 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341dc9cd-449c-4842-b6bf-77764b227edd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Subnet': ['ID=d3656e21-3d86-4b5e-9fdc-f3e8fd8a3bef,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:15.665365 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56876) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:15.666228 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:15.704509 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Pushing event updated for resources: {'Port': ['ID=04a64cce-a8f3-48ab-92fd-4b4798ed43bd,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:15.726239 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Allocated IP 172.26.4.6 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/41eb0ace-2e8a-4fe9-a49b-faa97e88e534) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:15.729833 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3409d2e9-5bb7-45a7-94b6-ec9ec8465f58 None None] Port 0260ef14-44fb-47c8-a80a-bcb847665ff0 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:13:15.742221 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 79e6ace7-d0be-42aa-83b6-280ee03ecc5d is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:15.742679 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:15.778834 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 79e6ace7-d0be-42aa-83b6-280ee03ecc5d, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=79e6ace7-d0be-42aa-83b6-280ee03ecc5d,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:15.782957 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:15.793566 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:15.794176 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:15.827843 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341dc9cd-449c-4842-b6bf-77764b227edd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network 42036893-4907-4a80-a4ad-5f00a1fda280 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:13:15.860831 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=79e6ace7-d0be-42aa-83b6-280ee03ecc5d,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:15.868886 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.869355 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.869792 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.870225 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.870681 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.871097 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.871562 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.872244 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.872475 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.873002 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.873365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.873945 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:15.905814 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8097b03e-b2ca-4c82-8dab-5a5664d93695 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:15.908292 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-341dc9cd-449c-4842-b6bf-77764b227edd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 42036893-4907-4a80-a4ad-5f00a1fda280) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:15.918959 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2e47c3-1123-4732-9e3b-3edbcf104f7f None None] Network 42036893-4907-4a80-a4ad-5f00a1fda280 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:15.921649 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341dc9cd-449c-4842-b6bf-77764b227edd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:15.922270 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-341dc9cd-449c-4842-b6bf-77764b227edd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:15.931393 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-464a28e4-b09c-4a51-8d7c-48009b107fb8 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.3414440 Sep 21 15:13:15.939747 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56880) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:15.949921 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3f6aaa95-4849-47c5-b460-5b8a8bb5e9af tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port 0260ef14-44fb-47c8-a80a-bcb847665ff0 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:15.950264 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3f6aaa95-4849-47c5-b460-5b8a8bb5e9af tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:15.961469 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:15.972767 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:15.990742 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:16.000902 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-107f0e3f-282a-44b2-8f1b-bf1a8cad348d tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.237'}]}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:16.017435 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-107f0e3f-282a-44b2-8f1b-bf1a8cad348d tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:16.020481 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:13:16.025171 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8097b03e-b2ca-4c82-8dab-5a5664d93695 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "DELETE /v2.0/ports/3e6a61ab-4e9f-4a66-aa56-b212c53a14ae HTTP/1.1" status: 204 len: 168 time: 4.8822987 Sep 21 15:13:16.030528 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56884) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:16.035537 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6843309e-f1a4-4067-b378-88eafb60c648,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:16.090402 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-107f0e3f-282a-44b2-8f1b-bf1a8cad348d tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Usage tracker for resource:router and tenant:10f2871408754bd090bf575d7fe8c542 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:16.099586 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56888) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:16.101599 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-341dc9cd-449c-4842-b6bf-77764b227edd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0903072 Sep 21 15:13:16.102804 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-107f0e3f-282a-44b2-8f1b-bf1a8cad348d tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:16.116531 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:16.117107 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Added segment 700cc787-e03a-45e4-9a5f-af93b0eea6d0 of type vlan for network d7b60256-637a-4476-b5dd-8eabe1fe0691 Sep 21 15:13:16.131229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e3bd5849-6de2-4b52-93f8-16f8b64c05fc tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'port': {'network_id': '42036893-4907-4a80-a4ad-5f00a1fda280', 'name': 'tempest-PortsIpV6TestJSON-2003084691', 'fixed_ips': [{'subnet_id': 'd3656e21-3d86-4b5e-9fdc-f3e8fd8a3bef', 'ip_address': '2001:db8::10'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:16.173642 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-107f0e3f-282a-44b2-8f1b-bf1a8cad348d tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:16.202651 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-42036893-4907-4a80-a4ad-5f00a1fda280', 'network_id': '42036893-4907-4a80-a4ad-5f00a1fda280', 'tenant_id': 'd62e4783ba064d6c8874822841ebe351', 'fixed_ips': [{'subnet_id': 'd3656e21-3d86-4b5e-9fdc-f3e8fd8a3bef'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:13:16.203559 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:16.335975 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:16.340686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:16.379774 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] Allocated IP 2001:db8::2 (42036893-4907-4a80-a4ad-5f00a1fda280/d3656e21-3d86-4b5e-9fdc-f3e8fd8a3bef/c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:16.401786 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0619e72a-02fe-4c4b-8df4-e45e2fc1ce0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Router 6420dd08-3b85-4cbe-8b52-b98d501049a4 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:13:16.402925 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-107f0e3f-282a-44b2-8f1b-bf1a8cad348d tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:16.403819 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-107f0e3f-282a-44b2-8f1b-bf1a8cad348d tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:16.479582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:16.487172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:16.547362 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:16.584933 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-107f0e3f-282a-44b2-8f1b-bf1a8cad348d tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:16.598022 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Pushing event updated for resources: {'Port': ['ID=41eb0ace-2e8a-4fe9-a49b-faa97e88e534,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:16.610146 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:16.619848 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e3bd5849-6de2-4b52-93f8-16f8b64c05fc tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:16.622488 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] Transition to ACTIVE for port object c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:16.638601 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e3bd5849-6de2-4b52-93f8-16f8b64c05fc tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:port and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:16.642239 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:16.647958 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:16.648161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:16.653286 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] Transition to ACTIVE for port object c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:16.655220 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e3bd5849-6de2-4b52-93f8-16f8b64c05fc tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:16.658534 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:16.689643 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0619e72a-02fe-4c4b-8df4-e45e2fc1ce0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:13:16.690758 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e3bd5849-6de2-4b52-93f8-16f8b64c05fc tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:16.714921 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42d8914-79cd-4281-bd23-d6313cafd088 None None] Sync routers for ids ['6420dd08-3b85-4cbe-8b52-b98d501049a4'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:13:16.724976 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42d8914-79cd-4281-bd23-d6313cafd088 None None] Routers {'6420dd08-3b85-4cbe-8b52-b98d501049a4'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:16.725805 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b42d8914-79cd-4281-bd23-d6313cafd088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['6420dd08-3b85-4cbe-8b52-b98d501049a4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:16.731987 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] Network 42036893-4907-4a80-a4ad-5f00a1fda280 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:16.734763 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:16.737180 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:16.791260 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b42d8914-79cd-4281-bd23-d6313cafd088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:16.801887 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42d8914-79cd-4281-bd23-d6313cafd088 None None] Routers {'6420dd08-3b85-4cbe-8b52-b98d501049a4'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:16.802958 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b42d8914-79cd-4281-bd23-d6313cafd088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['6420dd08-3b85-4cbe-8b52-b98d501049a4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:16.823378 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] Pushing event updated for resources: {'Port': ['ID=c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:16.867638 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] Attempting to bind port c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:13:16.868290 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] Attempting to bind port c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'c1e65d26-0268-488b-bed1-d0b5da8e0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '42036893-4907-4a80-a4ad-5f00a1fda280'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:13:16.868782 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] Attempting to bind port c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1 on network 42036893-4907-4a80-a4ad-5f00a1fda280 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:13:16.871196 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b42d8914-79cd-4281-bd23-d6313cafd088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:16.871766 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42d8914-79cd-4281-bd23-d6313cafd088 None None] The sync data for ids ['6420dd08-3b85-4cbe-8b52-b98d501049a4'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:13:16.878851 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:13:16.879807 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] Checking segment: {'id': 'c1e65d26-0268-488b-bed1-d0b5da8e0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '42036893-4907-4a80-a4ad-5f00a1fda280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:13:16.880469 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:16.880929 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] Bound using segment: {'id': 'c1e65d26-0268-488b-bed1-d0b5da8e0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '42036893-4907-4a80-a4ad-5f00a1fda280'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:13:16.881398 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] Bound port: c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e65d26-0268-488b-bed1-d0b5da8e0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '42036893-4907-4a80-a4ad-5f00a1fda280'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:13:16.881780 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:16.911487 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0619e72a-02fe-4c4b-8df4-e45e2fc1ce0f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "PUT /v2.0/routers/6420dd08-3b85-4cbe-8b52-b98d501049a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2132213 Sep 21 15:13:16.911487 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56892) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:16.913180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3f6aaa95-4849-47c5-b460-5b8a8bb5e9af tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:16.979146 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] For port c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:13:16.982231 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] For port c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1,segment=NetworkSegment(c1e65d26-0268-488b-bed1-d0b5da8e0bdf),segment_id=c1e65d26-0268-488b-bed1-d0b5da8e0bdf)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:13:16.989374 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:17.039318 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9345047 Sep 21 15:13:17.092547 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81585e3e-9285-4557-89fb-0c4822d1dceb None None] Pushing event updated for resources: {'Port': ['ID=c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:17.123323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56896) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:17.131601 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 79e6ace7-d0be-42aa-83b6-280ee03ecc5d up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:17.143636 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bd5849-6de2-4b52-93f8-16f8b64c05fc tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:17.169530 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d9f0e2f9-ee40-4df8-83f1-3599d3747f64 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-466347541'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:17.176294 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e55249-9cf1-484b-b57f-8983754b390c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Network': ['ID=d7b60256-637a-4476-b5dd-8eabe1fe0691,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:17.184596 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3f6aaa95-4849-47c5-b460-5b8a8bb5e9af tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for 0260ef14-44fb-47c8-a80a-bcb847665ff0 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:17.192423 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network d7b60256-637a-4476-b5dd-8eabe1fe0691 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:13:17.230729 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d9f0e2f9-ee40-4df8-83f1-3599d3747f64 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:17.287028 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-70c2ff31-8afa-4403-99fb-2f11a6117d29 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] delete failed (client error): The resource could not be found. Sep 21 15:13:17.292535 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-70c2ff31-8afa-4403-99fb-2f11a6117d29 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-1304514975 HTTP/1.1" status: 404 len: 335 time: 0.3700399 Sep 21 15:13:17.294440 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d9f0e2f9-ee40-4df8-83f1-3599d3747f64 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:network and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:17.303556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56900) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:17.305654 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d9f0e2f9-ee40-4df8-83f1-3599d3747f64 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:17.314833 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-bd809dff-d336-4261-960e-dbc66ff0b9fe tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Request body: {'router': {'external_gateway_info': {'network_id': '6420dd08-3b85-4cbe-8b52-b98d501049a4'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:17.327517 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d9f0e2f9-ee40-4df8-83f1-3599d3747f64 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:17.368024 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 79e6ace7-d0be-42aa-83b6-280ee03ecc5d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:17.368608 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:17.386508 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-107f0e3f-282a-44b2-8f1b-bf1a8cad348d tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:17.439071 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f0e2f9-ee40-4df8-83f1-3599d3747f64 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Made reservation on behalf of 36a774c8465a450c8e27de7666e71b71 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:17.443186 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e2f9-ee40-4df8-83f1-3599d3747f64 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:17.512327 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 79e6ace7-d0be-42aa-83b6-280ee03ecc5d is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:17.630874 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3bd5849-6de2-4b52-93f8-16f8b64c05fc tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:17.658829 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f0e2f9-ee40-4df8-83f1-3599d3747f64 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:13:17.753215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-e3bd5849-6de2-4b52-93f8-16f8b64c05fc tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] device_id is not set on port 8d2f7893-09c4-4527-98a5-6b483d22be9b yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:13:17.793290 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e2f9-ee40-4df8-83f1-3599d3747f64 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:17.793660 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-d9f0e2f9-ee40-4df8-83f1-3599d3747f64 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Added segment 0c9b151f-a8f4-4e80-9860-6fb4d13e0b6c of type vlan for network 1a7c022a-64fb-4502-b925-9cea9facd94a Sep 21 15:13:17.840751 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:17.951427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e2f9-ee40-4df8-83f1-3599d3747f64 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:18.020057 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd809dff-d336-4261-960e-dbc66ff0b9fe tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:18.072520 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-bd809dff-d336-4261-960e-dbc66ff0b9fe tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] update failed (client error): The resource could not be found. Sep 21 15:13:18.078820 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bd809dff-d336-4261-960e-dbc66ff0b9fe tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "PUT /v2.0/routers/6420dd08-3b85-4cbe-8b52-b98d501049a4 HTTP/1.1" status: 404 len: 339 time: 0.7747886 Sep 21 15:13:18.079405 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56904) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:18.089282 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-20e2defc-76be-4b45-a9e2-088ff833d729 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1285034372'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:18.095534 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-20e2defc-76be-4b45-a9e2-088ff833d729 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:18.098605 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3f6aaa95-4849-47c5-b460-5b8a8bb5e9af tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:18.147460 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-20e2defc-76be-4b45-a9e2-088ff833d729 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Usage tracker for resource:network and tenant:de09bc90f10b40479574534633ba29a2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:18.157419 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-d9f0e2f9-ee40-4df8-83f1-3599d3747f64 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:13:18.160036 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-20e2defc-76be-4b45-a9e2-088ff833d729 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:18.167940 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6aaa95-4849-47c5-b460-5b8a8bb5e9af tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Port': ['ID=0260ef14-44fb-47c8-a80a-bcb847665ff0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:18.179074 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-20e2defc-76be-4b45-a9e2-088ff833d729 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:18.249648 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3f6aaa95-4849-47c5-b460-5b8a8bb5e9af tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:18.264226 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e2defc-76be-4b45-a9e2-088ff833d729 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Made reservation on behalf of de09bc90f10b40479574534633ba29a2 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:18.264400 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e2f9-ee40-4df8-83f1-3599d3747f64 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:18.267194 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20e2defc-76be-4b45-a9e2-088ff833d729 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:18.270581 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f0e2f9-ee40-4df8-83f1-3599d3747f64 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:18.271221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e2f9-ee40-4df8-83f1-3599d3747f64 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:18.272010 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d465615e-c137-44d5-bd73-614c04802471 None None] Network 42036893-4907-4a80-a4ad-5f00a1fda280 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:18.289282 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3f6aaa95-4849-47c5-b460-5b8a8bb5e9af tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/0260ef14-44fb-47c8-a80a-bcb847665ff0 HTTP/1.1" status: 204 len: 168 time: 2.6181784 Sep 21 15:13:18.301414 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56908) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:18.385550 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e2defc-76be-4b45-a9e2-088ff833d729 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:13:18.387944 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0e2f9-ee40-4df8-83f1-3599d3747f64 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Network': ['ID=1a7c022a-64fb-4502-b925-9cea9facd94a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:18.416793 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 1a7c022a-64fb-4502-b925-9cea9facd94a details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:13:18.447287 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e218958-2a12-4736-930a-527467ee48e1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:18.449009 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e218958-2a12-4736-930a-527467ee48e1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:18.449794 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4e218958-2a12-4736-930a-527467ee48e1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:13:18.460034 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20e2defc-76be-4b45-a9e2-088ff833d729 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:18.460297 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-20e2defc-76be-4b45-a9e2-088ff833d729 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Added segment c17e857b-70bd-424e-aedc-16e8d00cfee2 of type vlan for network 67a30b25-341f-491d-b103-2075bd2b046e Sep 21 15:13:18.526664 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-08c40527-032e-40e0-bb7e-780ba8e50eff None None] Provisioning for port c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:18.578187 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20e2defc-76be-4b45-a9e2-088ff833d729 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:18.642111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4e218958-2a12-4736-930a-527467ee48e1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:13:18.643284 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4e218958-2a12-4736-930a-527467ee48e1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3382010 Sep 21 15:13:18.653908 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56912) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:18.659528 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9cbd756f-ed3e-4015-b1ca-39b706cf6991 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:18.715050 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-e3bd5849-6de2-4b52-93f8-16f8b64c05fc tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Allocated IP 2001:db8::10 (42036893-4907-4a80-a4ad-5f00a1fda280/d3656e21-3d86-4b5e-9fdc-f3e8fd8a3bef/8d2f7893-09c4-4527-98a5-6b483d22be9b) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:18.731298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20e2defc-76be-4b45-a9e2-088ff833d729 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:18.737073 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e2defc-76be-4b45-a9e2-088ff833d729 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:18.737674 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20e2defc-76be-4b45-a9e2-088ff833d729 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:18.756238 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-107f0e3f-282a-44b2-8f1b-bf1a8cad348d tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:18.774653 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d9f0e2f9-ee40-4df8-83f1-3599d3747f64 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6412842 Sep 21 15:13:18.787759 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56916) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:18.806350 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-73d37233-467f-4b18-9cf8-f9d99142a8b6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'subnet': {'network_id': 'd7b60256-637a-4476-b5dd-8eabe1fe0691', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:18.870446 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-107f0e3f-282a-44b2-8f1b-bf1a8cad348d tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:19.024316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8d7ce4-fc55-4e03-a009-5d31570b66d5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet cd0024ef-2b88-439f-afa1-cd9ad51a78fb {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:13:19.037254 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e8d7ce4-fc55-4e03-a009-5d31570b66d5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:19.042593 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-20e2defc-76be-4b45-a9e2-088ff833d729 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9574547 Sep 21 15:13:19.052570 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56920) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:19.059484 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2defc-76be-4b45-a9e2-088ff833d729 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event updated for resources: {'Network': ['ID=67a30b25-341f-491d-b103-2075bd2b046e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:19.073586 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5d2d122e-91b5-453f-b500-9afaaf683be3 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Request body: {'subnet': {'network_id': '67a30b25-341f-491d-b103-2075bd2b046e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:19.073895 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 67a30b25-341f-491d-b103-2075bd2b046e details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:13:19.110265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:19.162436 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:19.222543 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-73d37233-467f-4b18-9cf8-f9d99142a8b6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:19.255417 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-73d37233-467f-4b18-9cf8-f9d99142a8b6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:subnet and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:19.258993 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:19.260403 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-73d37233-467f-4b18-9cf8-f9d99142a8b6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:19.265203 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:19.265754 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:19.273408 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e8d7ce4-fc55-4e03-a009-5d31570b66d5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:19.274734 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-73d37233-467f-4b18-9cf8-f9d99142a8b6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:19.290487 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5d2d122e-91b5-453f-b500-9afaaf683be3 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:19.297969 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5d2d122e-91b5-453f-b500-9afaaf683be3 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Usage tracker for resource:subnet and tenant:de09bc90f10b40479574534633ba29a2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:19.301893 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5d2d122e-91b5-453f-b500-9afaaf683be3 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:19.339125 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d37233-467f-4b18-9cf8-f9d99142a8b6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Made reservation on behalf of 36a774c8465a450c8e27de7666e71b71 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:19.342562 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73d37233-467f-4b18-9cf8-f9d99142a8b6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:19.356500 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5d2d122e-91b5-453f-b500-9afaaf683be3 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:19.397711 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:19.398240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:19.433509 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1,segment=NetworkSegment(c1e65d26-0268-488b-bed1-d0b5da8e0bdf),segment_id=c1e65d26-0268-488b-bed1-d0b5da8e0bdf)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:19.439109 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:19.512313 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:19.581945 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2d122e-91b5-453f-b500-9afaaf683be3 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Made reservation on behalf of de09bc90f10b40479574534633ba29a2 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:19.585610 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d2d122e-91b5-453f-b500-9afaaf683be3 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:19.610728 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3bd5849-6de2-4b52-93f8-16f8b64c05fc tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:19.645429 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-e3bd5849-6de2-4b52-93f8-16f8b64c05fc tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Transition to ACTIVE for port object 8d2f7893-09c4-4527-98a5-6b483d22be9b will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:19.664373 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e8d7ce4-fc55-4e03-a009-5d31570b66d5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:19.672595 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-107f0e3f-282a-44b2-8f1b-bf1a8cad348d tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:19.805057 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Router 48ca97a3-d425-40bd-b886-ff39190da7a9 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:13:19.831065 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3bd5849-6de2-4b52-93f8-16f8b64c05fc tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:19.833638 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9cbd756f-ed3e-4015-b1ca-39b706cf6991 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Deleting port d6083913-2bde-45de-9865-b038c7c0985d {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:19.833967 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9cbd756f-ed3e-4015-b1ca-39b706cf6991 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:20.011383 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e8d7ce4-fc55-4e03-a009-5d31570b66d5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:20.039492 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-107f0e3f-282a-44b2-8f1b-bf1a8cad348d tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:20.045211 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-107f0e3f-282a-44b2-8f1b-bf1a8cad348d tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:20.158496 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-107f0e3f-282a-44b2-8f1b-bf1a8cad348d tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:20.159012 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107f0e3f-282a-44b2-8f1b-bf1a8cad348d tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f51ef247-f3b8-4e6d-aaf0-f4d2525b9849 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:13:20.221895 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bd5849-6de2-4b52-93f8-16f8b64c05fc tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network 42036893-4907-4a80-a4ad-5f00a1fda280 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:20.231309 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-107f0e3f-282a-44b2-8f1b-bf1a8cad348d tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 21 15:13:20.232380 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-107f0e3f-282a-44b2-8f1b-bf1a8cad348d tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.2515147 Sep 21 15:13:20.245720 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d7ce4-fc55-4e03-a009-5d31570b66d5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=cd0024ef-2b88-439f-afa1-cd9ad51a78fb,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:20.247457 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56924) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:20.259007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7edc144-3292-411c-940d-1f9c8bf52f67 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:20.297150 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e8d7ce4-fc55-4e03-a009-5d31570b66d5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:20.298674 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73d37233-467f-4b18-9cf8-f9d99142a8b6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:20.302346 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e3bd5849-6de2-4b52-93f8-16f8b64c05fc tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:20.320532 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bd5849-6de2-4b52-93f8-16f8b64c05fc tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:20.325992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bd5849-6de2-4b52-93f8-16f8b64c05fc tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:20.326631 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3bd5849-6de2-4b52-93f8-16f8b64c05fc tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:20.343586 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd5849-6de2-4b52-93f8-16f8b64c05fc tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=8d2f7893-09c4-4527-98a5-6b483d22be9b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:20.384251 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d2d122e-91b5-453f-b500-9afaaf683be3 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:20.412750 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9c29a006-6637-4c03-8312-126cf57d3f70 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Deleting port 04a64cce-a8f3-48ab-92fd-4b4798ed43bd {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:20.413098 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9c29a006-6637-4c03-8312-126cf57d3f70 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:20.449211 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9e8d7ce4-fc55-4e03-a009-5d31570b66d5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/cd0024ef-2b88-439f-afa1-cd9ad51a78fb HTTP/1.1" status: 204 len: 168 time: 1.7924149 Sep 21 15:13:20.455225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56928) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:20.462564 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e3bd5849-6de2-4b52-93f8-16f8b64c05fc tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3616645 Sep 21 15:13:20.471090 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56932) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:20.482478 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d37233-467f-4b18-9cf8-f9d99142a8b6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Subnet': ['ID=098b6a9e-49ff-4f82-ab08-8622a97579e9,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:20.553780 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7d6f46aa-61de-4aab-af1f-882fcaa23449 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'port': {'network_id': '42036893-4907-4a80-a4ad-5f00a1fda280', 'name': 'tempest-PortsIpV6TestJSON-1563352326', 'fixed_ips': [{'subnet_id': 'd3656e21-3d86-4b5e-9fdc-f3e8fd8a3bef', 'ip_address': '2001:db8::f'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:20.605721 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83b479a-ca6e-4e48-b5ea-10ac8bf53a9f None None] DHCP port deletion for cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:13:20.611665 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a83b479a-ca6e-4e48-b5ea-10ac8bf53a9f None None] Deleting port 79e6ace7-d0be-42aa-83b6-280ee03ecc5d {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:20.612396 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a83b479a-ca6e-4e48-b5ea-10ac8bf53a9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:20.614257 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2d122e-91b5-453f-b500-9afaaf683be3 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Checking segment: {'id': 'c17e857b-70bd-424e-aedc-16e8d00cfee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '67a30b25-341f-491d-b103-2075bd2b046e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:13:20.614620 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2d122e-91b5-453f-b500-9afaaf683be3 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Network hostable DHCP agents. Network: 67a30b25-341f-491d-b103-2075bd2b046e, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:13:20.615641 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a5ae81fe-da58-4cdb-9b40-b18518b2c78b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1567922 Sep 21 15:13:20.623512 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d37233-467f-4b18-9cf8-f9d99142a8b6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Checking segment: {'id': '700cc787-e03a-45e4-9a5f-af93b0eea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd7b60256-637a-4476-b5dd-8eabe1fe0691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:13:20.623867 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d37233-467f-4b18-9cf8-f9d99142a8b6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network hostable DHCP agents. Network: d7b60256-637a-4476-b5dd-8eabe1fe0691, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:13:20.628268 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56936) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:20.654322 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ce881ceb-3bc6-4427-820c-d634246fcff0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:20.687174 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:13:20.715772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9cbd756f-ed3e-4015-b1ca-39b706cf6991 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:20.724489 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4110b88c-a905-47d9-8f9a-46d512004466 None None] Sync routers for ids ['48ca97a3-d425-40bd-b886-ff39190da7a9'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:13:20.760964 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9c39cf14-8b0c-44f8-a55b-f567ea612c69 None None] Provisioning for port 8d2f7893-09c4-4527-98a5-6b483d22be9b completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:20.766084 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4110b88c-a905-47d9-8f9a-46d512004466 None None] Routers {'48ca97a3-d425-40bd-b886-ff39190da7a9'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:20.766786 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4110b88c-a905-47d9-8f9a-46d512004466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['48ca97a3-d425-40bd-b886-ff39190da7a9'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:20.789066 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d122e-91b5-453f-b500-9afaaf683be3 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event updated for resources: {'Subnet': ['ID=7aa63981-92bf-4885-a3f3-93b97f061799,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:20.818960 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2d122e-91b5-453f-b500-9afaaf683be3 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Network 67a30b25-341f-491d-b103-2075bd2b046e is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:13:20.841907 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d37233-467f-4b18-9cf8-f9d99142a8b6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network d7b60256-637a-4476-b5dd-8eabe1fe0691 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:13:20.859870 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9c39cf14-8b0c-44f8-a55b-f567ea612c69 None None] Provisioning complete for port 8d2f7893-09c4-4527-98a5-6b483d22be9b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:20.860085 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-5d2d122e-91b5-453f-b500-9afaaf683be3 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 67a30b25-341f-491d-b103-2075bd2b046e) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:20.860221 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9c39cf14-8b0c-44f8-a55b-f567ea612c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:20.865186 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2d122e-91b5-453f-b500-9afaaf683be3 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:20.865771 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d2d122e-91b5-453f-b500-9afaaf683be3 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:20.866970 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9cbd756f-ed3e-4015-b1ca-39b706cf6991 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Calling delete_port for d6083913-2bde-45de-9865-b038c7c0985d owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:20.888650 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-73d37233-467f-4b18-9cf8-f9d99142a8b6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, d7b60256-637a-4476-b5dd-8eabe1fe0691) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:20.892969 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d37233-467f-4b18-9cf8-f9d99142a8b6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:20.893542 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73d37233-467f-4b18-9cf8-f9d99142a8b6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:20.905667 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:20.909205 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-03686b04-6c82-4b41-8b2c-475244bba08e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.3151834 Sep 21 15:13:20.920237 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56940) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:20.943338 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17882c0-1860-47df-816e-66f6cd0efc2c None None] Network 67a30b25-341f-491d-b103-2075bd2b046e requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:20.958611 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaab7d9-e376-4bdf-84cc-e56c47274a93 None None] Network d7b60256-637a-4476-b5dd-8eabe1fe0691 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:20.965228 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ce881ceb-3bc6-4427-820c-d634246fcff0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:20.990579 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ce881ceb-3bc6-4427-820c-d634246fcff0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:20.998423 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ce881ceb-3bc6-4427-820c-d634246fcff0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:21.018953 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ce881ceb-3bc6-4427-820c-d634246fcff0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:21.045323 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4110b88c-a905-47d9-8f9a-46d512004466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:21.081432 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-73d37233-467f-4b18-9cf8-f9d99142a8b6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2923648 Sep 21 15:13:21.086912 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5d2d122e-91b5-453f-b500-9afaaf683be3 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0335283 Sep 21 15:13:21.087853 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56944) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:21.093798 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7d6f46aa-61de-4aab-af1f-882fcaa23449 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:21.097943 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56946) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:21.099277 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7d6f46aa-61de-4aab-af1f-882fcaa23449 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:port and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:21.102872 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7d6f46aa-61de-4aab-af1f-882fcaa23449 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:21.109982 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7d6f46aa-61de-4aab-af1f-882fcaa23449 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:21.115401 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-57f63586-064f-4c42-9cea-0cd94c661918 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'subnet': {'network_id': '1a7c022a-64fb-4502-b925-9cea9facd94a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:21.136580 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6f46aa-61de-4aab-af1f-882fcaa23449 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:21.141428 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d6f46aa-61de-4aab-af1f-882fcaa23449 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:21.141634 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce881ceb-3bc6-4427-820c-d634246fcff0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:21.145652 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce881ceb-3bc6-4427-820c-d634246fcff0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:21.160134 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9c29a006-6637-4c03-8312-126cf57d3f70 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:21.174014 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-49f69142-18a0-4582-9026-f4c3c8bfeaff tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Request body: {'router': {'external_gateway_info': {'network_id': '67a30b25-341f-491d-b103-2075bd2b046e'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:21.191064 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:21.245211 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-7d6f46aa-61de-4aab-af1f-882fcaa23449 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] device_id is not set on port 4aa2e909-bc15-49f3-bf99-ae1b4710df67 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:13:21.294018 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4110b88c-a905-47d9-8f9a-46d512004466 None None] Routers {'48ca97a3-d425-40bd-b886-ff39190da7a9'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:21.294644 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4110b88c-a905-47d9-8f9a-46d512004466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['48ca97a3-d425-40bd-b886-ff39190da7a9'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:21.369737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9c39cf14-8b0c-44f8-a55b-f567ea612c69 None None] Port 8d2f7893-09c4-4527-98a5-6b483d22be9b cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:13:21.396309 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-50074e94-402f-4f2a-ab47-4e38a73b54a8 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "GET /v2.0/routers/48ca97a3-d425-40bd-b886-ff39190da7a9 HTTP/1.1" status: 200 len: 920 time: 0.4718692 Sep 21 15:13:21.404848 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56952) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:21.407802 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4110b88c-a905-47d9-8f9a-46d512004466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:21.408200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4110b88c-a905-47d9-8f9a-46d512004466 None None] The sync data for ids ['48ca97a3-d425-40bd-b886-ff39190da7a9'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:13:21.428648 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a83b479a-ca6e-4e48-b5ea-10ac8bf53a9f None None] For port 79e6ace7-d0be-42aa-83b6-280ee03ecc5d, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=79e6ace7-d0be-42aa-83b6-280ee03ecc5d,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:21.429051 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a83b479a-ca6e-4e48-b5ea-10ac8bf53a9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:21.530713 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a227555f-836b-4a31-a7b8-e100b10a47a2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "GET /v2.0/ports?device_id=48ca97a3-d425-40bd-b886-ff39190da7a9 HTTP/1.1" status: 200 len: 205 time: 0.1138167 Sep 21 15:13:21.533592 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56956) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:21.639987 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a83b479a-ca6e-4e48-b5ea-10ac8bf53a9f None None] Calling delete_port for 79e6ace7-d0be-42aa-83b6-280ee03ecc5d owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:21.662434 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9c29a006-6637-4c03-8312-126cf57d3f70 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Calling delete_port for 04a64cce-a8f3-48ab-92fd-4b4798ed43bd owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:21.662648 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9cbd756f-ed3e-4015-b1ca-39b706cf6991 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:21.726859 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd756f-ed3e-4015-b1ca-39b706cf6991 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event deleted for resources: {'Port': ['ID=d6083913-2bde-45de-9865-b038c7c0985d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:21.789274 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:21.789838 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:21.935774 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-57f63586-064f-4c42-9cea-0cd94c661918 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:21.973922 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-67a30b25-341f-491d-b103-2075bd2b046e', 'network_id': '67a30b25-341f-491d-b103-2075bd2b046e', 'tenant_id': 'de09bc90f10b40479574534633ba29a2', 'fixed_ips': [{'subnet_id': '7aa63981-92bf-4885-a3f3-93b97f061799'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:13:21.974926 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:22.026348 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-57f63586-064f-4c42-9cea-0cd94c661918 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:subnet and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:22.032091 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:22.033352 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-d7b60256-637a-4476-b5dd-8eabe1fe0691', 'network_id': 'd7b60256-637a-4476-b5dd-8eabe1fe0691', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'fixed_ips': [{'subnet_id': '098b6a9e-49ff-4f82-ab08-8622a97579e9'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:13:22.034462 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:22.056881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-7d6f46aa-61de-4aab-af1f-882fcaa23449 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Allocated IP 2001:db8::f (42036893-4907-4a80-a4ad-5f00a1fda280/d3656e21-3d86-4b5e-9fdc-f3e8fd8a3bef/4aa2e909-bc15-49f3-bf99-ae1b4710df67) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:22.095216 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a83b479a-ca6e-4e48-b5ea-10ac8bf53a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:22.103395 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-57f63586-064f-4c42-9cea-0cd94c661918 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:22.117629 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-49f69142-18a0-4582-9026-f4c3c8bfeaff tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:22.121972 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-57f63586-064f-4c42-9cea-0cd94c661918 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:22.190675 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f63586-064f-4c42-9cea-0cd94c661918 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Made reservation on behalf of 36a774c8465a450c8e27de7666e71b71 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:22.194564 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57f63586-064f-4c42-9cea-0cd94c661918 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:22.230058 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b479a-ca6e-4e48-b5ea-10ac8bf53a9f None None] Pushing event deleted for resources: {'Port': ['ID=79e6ace7-d0be-42aa-83b6-280ee03ecc5d,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:22.231923 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:22.237053 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83b479a-ca6e-4e48-b5ea-10ac8bf53a9f None None] No DVR routers for this DVR port 79e6ace7-d0be-42aa-83b6-280ee03ecc5d on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:13:22.242915 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa868ef3-213b-4120-8bbe-396fa3047dcf tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:22.363855 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 79e6ace7-d0be-42aa-83b6-280ee03ecc5d no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:13:22.415497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 79e6ace7-d0be-42aa-83b6-280ee03ecc5d {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:13:22.415847 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 79e6ace7-d0be-42aa-83b6-280ee03ecc5d not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:13:22.455985 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9c29a006-6637-4c03-8312-126cf57d3f70 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:22.487969 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] Allocated IP 2001:db8:1::2 (67a30b25-341f-491d-b103-2075bd2b046e/7aa63981-92bf-4885-a3f3-93b97f061799/0caea036-26ad-4b35-bad1-7830272a1967) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:22.508807 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] Allocated IP 2001:db8::2 (d7b60256-637a-4476-b5dd-8eabe1fe0691/098b6a9e-49ff-4f82-ab08-8622a97579e9/67beaffe-297d-450d-9bde-25f08f98a021) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:22.539656 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29a006-6637-4c03-8312-126cf57d3f70 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Pushing event deleted for resources: {'Port': ['ID=04a64cce-a8f3-48ab-92fd-4b4798ed43bd,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:22.669648 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9cbd756f-ed3e-4015-b1ca-39b706cf6991 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:22.691856 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d6f46aa-61de-4aab-af1f-882fcaa23449 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:22.771908 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa868ef3-213b-4120-8bbe-396fa3047dcf tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:22.794967 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-7d6f46aa-61de-4aab-af1f-882fcaa23449 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Transition to ACTIVE for port object 4aa2e909-bc15-49f3-bf99-ae1b4710df67 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:22.807783 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-aa868ef3-213b-4120-8bbe-396fa3047dcf tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Deleting port 41eb0ace-2e8a-4fe9-a49b-faa97e88e534 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:22.808128 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa868ef3-213b-4120-8bbe-396fa3047dcf tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:22.950605 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9c29a006-6637-4c03-8312-126cf57d3f70 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:22.954144 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:22.972350 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:22.975734 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] Transition to ACTIVE for port object 0caea036-26ad-4b35-bad1-7830272a1967 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:22.993629 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] Transition to ACTIVE for port object 67beaffe-297d-450d-9bde-25f08f98a021 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:23.005050 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.objects.ports [None req-ce881ceb-3bc6-4427-820c-d634246fcff0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:13:23.010824 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] Transition to ACTIVE for port object 0caea036-26ad-4b35-bad1-7830272a1967 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:23.024940 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce881ceb-3bc6-4427-820c-d634246fcff0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:23.025116 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] Transition to ACTIVE for port object 67beaffe-297d-450d-9bde-25f08f98a021 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:23.029482 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:23.060160 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d6f46aa-61de-4aab-af1f-882fcaa23449 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:23.088835 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:23.092551 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9c29a006-6637-4c03-8312-126cf57d3f70 tempest-RoutersAdminNegativeIpV6Test-145966708 tempest-RoutersAdminNegativeIpV6Test-145966708-project-admin] 10.222.0.62 "DELETE /v2.0/ports/04a64cce-a8f3-48ab-92fd-4b4798ed43bd HTTP/1.1" status: 204 len: 168 time: 2.8444359 Sep 21 15:13:23.103245 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-49f69142-18a0-4582-9026-f4c3c8bfeaff tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:13:23.104257 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-49f69142-18a0-4582-9026-f4c3c8bfeaff tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "PUT /v2.0/routers/6420dd08-3b85-4cbe-8b52-b98d501049a4 HTTP/1.1" status: 400 len: 364 time: 1.9953034 Sep 21 15:13:23.111936 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce881ceb-3bc6-4427-820c-d634246fcff0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:23.114517 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56962) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:23.119651 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-ce881ceb-3bc6-4427-820c-d634246fcff0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:23.122623 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] Network 67a30b25-341f-491d-b103-2075bd2b046e is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:23.126646 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:23.133238 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:23.138905 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15017680-fc1a-4014-815f-0a8543334987 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:23.159552 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] Network d7b60256-637a-4476-b5dd-8eabe1fe0691 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:23.169142 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:23.183707 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce881ceb-3bc6-4427-820c-d634246fcff0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:23.184425 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce881ceb-3bc6-4427-820c-d634246fcff0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:23.197945 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57f63586-064f-4c42-9cea-0cd94c661918 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:23.247333 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6f46aa-61de-4aab-af1f-882fcaa23449 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network 42036893-4907-4a80-a4ad-5f00a1fda280 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:23.254440 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] Pushing event updated for resources: {'Port': ['ID=0caea036-26ad-4b35-bad1-7830272a1967,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:23.261351 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7d6f46aa-61de-4aab-af1f-882fcaa23449 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:23.263281 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:23.268538 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce881ceb-3bc6-4427-820c-d634246fcff0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=9b465c61-2a54-4d35-88dc-fe191dea4b9e,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:23.274064 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f46aa-61de-4aab-af1f-882fcaa23449 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:23.280217 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6f46aa-61de-4aab-af1f-882fcaa23449 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:23.280862 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d6f46aa-61de-4aab-af1f-882fcaa23449 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:23.311530 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa868ef3-213b-4120-8bbe-396fa3047dcf tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:23.335686 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ce881ceb-3bc6-4427-820c-d634246fcff0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6927917 Sep 21 15:13:23.406348 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56966) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:23.584056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f46aa-61de-4aab-af1f-882fcaa23449 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=4aa2e909-bc15-49f3-bf99-ae1b4710df67,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:23.614066 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-84ddc2a0-03d1-4f2d-b2f9-904bfdb77982 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'mac_address': 'fa:16:3e:ab:c2:0d', 'name': 'tempest-NetworksTestDHCPv6-450882298'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:23.650721 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] Attempting to bind port 0caea036-26ad-4b35-bad1-7830272a1967 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:13:23.651074 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] Attempting to bind port 0caea036-26ad-4b35-bad1-7830272a1967 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'c17e857b-70bd-424e-aedc-16e8d00cfee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '67a30b25-341f-491d-b103-2075bd2b046e'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:13:23.651436 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] Attempting to bind port 0caea036-26ad-4b35-bad1-7830272a1967 on network 67a30b25-341f-491d-b103-2075bd2b046e {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:13:23.657884 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] Pushing event updated for resources: {'Port': ['ID=67beaffe-297d-450d-9bde-25f08f98a021,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:23.665768 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] Attempting to bind port 67beaffe-297d-450d-9bde-25f08f98a021 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:13:23.666151 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] Attempting to bind port 67beaffe-297d-450d-9bde-25f08f98a021 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '700cc787-e03a-45e4-9a5f-af93b0eea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd7b60256-637a-4476-b5dd-8eabe1fe0691'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:13:23.666480 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] Attempting to bind port 67beaffe-297d-450d-9bde-25f08f98a021 on network d7b60256-637a-4476-b5dd-8eabe1fe0691 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:13:23.677830 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:13:23.678202 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] Checking segment: {'id': 'c17e857b-70bd-424e-aedc-16e8d00cfee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '67a30b25-341f-491d-b103-2075bd2b046e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:13:23.678597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:23.678981 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] Bound using segment: {'id': 'c17e857b-70bd-424e-aedc-16e8d00cfee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '67a30b25-341f-491d-b103-2075bd2b046e'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:13:23.679453 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] Bound port: 0caea036-26ad-4b35-bad1-7830272a1967, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17e857b-70bd-424e-aedc-16e8d00cfee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '67a30b25-341f-491d-b103-2075bd2b046e'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:13:23.679820 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:23.720933 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-aa868ef3-213b-4120-8bbe-396fa3047dcf tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Calling delete_port for 41eb0ace-2e8a-4fe9-a49b-faa97e88e534 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:23.751524 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56972) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:23.794291 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7d6f46aa-61de-4aab-af1f-882fcaa23449 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2628021 Sep 21 15:13:23.796169 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56978) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:23.798227 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-859007cd-21e8-4dc4-8a4a-2f8154af8172 None None] Provisioning for port 4aa2e909-bc15-49f3-bf99-ae1b4710df67 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:23.803325 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:13:23.804052 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] Checking segment: {'id': '700cc787-e03a-45e4-9a5f-af93b0eea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd7b60256-637a-4476-b5dd-8eabe1fe0691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:13:23.804223 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:23.804768 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] Bound using segment: {'id': '700cc787-e03a-45e4-9a5f-af93b0eea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd7b60256-637a-4476-b5dd-8eabe1fe0691'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:13:23.805384 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] Bound port: 67beaffe-297d-450d-9bde-25f08f98a021, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700cc787-e03a-45e4-9a5f-af93b0eea6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd7b60256-637a-4476-b5dd-8eabe1fe0691'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:13:23.805831 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:23.842434 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-84ddc2a0-03d1-4f2d-b2f9-904bfdb77982 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:23.856332 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-84ddc2a0-03d1-4f2d-b2f9-904bfdb77982 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:port and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:23.865891 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-84ddc2a0-03d1-4f2d-b2f9-904bfdb77982 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:23.879234 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-84ddc2a0-03d1-4f2d-b2f9-904bfdb77982 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:23.880898 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbd756f-ed3e-4015-b1ca-39b706cf6991 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Router 54296ff3-8581-4108-ae4d-59d32167d7ec has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:13:23.895855 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f63586-064f-4c42-9cea-0cd94c661918 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Subnet': ['ID=f9458364-36f1-4d55-a17e-fe8efe7e6b05,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:23.975456 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-859007cd-21e8-4dc4-8a4a-2f8154af8172 None None] Provisioning complete for port 4aa2e909-bc15-49f3-bf99-ae1b4710df67 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:23.975979 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-859007cd-21e8-4dc4-8a4a-2f8154af8172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:24.039655 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-859007cd-21e8-4dc4-8a4a-2f8154af8172 None None] Port 4aa2e909-bc15-49f3-bf99-ae1b4710df67 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:13:24.053802 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] For port 67beaffe-297d-450d-9bde-25f08f98a021, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:13:24.056913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-14b4f5f8-c77c-4d6b-a1a4-8fae1b5d5824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:24.085507 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] For port 67beaffe-297d-450d-9bde-25f08f98a021, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=67beaffe-297d-450d-9bde-25f08f98a021,segment=NetworkSegment(700cc787-e03a-45e4-9a5f-af93b0eea6d0),segment_id=700cc787-e03a-45e4-9a5f-af93b0eea6d0)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:13:24.128277 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] For port 0caea036-26ad-4b35-bad1-7830272a1967, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:13:24.136607 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] For port 0caea036-26ad-4b35-bad1-7830272a1967, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=0caea036-26ad-4b35-bad1-7830272a1967,segment=NetworkSegment(c17e857b-70bd-424e-aedc-16e8d00cfee2),segment_id=c17e857b-70bd-424e-aedc-16e8d00cfee2)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:13:24.138725 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:24.146012 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ddc2a0-03d1-4f2d-b2f9-904bfdb77982 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:24.165212 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f63586-064f-4c42-9cea-0cd94c661918 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Checking segment: {'id': '0c9b151f-a8f4-4e80-9860-6fb4d13e0b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1a7c022a-64fb-4502-b925-9cea9facd94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:13:24.165432 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-14b4f5f8-c77c-4d6b-a1a4-8fae1b5d5824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:24.165652 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f63586-064f-4c42-9cea-0cd94c661918 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network hostable DHCP agents. Network: 1a7c022a-64fb-4502-b925-9cea9facd94a, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:13:24.180234 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c385de1-0201-4521-946b-1af562a8da50 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:24.181093 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2c385de1-0201-4521-946b-1af562a8da50 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Synchronizing usage tracker for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:13:24.210390 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:24.219178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-14b4f5f8-c77c-4d6b-a1a4-8fae1b5d5824 admin admin] Usage tracker for resource:security_group_rule and tenant:702efe8be8834a20a9b4525bb0c03ab3 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:24.231091 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-14b4f5f8-c77c-4d6b-a1a4-8fae1b5d5824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:24.245164 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'fixed_ips': [{'subnet_id': '9b465c61-2a54-4d35-88dc-fe191dea4b9e'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:13:24.246039 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:24.260272 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-14b4f5f8-c77c-4d6b-a1a4-8fae1b5d5824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:24.280347 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbd756f-ed3e-4015-b1ca-39b706cf6991 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:13:24.294204 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2ea350-c9d6-4fcc-ab23-7ff74ede5f77 None None] Sync routers for ids ['54296ff3-8581-4108-ae4d-59d32167d7ec'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:13:24.307875 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2ea350-c9d6-4fcc-ab23-7ff74ede5f77 None None] Routers {'54296ff3-8581-4108-ae4d-59d32167d7ec'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:24.308433 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ec2ea350-c9d6-4fcc-ab23-7ff74ede5f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['54296ff3-8581-4108-ae4d-59d32167d7ec'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:24.324257 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9cbd756f-ed3e-4015-b1ca-39b706cf6991 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "PUT /v2.0/routers/54296ff3-8581-4108-ae4d-59d32167d7ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2924364 Sep 21 15:13:24.325295 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2c385de1-0201-4521-946b-1af562a8da50 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Unset dirty status for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:13:24.326328 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2c385de1-0201-4521-946b-1af562a8da50 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5274315 Sep 21 15:13:24.326958 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56982) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:24.334625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56984) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:24.337191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa868ef3-213b-4120-8bbe-396fa3047dcf tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:24.444816 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ec2ea350-c9d6-4fcc-ab23-7ff74ede5f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:24.463334 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2ea350-c9d6-4fcc-ab23-7ff74ede5f77 None None] Routers {'54296ff3-8581-4108-ae4d-59d32167d7ec'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:24.465082 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ec2ea350-c9d6-4fcc-ab23-7ff74ede5f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['54296ff3-8581-4108-ae4d-59d32167d7ec'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:24.509026 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f63586-064f-4c42-9cea-0cd94c661918 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network 1a7c022a-64fb-4502-b925-9cea9facd94a is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:13:24.510617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa868ef3-213b-4120-8bbe-396fa3047dcf tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Pushing event deleted for resources: {'Port': ['ID=41eb0ace-2e8a-4fe9-a49b-faa97e88e534,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:24.533547 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91b34205-838a-4c7e-875b-369a3988e19d tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:24.569702 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-57f63586-064f-4c42-9cea-0cd94c661918 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 1a7c022a-64fb-4502-b925-9cea9facd94a) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:24.576874 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ec2ea350-c9d6-4fcc-ab23-7ff74ede5f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:24.577275 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2ea350-c9d6-4fcc-ab23-7ff74ede5f77 None None] The sync data for ids ['54296ff3-8581-4108-ae4d-59d32167d7ec'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:13:24.626197 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f63586-064f-4c42-9cea-0cd94c661918 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:24.626905 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57f63586-064f-4c42-9cea-0cd94c661918 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:24.647028 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] Allocated IP 2001:db8::f816:3eff:fe0f:97be (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/9b465c61-2a54-4d35-88dc-fe191dea4b9e/55795545-5ea9-44a6-8486-7d4476353b18) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:24.705689 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef38f9c-eeb0-4e3a-ba76-402000cbf2e7 None None] Network 1a7c022a-64fb-4502-b925-9cea9facd94a requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:24.718042 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-84ddc2a0-03d1-4f2d-b2f9-904bfdb77982 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:24.748766 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-57f63586-064f-4c42-9cea-0cd94c661918 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6521854 Sep 21 15:13:24.756339 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56990) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:24.855894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa868ef3-213b-4120-8bbe-396fa3047dcf tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:24.887043 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1caab-222a-40a9-bce9-fb854b5c4bbc None None] Pushing event updated for resources: {'Port': ['ID=67beaffe-297d-450d-9bde-25f08f98a021,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:24.923966 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f0bf97b2-f21c-4495-aaa9-7a28e77589bf tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1323311657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:25.016033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f0bf97b2-f21c-4495-aaa9-7a28e77589bf tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:25.035298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-84ddc2a0-03d1-4f2d-b2f9-904bfdb77982 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] device_id is not set on port 49b06e19-b2fd-4526-b83a-aefee755d194 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:13:25.090780 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9a44fd7-82d6-427a-a750-e13598eb9fd4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:25.106419 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecaf199-5970-41b0-bca7-c59cb487bdde None None] Pushing event updated for resources: {'Port': ['ID=0caea036-26ad-4b35-bad1-7830272a1967,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:25.158712 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 67beaffe-297d-450d-9bde-25f08f98a021 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:25.162946 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa868ef3-213b-4120-8bbe-396fa3047dcf tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:25.172408 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f0bf97b2-f21c-4495-aaa9-7a28e77589bf tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:router and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:25.175989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa868ef3-213b-4120-8bbe-396fa3047dcf tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:25.196265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f0bf97b2-f21c-4495-aaa9-7a28e77589bf tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:25.209126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f0bf97b2-f21c-4495-aaa9-7a28e77589bf tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:25.232958 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5554a982-df03-44bf-8855-1965d06dd8b7 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:25.240236 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5554a982-df03-44bf-8855-1965d06dd8b7 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:25.247184 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5554a982-df03-44bf-8855-1965d06dd8b7 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:25.248335 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5554a982-df03-44bf-8855-1965d06dd8b7 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Synchronizing usage tracker for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:13:25.255584 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-14b4f5f8-c77c-4d6b-a1a4-8fae1b5d5824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:25.339257 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5554a982-df03-44bf-8855-1965d06dd8b7 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Unset dirty status for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:13:25.340654 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5554a982-df03-44bf-8855-1965d06dd8b7 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.9976478 Sep 21 15:13:25.350292 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 56994) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:25.436780 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-91b34205-838a-4c7e-875b-369a3988e19d tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Allocated IP 2001:db8::1 (07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b/e34fd61e-7ac5-420b-b340-a8d08ec2b9b7/39dc36da-660f-44a9-bfe2-e145ba119d4e) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:25.448198 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6ca336ec-5591-4ca1-80c6-7429036735d5 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting port 4aa2e909-bc15-49f3-bf99-ae1b4710df67 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:25.448568 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6ca336ec-5591-4ca1-80c6-7429036735d5 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:25.453387 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:25.460399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa868ef3-213b-4120-8bbe-396fa3047dcf tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:25.461198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa868ef3-213b-4120-8bbe-396fa3047dcf tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Fanout notify agent at l3_agent the message router_deleted on router 48ca97a3-d425-40bd-b886-ff39190da7a9 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:13:25.473797 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-14b4f5f8-c77c-4d6b-a1a4-8fae1b5d5824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:25.478366 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 67beaffe-297d-450d-9bde-25f08f98a021 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:25.485472 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] Transition to ACTIVE for port object 55795545-5ea9-44a6-8486-7d4476353b18 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:25.495114 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f0bf97b2-f21c-4495-aaa9-7a28e77589bf tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:25.496508 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f0bf97b2-f21c-4495-aaa9-7a28e77589bf tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:25.498201 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-1a7c022a-64fb-4502-b925-9cea9facd94a', 'network_id': '1a7c022a-64fb-4502-b925-9cea9facd94a', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'fixed_ips': [{'subnet_id': 'f9458364-36f1-4d55-a17e-fe8efe7e6b05'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:13:25.499029 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:25.532820 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] Transition to ACTIVE for port object 55795545-5ea9-44a6-8486-7d4476353b18 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:25.547450 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:25.582498 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-14b4f5f8-c77c-4d6b-a1a4-8fae1b5d5824 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=702efe8be8834a20a9b4525bb0c03ab3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8289449 Sep 21 15:13:25.584395 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4f5f8-c77c-4d6b-a1a4-8fae1b5d5824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ba44cf-57e4-44a4-af21-f7a64c159b2a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:25.602771 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 56998) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:25.610526 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa868ef3-213b-4120-8bbe-396fa3047dcf tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:25.617120 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-aa868ef3-213b-4120-8bbe-396fa3047dcf tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "DELETE /v2.0/routers/48ca97a3-d425-40bd-b886-ff39190da7a9 HTTP/1.1" status: 204 len: 168 time: 4.0785642 Sep 21 15:13:25.629059 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57000) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:25.632842 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f0bf97b2-f21c-4495-aaa9-7a28e77589bf tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:25.653469 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1116121304', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'enable_snat': False}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:25.666808 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9a44fd7-82d6-427a-a750-e13598eb9fd4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:25.680757 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:25.698046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Usage tracker for resource:router and tenant:13e4b4da3ee542a1bb3bb840b7fb46c5 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:25.705691 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:25.732776 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:25.740055 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e9a44fd7-82d6-427a-a750-e13598eb9fd4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Deleting port cb9a6acf-81b4-4924-bdb2-55513abe3bfe {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:25.740579 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9a44fd7-82d6-427a-a750-e13598eb9fd4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:25.790877 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f0bf97b2-f21c-4495-aaa9-7a28e77589bf tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:25.836530 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] Allocated IP 2001:db8:1::2 (1a7c022a-64fb-4502-b925-9cea9facd94a/f9458364-36f1-4d55-a17e-fe8efe7e6b05/f4c4037d-05c2-45b2-807a-8c80b6a3fd0e) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:25.886833 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:25.887969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:25.962067 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6ca336ec-5591-4ca1-80c6-7429036735d5 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:25.998209 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e9d551c-4159-4136-b7d7-bb9a98e23a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:26.007432 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f0bf97b2-f21c-4495-aaa9-7a28e77589bf tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:26.008858 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f0bf97b2-f21c-4495-aaa9-7a28e77589bf tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1640468 Sep 21 15:13:26.028472 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57006) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:26.083629 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:26.094830 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] Transition to ACTIVE for port object f4c4037d-05c2-45b2-807a-8c80b6a3fd0e will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:26.114603 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] Transition to ACTIVE for port object f4c4037d-05c2-45b2-807a-8c80b6a3fd0e will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:26.124727 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2f6bd8-d49c-4055-9bc1-8a0f71bc4f7b None None] Network d7b60256-637a-4476-b5dd-8eabe1fe0691 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:26.151428 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6ca336ec-5591-4ca1-80c6-7429036735d5 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Calling delete_port for 4aa2e909-bc15-49f3-bf99-ae1b4710df67 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:26.161173 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:26.263822 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:26.270089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e9d551c-4159-4136-b7d7-bb9a98e23a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:26.289645 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-84ddc2a0-03d1-4f2d-b2f9-904bfdb77982 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8::f816:3eff:feab:c20d (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/9b465c61-2a54-4d35-88dc-fe191dea4b9e/49b06e19-b2fd-4526-b83a-aefee755d194) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:26.294419 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:26.309527 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357d3bfd-ee1d-40a3-9b16-1663acd0bf3c None None] Network 67a30b25-341f-491d-b103-2075bd2b046e requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:26.323386 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91b34205-838a-4c7e-875b-369a3988e19d tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:26.325285 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:26.327644 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:26.391558 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-91b34205-838a-4c7e-875b-369a3988e19d tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Transition to ACTIVE for port object 39dc36da-660f-44a9-bfe2-e145ba119d4e will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:26.395591 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9a44fd7-82d6-427a-a750-e13598eb9fd4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:26.449378 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6ca336ec-5591-4ca1-80c6-7429036735d5 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:26.504802 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] Network 1a7c022a-64fb-4502-b925-9cea9facd94a is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:26.505721 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] Pushing event updated for resources: {'Port': ['ID=55795545-5ea9-44a6-8486-7d4476353b18,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:26.527606 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91b34205-838a-4c7e-875b-369a3988e19d tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:26.530038 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:26.533055 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8b180ebd-dca9-42cf-aafc-ad13b9a6f80e None None] Provisioning for port 67beaffe-297d-450d-9bde-25f08f98a021 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:26.537453 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca336ec-5591-4ca1-80c6-7429036735d5 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Port': ['ID=4aa2e909-bc15-49f3-bf99-ae1b4710df67,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:26.572341 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:26.590088 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8b180ebd-dca9-42cf-aafc-ad13b9a6f80e None None] Provisioning complete for port 67beaffe-297d-450d-9bde-25f08f98a021 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:26.590482 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8b180ebd-dca9-42cf-aafc-ad13b9a6f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:26.668357 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b34205-838a-4c7e-875b-369a3988e19d tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event updated for resources: {'Port': ['ID=39dc36da-660f-44a9-bfe2-e145ba119d4e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:26.711573 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e9a44fd7-82d6-427a-a750-e13598eb9fd4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Calling delete_port for cb9a6acf-81b4-4924-bdb2-55513abe3bfe owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:26.748623 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6ca336ec-5591-4ca1-80c6-7429036735d5 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:26.752408 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b34205-838a-4c7e-875b-369a3988e19d tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Network 07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:26.760380 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-91b34205-838a-4c7e-875b-369a3988e19d tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:26.778743 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b34205-838a-4c7e-875b-369a3988e19d tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:26.778908 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91b34205-838a-4c7e-875b-369a3988e19d tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:26.789909 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] Attempting to bind port 55795545-5ea9-44a6-8486-7d4476353b18 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:13:26.790287 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] Attempting to bind port 55795545-5ea9-44a6-8486-7d4476353b18 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:13:26.790651 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] Attempting to bind port 55795545-5ea9-44a6-8486-7d4476353b18 on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:13:26.850800 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6ca336ec-5591-4ca1-80c6-7429036735d5 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/ports/4aa2e909-bc15-49f3-bf99-ae1b4710df67 HTTP/1.1" status: 204 len: 168 time: 1.4975858 Sep 21 15:13:26.870580 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57010) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:26.894014 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:13:26.895382 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:13:26.896017 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:26.896659 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:13:26.897378 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] Bound port: 55795545-5ea9-44a6-8486-7d4476353b18, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:13:26.897988 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:26.919262 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] Pushing event updated for resources: {'Port': ['ID=f4c4037d-05c2-45b2-807a-8c80b6a3fd0e,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:26.958469 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c0504d-ea04-49e3-94ba-10babaf8ce00 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] GET failed (client error): The resource could not be found. Sep 21 15:13:26.958803 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] Attempting to bind port f4c4037d-05c2-45b2-807a-8c80b6a3fd0e on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:13:26.958995 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-17c0504d-ea04-49e3-94ba-10babaf8ce00 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Synchronizing usage tracker for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:13:26.959381 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] Attempting to bind port f4c4037d-05c2-45b2-807a-8c80b6a3fd0e by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '0c9b151f-a8f4-4e80-9860-6fb4d13e0b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1a7c022a-64fb-4502-b925-9cea9facd94a'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:13:26.959835 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] Attempting to bind port f4c4037d-05c2-45b2-807a-8c80b6a3fd0e on network 1a7c022a-64fb-4502-b925-9cea9facd94a {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:13:26.992872 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-84ddc2a0-03d1-4f2d-b2f9-904bfdb77982 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:27.044376 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:13:27.044774 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] Checking segment: {'id': '0c9b151f-a8f4-4e80-9860-6fb4d13e0b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1a7c022a-64fb-4502-b925-9cea9facd94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:13:27.045175 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:27.045706 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] Bound using segment: {'id': '0c9b151f-a8f4-4e80-9860-6fb4d13e0b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1a7c022a-64fb-4502-b925-9cea9facd94a'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:13:27.046039 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] Bound port: f4c4037d-05c2-45b2-807a-8c80b6a3fd0e, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9b151f-a8f4-4e80-9860-6fb4d13e0b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1a7c022a-64fb-4502-b925-9cea9facd94a'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:13:27.046419 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:27.153734 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 0caea036-26ad-4b35-bad1-7830272a1967 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:27.262934 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-17c0504d-ea04-49e3-94ba-10babaf8ce00 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Unset dirty status for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:13:27.267132 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-17c0504d-ea04-49e3-94ba-10babaf8ce00 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports/4aa2e909-bc15-49f3-bf99-ae1b4710df67 HTTP/1.1" status: 404 len: 333 time: 0.3927314 Sep 21 15:13:27.267132 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-84ddc2a0-03d1-4f2d-b2f9-904bfdb77982 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Transition to ACTIVE for port object 49b06e19-b2fd-4526-b83a-aefee755d194 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:27.273193 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57014) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:27.377268 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91b34205-838a-4c7e-875b-369a3988e19d tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:27.400330 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2390c67d-938a-4076-9afe-2211187c2e8d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting port 8d2f7893-09c4-4527-98a5-6b483d22be9b {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:27.400698 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2390c67d-938a-4076-9afe-2211187c2e8d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:27.453123 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:27.470599 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8b180ebd-dca9-42cf-aafc-ad13b9a6f80e None None] Current status of the port 67beaffe-297d-450d-9bde-25f08f98a021 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:27.471074 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8b180ebd-dca9-42cf-aafc-ad13b9a6f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:27.471824 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e9d551c-4159-4136-b7d7-bb9a98e23a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:27.485494 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-84ddc2a0-03d1-4f2d-b2f9-904bfdb77982 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:27.492378 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] For port 55795545-5ea9-44a6-8486-7d4476353b18, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:13:27.512296 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d551c-4159-4136-b7d7-bb9a98e23a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ba44cf-57e4-44a4-af21-f7a64c159b2a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:27.527797 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] For port 55795545-5ea9-44a6-8486-7d4476353b18, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=55795545-5ea9-44a6-8486-7d4476353b18,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:13:27.556621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:27.566230 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28745ed8-9cfb-4c0a-84dc-52d424908683 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:27.603587 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] For port f4c4037d-05c2-45b2-807a-8c80b6a3fd0e, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:13:27.653909 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8b180ebd-dca9-42cf-aafc-ad13b9a6f80e None None] For port 67beaffe-297d-450d-9bde-25f08f98a021, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=67beaffe-297d-450d-9bde-25f08f98a021,segment=NetworkSegment(700cc787-e03a-45e4-9a5f-af93b0eea6d0),segment_id=700cc787-e03a-45e4-9a5f-af93b0eea6d0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:27.657873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] For port f4c4037d-05c2-45b2-807a-8c80b6a3fd0e, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f4c4037d-05c2-45b2-807a-8c80b6a3fd0e,segment=NetworkSegment(0c9b151f-a8f4-4e80-9860-6fb4d13e0b6c),segment_id=0c9b151f-a8f4-4e80-9860-6fb4d13e0b6c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:13:27.670649 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 0caea036-26ad-4b35-bad1-7830272a1967 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:27.680342 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8b180ebd-dca9-42cf-aafc-ad13b9a6f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:27.699773 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:27.703530 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ddc2a0-03d1-4f2d-b2f9-904bfdb77982 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:27.712194 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-84ddc2a0-03d1-4f2d-b2f9-904bfdb77982 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:27.718372 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfe298-b89c-4282-89bc-5f950a68d543 None None] Pushing event updated for resources: {'Port': ['ID=55795545-5ea9-44a6-8486-7d4476353b18,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:27.728126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e9d551c-4159-4136-b7d7-bb9a98e23a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:27.748336 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7e9d551c-4159-4136-b7d7-bb9a98e23a0a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8ba44cf-57e4-44a4-af21-f7a64c159b2a HTTP/1.1" status: 204 len: 168 time: 2.1217210 Sep 21 15:13:27.856839 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8a3a5308-f124-4f9a-b7a8-e340c1a7574b None None] Provisioning for port 39dc36da-660f-44a9-bfe2-e145ba119d4e completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:27.879688 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8a3a5308-f124-4f9a-b7a8-e340c1a7574b None None] Provisioning complete for port 39dc36da-660f-44a9-bfe2-e145ba119d4e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:27.883793 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ddc2a0-03d1-4f2d-b2f9-904bfdb77982 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:27.885803 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8a3a5308-f124-4f9a-b7a8-e340c1a7574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:27.901684 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ddc2a0-03d1-4f2d-b2f9-904bfdb77982 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:27.902371 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-84ddc2a0-03d1-4f2d-b2f9-904bfdb77982 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:27.944843 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b180ebd-dca9-42cf-aafc-ad13b9a6f80e None None] Pushing event updated for resources: {'Port': ['ID=67beaffe-297d-450d-9bde-25f08f98a021,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:27.948349 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ddc2a0-03d1-4f2d-b2f9-904bfdb77982 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=49b06e19-b2fd-4526-b83a-aefee755d194,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:28.033700 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-84ddc2a0-03d1-4f2d-b2f9-904bfdb77982 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.6257420 Sep 21 15:13:28.102270 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57022) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:28.174945 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f3189-5424-49ee-aef4-4a6f2d0921d0 None None] Pushing event updated for resources: {'Port': ['ID=f4c4037d-05c2-45b2-807a-8c80b6a3fd0e,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:28.187615 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8a3a5308-f124-4f9a-b7a8-e340c1a7574b None None] Port 39dc36da-660f-44a9-bfe2-e145ba119d4e cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:13:28.209101 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8a3a5308-f124-4f9a-b7a8-e340c1a7574b None None] Provisioning for port 0caea036-26ad-4b35-bad1-7830272a1967 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:28.231988 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8a3a5308-f124-4f9a-b7a8-e340c1a7574b None None] Provisioning complete for port 0caea036-26ad-4b35-bad1-7830272a1967 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:28.233147 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8a3a5308-f124-4f9a-b7a8-e340c1a7574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:28.444073 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2390c67d-938a-4076-9afe-2211187c2e8d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:28.493093 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57026) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:28.504365 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9a44fd7-82d6-427a-a750-e13598eb9fd4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:28.528804 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8a3a5308-f124-4f9a-b7a8-e340c1a7574b None None] Current status of the port 0caea036-26ad-4b35-bad1-7830272a1967 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:28.529446 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8a3a5308-f124-4f9a-b7a8-e340c1a7574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:28.566125 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8a3a5308-f124-4f9a-b7a8-e340c1a7574b None None] For port 0caea036-26ad-4b35-bad1-7830272a1967, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=0caea036-26ad-4b35-bad1-7830272a1967,segment=NetworkSegment(c17e857b-70bd-424e-aedc-16e8d00cfee2),segment_id=c17e857b-70bd-424e-aedc-16e8d00cfee2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:28.574369 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8a3a5308-f124-4f9a-b7a8-e340c1a7574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:28.602080 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a44fd7-82d6-427a-a750-e13598eb9fd4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event deleted for resources: {'Port': ['ID=cb9a6acf-81b4-4924-bdb2-55513abe3bfe,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:28.607081 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2390c67d-938a-4076-9afe-2211187c2e8d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Calling delete_port for 8d2f7893-09c4-4527-98a5-6b483d22be9b owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:28.663886 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a5308-f124-4f9a-b7a8-e340c1a7574b None None] Pushing event updated for resources: {'Port': ['ID=0caea036-26ad-4b35-bad1-7830272a1967,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:28.698232 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b83e1de9-6182-4f8d-a5b2-cd56822ff5c1 None None] Provisioning complete for port 0caea036-26ad-4b35-bad1-7830272a1967 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:28.698805 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b83e1de9-6182-4f8d-a5b2-cd56822ff5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:28.719863 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91b34205-838a-4c7e-875b-369a3988e19d tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:28.729527 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91b34205-838a-4c7e-875b-369a3988e19d tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:28.730277 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91b34205-838a-4c7e-875b-369a3988e19d tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:28.798899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdf1df0-fb6a-4c41-84d8-ae1d630454ce tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:28.804760 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdf1df0-fb6a-4c41-84d8-ae1d630454ce tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:28.808740 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9cdf1df0-fb6a-4c41-84d8-ae1d630454ce tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6998699 Sep 21 15:13:28.816283 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57030) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:28.818172 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-20f53e33-c6aa-4af3-962e-3001014b6368 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=10f2871408754bd090bf575d7fe8c542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244822 Sep 21 15:13:28.825844 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57032) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:28.853915 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b83e1de9-6182-4f8d-a5b2-cd56822ff5c1 None None] Current status of the port 0caea036-26ad-4b35-bad1-7830272a1967 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:28.859379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-28745ed8-9cfb-4c0a-84dc-52d424908683 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Allocated IP 2001:db8::1 (d7b60256-637a-4476-b5dd-8eabe1fe0691/098b6a9e-49ff-4f82-ab08-8622a97579e9/50da886c-a099-4778-9482-73891188e074) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:28.866643 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b83e1de9-6182-4f8d-a5b2-cd56822ff5c1 None None] Provisioning complete for port 67beaffe-297d-450d-9bde-25f08f98a021 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:28.867342 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b83e1de9-6182-4f8d-a5b2-cd56822ff5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:28.884357 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9a44fd7-82d6-427a-a750-e13598eb9fd4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:28.993624 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b34205-838a-4c7e-875b-369a3988e19d tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event updated for resources: {'Port': ['ID=39dc36da-660f-44a9-bfe2-e145ba119d4e,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:29.025131 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6bae4911-fef1-4f55-a9e5-2517355eb5a3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port 49b06e19-b2fd-4526-b83a-aefee755d194 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:29.025131 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bae4911-fef1-4f55-a9e5-2517355eb5a3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:29.040012 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b83e1de9-6182-4f8d-a5b2-cd56822ff5c1 None None] Current status of the port 67beaffe-297d-450d-9bde-25f08f98a021 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:29.116040 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2390c67d-938a-4076-9afe-2211187c2e8d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:29.313358 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 0caea036-26ad-4b35-bad1-7830272a1967 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:29.379413 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390c67d-938a-4076-9afe-2211187c2e8d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Port': ['ID=8d2f7893-09c4-4527-98a5-6b483d22be9b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:29.469464 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 0caea036-26ad-4b35-bad1-7830272a1967 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:29.469847 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:29.479261 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b34205-838a-4c7e-875b-369a3988e19d tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Network 07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:29.483849 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2390c67d-938a-4076-9afe-2211187c2e8d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:29.487151 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-91b34205-838a-4c7e-875b-369a3988e19d tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:29.517657 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9a44fd7-82d6-427a-a750-e13598eb9fd4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:29.525074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9a44fd7-82d6-427a-a750-e13598eb9fd4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:29.650529 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a0ff93e7-46fe-4458-823d-c674dbe4fbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:29.689018 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 0caea036-26ad-4b35-bad1-7830272a1967 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:29.690608 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f4c4037d-05c2-45b2-807a-8c80b6a3fd0e up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:29.737333 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9a44fd7-82d6-427a-a750-e13598eb9fd4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:29.745319 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a44fd7-82d6-427a-a750-e13598eb9fd4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Fanout notify agent at l3_agent the message router_deleted on router 54296ff3-8581-4108-ae4d-59d32167d7ec {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:13:29.794658 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2390c67d-938a-4076-9afe-2211187c2e8d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/ports/8d2f7893-09c4-4527-98a5-6b483d22be9b HTTP/1.1" status: 204 len: 168 time: 2.5180268 Sep 21 15:13:29.810940 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57038) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:29.818920 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-35da6e5b-e3be-4016-8ce9-b1c4f40db128 None None] Provisioning for port 55795545-5ea9-44a6-8486-7d4476353b18 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:29.844787 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port f4c4037d-05c2-45b2-807a-8c80b6a3fd0e completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:29.848683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28745ed8-9cfb-4c0a-84dc-52d424908683 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:29.856830 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 55795545-5ea9-44a6-8486-7d4476353b18 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:29.873355 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-28745ed8-9cfb-4c0a-84dc-52d424908683 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Transition to ACTIVE for port object 50da886c-a099-4778-9482-73891188e074 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:29.878626 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a0ff93e7-46fe-4458-823d-c674dbe4fbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:29.888523 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:29.961890 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:29.993598 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 55795545-5ea9-44a6-8486-7d4476353b18 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:29.994092 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7e512f-d3dd-48b3-be7c-8bf6954f18af tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] GET failed (client error): The resource could not be found. Sep 21 15:13:29.994720 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-cf7e512f-d3dd-48b3-be7c-8bf6954f18af tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Synchronizing usage tracker for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:13:29.999045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 55795545-5ea9-44a6-8486-7d4476353b18 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:29.999439 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:30.076031 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b34205-838a-4c7e-875b-369a3988e19d tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Router 6420dd08-3b85-4cbe-8b52-b98d501049a4 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:13:30.086020 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-cf7e512f-d3dd-48b3-be7c-8bf6954f18af tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Unset dirty status for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:13:30.090618 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cf7e512f-d3dd-48b3-be7c-8bf6954f18af tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports/8d2f7893-09c4-4527-98a5-6b483d22be9b HTTP/1.1" status: 404 len: 333 time: 0.2005091 Sep 21 15:13:30.105865 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57042) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:30.111181 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9b45b5f7-838e-43ec-9136-3cb0f3e4aa5b None None] Provisioning complete for port 39dc36da-660f-44a9-bfe2-e145ba119d4e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:30.111543 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9b45b5f7-838e-43ec-9136-3cb0f3e4aa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:30.144583 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9a44fd7-82d6-427a-a750-e13598eb9fd4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:30.145784 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e9a44fd7-82d6-427a-a750-e13598eb9fd4 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "DELETE /v2.0/routers/54296ff3-8581-4108-ae4d-59d32167d7ec HTTP/1.1" status: 204 len: 168 time: 5.8161485 Sep 21 15:13:30.153597 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57046) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:30.159027 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bae4911-fef1-4f55-a9e5-2517355eb5a3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:30.256144 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9b45b5f7-838e-43ec-9136-3cb0f3e4aa5b None None] Port 39dc36da-660f-44a9-bfe2-e145ba119d4e cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:13:30.278817 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7232dce-9d25-4a9c-ac8c-fa35cf333cad None None] Network 1a7c022a-64fb-4502-b925-9cea9facd94a requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:30.282500 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28745ed8-9cfb-4c0a-84dc-52d424908683 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:30.290130 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-1354ba7c-1c13-47fa-b4c7-befcc226bee5 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Deleting subnet 118903a0-1d45-4f30-9751-75aba116ef61 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:13:30.325891 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1354ba7c-1c13-47fa-b4c7-befcc226bee5 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:30.361652 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Allocated IP 172.26.4.190 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/f60f7727-b483-48ec-be0a-7377162dd11b) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:30.388365 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6bae4911-fef1-4f55-a9e5-2517355eb5a3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for 49b06e19-b2fd-4526-b83a-aefee755d194 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:30.390208 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a0ff93e7-46fe-4458-823d-c674dbe4fbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:30.415891 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 55795545-5ea9-44a6-8486-7d4476353b18 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:30.416671 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:30.445651 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28745ed8-9cfb-4c0a-84dc-52d424908683 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network d7b60256-637a-4476-b5dd-8eabe1fe0691 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:30.448737 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff93e7-46fe-4458-823d-c674dbe4fbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099fb3aa-974d-4c76-b8cb-835a41d4f3b5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:30.471555 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-28745ed8-9cfb-4c0a-84dc-52d424908683 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:30.484203 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28745ed8-9cfb-4c0a-84dc-52d424908683 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:30.484635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28745ed8-9cfb-4c0a-84dc-52d424908683 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:30.490106 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 55795545-5ea9-44a6-8486-7d4476353b18, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=55795545-5ea9-44a6-8486-7d4476353b18,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:30.491028 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-de45042a-f04a-4710-8b84-e907ef15a045 None None] Provisioning for port f4c4037d-05c2-45b2-807a-8c80b6a3fd0e completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:30.505415 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:30.506782 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 67beaffe-297d-450d-9bde-25f08f98a021 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:30.517696 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-966958a1-6916-49c3-95dd-963b72366f39 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting subnet d3656e21-3d86-4b5e-9fdc-f3e8fd8a3bef {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:13:30.536788 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-de45042a-f04a-4710-8b84-e907ef15a045 None None] Provisioning complete for port f4c4037d-05c2-45b2-807a-8c80b6a3fd0e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:30.537422 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-de45042a-f04a-4710-8b84-e907ef15a045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:30.537829 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-966958a1-6916-49c3-95dd-963b72366f39 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:30.634910 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-966958a1-6916-49c3-95dd-963b72366f39 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:30.665302 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b34205-838a-4c7e-875b-369a3988e19d tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:13:30.682999 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-91b34205-838a-4c7e-875b-369a3988e19d tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "PUT /v2.0/routers/6420dd08-3b85-4cbe-8b52-b98d501049a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5674067 Sep 21 15:13:30.694252 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c222f610-a8e6-4d84-94b9-10a81829531a None None] Sync routers for ids ['6420dd08-3b85-4cbe-8b52-b98d501049a4'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:13:30.694927 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57050) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:30.782263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1354ba7c-1c13-47fa-b4c7-befcc226bee5 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:30.784005 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c222f610-a8e6-4d84-94b9-10a81829531a None None] Routers {'6420dd08-3b85-4cbe-8b52-b98d501049a4'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:30.784759 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c222f610-a8e6-4d84-94b9-10a81829531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['6420dd08-3b85-4cbe-8b52-b98d501049a4'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:30.809344 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28745ed8-9cfb-4c0a-84dc-52d424908683 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Port': ['ID=50da886c-a099-4778-9482-73891188e074,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:30.848407 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=55795545-5ea9-44a6-8486-7d4476353b18,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:30.874320 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a0ff93e7-46fe-4458-823d-c674dbe4fbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:30.878095 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a0ff93e7-46fe-4458-823d-c674dbe4fbf8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/099fb3aa-974d-4c76-b8cb-835a41d4f3b5 HTTP/1.1" status: 204 len: 168 time: 2.0472684 Sep 21 15:13:30.910339 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c222f610-a8e6-4d84-94b9-10a81829531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:30.913987 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:30.956653 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1354ba7c-1c13-47fa-b4c7-befcc226bee5 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:30.962847 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bae4911-fef1-4f55-a9e5-2517355eb5a3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:30.968175 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a28d55e5-958a-4511-9fda-ddff10e00a9c tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:30.993538 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 67beaffe-297d-450d-9bde-25f08f98a021 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:30.993916 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:31.034047 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c222f610-a8e6-4d84-94b9-10a81829531a None None] Routers {'6420dd08-3b85-4cbe-8b52-b98d501049a4'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:31.034625 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c222f610-a8e6-4d84-94b9-10a81829531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['6420dd08-3b85-4cbe-8b52-b98d501049a4'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:31.104563 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:31.137998 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c222f610-a8e6-4d84-94b9-10a81829531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:31.138321 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c222f610-a8e6-4d84-94b9-10a81829531a None None] The sync data for ids ['6420dd08-3b85-4cbe-8b52-b98d501049a4'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:13:31.157113 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-de45042a-f04a-4710-8b84-e907ef15a045 None None] Current status of the port f4c4037d-05c2-45b2-807a-8c80b6a3fd0e is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:31.157735 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-de45042a-f04a-4710-8b84-e907ef15a045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:31.210343 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:31.213060 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Pushing event updated for resources: {'Port': ['ID=f60f7727-b483-48ec-be0a-7377162dd11b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:31.216251 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:31.220285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:31.226051 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-966958a1-6916-49c3-95dd-963b72366f39 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:31.231772 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-de45042a-f04a-4710-8b84-e907ef15a045 None None] For port f4c4037d-05c2-45b2-807a-8c80b6a3fd0e, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f4c4037d-05c2-45b2-807a-8c80b6a3fd0e,segment=NetworkSegment(0c9b151f-a8f4-4e80-9860-6fb4d13e0b6c),segment_id=0c9b151f-a8f4-4e80-9860-6fb4d13e0b6c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:31.266197 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-de45042a-f04a-4710-8b84-e907ef15a045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:31.346483 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-de45042a-f04a-4710-8b84-e907ef15a045 None None] Could not find standard attr ID for object 49b06e19-b2fd-4526-b83a-aefee755d194. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:13:31.362082 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 67beaffe-297d-450d-9bde-25f08f98a021 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:31.368530 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae4911-fef1-4f55-a9e5-2517355eb5a3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Port': ['ID=49b06e19-b2fd-4526-b83a-aefee755d194,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:31.423247 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45042a-f04a-4710-8b84-e907ef15a045 None None] Pushing event updated for resources: {'Port': ['ID=f4c4037d-05c2-45b2-807a-8c80b6a3fd0e,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:31.502455 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bae4911-fef1-4f55-a9e5-2517355eb5a3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:31.513439 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6bae4911-fef1-4f55-a9e5-2517355eb5a3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/49b06e19-b2fd-4526-b83a-aefee755d194 HTTP/1.1" status: 204 len: 168 time: 2.6849222 Sep 21 15:13:31.521164 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57062) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:31.576633 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 55795545-5ea9-44a6-8486-7d4476353b18 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:31.606702 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bdfeaa9d-3320-42b6-8af0-fd0f17da8ff9 None None] Provisioning for port 50da886c-a099-4778-9482-73891188e074 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:31.621591 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-a28d55e5-958a-4511-9fda-ddff10e00a9c tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 21 15:13:31.625325 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a28d55e5-958a-4511-9fda-ddff10e00a9c tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "DELETE /v2.0/routers/6420dd08-3b85-4cbe-8b52-b98d501049a4 HTTP/1.1" status: 409 len: 329 time: 0.9242258 Sep 21 15:13:31.645006 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bdfeaa9d-3320-42b6-8af0-fd0f17da8ff9 None None] Provisioning complete for port 50da886c-a099-4778-9482-73891188e074 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:31.645762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bdfeaa9d-3320-42b6-8af0-fd0f17da8ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:31.652203 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57068) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:31.747311 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bdfeaa9d-3320-42b6-8af0-fd0f17da8ff9 None None] Port 50da886c-a099-4778-9482-73891188e074 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:13:31.762567 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-966958a1-6916-49c3-95dd-963b72366f39 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:31.769685 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 55795545-5ea9-44a6-8486-7d4476353b18 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:31.770322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:31.780642 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f358fde-d6bf-47b7-82b8-4c5e521a6a58 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:31.782249 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f358fde-d6bf-47b7-82b8-4c5e521a6a58 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:31.782998 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7f358fde-d6bf-47b7-82b8-4c5e521a6a58 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:13:31.874961 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f69a2e-d998-446e-ac4a-3cd51e13b9fa None None] Network 42036893-4907-4a80-a4ad-5f00a1fda280 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:31.875816 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-966958a1-6916-49c3-95dd-963b72366f39 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:31.945360 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966958a1-6916-49c3-95dd-963b72366f39 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Subnet': ['ID=d3656e21-3d86-4b5e-9fdc-f3e8fd8a3bef,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:31.970601 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7f358fde-d6bf-47b7-82b8-4c5e521a6a58 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:13:31.972164 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7f358fde-d6bf-47b7-82b8-4c5e521a6a58 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4491520 Sep 21 15:13:31.975117 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57080) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:31.981508 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-966958a1-6916-49c3-95dd-963b72366f39 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/subnets/d3656e21-3d86-4b5e-9fdc-f3e8fd8a3bef HTTP/1.1" status: 204 len: 168 time: 1.8673539 Sep 21 15:13:31.982534 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57082) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:31.988739 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1354ba7c-1c13-47fa-b4c7-befcc226bee5 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:32.049647 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6931dc2a-1d48-4270-8466-0d17647dbb5c None None] Provisioning complete for port f4c4037d-05c2-45b2-807a-8c80b6a3fd0e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:32.050021 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6931dc2a-1d48-4270-8466-0d17647dbb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:32.107358 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28745ed8-9cfb-4c0a-84dc-52d424908683 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:32.138546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354ba7c-1c13-47fa-b4c7-befcc226bee5 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event deleted for resources: {'Subnet': ['ID=118903a0-1d45-4f30-9751-75aba116ef61,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:32.149692 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1354ba7c-1c13-47fa-b4c7-befcc226bee5 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:32.217637 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df013671-c6a4-4c89-bf37-61831b30c2bc None None] Network 57c8bde9-3a77-4349-99ae-50f5a061bf70 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:32.243027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57090) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:32.274348 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-954d0c6c-d620-447c-9054-f7ea06fd8b9e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:32.278716 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1354ba7c-1c13-47fa-b4c7-befcc226bee5 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "DELETE /v2.0/subnets/118903a0-1d45-4f30-9751-75aba116ef61 HTTP/1.1" status: 204 len: 168 time: 2.1225042 Sep 21 15:13:32.282278 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57096) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:32.309685 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc86e04e-20c6-4f38-998b-83b2c2463d4f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet 9b465c61-2a54-4d35-88dc-fe191dea4b9e {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:13:32.324838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dc86e04e-20c6-4f38-998b-83b2c2463d4f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:32.362442 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 55795545-5ea9-44a6-8486-7d4476353b18 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:32.450543 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:32.490849 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-954d0c6c-d620-447c-9054-f7ea06fd8b9e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting port c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:32.491094 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-954d0c6c-d620-447c-9054-f7ea06fd8b9e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:32.505659 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1225238724'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:32.592919 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:32.600481 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:32.609128 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dc86e04e-20c6-4f38-998b-83b2c2463d4f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:32.629745 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6931dc2a-1d48-4270-8466-0d17647dbb5c None None] Current status of the port f4c4037d-05c2-45b2-807a-8c80b6a3fd0e is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:32.645115 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Usage tracker for resource:network and tenant:8d49c16741814673ac5cb4eeaad8a67a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:32.662942 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:32.679191 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Deleting port 390a3c6e-f955-452a-9601-9cfae7cb9acf {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:32.679526 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:32.684027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:32.727551 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a1958f-9648-4906-a7cf-391905ec4451 None None] DHCP port deletion for 42036893-4907-4a80-a4ad-5f00a1fda280 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:13:32.736061 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-20a1958f-9648-4906-a7cf-391905ec4451 None None] Deleting port c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:32.736706 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20a1958f-9648-4906-a7cf-391905ec4451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:32.778794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c157b8-a952-4b60-80a4-28f467e56fd9 None None] DHCP port deletion for 57c8bde9-3a77-4349-99ae-50f5a061bf70 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:13:32.789748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Made reservation on behalf of 8d49c16741814673ac5cb4eeaad8a67a for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:32.793291 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:32.793626 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-33c157b8-a952-4b60-80a4-28f467e56fd9 None None] Deleting port 390a3c6e-f955-452a-9601-9cfae7cb9acf {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:32.794000 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-33c157b8-a952-4b60-80a4-28f467e56fd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:32.838635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:32.937118 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:32.948130 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Usage tracker for resource:security_group_rule and tenant:8d49c16741814673ac5cb4eeaad8a67a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:33.003480 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:33.026300 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:33.048965 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dc86e04e-20c6-4f38-998b-83b2c2463d4f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:33.093687 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-954d0c6c-d620-447c-9054-f7ea06fd8b9e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] For port c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1,segment=NetworkSegment(c1e65d26-0268-488b-bed1-d0b5da8e0bdf),segment_id=c1e65d26-0268-488b-bed1-d0b5da8e0bdf)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:33.094131 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-954d0c6c-d620-447c-9054-f7ea06fd8b9e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:33.150221 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-20a1958f-9648-4906-a7cf-391905ec4451 None None] For port c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1,segment=NetworkSegment(c1e65d26-0268-488b-bed1-d0b5da8e0bdf),segment_id=c1e65d26-0268-488b-bed1-d0b5da8e0bdf)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:33.150462 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20a1958f-9648-4906-a7cf-391905ec4451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:33.279056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:33.290164 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-20a1958f-9648-4906-a7cf-391905ec4451 None None] Calling delete_port for c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:33.294655 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28745ed8-9cfb-4c0a-84dc-52d424908683 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:33.296627 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dc86e04e-20c6-4f38-998b-83b2c2463d4f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:33.299717 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-954d0c6c-d620-447c-9054-f7ea06fd8b9e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Calling delete_port for c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:33.326776 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-33c157b8-a952-4b60-80a4-28f467e56fd9 None None] For port 390a3c6e-f955-452a-9601-9cfae7cb9acf, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=390a3c6e-f955-452a-9601-9cfae7cb9acf,segment=NetworkSegment(5c8f88ab-d87f-4fe2-a709-871cb6284cc0),segment_id=5c8f88ab-d87f-4fe2-a709-871cb6284cc0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:33.326776 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-33c157b8-a952-4b60-80a4-28f467e56fd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:33.373620 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] For port 390a3c6e-f955-452a-9601-9cfae7cb9acf, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=390a3c6e-f955-452a-9601-9cfae7cb9acf,segment=NetworkSegment(5c8f88ab-d87f-4fe2-a709-871cb6284cc0),segment_id=5c8f88ab-d87f-4fe2-a709-871cb6284cc0)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:33.373982 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:33.468929 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-33c157b8-a952-4b60-80a4-28f467e56fd9 None None] Calling delete_port for 390a3c6e-f955-452a-9601-9cfae7cb9acf owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:33.500991 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f4c4037d-05c2-45b2-807a-8c80b6a3fd0e up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:33.522725 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Calling delete_port for 390a3c6e-f955-452a-9601-9cfae7cb9acf owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:33.529800 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28745ed8-9cfb-4c0a-84dc-52d424908683 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:33.530535 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28745ed8-9cfb-4c0a-84dc-52d424908683 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:33.559289 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-da14cba4-321d-4721-ba8a-6da5d8335200 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:33.600775 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86e04e-20c6-4f38-998b-83b2c2463d4f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=9b465c61-2a54-4d35-88dc-fe191dea4b9e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:33.615942 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dc86e04e-20c6-4f38-998b-83b2c2463d4f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:33.628853 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5873d93-c305-4283-869d-f827987e7f4e None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:33.645977 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port f4c4037d-05c2-45b2-807a-8c80b6a3fd0e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:33.646763 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:33.679083 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-33c157b8-a952-4b60-80a4-28f467e56fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:33.721108 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-954d0c6c-d620-447c-9054-f7ea06fd8b9e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:33.754211 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28745ed8-9cfb-4c0a-84dc-52d424908683 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Port': ['ID=50da886c-a099-4778-9482-73891188e074,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:33.792681 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d0c6c-d620-447c-9054-f7ea06fd8b9e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Port': ['ID=c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:33.813752 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954d0c6c-d620-447c-9054-f7ea06fd8b9e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] No DVR routers for this DVR port c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:13:33.823736 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dc86e04e-20c6-4f38-998b-83b2c2463d4f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/9b465c61-2a54-4d35-88dc-fe191dea4b9e HTTP/1.1" status: 204 len: 168 time: 1.8419800 Sep 21 15:13:33.829831 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57100) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:33.841830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:33.865879 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c157b8-a952-4b60-80a4-28f467e56fd9 None None] Pushing event deleted for resources: {'Port': ['ID=390a3c6e-f955-452a-9601-9cfae7cb9acf,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:33.885818 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c157b8-a952-4b60-80a4-28f467e56fd9 None None] No DVR routers for this DVR port 390a3c6e-f955-452a-9601-9cfae7cb9acf on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:13:33.905022 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-20a1958f-9648-4906-a7cf-391905ec4451 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:13:33.905389 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-20a1958f-9648-4906-a7cf-391905ec4451 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:13:33.920992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:33.945664 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:13:33.946043 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:13:33.959505 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6e43c1bb-e7d1-4d00-a916-d8d5d0714e62 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1179636 Sep 21 15:13:33.966294 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57104) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:34.044943 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:13:34.069386 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00726a5-7eea-4456-b94b-d0d8e8a3e1d6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:34.071891 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port f4c4037d-05c2-45b2-807a-8c80b6a3fd0e is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:34.095705 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28745ed8-9cfb-4c0a-84dc-52d424908683 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network d7b60256-637a-4476-b5dd-8eabe1fe0691 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:34.098391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:34.098735 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Added segment bcbe9319-359e-40e2-8be9-8c3ba00c7ce7 of type vlan for network 5c57616f-54ba-4840-871e-3538a9197dc5 Sep 21 15:13:34.102154 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-28745ed8-9cfb-4c0a-84dc-52d424908683 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:34.145462 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-954d0c6c-d620-447c-9054-f7ea06fd8b9e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:34.161236 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:13:34.184180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-954d0c6c-d620-447c-9054-f7ea06fd8b9e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42036893-4907-4a80-a4ad-5f00a1fda280']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:34.200589 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5228fa0c-155d-4ec6-a2c6-4fe77201792c None None] DHCP port deletion for cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:13:34.202320 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:13:34.202663 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:13:34.203084 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 390a3c6e-f955-452a-9601-9cfae7cb9acf no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:13:34.208894 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-954d0c6c-d620-447c-9054-f7ea06fd8b9e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e65d26-0268-488b-bed1-d0b5da8e0bdf') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:34.209357 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-954d0c6c-d620-447c-9054-f7ea06fd8b9e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e65d26-0268-488b-bed1-d0b5da8e0bdf') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:34.232260 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:34.243961 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5228fa0c-155d-4ec6-a2c6-4fe77201792c None None] Deleting port 55795545-5ea9-44a6-8486-7d4476353b18 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:34.244335 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5228fa0c-155d-4ec6-a2c6-4fe77201792c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:34.252141 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-954d0c6c-d620-447c-9054-f7ea06fd8b9e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:34.271695 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 390a3c6e-f955-452a-9601-9cfae7cb9acf {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:13:34.272047 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 390a3c6e-f955-452a-9601-9cfae7cb9acf not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:13:34.296846 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-954d0c6c-d620-447c-9054-f7ea06fd8b9e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:34.310172 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954d0c6c-d620-447c-9054-f7ea06fd8b9e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:13:34.310705 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-954d0c6c-d620-447c-9054-f7ea06fd8b9e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:34.327763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:34.334123 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:34.334837 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:34.394325 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-da14cba4-321d-4721-ba8a-6da5d8335200 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Deleting port 39dc36da-660f-44a9-bfe2-e145ba119d4e {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:34.395146 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-da14cba4-321d-4721-ba8a-6da5d8335200 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:34.413323 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-20a1958f-9648-4906-a7cf-391905ec4451 None None] Deleting port c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:34.414336 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20a1958f-9648-4906-a7cf-391905ec4451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:34.430606 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment c1e65d26-0268-488b-bed1-d0b5da8e0bdf resource provider aggregate not found Sep 21 15:13:34.459804 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Deleting port 390a3c6e-f955-452a-9601-9cfae7cb9acf {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:34.460016 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:34.476017 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ae23a9-f99b-4eb3-ac31-3600b5e13bd9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:34.477604 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-19ae23a9-f99b-4eb3-ac31-3600b5e13bd9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5076363 Sep 21 15:13:34.527485 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57112) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:34.565063 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-20a1958f-9648-4906-a7cf-391905ec4451 None None] The port 'c0cadbc0-9dc6-4bc8-a3c6-7dec477036d1' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:13:34.588157 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ea05d792-3172-4e42-8f3a-f15f4b684a9d None None] Provisioning complete for port 50da886c-a099-4778-9482-73891188e074 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:34.588620 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ea05d792-3172-4e42-8f3a-f15f4b684a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:34.624814 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment c1e65d26-0268-488b-bed1-d0b5da8e0bdf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1e65d26-0268-488b-bed1-d0b5da8e0bdf found for delete ", "request_id": "req-8c94b0da-50ac-4f42-9eea-2026495ef79d"}]} Sep 21 15:13:34.637849 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.3817937 Sep 21 15:13:34.637849 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdee900-67f2-41a2-8807-9b4cbacb6418 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Pushing event updated for resources: {'Network': ['ID=5c57616f-54ba-4840-871e-3538a9197dc5,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:34.638204 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Router 99bd44ed-5a2d-4965-8c0b-430c80871b47 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:13:34.639770 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57116) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:34.642702 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5228fa0c-155d-4ec6-a2c6-4fe77201792c None None] For port 55795545-5ea9-44a6-8486-7d4476353b18, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=55795545-5ea9-44a6-8486-7d4476353b18,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:34.643226 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5228fa0c-155d-4ec6-a2c6-4fe77201792c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:34.658457 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 5c57616f-54ba-4840-871e-3538a9197dc5 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:13:34.661213 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-02405af8-6fcb-4ed5-ba57-712e910b0dfd tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Request body: {'subnet': {'network_id': '5c57616f-54ba-4840-871e-3538a9197dc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:34.685269 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] The port '390a3c6e-f955-452a-9601-9cfae7cb9acf' was deleted {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:13:34.685746 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:13:34.749458 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-954d0c6c-d620-447c-9054-f7ea06fd8b9e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:34.804903 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c708568-761d-4186-931c-2236c9fd80d6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:34.805582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6c708568-761d-4186-931c-2236c9fd80d6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:13:34.818188 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-954d0c6c-d620-447c-9054-f7ea06fd8b9e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:34.864942 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d0c6c-d620-447c-9054-f7ea06fd8b9e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Network': ['ID=42036893-4907-4a80-a4ad-5f00a1fda280,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:34.865558 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5228fa0c-155d-4ec6-a2c6-4fe77201792c None None] Calling delete_port for 55795545-5ea9-44a6-8486-7d4476353b18 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:34.892236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6c708568-761d-4186-931c-2236c9fd80d6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:13:34.893409 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6c708568-761d-4186-931c-2236c9fd80d6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3626838 Sep 21 15:13:34.898080 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ea05d792-3172-4e42-8f3a-f15f4b684a9d None None] Port 50da886c-a099-4778-9482-73891188e074 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:13:34.898266 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57120) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:34.899687 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-02405af8-6fcb-4ed5-ba57-712e910b0dfd tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:34.954776 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:34.966568 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-954d0c6c-d620-447c-9054-f7ea06fd8b9e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/networks/42036893-4907-4a80-a4ad-5f00a1fda280 HTTP/1.1" status: 204 len: 168 time: 2.9770803 Sep 21 15:13:34.969092 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57124) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:34.996976 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1e590e4f-6199-41cf-9670-db0a0b3aa096 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2051874065'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:35.000792 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5228fa0c-155d-4ec6-a2c6-4fe77201792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:35.015490 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-02405af8-6fcb-4ed5-ba57-712e910b0dfd tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Usage tracker for resource:subnet and tenant:8d49c16741814673ac5cb4eeaad8a67a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:35.016118 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1e590e4f-6199-41cf-9670-db0a0b3aa096 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:35.033571 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c8bde9-3a77-4349-99ae-50f5a061bf70']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:35.041636 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1e590e4f-6199-41cf-9670-db0a0b3aa096 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:network and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:35.048902 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1e590e4f-6199-41cf-9670-db0a0b3aa096 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:35.053858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-da14cba4-321d-4721-ba8a-6da5d8335200 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:35.068049 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8f88ab-d87f-4fe2-a709-871cb6284cc0') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:35.068356 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8f88ab-d87f-4fe2-a709-871cb6284cc0') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:35.072744 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228fa0c-155d-4ec6-a2c6-4fe77201792c None None] Pushing event deleted for resources: {'Port': ['ID=55795545-5ea9-44a6-8486-7d4476353b18,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:35.081607 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5228fa0c-155d-4ec6-a2c6-4fe77201792c None None] No DVR routers for this DVR port 55795545-5ea9-44a6-8486-7d4476353b18 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:13:35.082166 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1e590e4f-6199-41cf-9670-db0a0b3aa096 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:35.088777 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:35.177613 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28745ed8-9cfb-4c0a-84dc-52d424908683 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router 5e2576ec-8d9d-42a8-aa74-eea7cde98dc2 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:13:35.195029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-02405af8-6fcb-4ed5-ba57-712e910b0dfd tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:35.206964 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6ecc95d6-27c6-4c9b-9024-9b40ca15225e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3002892 Sep 21 15:13:35.210379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57128) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:35.215983 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-02405af8-6fcb-4ed5-ba57-712e910b0dfd tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:35.218297 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-da14cba4-321d-4721-ba8a-6da5d8335200 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Calling delete_port for 39dc36da-660f-44a9-bfe2-e145ba119d4e owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:35.220772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-286d5f5c-5246-4e13-9d5c-9fe7d734b41b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:35.269611 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:35.276297 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e590e4f-6199-41cf-9670-db0a0b3aa096 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:35.279616 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e590e4f-6199-41cf-9670-db0a0b3aa096 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:35.301453 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:13:35.301881 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:35.427159 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e590e4f-6199-41cf-9670-db0a0b3aa096 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:13:35.440179 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:35.453309 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 55795545-5ea9-44a6-8486-7d4476353b18 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:13:35.455589 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:13:35.458367 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02405af8-6fcb-4ed5-ba57-712e910b0dfd tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Made reservation on behalf of 8d49c16741814673ac5cb4eeaad8a67a for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:35.461862 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-02405af8-6fcb-4ed5-ba57-712e910b0dfd tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:35.462016 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e590e4f-6199-41cf-9670-db0a0b3aa096 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:35.462359 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-1e590e4f-6199-41cf-9670-db0a0b3aa096 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Added segment 904d7949-b64b-4f80-ba49-f694ceeed9a6 of type vlan for network e2f7c153-855a-498f-9c25-2638839355d9 Sep 21 15:13:35.463725 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:35.467056 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] Sync routers for ids ['99bd44ed-5a2d-4965-8c0b-430c80871b47'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:13:35.484928 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event deleted for resources: {'Network': ['ID=57c8bde9-3a77-4349-99ae-50f5a061bf70,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:35.486136 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] Routers {'99bd44ed-5a2d-4965-8c0b-430c80871b47'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:35.486934 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['99bd44ed-5a2d-4965-8c0b-430c80871b47'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:35.496366 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-189fa5d9-53ef-4fce-bb3c-5e6c77eb6b17 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "DELETE /v2.0/networks/57c8bde9-3a77-4349-99ae-50f5a061bf70 HTTP/1.1" status: 204 len: 168 time: 3.2130497 Sep 21 15:13:35.498800 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57132) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:35.546540 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 55795545-5ea9-44a6-8486-7d4476353b18 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:13:35.547348 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 55795545-5ea9-44a6-8486-7d4476353b18 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:13:35.584618 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8170-99e7-41a2-b478-8d9a8ed50a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:35.600730 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:35.601932 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7ddedb63-db89-450e-b4b0-7a0cfd9ccd64 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.9711275 Sep 21 15:13:35.616439 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57136) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:35.622849 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-286d5f5c-5246-4e13-9d5c-9fe7d734b41b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:35.658482 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-da14cba4-321d-4721-ba8a-6da5d8335200 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:35.674619 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] Set router 99bd44ed-5a2d-4965-8c0b-430c80871b47 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:13:35.674834 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e590e4f-6199-41cf-9670-db0a0b3aa096 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:35.684859 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28745ed8-9cfb-4c0a-84dc-52d424908683 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:13:35.699913 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-28745ed8-9cfb-4c0a-84dc-52d424908683 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/5e2576ec-8d9d-42a8-aa74-eea7cde98dc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6701710 Sep 21 15:13:35.705752 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995e9cf6-c3ac-4107-8272-17a1a64c2dd2 None None] Sync routers for ids ['5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:13:35.710082 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57140) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:35.723289 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995e9cf6-c3ac-4107-8272-17a1a64c2dd2 None None] Routers {'5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:35.725330 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-995e9cf6-c3ac-4107-8272-17a1a64c2dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:35.730874 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-286d5f5c-5246-4e13-9d5c-9fe7d734b41b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:35.813001 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286d5f5c-5246-4e13-9d5c-9fe7d734b41b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:35.817712 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-286d5f5c-5246-4e13-9d5c-9fe7d734b41b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:35.851552 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14cba4-321d-4721-ba8a-6da5d8335200 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event deleted for resources: {'Port': ['ID=39dc36da-660f-44a9-bfe2-e145ba119d4e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:35.863470 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-995e9cf6-c3ac-4107-8272-17a1a64c2dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:35.889202 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995e9cf6-c3ac-4107-8272-17a1a64c2dd2 None None] Routers {'5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:35.890472 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-995e9cf6-c3ac-4107-8272-17a1a64c2dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:35.962214 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5affb671-becf-4e82-9e3b-b6e623688419 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Deleting port 531e5f23-4460-4889-ac3d-729977d77235 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:35.962576 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5affb671-becf-4e82-9e3b-b6e623688419 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:36.014010 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-1e590e4f-6199-41cf-9670-db0a0b3aa096 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:13:36.040509 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-995e9cf6-c3ac-4107-8272-17a1a64c2dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:36.044005 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995e9cf6-c3ac-4107-8272-17a1a64c2dd2 None None] The sync data for ids ['5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:13:36.083335 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bd44ed-5a2d-4965-8c0b-430c80871b47', 'name': 'tempest-snat-router-1116121304', 'tenant_id': '13e4b4da3ee542a1bb3bb840b7fb46c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.190'}], 'enable_snat': False}, 'gw_port_id': 'f60f7727-b483-48ec-be0a-7377162dd11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:13:25Z', 'updated_at': '2022-09-21T15:13:31Z', 'revision_number': 3, 'project_id': '13e4b4da3ee542a1bb3bb840b7fb46c5', 'gw_port': {'id': 'f60f7727-b483-48ec-be0a-7377162dd11b', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:30:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bd44ed-5a2d-4965-8c0b-430c80871b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:13:30Z', 'updated_at': '2022-09-21T15:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:36.088189 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] Checking router: 99bd44ed-5a2d-4965-8c0b-430c80871b47 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:13:36.088733 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] Updating router 99bd44ed-5a2d-4965-8c0b-430c80871b47 port f60f7727-b483-48ec-be0a-7377162dd11b binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:13:36.116723 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fd73fc55-5761-4e45-8698-7f41141bdb25 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "GET /v2.0/routers/99bd44ed-5a2d-4965-8c0b-430c80871b47 HTTP/1.1" status: 200 len: 909 time: 0.4991045 Sep 21 15:13:36.131292 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57144) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:36.148385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1116121304', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'enable_snat': True}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:36.153116 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:36.164344 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:36.185379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Usage tracker for resource:router and tenant:13e4b4da3ee542a1bb3bb840b7fb46c5 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:36.198030 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:36.209945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:36.260919 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:36.261952 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:36.266505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-02405af8-6fcb-4ed5-ba57-712e910b0dfd tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:36.312278 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-286d5f5c-5246-4e13-9d5c-9fe7d734b41b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:36.346119 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:36.381934 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286d5f5c-5246-4e13-9d5c-9fe7d734b41b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:36.382856 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02405af8-6fcb-4ed5-ba57-712e910b0dfd tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Pushing event updated for resources: {'Subnet': ['ID=95125fe7-d015-4718-8c68-04987e1f703e,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:36.384323 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3e77e-c41d-49b9-af8a-0c8f03252bf5 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:36.385906 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ccf3e77e-c41d-49b9-af8a-0c8f03252bf5 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/ports/50da886c-a099-4778-9482-73891188e074 HTTP/1.1" status: 200 len: 911 time: 0.6677041 Sep 21 15:13:36.389044 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-286d5f5c-5246-4e13-9d5c-9fe7d734b41b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:36.392294 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57148) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:36.399171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e590e4f-6199-41cf-9670-db0a0b3aa096 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:36.405829 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e590e4f-6199-41cf-9670-db0a0b3aa096 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:36.406589 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e590e4f-6199-41cf-9670-db0a0b3aa096 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:36.408817 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a31f857-7e8f-403d-b341-d6dfc4a39174 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:36.429166 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286d5f5c-5246-4e13-9d5c-9fe7d734b41b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:36.429391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-286d5f5c-5246-4e13-9d5c-9fe7d734b41b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:36.469740 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02405af8-6fcb-4ed5-ba57-712e910b0dfd tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Checking segment: {'id': 'bcbe9319-359e-40e2-8be9-8c3ba00c7ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5c57616f-54ba-4840-871e-3538a9197dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:13:36.470106 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02405af8-6fcb-4ed5-ba57-712e910b0dfd tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Network hostable DHCP agents. Network: 5c57616f-54ba-4840-871e-3538a9197dc5, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:13:36.485753 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-da14cba4-321d-4721-ba8a-6da5d8335200 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:36.533714 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:36.547181 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] Transition to ACTIVE for port object f60f7727-b483-48ec-be0a-7377162dd11b will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:36.547846 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5affb671-becf-4e82-9e3b-b6e623688419 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:36.548852 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5affb671-becf-4e82-9e3b-b6e623688419 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:36.556483 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:36.631788 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d5f5c-5246-4e13-9d5c-9fe7d734b41b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=e6c06888-294b-450e-a9ac-6a74b66b5267,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:36.680029 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] Attempting to bind port f60f7727-b483-48ec-be0a-7377162dd11b on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:13:36.680720 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] Attempting to bind port f60f7727-b483-48ec-be0a-7377162dd11b by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:13:36.681256 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] Attempting to bind port f60f7727-b483-48ec-be0a-7377162dd11b on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:13:36.686686 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5affb671-becf-4e82-9e3b-b6e623688419 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Calling delete_port for 531e5f23-4460-4889-ac3d-729977d77235 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:36.687142 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae666a-7639-4582-9c94-282647487b42 None None] Pushing event updated for resources: {'Port': ['ID=f60f7727-b483-48ec-be0a-7377162dd11b,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:36.698303 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:13:36.699102 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:13:36.700801 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:36.701361 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:13:36.701987 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] Bound port: f60f7727-b483-48ec-be0a-7377162dd11b, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:13:36.702545 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:36.708975 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-286d5f5c-5246-4e13-9d5c-9fe7d734b41b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4972348 Sep 21 15:13:36.717558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57152) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:36.761429 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'fixed_ips': [{'subnet_id': 'e6c06888-294b-450e-a9ac-6a74b66b5267'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:13:36.762483 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:36.781258 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] For port f60f7727-b483-48ec-be0a-7377162dd11b, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:13:36.785391 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] For port f60f7727-b483-48ec-be0a-7377162dd11b, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f60f7727-b483-48ec-be0a-7377162dd11b,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:13:36.787474 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae666a-7639-4582-9c94-282647487b42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:36.787983 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae666a-7639-4582-9c94-282647487b42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:36.788520 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae666a-7639-4582-9c94-282647487b42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:36.789066 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae666a-7639-4582-9c94-282647487b42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:36.789541 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae666a-7639-4582-9c94-282647487b42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:36.790172 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae666a-7639-4582-9c94-282647487b42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:36.790652 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae666a-7639-4582-9c94-282647487b42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:36.791185 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae666a-7639-4582-9c94-282647487b42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:36.791947 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae666a-7639-4582-9c94-282647487b42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:36.792431 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae666a-7639-4582-9c94-282647487b42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:36.792944 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae666a-7639-4582-9c94-282647487b42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:36.793427 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae666a-7639-4582-9c94-282647487b42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:13:36.798503 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:36.877502 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae666a-7639-4582-9c94-282647487b42 None None] Pushing event updated for resources: {'Port': ['ID=f60f7727-b483-48ec-be0a-7377162dd11b,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:36.891579 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] Routers {'99bd44ed-5a2d-4965-8c0b-430c80871b47'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:36.892493 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['99bd44ed-5a2d-4965-8c0b-430c80871b47'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:36.921108 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02405af8-6fcb-4ed5-ba57-712e910b0dfd tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Network 5c57616f-54ba-4840-871e-3538a9197dc5 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:13:36.927289 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e888fca5-1c8a-4a07-9352-751e22add57f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'mac_address': 'fa:16:3e:8e:b5:ba', 'name': 'tempest-NetworksTestDHCPv6-524173989'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:36.952424 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5affb671-becf-4e82-9e3b-b6e623688419 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:36.970713 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:37.030009 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-02405af8-6fcb-4ed5-ba57-712e910b0dfd tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 5c57616f-54ba-4840-871e-3538a9197dc5) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:37.055576 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02405af8-6fcb-4ed5-ba57-712e910b0dfd tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:37.056229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-02405af8-6fcb-4ed5-ba57-712e910b0dfd tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:37.104949 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-02405af8-6fcb-4ed5-ba57-712e910b0dfd tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4611049 Sep 21 15:13:37.117977 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae3829b-ce38-4304-80a0-f058f3252aff None None] Network 5c57616f-54ba-4840-871e-3538a9197dc5 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:37.124744 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 5c8f88ab-d87f-4fe2-a709-871cb6284cc0 resource provider aggregate not found Sep 21 15:13:37.141429 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57160) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:37.198139 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] Set router 99bd44ed-5a2d-4965-8c0b-430c80871b47 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:13:37.216444 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e888fca5-1c8a-4a07-9352-751e22add57f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:37.224339 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e888fca5-1c8a-4a07-9352-751e22add57f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:port and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:37.228262 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e888fca5-1c8a-4a07-9352-751e22add57f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:37.236361 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e888fca5-1c8a-4a07-9352-751e22add57f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:37.246799 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-dfe1362d-7145-498c-a5c9-519251a3d32c tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Request body: {'port': {'network_id': '5c57616f-54ba-4840-871e-3538a9197dc5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1626317841'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:37.264488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e888fca5-1c8a-4a07-9352-751e22add57f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:37.280274 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 5c8f88ab-d87f-4fe2-a709-871cb6284cc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c8f88ab-d87f-4fe2-a709-871cb6284cc0 found for delete ", "request_id": "req-bb48fb94-85fa-40f1-99c6-b296e0ac07eb"}]} Sep 21 15:13:37.291771 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affb671-becf-4e82-9e3b-b6e623688419 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event deleted for resources: {'Port': ['ID=531e5f23-4460-4889-ac3d-729977d77235,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:37.307828 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] Allocated IP 2001:db8::2 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/e6c06888-294b-450e-a9ac-6a74b66b5267/a988064f-70be-4baa-a103-85ee33e75fa5) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:37.446800 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1e590e4f-6199-41cf-9670-db0a0b3aa096 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.4617176 Sep 21 15:13:37.467792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57166) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:37.476445 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-21377a7f-63b4-4f5a-9116-e7580c6cfa31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'subnet': {'network_id': 'e2f7c153-855a-498f-9c25-2638839355d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:37.546394 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e590e4f-6199-41cf-9670-db0a0b3aa096 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Network': ['ID=e2f7c153-855a-498f-9c25-2638839355d9,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:37.558833 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bd44ed-5a2d-4965-8c0b-430c80871b47', 'name': 'tempest-snat-router-1116121304', 'tenant_id': '13e4b4da3ee542a1bb3bb840b7fb46c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.190'}], 'enable_snat': False}, 'gw_port_id': 'f60f7727-b483-48ec-be0a-7377162dd11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:13:25Z', 'updated_at': '2022-09-21T15:13:31Z', 'revision_number': 3, 'project_id': '13e4b4da3ee542a1bb3bb840b7fb46c5', 'gw_port': {'id': 'f60f7727-b483-48ec-be0a-7377162dd11b', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:30:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bd44ed-5a2d-4965-8c0b-430c80871b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:13:30Z', 'updated_at': '2022-09-21T15:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:37.563099 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb667b3-683b-4bbb-9d4d-f57a9036de7f None None] The sync data for ids ['99bd44ed-5a2d-4965-8c0b-430c80871b47'] in dv-neutron-858731-1-hyperv is: [{'id': '99bd44ed-5a2d-4965-8c0b-430c80871b47', 'name': 'tempest-snat-router-1116121304', 'tenant_id': '13e4b4da3ee542a1bb3bb840b7fb46c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.190'}], 'enable_snat': False}, 'gw_port_id': 'f60f7727-b483-48ec-be0a-7377162dd11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:13:25Z', 'updated_at': '2022-09-21T15:13:31Z', 'revision_number': 3, 'project_id': '13e4b4da3ee542a1bb3bb840b7fb46c5', 'gw_port': {'id': 'f60f7727-b483-48ec-be0a-7377162dd11b', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:30:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bd44ed-5a2d-4965-8c0b-430c80871b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:13:30Z', 'updated_at': '2022-09-21T15:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:13:37.587035 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network e2f7c153-855a-498f-9c25-2638839355d9 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:13:37.599459 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-dfe1362d-7145-498c-a5c9-519251a3d32c tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:37.611856 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-5c57616f-54ba-4840-871e-3538a9197dc5', 'network_id': '5c57616f-54ba-4840-871e-3538a9197dc5', 'tenant_id': '8d49c16741814673ac5cb4eeaad8a67a', 'fixed_ips': [{'subnet_id': '95125fe7-d015-4718-8c68-04987e1f703e'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:13:37.612832 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:37.672742 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dfe1362d-7145-498c-a5c9-519251a3d32c tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Usage tracker for resource:port and tenant:8d49c16741814673ac5cb4eeaad8a67a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:37.688250 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dfe1362d-7145-498c-a5c9-519251a3d32c tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:37.696670 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e888fca5-1c8a-4a07-9352-751e22add57f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:37.776665 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-e888fca5-1c8a-4a07-9352-751e22add57f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] device_id is not set on port b8636d18-e705-46d7-8b01-81ff112e48d9 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:13:37.824484 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-21377a7f-63b4-4f5a-9116-e7580c6cfa31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:37.848986 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-21377a7f-63b4-4f5a-9116-e7580c6cfa31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:subnet and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:37.857380 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:37.884793 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-21377a7f-63b4-4f5a-9116-e7580c6cfa31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:37.910976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:37.913018 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-21377a7f-63b4-4f5a-9116-e7580c6cfa31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:38.010841 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21377a7f-63b4-4f5a-9116-e7580c6cfa31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:38.014339 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-21377a7f-63b4-4f5a-9116-e7580c6cfa31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:38.051481 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5affb671-becf-4e82-9e3b-b6e623688419 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:38.053789 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5affb671-becf-4e82-9e3b-b6e623688419 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:38.060433 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5affb671-becf-4e82-9e3b-b6e623688419 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "DELETE /v2.0/floatingips/61e3ed20-7408-4525-9556-a6f99f58a429 HTTP/1.1" status: 204 len: 168 time: 2.5597694 Sep 21 15:13:38.061751 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-dfe1362d-7145-498c-a5c9-519251a3d32c tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:38.072595 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] Allocated IP 2001:db8::2 (5c57616f-54ba-4840-871e-3538a9197dc5/95125fe7-d015-4718-8c68-04987e1f703e/0f8f014e-c649-4cf9-8d18-52d1a456d8e7) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:38.073583 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57170) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:38.220312 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac26d50-c353-421d-ae69-886588601157 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] DELETE failed (client error): The resource could not be found. Sep 21 15:13:38.220312 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac26d50-c353-421d-ae69-886588601157 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:13:38.225642 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bac26d50-c353-421d-ae69-886588601157 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "DELETE /v2.0/ports/3e6a61ab-4e9f-4a66-aa56-b212c53a14ae HTTP/1.1" status: 404 len: 333 time: 0.1360295 Sep 21 15:13:38.225801 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c5af3ed5-3a53-4cd6-8e74-dd68c6429372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:38.227018 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57174) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:38.236912 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da14cba4-321d-4721-ba8a-6da5d8335200 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Router 6420dd08-3b85-4cbe-8b52-b98d501049a4 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:13:38.244325 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe1362d-7145-498c-a5c9-519251a3d32c tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Made reservation on behalf of 8d49c16741814673ac5cb4eeaad8a67a for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:38.247832 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dfe1362d-7145-498c-a5c9-519251a3d32c tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:38.254791 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:38.300877 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8f7abdcc-58f6-47bc-beb6-c8213b77ebb2 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Synchronizing usage tracker for tenant:157f5050b7144cb78f4f1a9791bb2308 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:13:38.303830 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] Transition to ACTIVE for port object a988064f-70be-4baa-a103-85ee33e75fa5 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:38.342882 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8f7abdcc-58f6-47bc-beb6-c8213b77ebb2 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Unset dirty status for tenant:157f5050b7144cb78f4f1a9791bb2308 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:13:38.344580 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] Transition to ACTIVE for port object a988064f-70be-4baa-a103-85ee33e75fa5 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:38.348666 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57178) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:38.349754 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-dfe1362d-7145-498c-a5c9-519251a3d32c tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] device_id is not set on port 8d3f785a-9c3d-4158-b33b-a3d22d1c21f1 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:13:38.350148 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8f7abdcc-58f6-47bc-beb6-c8213b77ebb2 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "GET /v2.0/ports?device_id=54296ff3-8581-4108-ae4d-59d32167d7ec HTTP/1.1" status: 200 len: 205 time: 0.1225512 Sep 21 15:13:38.352046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Allocated IP 172.26.4.234 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/f34be4ce-c922-43b3-be40-429738b863f6) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:38.358026 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:38.365894 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:38.427127 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] Transition to ACTIVE for port object 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:38.455459 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:38.459707 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:38.469081 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:38.510622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-e888fca5-1c8a-4a07-9352-751e22add57f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8::2e5 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/e6c06888-294b-450e-a9ac-6a74b66b5267/b8636d18-e705-46d7-8b01-81ff112e48d9) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:38.533822 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] Pushing event updated for resources: {'Port': ['ID=a988064f-70be-4baa-a103-85ee33e75fa5,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:38.539801 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] Transition to ACTIVE for port object 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:38.554791 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:38.679473 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-53bb3134-6c9e-4fb8-a803-1e083314e083 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] delete failed (client error): The resource could not be found. Sep 21 15:13:38.680503 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-53bb3134-6c9e-4fb8-a803-1e083314e083 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "DELETE /v2.0/routers/54296ff3-8581-4108-ae4d-59d32167d7ec HTTP/1.1" status: 404 len: 336 time: 0.2953198 Sep 21 15:13:38.686735 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] Network 5c57616f-54ba-4840-871e-3538a9197dc5 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:38.687647 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57182) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:38.698320 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:38.704483 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da14cba4-321d-4721-ba8a-6da5d8335200 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:13:38.723834 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76537ce2-9f3d-4f52-b5b3-1473f8e92d0a None None] Sync routers for ids ['6420dd08-3b85-4cbe-8b52-b98d501049a4'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:13:38.725598 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:38.731879 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] Attempting to bind port a988064f-70be-4baa-a103-85ee33e75fa5 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:13:38.732255 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] Attempting to bind port a988064f-70be-4baa-a103-85ee33e75fa5 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:13:38.732668 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] Attempting to bind port a988064f-70be-4baa-a103-85ee33e75fa5 on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:13:38.740707 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-da14cba4-321d-4721-ba8a-6da5d8335200 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "PUT /v2.0/routers/6420dd08-3b85-4cbe-8b52-b98d501049a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0873680 Sep 21 15:13:38.747877 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76537ce2-9f3d-4f52-b5b3-1473f8e92d0a None None] Routers {'6420dd08-3b85-4cbe-8b52-b98d501049a4'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:38.748472 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57186) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:38.748858 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-76537ce2-9f3d-4f52-b5b3-1473f8e92d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['6420dd08-3b85-4cbe-8b52-b98d501049a4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:38.776278 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c9d4ba-3cc4-4440-a928-c61a649faac7 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] DELETE failed (client error): The resource could not be found. Sep 21 15:13:38.779793 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c9d4ba-3cc4-4440-a928-c61a649faac7 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:13:38.792314 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:13:38.792724 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:13:38.793125 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:38.793518 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:13:38.793996 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] Bound port: a988064f-70be-4baa-a103-85ee33e75fa5, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:13:38.794365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:38.816612 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:38.868223 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-76537ce2-9f3d-4f52-b5b3-1473f8e92d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:38.881397 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76537ce2-9f3d-4f52-b5b3-1473f8e92d0a None None] Routers {'6420dd08-3b85-4cbe-8b52-b98d501049a4'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:38.882885 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-76537ce2-9f3d-4f52-b5b3-1473f8e92d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['6420dd08-3b85-4cbe-8b52-b98d501049a4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:38.919357 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-809b4501-d35c-4711-a908-6cf772225ab0 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] show failed (client error): The resource could not be found. Sep 21 15:13:38.920648 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-809b4501-d35c-4711-a908-6cf772225ab0 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-513836469 HTTP/1.1" status: 404 len: 334 time: 0.1709058 Sep 21 15:13:38.931628 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] For port a988064f-70be-4baa-a103-85ee33e75fa5, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:13:38.934740 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] For port a988064f-70be-4baa-a103-85ee33e75fa5, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=a988064f-70be-4baa-a103-85ee33e75fa5,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:13:38.951051 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-dfe1362d-7145-498c-a5c9-519251a3d32c tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Allocated IP 2001:db8::64 (5c57616f-54ba-4840-871e-3538a9197dc5/95125fe7-d015-4718-8c68-04987e1f703e/8d3f785a-9c3d-4158-b33b-a3d22d1c21f1) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:38.968705 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:38.969282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57190) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:38.973073 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] Pushing event updated for resources: {'Port': ['ID=0f8f014e-c649-4cf9-8d18-52d1a456d8e7,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:38.985542 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-76537ce2-9f3d-4f52-b5b3-1473f8e92d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:38.986410 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6c1b7d5a-7a8b-4f1d-80dc-7015cd14debf tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:38.986864 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76537ce2-9f3d-4f52-b5b3-1473f8e92d0a None None] The sync data for ids ['6420dd08-3b85-4cbe-8b52-b98d501049a4'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:13:39.077844 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:39.081111 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-79c9d4ba-3cc4-4440-a928-c61a649faac7 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "DELETE /v2.0/subnets/118903a0-1d45-4f30-9751-75aba116ef61 HTTP/1.1" status: 404 len: 337 time: 0.3860874 Sep 21 15:13:39.082793 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57194) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:39.098711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-21377a7f-63b4-4f5a-9116-e7580c6cfa31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:39.125171 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] Attempting to bind port 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:13:39.125540 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] Attempting to bind port 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bcbe9319-359e-40e2-8be9-8c3ba00c7ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5c57616f-54ba-4840-871e-3538a9197dc5'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:13:39.125903 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] Attempting to bind port 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 on network 5c57616f-54ba-4840-871e-3538a9197dc5 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:13:39.136579 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:13:39.136579 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] Checking segment: {'id': 'bcbe9319-359e-40e2-8be9-8c3ba00c7ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5c57616f-54ba-4840-871e-3538a9197dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:13:39.136888 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:39.136992 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-6c1b7d5a-7a8b-4f1d-80dc-7015cd14debf tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] update failed (client error): The resource could not be found. Sep 21 15:13:39.137092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] Bound using segment: {'id': 'bcbe9319-359e-40e2-8be9-8c3ba00c7ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5c57616f-54ba-4840-871e-3538a9197dc5'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:13:39.137475 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] Bound port: 0f8f014e-c649-4cf9-8d18-52d1a456d8e7, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbe9319-359e-40e2-8be9-8c3ba00c7ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5c57616f-54ba-4840-871e-3538a9197dc5'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:13:39.137891 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:39.141116 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6c1b7d5a-7a8b-4f1d-80dc-7015cd14debf tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-1329082563 HTTP/1.1" status: 404 len: 335 time: 0.1619225 Sep 21 15:13:39.141695 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57198) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:39.204705 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca6d9d72-a761-46d8-b55a-4a3667158b17 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:39.250712 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f8701-ecdc-41be-805c-b76537dbdfe4 None None] Pushing event updated for resources: {'Port': ['ID=a988064f-70be-4baa-a103-85ee33e75fa5,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:39.288699 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] For port 0f8f014e-c649-4cf9-8d18-52d1a456d8e7, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:13:39.292015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] For port 0f8f014e-c649-4cf9-8d18-52d1a456d8e7, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=0f8f014e-c649-4cf9-8d18-52d1a456d8e7,segment=NetworkSegment(bcbe9319-359e-40e2-8be9-8c3ba00c7ce7),segment_id=bcbe9319-359e-40e2-8be9-8c3ba00c7ce7)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:13:39.298545 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:39.300290 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a883ef6a-63c8-4d00-b47e-f4db0388fb8a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Deleting port 16182fb2-e111-4a82-be0f-bfafe16e3813 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:39.300809 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a883ef6a-63c8-4d00-b47e-f4db0388fb8a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:39.363850 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:39.397420 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21377a7f-63b4-4f5a-9116-e7580c6cfa31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Subnet': ['ID=d0264974-2a3d-4b7c-a954-012adde8df80,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:39.427033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f5ebd-3c92-4f2e-aa01-2b047a94efd8 None None] Pushing event updated for resources: {'Port': ['ID=0f8f014e-c649-4cf9-8d18-52d1a456d8e7,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:39.427724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-67472d3c-803b-4dcc-a7d5-fd646c0016e5 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Deleting subnet 7aa63981-92bf-4885-a3f3-93b97f061799 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:13:39.443327 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67472d3c-803b-4dcc-a7d5-fd646c0016e5 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:39.599707 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21377a7f-63b4-4f5a-9116-e7580c6cfa31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Checking segment: {'id': '904d7949-b64b-4f80-ba49-f694ceeed9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2f7c153-855a-498f-9c25-2638839355d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:13:39.600077 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21377a7f-63b4-4f5a-9116-e7580c6cfa31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network hostable DHCP agents. Network: e2f7c153-855a-498f-9c25-2638839355d9, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:13:39.606382 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f60f7727-b483-48ec-be0a-7377162dd11b up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:39.666496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67472d3c-803b-4dcc-a7d5-fd646c0016e5 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:39.755355 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port f60f7727-b483-48ec-be0a-7377162dd11b completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:39.761455 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port f60f7727-b483-48ec-be0a-7377162dd11b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:39.763172 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:39.841118 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67472d3c-803b-4dcc-a7d5-fd646c0016e5 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:39.906393 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e888fca5-1c8a-4a07-9352-751e22add57f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:39.938472 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:39.978760 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port f60f7727-b483-48ec-be0a-7377162dd11b is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:39.979204 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:39.993535 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21377a7f-63b4-4f5a-9116-e7580c6cfa31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network e2f7c153-855a-498f-9c25-2638839355d9 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:13:40.005505 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port f60f7727-b483-48ec-be0a-7377162dd11b, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f60f7727-b483-48ec-be0a-7377162dd11b,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:40.013574 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-e888fca5-1c8a-4a07-9352-751e22add57f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Transition to ACTIVE for port object b8636d18-e705-46d7-8b01-81ff112e48d9 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:40.014231 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:40.083682 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:40.084996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-21377a7f-63b4-4f5a-9116-e7580c6cfa31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, e2f7c153-855a-498f-9c25-2638839355d9) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:40.099072 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:40.109472 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:40.126649 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=f60f7727-b483-48ec-be0a-7377162dd11b,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:40.131142 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54695ae-2922-4d64-b80a-df377d094eb7 None None] Network e2f7c153-855a-498f-9c25-2638839355d9 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:40.141473 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21377a7f-63b4-4f5a-9116-e7580c6cfa31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:40.142204 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-21377a7f-63b4-4f5a-9116-e7580c6cfa31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:40.167468 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Pushing event updated for resources: {'Port': ['ID=f34be4ce-c922-43b3-be40-429738b863f6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:40.168146 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dfe1362d-7145-498c-a5c9-519251a3d32c tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:40.209182 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-21377a7f-63b4-4f5a-9116-e7580c6cfa31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7402883 Sep 21 15:13:40.214655 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67472d3c-803b-4dcc-a7d5-fd646c0016e5 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:40.219022 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57202) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:40.222283 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a883ef6a-63c8-4d00-b47e-f4db0388fb8a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:40.271468 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-24ed9beb-733e-485b-b866-13e328944510 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-687694962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:40.331980 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67472d3c-803b-4dcc-a7d5-fd646c0016e5 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa63981-92bf-4885-a3f3-93b97f061799,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:40.335410 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-24ed9beb-733e-485b-b866-13e328944510 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:40.344023 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e888fca5-1c8a-4a07-9352-751e22add57f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:40.345270 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2e9b39-0df6-4b8f-b9ad-5917f7f2ed66 None None] Network 67a30b25-341f-491d-b103-2075bd2b046e requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:40.345407 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67472d3c-803b-4dcc-a7d5-fd646c0016e5 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:40.351193 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-67472d3c-803b-4dcc-a7d5-fd646c0016e5 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "DELETE /v2.0/subnets/7aa63981-92bf-4885-a3f3-93b97f061799 HTTP/1.1" status: 204 len: 168 time: 1.1955464 Sep 21 15:13:40.357538 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57206) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:40.361701 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-dfe1362d-7145-498c-a5c9-519251a3d32c tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Transition to ACTIVE for port object 8d3f785a-9c3d-4158-b33b-a3d22d1c21f1 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:40.375027 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a883ef6a-63c8-4d00-b47e-f4db0388fb8a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Calling delete_port for 16182fb2-e111-4a82-be0f-bfafe16e3813 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:40.420504 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-24ed9beb-733e-485b-b866-13e328944510 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:router and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:40.489706 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-24ed9beb-733e-485b-b866-13e328944510 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:40.513475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e888fca5-1c8a-4a07-9352-751e22add57f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:40.534268 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e888fca5-1c8a-4a07-9352-751e22add57f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:40.540838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-24ed9beb-733e-485b-b866-13e328944510 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:40.601920 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e888fca5-1c8a-4a07-9352-751e22add57f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:40.607953 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e888fca5-1c8a-4a07-9352-751e22add57f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:40.608872 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e888fca5-1c8a-4a07-9352-751e22add57f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:40.638634 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dfe1362d-7145-498c-a5c9-519251a3d32c tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:40.642148 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:40.779987 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888fca5-1c8a-4a07-9352-751e22add57f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=b8636d18-e705-46d7-8b01-81ff112e48d9,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:40.789051 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe1362d-7145-498c-a5c9-519251a3d32c tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Network 5c57616f-54ba-4840-871e-3538a9197dc5 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:40.793764 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-e2f7c153-855a-498f-9c25-2638839355d9', 'network_id': 'e2f7c153-855a-498f-9c25-2638839355d9', 'tenant_id': 'd62e4783ba064d6c8874822841ebe351', 'fixed_ips': [{'subnet_id': 'd0264974-2a3d-4b7c-a954-012adde8df80'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:13:40.795991 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-dfe1362d-7145-498c-a5c9-519251a3d32c tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:40.798691 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe1362d-7145-498c-a5c9-519251a3d32c tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:40.799114 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24ed9beb-733e-485b-b866-13e328944510 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:40.800852 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:40.801053 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24ed9beb-733e-485b-b866-13e328944510 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:40.812926 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e888fca5-1c8a-4a07-9352-751e22add57f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0913341 Sep 21 15:13:40.813150 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe1362d-7145-498c-a5c9-519251a3d32c tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:40.813150 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dfe1362d-7145-498c-a5c9-519251a3d32c tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:40.814307 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57210) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:40.815614 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-ca6d9d72-a761-46d8-b55a-4a3667158b17 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Allocated IP 2001:db8:1::1 (1a7c022a-64fb-4502-b925-9cea9facd94a/f9458364-36f1-4d55-a17e-fe8efe7e6b05/153469f0-665d-4e60-90bb-b9a8b7c4fa56) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:40.861054 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24ed9beb-733e-485b-b866-13e328944510 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:40.887461 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-244c95eb-ee34-464d-8239-f20315f7d9d8 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:40.891417 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a883ef6a-63c8-4d00-b47e-f4db0388fb8a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:40.898481 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1362d-7145-498c-a5c9-519251a3d32c tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Pushing event updated for resources: {'Port': ['ID=8d3f785a-9c3d-4158-b33b-a3d22d1c21f1,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:40.940351 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b24c401-0365-4272-bfd5-f9ed16dec56a None None] DHCP port deletion for 67a30b25-341f-491d-b103-2075bd2b046e request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:13:40.955019 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d2c52a-a0fe-41c9-af58-3ddab6d53e46 None None] Network 5c57616f-54ba-4840-871e-3538a9197dc5 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:40.978528 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883ef6a-63c8-4d00-b47e-f4db0388fb8a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event deleted for resources: {'Port': ['ID=16182fb2-e111-4a82-be0f-bfafe16e3813,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:40.986399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24ed9beb-733e-485b-b866-13e328944510 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:41.006352 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dfe1362d-7145-498c-a5c9-519251a3d32c tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.8510501 Sep 21 15:13:41.013431 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57214) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:41.024627 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-244c95eb-ee34-464d-8239-f20315f7d9d8 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Deleting port 0caea036-26ad-4b35-bad1-7830272a1967 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:41.025099 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-244c95eb-ee34-464d-8239-f20315f7d9d8 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:41.057673 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-53582a3f-c076-42ac-9798-b927513d4873 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Request body: {'port': {'network_id': '5c57616f-54ba-4840-871e-3538a9197dc5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1219067788', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:41.058203 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.api.validators [None req-53582a3f-c076-42ac-9798-b927513d4873 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] bootfile-name is not in valid_values {{(pid=89019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:13:41.058533 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.api.validators [None req-53582a3f-c076-42ac-9798-b927513d4873 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] tftp-server is not in valid_values {{(pid=89019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:13:41.058855 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.api.validators [None req-53582a3f-c076-42ac-9798-b927513d4873 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] server-ip-address is not in valid_values {{(pid=89019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:13:41.108217 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1b24c401-0365-4272-bfd5-f9ed16dec56a None None] Deleting port 0caea036-26ad-4b35-bad1-7830272a1967 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:41.123057 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24ed9beb-733e-485b-b866-13e328944510 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:41.123176 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1b24c401-0365-4272-bfd5-f9ed16dec56a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:41.126735 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-24ed9beb-733e-485b-b866-13e328944510 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8707962 Sep 21 15:13:41.132017 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57218) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:41.158961 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-604ff759-5568-45b1-8583-125fec019ecf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'port': {'network_id': 'e2f7c153-855a-498f-9c25-2638839355d9', 'name': 'tempest-PortsIpV6TestJSON-1180874975'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:41.240928 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b9fbb544-1bac-4045-8d45-2802f9f42f00 None None] Provisioning for port 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:41.365025 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a883ef6a-63c8-4d00-b47e-f4db0388fb8a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:41.369011 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a883ef6a-63c8-4d00-b47e-f4db0388fb8a tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "DELETE /v2.0/ports/16182fb2-e111-4a82-be0f-bfafe16e3813 HTTP/1.1" status: 204 len: 168 time: 2.2774465 Sep 21 15:13:41.398763 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57222) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:41.552174 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] Allocated IP 2001:db8::2 (e2f7c153-855a-498f-9c25-2638839355d9/d0264974-2a3d-4b7c-a954-012adde8df80/b8a14067-1b1d-4b22-abdd-8b22a9dabca9) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:41.619585 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c2bf32e3-1b6a-4907-b046-a8670e44bd8c None None] Provisioning for port a988064f-70be-4baa-a103-85ee33e75fa5 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:41.678284 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f60f7727-b483-48ec-be0a-7377162dd11b up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:41.700664 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9aa3d0-f62a-4bc4-80bd-ee87d4d40c23 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:41.708175 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9aa3d0-f62a-4bc4-80bd-ee87d4d40c23 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:41.709309 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0b9aa3d0-f62a-4bc4-80bd-ee87d4d40c23 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:13:41.724923 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca6d9d72-a761-46d8-b55a-4a3667158b17 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:41.738237 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-53582a3f-c076-42ac-9798-b927513d4873 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:41.759617 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-53582a3f-c076-42ac-9798-b927513d4873 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Usage tracker for resource:port and tenant:8d49c16741814673ac5cb4eeaad8a67a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:41.766789 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-c1863194-a749-4fcf-b498-fcc77052137f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Deleting port 8a4604f2-0232-423e-b5b1-bc5490a43e26 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:41.767406 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1863194-a749-4fcf-b498-fcc77052137f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:41.778682 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:41.835426 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-53582a3f-c076-42ac-9798-b927513d4873 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:41.852904 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-244c95eb-ee34-464d-8239-f20315f7d9d8 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] For port 0caea036-26ad-4b35-bad1-7830272a1967, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=0caea036-26ad-4b35-bad1-7830272a1967,segment=NetworkSegment(c17e857b-70bd-424e-aedc-16e8d00cfee2),segment_id=c17e857b-70bd-424e-aedc-16e8d00cfee2)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:41.853599 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-244c95eb-ee34-464d-8239-f20315f7d9d8 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:41.861675 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1b24c401-0365-4272-bfd5-f9ed16dec56a None None] For port 0caea036-26ad-4b35-bad1-7830272a1967, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=0caea036-26ad-4b35-bad1-7830272a1967,segment=NetworkSegment(c17e857b-70bd-424e-aedc-16e8d00cfee2),segment_id=c17e857b-70bd-424e-aedc-16e8d00cfee2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:41.862071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1b24c401-0365-4272-bfd5-f9ed16dec56a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:41.871871 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-ca6d9d72-a761-46d8-b55a-4a3667158b17 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Transition to ACTIVE for port object 153469f0-665d-4e60-90bb-b9a8b7c4fa56 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:41.882668 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-53582a3f-c076-42ac-9798-b927513d4873 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:41.885989 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0b9aa3d0-f62a-4bc4-80bd-ee87d4d40c23 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:13:41.887672 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0b9aa3d0-f62a-4bc4-80bd-ee87d4d40c23 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.0635550 Sep 21 15:13:41.902243 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57226) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:41.980731 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53582a3f-c076-42ac-9798-b927513d4873 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Made reservation on behalf of 8d49c16741814673ac5cb4eeaad8a67a for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:41.984277 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-53582a3f-c076-42ac-9798-b927513d4873 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:42.015294 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1b24c401-0365-4272-bfd5-f9ed16dec56a None None] Calling delete_port for 0caea036-26ad-4b35-bad1-7830272a1967 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:42.033262 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-244c95eb-ee34-464d-8239-f20315f7d9d8 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Calling delete_port for 0caea036-26ad-4b35-bad1-7830272a1967 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:42.046525 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2e6c1337-c0f5-404f-bfb5-793d4a286957 None None] Provisioning for port b8636d18-e705-46d7-8b01-81ff112e48d9 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:42.086528 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-604ff759-5568-45b1-8583-125fec019ecf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:42.092863 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2e6c1337-c0f5-404f-bfb5-793d4a286957 None None] Provisioning complete for port b8636d18-e705-46d7-8b01-81ff112e48d9 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:42.094166 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1337-c0f5-404f-bfb5-793d4a286957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:42.099855 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-53582a3f-c076-42ac-9798-b927513d4873 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] device_id is not set on port c0a84535-1ec3-48d5-a5bc-05e6917f0e90 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:13:42.150201 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-4dd233a9-3f5f-46e2-b56b-088f4c481edd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port b8636d18-e705-46d7-8b01-81ff112e48d9 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:42.150535 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4dd233a9-3f5f-46e2-b56b-088f4c481edd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:42.150679 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-604ff759-5568-45b1-8583-125fec019ecf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:port and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:42.160760 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-604ff759-5568-45b1-8583-125fec019ecf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:42.176245 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-604ff759-5568-45b1-8583-125fec019ecf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:42.217071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port f60f7727-b483-48ec-be0a-7377162dd11b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:42.217511 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:42.220761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604ff759-5568-45b1-8583-125fec019ecf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:42.224792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-604ff759-5568-45b1-8583-125fec019ecf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:42.266847 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1863194-a749-4fcf-b498-fcc77052137f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:42.273427 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2e6c1337-c0f5-404f-bfb5-793d4a286957 None None] Port b8636d18-e705-46d7-8b01-81ff112e48d9 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:13:42.304978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-604ff759-5568-45b1-8583-125fec019ecf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] device_id is not set on port 8bdd7319-7429-4b55-a839-feb91e84e8f8 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:13:42.369762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:42.386764 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] Transition to ACTIVE for port object b8a14067-1b1d-4b22-abdd-8b22a9dabca9 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:42.386993 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-244c95eb-ee34-464d-8239-f20315f7d9d8 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:42.430620 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-1b24c401-0365-4272-bfd5-f9ed16dec56a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:13:42.430981 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-1b24c401-0365-4272-bfd5-f9ed16dec56a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:13:42.450673 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c95eb-ee34-464d-8239-f20315f7d9d8 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event deleted for resources: {'Port': ['ID=0caea036-26ad-4b35-bad1-7830272a1967,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:42.455671 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] Transition to ACTIVE for port object b8a14067-1b1d-4b22-abdd-8b22a9dabca9 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:42.456362 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-c1863194-a749-4fcf-b498-fcc77052137f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Calling delete_port for 8a4604f2-0232-423e-b5b1-bc5490a43e26 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:42.467483 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port f60f7727-b483-48ec-be0a-7377162dd11b is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:42.468537 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:42.506650 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:42.520326 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244c95eb-ee34-464d-8239-f20315f7d9d8 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] No DVR routers for this DVR port 0caea036-26ad-4b35-bad1-7830272a1967 on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:13:42.600641 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] Network e2f7c153-855a-498f-9c25-2638839355d9 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:42.606859 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:42.609288 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:42.674378 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] Pushing event updated for resources: {'Port': ['ID=b8a14067-1b1d-4b22-abdd-8b22a9dabca9,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:42.738757 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1de5be4b-7f55-4166-ad66-bf65f2905647 None None] Provisioning for port 8d3f785a-9c3d-4158-b33b-a3d22d1c21f1 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:42.748182 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-604ff759-5568-45b1-8583-125fec019ecf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Allocated IP 2001:db8::350 (e2f7c153-855a-498f-9c25-2638839355d9/d0264974-2a3d-4b7c-a954-012adde8df80/8bdd7319-7429-4b55-a839-feb91e84e8f8) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:42.755128 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1de5be4b-7f55-4166-ad66-bf65f2905647 None None] Provisioning complete for port 8d3f785a-9c3d-4158-b33b-a3d22d1c21f1 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:42.755371 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1de5be4b-7f55-4166-ad66-bf65f2905647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:42.805429 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:42.806041 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4dd233a9-3f5f-46e2-b56b-088f4c481edd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:42.820442 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] Attempting to bind port b8a14067-1b1d-4b22-abdd-8b22a9dabca9 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:13:42.820768 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] Attempting to bind port b8a14067-1b1d-4b22-abdd-8b22a9dabca9 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '904d7949-b64b-4f80-ba49-f694ceeed9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2f7c153-855a-498f-9c25-2638839355d9'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:13:42.821237 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] Attempting to bind port b8a14067-1b1d-4b22-abdd-8b22a9dabca9 on network e2f7c153-855a-498f-9c25-2638839355d9 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:13:42.829194 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1de5be4b-7f55-4166-ad66-bf65f2905647 None None] Port 8d3f785a-9c3d-4158-b33b-a3d22d1c21f1 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:13:42.835013 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:13:42.835420 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] Checking segment: {'id': '904d7949-b64b-4f80-ba49-f694ceeed9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2f7c153-855a-498f-9c25-2638839355d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:13:42.835953 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:42.836371 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] Bound using segment: {'id': '904d7949-b64b-4f80-ba49-f694ceeed9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2f7c153-855a-498f-9c25-2638839355d9'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:13:42.836841 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] Bound port: b8a14067-1b1d-4b22-abdd-8b22a9dabca9, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904d7949-b64b-4f80-ba49-f694ceeed9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e2f7c153-855a-498f-9c25-2638839355d9'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:13:42.837282 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:42.850910 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:42.861559 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:42.861932 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:42.880808 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca6d9d72-a761-46d8-b55a-4a3667158b17 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:42.944353 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1b24c401-0365-4272-bfd5-f9ed16dec56a None None] Deleting port 0caea036-26ad-4b35-bad1-7830272a1967 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:42.944353 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1b24c401-0365-4272-bfd5-f9ed16dec56a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:42.989289 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-4dd233a9-3f5f-46e2-b56b-088f4c481edd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for b8636d18-e705-46d7-8b01-81ff112e48d9 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:42.999653 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1de5be4b-7f55-4166-ad66-bf65f2905647 None None] Provisioning complete for port 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:43.000090 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1de5be4b-7f55-4166-ad66-bf65f2905647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:43.099375 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6d9d72-a761-46d8-b55a-4a3667158b17 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network 1a7c022a-64fb-4502-b925-9cea9facd94a is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:43.104761 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1b24c401-0365-4272-bfd5-f9ed16dec56a None None] The port '0caea036-26ad-4b35-bad1-7830272a1967' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:13:43.108016 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-ca6d9d72-a761-46d8-b55a-4a3667158b17 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:43.122386 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-244c95eb-ee34-464d-8239-f20315f7d9d8 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:43.141482 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-53582a3f-c076-42ac-9798-b927513d4873 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Allocated IP 2001:db8::26e (5c57616f-54ba-4840-871e-3538a9197dc5/95125fe7-d015-4718-8c68-04987e1f703e/c0a84535-1ec3-48d5-a5bc-05e6917f0e90) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:43.147916 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6d9d72-a761-46d8-b55a-4a3667158b17 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:43.148261 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca6d9d72-a761-46d8-b55a-4a3667158b17 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:43.154607 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] For port b8a14067-1b1d-4b22-abdd-8b22a9dabca9, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:13:43.154840 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d9d72-a761-46d8-b55a-4a3667158b17 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Port': ['ID=153469f0-665d-4e60-90bb-b9a8b7c4fa56,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:43.159214 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] For port b8a14067-1b1d-4b22-abdd-8b22a9dabca9, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b8a14067-1b1d-4b22-abdd-8b22a9dabca9,segment=NetworkSegment(904d7949-b64b-4f80-ba49-f694ceeed9a6),segment_id=904d7949-b64b-4f80-ba49-f694ceeed9a6)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:13:43.190236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-244c95eb-ee34-464d-8239-f20315f7d9d8 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a30b25-341f-491d-b103-2075bd2b046e']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:43.203127 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:43.276370 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-244c95eb-ee34-464d-8239-f20315f7d9d8 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17e857b-70bd-424e-aedc-16e8d00cfee2') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:43.276847 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-244c95eb-ee34-464d-8239-f20315f7d9d8 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17e857b-70bd-424e-aedc-16e8d00cfee2') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:43.332020 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-244c95eb-ee34-464d-8239-f20315f7d9d8 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:43.340788 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:43.341365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:43.389822 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1de5be4b-7f55-4166-ad66-bf65f2905647 None None] Current status of the port 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:43.390045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1de5be4b-7f55-4166-ad66-bf65f2905647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:43.391927 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-244c95eb-ee34-464d-8239-f20315f7d9d8 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:43.414111 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244c95eb-ee34-464d-8239-f20315f7d9d8 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:13:43.414515 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-244c95eb-ee34-464d-8239-f20315f7d9d8 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:43.419344 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b163fbf-aedc-448c-967c-fb67434798a9 None None] Pushing event updated for resources: {'Port': ['ID=b8a14067-1b1d-4b22-abdd-8b22a9dabca9,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:43.458083 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 0f8f014e-c649-4cf9-8d18-52d1a456d8e7, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=0f8f014e-c649-4cf9-8d18-52d1a456d8e7,segment=NetworkSegment(bcbe9319-359e-40e2-8be9-8c3ba00c7ce7),segment_id=bcbe9319-359e-40e2-8be9-8c3ba00c7ce7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:43.473443 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:43.474703 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device a988064f-70be-4baa-a103-85ee33e75fa5 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:43.585308 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment c17e857b-70bd-424e-aedc-16e8d00cfee2 resource provider aggregate not found Sep 21 15:13:43.602210 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-244c95eb-ee34-464d-8239-f20315f7d9d8 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:43.608671 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment c17e857b-70bd-424e-aedc-16e8d00cfee2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c17e857b-70bd-424e-aedc-16e8d00cfee2 found for delete ", "request_id": "req-51d3adfd-4a02-4b5f-99cb-05e6185ea14d"}]} Sep 21 15:13:43.636726 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-244c95eb-ee34-464d-8239-f20315f7d9d8 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:43.640445 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c95eb-ee34-464d-8239-f20315f7d9d8 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event deleted for resources: {'Network': ['ID=67a30b25-341f-491d-b103-2075bd2b046e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:43.700399 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1863194-a749-4fcf-b498-fcc77052137f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:43.702880 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4dd233a9-3f5f-46e2-b56b-088f4c481edd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:43.708335 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-604ff759-5568-45b1-8583-125fec019ecf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:43.714554 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-244c95eb-ee34-464d-8239-f20315f7d9d8 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "DELETE /v2.0/networks/67a30b25-341f-491d-b103-2075bd2b046e HTTP/1.1" status: 204 len: 168 time: 3.2888458 Sep 21 15:13:43.716504 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57236) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:43.718944 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Router faa96da6-53fc-477b-be0c-da2b091c7cf1 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:13:43.784637 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-604ff759-5568-45b1-8583-125fec019ecf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Transition to ACTIVE for port object 8bdd7319-7429-4b55-a839-feb91e84e8f8 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:43.795112 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=0f8f014e-c649-4cf9-8d18-52d1a456d8e7,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:43.800820 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-1de5be4b-7f55-4166-ad66-bf65f2905647 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:13:43.801792 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-1de5be4b-7f55-4166-ad66-bf65f2905647 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:13:43.814214 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port a988064f-70be-4baa-a103-85ee33e75fa5 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:43.822800 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port a988064f-70be-4baa-a103-85ee33e75fa5 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:43.823354 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:43.917964 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1863194-a749-4fcf-b498-fcc77052137f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event deleted for resources: {'Port': ['ID=8a4604f2-0232-423e-b5b1-bc5490a43e26,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:43.941248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-4056e255-75f4-46c4-8b90-9d51742ec898 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Deleting subnet 6cf29f06-204d-410e-9956-4413da694f55 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:13:43.949043 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4056e255-75f4-46c4-8b90-9d51742ec898 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:43.965007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port a988064f-70be-4baa-a103-85ee33e75fa5 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:43.965531 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:44.002392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port a988064f-70be-4baa-a103-85ee33e75fa5, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=a988064f-70be-4baa-a103-85ee33e75fa5,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:44.008280 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:44.068071 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1863194-a749-4fcf-b498-fcc77052137f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:44.103927 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4056e255-75f4-46c4-8b90-9d51742ec898 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:44.106553 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 0caea036-26ad-4b35-bad1-7830272a1967 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:13:44.150310 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd233a9-3f5f-46e2-b56b-088f4c481edd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Port': ['ID=b8636d18-e705-46d7-8b01-81ff112e48d9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:44.154716 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-604ff759-5568-45b1-8583-125fec019ecf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:44.162442 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=a988064f-70be-4baa-a103-85ee33e75fa5,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:44.172726 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 0caea036-26ad-4b35-bad1-7830272a1967 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:13:44.173133 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 0caea036-26ad-4b35-bad1-7830272a1967 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:13:44.200444 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4dd233a9-3f5f-46e2-b56b-088f4c481edd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:44.205694 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca6d9d72-a761-46d8-b55a-4a3667158b17 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:44.223675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:13:44.242641 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Sync routers for ids ['faa96da6-53fc-477b-be0c-da2b091c7cf1'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:13:44.255503 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Routers {'faa96da6-53fc-477b-be0c-da2b091c7cf1'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:44.257540 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['faa96da6-53fc-477b-be0c-da2b091c7cf1'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:44.279454 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c1863194-a749-4fcf-b498-fcc77052137f tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "DELETE /v2.0/ports/8a4604f2-0232-423e-b5b1-bc5490a43e26 HTTP/1.1" status: 204 len: 168 time: 2.8751831 Sep 21 15:13:44.279647 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604ff759-5568-45b1-8583-125fec019ecf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network e2f7c153-855a-498f-9c25-2638839355d9 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:44.290246 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57240) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:44.298375 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-604ff759-5568-45b1-8583-125fec019ecf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:44.344724 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4dd233a9-3f5f-46e2-b56b-088f4c481edd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/b8636d18-e705-46d7-8b01-81ff112e48d9 HTTP/1.1" status: 204 len: 168 time: 2.4388406 Sep 21 15:13:44.350795 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57244) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:44.369152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ff759-5568-45b1-8583-125fec019ecf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:44.373743 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ff759-5568-45b1-8583-125fec019ecf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:44.374919 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-604ff759-5568-45b1-8583-125fec019ecf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:44.382175 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:44.383379 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9b10e87f-e92d-4940-9899-277190866d68 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.2491827 Sep 21 15:13:44.413824 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ff759-5568-45b1-8583-125fec019ecf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=8bdd7319-7429-4b55-a839-feb91e84e8f8,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:44.416236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57248) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:44.565455 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-604ff759-5568-45b1-8583-125fec019ecf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4215345 Sep 21 15:13:44.570989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57252) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:44.605145 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1de5be4b-7f55-4166-ad66-bf65f2905647 None None] Current status of the port 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:44.611257 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b8a14067-1b1d-4b22-abdd-8b22a9dabca9 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:44.639886 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4056e255-75f4-46c4-8b90-9d51742ec898 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:44.649304 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-53582a3f-c076-42ac-9798-b927513d4873 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:44.700608 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df77789a-a60c-42a1-ab8b-2175be4bd7f5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:44.702770 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df77789a-a60c-42a1-ab8b-2175be4bd7f5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:44.703287 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Set router faa96da6-53fc-477b-be0c-da2b091c7cf1 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:13:44.707467 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-df77789a-a60c-42a1-ab8b-2175be4bd7f5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3526957 Sep 21 15:13:44.709341 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-53582a3f-c076-42ac-9798-b927513d4873 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Transition to ACTIVE for port object c0a84535-1ec3-48d5-a5bc-05e6917f0e90 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:44.713705 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57256) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:44.913015 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1173dcd-8c27-4f61-97e3-72391c9abf18 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet e6c06888-294b-450e-a9ac-6a74b66b5267 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:13:44.923180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a1173dcd-8c27-4f61-97e3-72391c9abf18 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:44.926131 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8982445e-76d2-4647-bb2b-7c60c394020f None None] Network e2f7c153-855a-498f-9c25-2638839355d9 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:44.944113 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port b8a14067-1b1d-4b22-abdd-8b22a9dabca9 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:45.020913 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-53582a3f-c076-42ac-9798-b927513d4873 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:45.023216 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:45.054429 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7350181e-db4b-4378-b4e7-4822b1bf9af9 None None] Provisioning complete for port 8d3f785a-9c3d-4158-b33b-a3d22d1c21f1 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:45.054805 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7350181e-db4b-4378-b4e7-4822b1bf9af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:45.071667 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a1173dcd-8c27-4f61-97e3-72391c9abf18 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:45.154173 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53582a3f-c076-42ac-9798-b927513d4873 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Network 5c57616f-54ba-4840-871e-3538a9197dc5 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:45.163445 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-53582a3f-c076-42ac-9798-b927513d4873 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:45.171709 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53582a3f-c076-42ac-9798-b927513d4873 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:45.177328 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53582a3f-c076-42ac-9798-b927513d4873 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:45.178061 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-53582a3f-c076-42ac-9798-b927513d4873 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:45.203088 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7350181e-db4b-4378-b4e7-4822b1bf9af9 None None] Port 8d3f785a-9c3d-4158-b33b-a3d22d1c21f1 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:13:45.215292 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53582a3f-c076-42ac-9798-b927513d4873 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Pushing event updated for resources: {'Port': ['ID=c0a84535-1ec3-48d5-a5bc-05e6917f0e90,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:45.223297 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca6d9d72-a761-46d8-b55a-4a3667158b17 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:45.238579 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4056e255-75f4-46c4-8b90-9d51742ec898 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:45.246204 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-53582a3f-c076-42ac-9798-b927513d4873 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.1907983 Sep 21 15:13:45.247373 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca6d9d72-a761-46d8-b55a-4a3667158b17 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:45.248176 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca6d9d72-a761-46d8-b55a-4a3667158b17 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:45.253940 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57260) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:45.301878 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b00cc8ce-5677-4134-adb0-39514ad31db5 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "GET /v2.0/routers/faa96da6-53fc-477b-be0c-da2b091c7cf1 HTTP/1.1" status: 200 len: 908 time: 0.8775179 Sep 21 15:13:45.306973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57264) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:45.325031 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8778007-52c3-441f-9fe3-a0b57bbfce76 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:45.326554 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c8778007-52c3-441f-9fe3-a0b57bbfce76 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "GET /v2.0/ports?device_id=22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01 HTTP/1.1" status: 200 len: 913 time: 1.0297894 Sep 21 15:13:45.331727 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056e255-75f4-46c4-8b90-9d51742ec898 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event deleted for resources: {'Subnet': ['ID=6cf29f06-204d-410e-9956-4413da694f55,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:45.338609 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57268) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:45.361898 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aba469-118c-4ff3-ac23-0d367da38bde None None] Network c3dfde79-11bc-4448-9f80-db86c6f220c1 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:45.382391 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7350181e-db4b-4378-b4e7-4822b1bf9af9 None None] Provisioning for port 153469f0-665d-4e60-90bb-b9a8b7c4fa56 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:45.461492 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4056e255-75f4-46c4-8b90-9d51742ec898 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:45.533205 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7350181e-db4b-4378-b4e7-4822b1bf9af9 None None] Provisioning complete for port 153469f0-665d-4e60-90bb-b9a8b7c4fa56 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:45.533551 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7350181e-db4b-4378-b4e7-4822b1bf9af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:45.569816 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4056e255-75f4-46c4-8b90-9d51742ec898 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "DELETE /v2.0/subnets/6cf29f06-204d-410e-9956-4413da694f55 HTTP/1.1" status: 204 len: 168 time: 1.8495774 Sep 21 15:13:45.572675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57272) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:45.653013 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a1173dcd-8c27-4f61-97e3-72391c9abf18 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:45.658929 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:45.659455 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:45.727111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d9d72-a761-46d8-b55a-4a3667158b17 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Port': ['ID=153469f0-665d-4e60-90bb-b9a8b7c4fa56,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:45.762941 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7350181e-db4b-4378-b4e7-4822b1bf9af9 None None] Port 153469f0-665d-4e60-90bb-b9a8b7c4fa56 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:13:45.820008 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-85dd4a4c-7954-49bc-9c5c-b8f55f57a04f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Deleting subnet 9652b484-ec17-4b73-9ba8-bf45e5f6bc49 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:13:45.828100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:45.832130 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa96da6-53fc-477b-be0c-da2b091c7cf1', 'name': 'tempest-snat-router-1116121304', 'tenant_id': '13e4b4da3ee542a1bb3bb840b7fb46c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': 'f34be4ce-c922-43b3-be40-429738b863f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:13:36Z', 'updated_at': '2022-09-21T15:13:40Z', 'revision_number': 3, 'project_id': '13e4b4da3ee542a1bb3bb840b7fb46c5', 'gw_port': {'id': 'f34be4ce-c922-43b3-be40-429738b863f6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa96da6-53fc-477b-be0c-da2b091c7cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:13:37Z', 'updated_at': '2022-09-21T15:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:45.848191 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Checking router: faa96da6-53fc-477b-be0c-da2b091c7cf1 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:13:45.848566 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Updating router faa96da6-53fc-477b-be0c-da2b091c7cf1 port f34be4ce-c922-43b3-be40-429738b863f6 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:13:45.883296 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85dd4a4c-7954-49bc-9c5c-b8f55f57a04f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:45.968679 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6d9d72-a761-46d8-b55a-4a3667158b17 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network 1a7c022a-64fb-4502-b925-9cea9facd94a is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:45.986689 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:46.012693 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bb7dbfb7-dfd1-4a2a-9ab4-8a9c58303e9b None None] Provisioning for port c0a84535-1ec3-48d5-a5bc-05e6917f0e90 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:46.014957 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547cb59a-1233-488b-b12e-7450b78d53b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:46.019975 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85dd4a4c-7954-49bc-9c5c-b8f55f57a04f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:46.033029 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547cb59a-1233-488b-b12e-7450b78d53b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:46.039092 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547cb59a-1233-488b-b12e-7450b78d53b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:46.040284 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-547cb59a-1233-488b-b12e-7450b78d53b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Synchronizing usage tracker for tenant:8d49c16741814673ac5cb4eeaad8a67a on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:13:46.040405 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bb7dbfb7-dfd1-4a2a-9ab4-8a9c58303e9b None None] Provisioning complete for port c0a84535-1ec3-48d5-a5bc-05e6917f0e90 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:46.040700 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bb7dbfb7-dfd1-4a2a-9ab4-8a9c58303e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:46.064367 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:46.066207 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device a988064f-70be-4baa-a103-85ee33e75fa5 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:46.080576 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-ca6d9d72-a761-46d8-b55a-4a3667158b17 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:46.089840 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a1173dcd-8c27-4f61-97e3-72391c9abf18 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:46.142732 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1173dcd-8c27-4f61-97e3-72391c9abf18 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c06888-294b-450e-a9ac-6a74b66b5267,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:46.235764 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c667c57-f95e-4e1a-b4fc-b1e325b51b26 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:46.258471 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bb7dbfb7-dfd1-4a2a-9ab4-8a9c58303e9b None None] Port c0a84535-1ec3-48d5-a5bc-05e6917f0e90 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:13:46.277089 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a1173dcd-8c27-4f61-97e3-72391c9abf18 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:46.297145 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0802fb18-bd74-4c76-9bb7-b76486ceb9eb None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:46.314441 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:46.339930 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6213261f-ddaf-423a-af82-b1234db13efa None None] DHCP port deletion for c3dfde79-11bc-4448-9f80-db86c6f220c1 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:13:46.399420 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Deleting port f34be4ce-c922-43b3-be40-429738b863f6 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:46.399808 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:46.417347 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-547cb59a-1233-488b-b12e-7450b78d53b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Unset dirty status for tenant:8d49c16741814673ac5cb4eeaad8a67a on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:13:46.418052 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-547cb59a-1233-488b-b12e-7450b78d53b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 1.1328921 Sep 21 15:13:46.428408 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57276) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:46.429804 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6213261f-ddaf-423a-af82-b1234db13efa None None] Deleting port 1a99794c-d318-448d-8016-f2ba9cb5d811 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:46.430186 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6213261f-ddaf-423a-af82-b1234db13efa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:46.438013 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a1173dcd-8c27-4f61-97e3-72391c9abf18 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/e6c06888-294b-450e-a9ac-6a74b66b5267 HTTP/1.1" status: 204 len: 168 time: 1.7226491 Sep 21 15:13:46.442750 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57280) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:46.477628 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bb7dbfb7-dfd1-4a2a-9ab4-8a9c58303e9b None None] Provisioning for port b8a14067-1b1d-4b22-abdd-8b22a9dabca9 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:46.544961 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bb7dbfb7-dfd1-4a2a-9ab4-8a9c58303e9b None None] Provisioning complete for port b8a14067-1b1d-4b22-abdd-8b22a9dabca9 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:46.545359 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bb7dbfb7-dfd1-4a2a-9ab4-8a9c58303e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:46.614860 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fb58cb9c-ef35-40ae-aefa-06cfe619faa9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1566396 Sep 21 15:13:46.623541 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57284) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:46.629335 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85dd4a4c-7954-49bc-9c5c-b8f55f57a04f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:46.639190 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port a988064f-70be-4baa-a103-85ee33e75fa5 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:46.639557 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:46.773298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6d9d72-a761-46d8-b55a-4a3667158b17 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router 5e2576ec-8d9d-42a8-aa74-eea7cde98dc2 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:13:46.949619 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94dff1a-e634-4d76-92ff-baff6addbfaa tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:46.950311 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a94dff1a-e634-4d76-92ff-baff6addbfaa tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:13:47.005917 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a94dff1a-e634-4d76-92ff-baff6addbfaa tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:13:47.006777 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a94dff1a-e634-4d76-92ff-baff6addbfaa tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3820024 Sep 21 15:13:47.009878 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57288) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:47.011759 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3ec9fd6d-953c-455e-8594-6db467003114 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Deleting port c0a84535-1ec3-48d5-a5bc-05e6917f0e90 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:47.012216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3ec9fd6d-953c-455e-8594-6db467003114 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:47.045929 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6d9d72-a761-46d8-b55a-4a3667158b17 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:13:47.057636 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89119a27-363a-40fd-a91e-ad39dc1ca9a2 None None] Sync routers for ids ['5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:13:47.062994 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ca6d9d72-a761-46d8-b55a-4a3667158b17 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/5e2576ec-8d9d-42a8-aa74-eea7cde98dc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6694753 Sep 21 15:13:47.069392 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57292) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:47.075517 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89119a27-363a-40fd-a91e-ad39dc1ca9a2 None None] Routers {'5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:47.077924 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-89119a27-363a-40fd-a91e-ad39dc1ca9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:47.129999 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6213261f-ddaf-423a-af82-b1234db13efa None None] For port 1a99794c-d318-448d-8016-f2ba9cb5d811, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=1a99794c-d318-448d-8016-f2ba9cb5d811,segment=NetworkSegment(da0c70ef-c10a-4393-a279-cae88551439a),segment_id=da0c70ef-c10a-4393-a279-cae88551439a)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:47.130621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6213261f-ddaf-423a-af82-b1234db13efa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:47.168565 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae2cd64-1ada-4b30-afe8-7ba77e79d3e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:47.169557 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8ae2cd64-1ada-4b30-afe8-7ba77e79d3e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:13:47.187011 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-89119a27-363a-40fd-a91e-ad39dc1ca9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:47.197955 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89119a27-363a-40fd-a91e-ad39dc1ca9a2 None None] Routers {'5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:47.198152 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-89119a27-363a-40fd-a91e-ad39dc1ca9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:47.212816 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-076708d5-823b-49c0-8365-f6cce164c8f2 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:47.267907 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-89119a27-363a-40fd-a91e-ad39dc1ca9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:47.268304 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89119a27-363a-40fd-a91e-ad39dc1ca9a2 None None] The sync data for ids ['5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:13:47.299845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8ae2cd64-1ada-4b30-afe8-7ba77e79d3e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:13:47.303198 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8ae2cd64-1ada-4b30-afe8-7ba77e79d3e5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2921283 Sep 21 15:13:47.311849 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57296) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:47.353681 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:47.361825 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85dd4a4c-7954-49bc-9c5c-b8f55f57a04f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:47.390706 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6213261f-ddaf-423a-af82-b1234db13efa None None] Calling delete_port for 1a99794c-d318-448d-8016-f2ba9cb5d811 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:47.430017 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bb7dbfb7-dfd1-4a2a-9ab4-8a9c58303e9b None None] Current status of the port b8a14067-1b1d-4b22-abdd-8b22a9dabca9 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:47.430397 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bb7dbfb7-dfd1-4a2a-9ab4-8a9c58303e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:47.432028 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90878fe-0e77-439b-8fca-fd5f55a2dcb9 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:47.432783 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f90878fe-0e77-439b-8fca-fd5f55a2dcb9 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Synchronizing usage tracker for tenant:36a774c8465a450c8e27de7666e71b71 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:13:47.523294 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port a988064f-70be-4baa-a103-85ee33e75fa5 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:47.538052 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9542fe9a-5eeb-471f-8c2f-8a48d7dde67a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2252443 Sep 21 15:13:47.544507 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57300) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:47.582279 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-bb7dbfb7-dfd1-4a2a-9ab4-8a9c58303e9b None None] For port b8a14067-1b1d-4b22-abdd-8b22a9dabca9, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b8a14067-1b1d-4b22-abdd-8b22a9dabca9,segment=NetworkSegment(904d7949-b64b-4f80-ba49-f694ceeed9a6),segment_id=904d7949-b64b-4f80-ba49-f694ceeed9a6)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:47.584197 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Calling delete_port for f34be4ce-c922-43b3-be40-429738b863f6 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:47.598263 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bb7dbfb7-dfd1-4a2a-9ab4-8a9c58303e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:47.620420 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-867edc22-7e41-4878-9864-bc6938d5d311 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:47.631553 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6213261f-ddaf-423a-af82-b1234db13efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:47.631963 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd4a4c-7954-49bc-9c5c-b8f55f57a04f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event deleted for resources: {'Subnet': ['ID=9652b484-ec17-4b73-9ba8-bf45e5f6bc49,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:47.641192 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:47.645567 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85dd4a4c-7954-49bc-9c5c-b8f55f57a04f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:47.654834 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b83bcc0-0142-4e5b-a6ab-271bdb97841c None None] Network 478ebf28-b6b1-47d9-9307-b30463ffc2d1 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:47.706810 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-85dd4a4c-7954-49bc-9c5c-b8f55f57a04f tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "DELETE /v2.0/subnets/9652b484-ec17-4b73-9ba8-bf45e5f6bc49 HTTP/1.1" status: 204 len: 168 time: 2.1308799 Sep 21 15:13:47.731455 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57304) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:47.754360 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4814e937-c825-46d1-af9b-0febb2a2e122 None None] DHCP port deletion for cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:13:47.756190 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 1a99794c-d318-448d-8016-f2ba9cb5d811 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:13:47.783368 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f90878fe-0e77-439b-8fca-fd5f55a2dcb9 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Unset dirty status for tenant:36a774c8465a450c8e27de7666e71b71 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:13:47.783587 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Transition to ACTIVE for port object f34be4ce-c922-43b3-be40-429738b863f6 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:47.785943 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f90878fe-0e77-439b-8fca-fd5f55a2dcb9 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/ports/153469f0-665d-4e60-90bb-b9a8b7c4fa56 HTTP/1.1" status: 200 len: 913 time: 0.7056379 Sep 21 15:13:47.791303 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57308) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:47.817246 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213261f-ddaf-423a-af82-b1234db13efa None None] No DVR routers for this DVR port 1a99794c-d318-448d-8016-f2ba9cb5d811 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:13:47.824582 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 1a99794c-d318-448d-8016-f2ba9cb5d811 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:13:47.824929 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 1a99794c-d318-448d-8016-f2ba9cb5d811 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:13:47.835979 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4814e937-c825-46d1-af9b-0febb2a2e122 None None] Deleting port a988064f-70be-4baa-a103-85ee33e75fa5 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:47.836376 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4814e937-c825-46d1-af9b-0febb2a2e122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:47.865277 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:47.889690 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a9b8194b-db80-4c6d-bfd1-22fc629b4eb7 None None] Provisioning for port 8bdd7319-7429-4b55-a839-feb91e84e8f8 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:47.890516 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-867edc22-7e41-4878-9864-bc6938d5d311 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:47.949228 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a9b8194b-db80-4c6d-bfd1-22fc629b4eb7 None None] Provisioning complete for port 8bdd7319-7429-4b55-a839-feb91e84e8f8 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:47.949228 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a9b8194b-db80-4c6d-bfd1-22fc629b4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:47.975903 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Attempting to bind port f34be4ce-c922-43b3-be40-429738b863f6 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:13:47.979320 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Attempting to bind port f34be4ce-c922-43b3-be40-429738b863f6 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:13:47.979956 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Attempting to bind port f34be4ce-c922-43b3-be40-429738b863f6 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:13:48.010035 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-887d654f-e4cc-47a2-a804-4b40c5388bc0 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:48.012851 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-867edc22-7e41-4878-9864-bc6938d5d311 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:48.042565 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867edc22-7e41-4878-9864-bc6938d5d311 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:48.046313 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-867edc22-7e41-4878-9864-bc6938d5d311 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:48.070120 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7dbfb7-dfd1-4a2a-9ab4-8a9c58303e9b None None] Pushing event updated for resources: {'Port': ['ID=b8a14067-1b1d-4b22-abdd-8b22a9dabca9,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:48.083110 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-2c667c57-f95e-4e1a-b4fc-b1e325b51b26 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:13:48.139586 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c667c57-f95e-4e1a-b4fc-b1e325b51b26 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:48.154098 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c667c57-f95e-4e1a-b4fc-b1e325b51b26 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:48.178885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:13:48.179528 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:13:48.179625 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:48.180078 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:13:48.180508 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Bound port: f34be4ce-c922-43b3-be40-429738b863f6, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:13:48.180880 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:48.225559 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a9b8194b-db80-4c6d-bfd1-22fc629b4eb7 None None] Port 8bdd7319-7429-4b55-a839-feb91e84e8f8 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:13:48.240689 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213261f-ddaf-423a-af82-b1234db13efa None None] Pushing event deleted for resources: {'Port': ['ID=1a99794c-d318-448d-8016-f2ba9cb5d811,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:48.316466 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-887d654f-e4cc-47a2-a804-4b40c5388bc0 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:48.370011 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-887d654f-e4cc-47a2-a804-4b40c5388bc0 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3dfde79-11bc-4448-9f80-db86c6f220c1']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:48.390090 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-887d654f-e4cc-47a2-a804-4b40c5388bc0 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0c70ef-c10a-4393-a279-cae88551439a') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:48.390090 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-887d654f-e4cc-47a2-a804-4b40c5388bc0 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0c70ef-c10a-4393-a279-cae88551439a') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:48.407945 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-887d654f-e4cc-47a2-a804-4b40c5388bc0 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:48.421649 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-076708d5-823b-49c0-8365-f6cce164c8f2 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Deleting port f7450e11-1b84-41fe-849a-7267624eb219 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:48.421985 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-076708d5-823b-49c0-8365-f6cce164c8f2 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:48.435712 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3ec9fd6d-953c-455e-8594-6db467003114 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:48.446532 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a9b8194b-db80-4c6d-bfd1-22fc629b4eb7 None None] Provisioning complete for port 153469f0-665d-4e60-90bb-b9a8b7c4fa56 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:48.446914 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a9b8194b-db80-4c6d-bfd1-22fc629b4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:48.483897 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-887d654f-e4cc-47a2-a804-4b40c5388bc0 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:48.486523 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] For port f34be4ce-c922-43b3-be40-429738b863f6, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:13:48.497497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5606ca3-18ce-44c1-b654-e20f918a372d None None] Pushing event updated for resources: {'Port': ['ID=f34be4ce-c922-43b3-be40-429738b863f6,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:48.523218 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 15:13:48.523218 dv-neutron-858731-1-hyperv neutron-server[89020]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Sep 21 15:13:48.523218 dv-neutron-858731-1-hyperv neutron-server[89020]: [parameters: {'port_id': 'f34be4ce-c922-43b3-be40-429738b863f6', 'host': 'dv-neutron-858731-1-hyperv', 'level': 0, 'driver': 'openvswitch', 'segment_id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f'}] Sep 21 15:13:48.523218 dv-neutron-858731-1-hyperv neutron-server[89020]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:13:48.523692 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:13:48.526576 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887d654f-e4cc-47a2-a804-4b40c5388bc0 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:13:48.526998 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-887d654f-e4cc-47a2-a804-4b40c5388bc0 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:48.530833 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4814e937-c825-46d1-af9b-0febb2a2e122 None None] For port a988064f-70be-4baa-a103-85ee33e75fa5, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=a988064f-70be-4baa-a103-85ee33e75fa5,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:48.531225 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4814e937-c825-46d1-af9b-0febb2a2e122 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:48.571892 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment da0c70ef-c10a-4393-a279-cae88551439a resource provider aggregate not found Sep 21 15:13:48.649715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:13:48.650265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:13:48.659105 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3ec9fd6d-953c-455e-8594-6db467003114 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Calling delete_port for c0a84535-1ec3-48d5-a5bc-05e6917f0e90 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:48.662450 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment da0c70ef-c10a-4393-a279-cae88551439a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da0c70ef-c10a-4393-a279-cae88551439a found for delete ", "request_id": "req-543c29c1-a25b-4d69-981b-d6e8a0831dd8"}]} Sep 21 15:13:48.668168 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4814e937-c825-46d1-af9b-0febb2a2e122 None None] Calling delete_port for a988064f-70be-4baa-a103-85ee33e75fa5 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:48.705767 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a9b8194b-db80-4c6d-bfd1-22fc629b4eb7 None None] Port 153469f0-665d-4e60-90bb-b9a8b7c4fa56 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:13:48.707892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c667c57-f95e-4e1a-b4fc-b1e325b51b26 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=8bdd7319-7429-4b55-a839-feb91e84e8f8,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:48.750699 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a9b8194b-db80-4c6d-bfd1-22fc629b4eb7 None None] Provisioning complete for port b8a14067-1b1d-4b22-abdd-8b22a9dabca9 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:48.751359 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a9b8194b-db80-4c6d-bfd1-22fc629b4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:48.811093 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-887d654f-e4cc-47a2-a804-4b40c5388bc0 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:48.832657 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4814e937-c825-46d1-af9b-0febb2a2e122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:48.846316 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-887d654f-e4cc-47a2-a804-4b40c5388bc0 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:48.881248 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16b428b-69e3-4477-b999-c33f8b34fbf9 None None] DHCP port deletion for 478ebf28-b6b1-47d9-9307-b30463ffc2d1 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:13:48.882470 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d654f-e4cc-47a2-a804-4b40c5388bc0 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event deleted for resources: {'Network': ['ID=c3dfde79-11bc-4448-9f80-db86c6f220c1,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:48.892325 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-076708d5-823b-49c0-8365-f6cce164c8f2 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:48.901272 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-887d654f-e4cc-47a2-a804-4b40c5388bc0 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "DELETE /v2.0/networks/c3dfde79-11bc-4448-9f80-db86c6f220c1 HTTP/1.1" status: 204 len: 168 time: 1.1688001 Sep 21 15:13:48.903944 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57316) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:48.966398 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4814e937-c825-46d1-af9b-0febb2a2e122 None None] No DVR routers for this DVR port a988064f-70be-4baa-a103-85ee33e75fa5 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:13:48.981705 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814e937-c825-46d1-af9b-0febb2a2e122 None None] Pushing event deleted for resources: {'Port': ['ID=a988064f-70be-4baa-a103-85ee33e75fa5,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:48.984246 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e16b428b-69e3-4477-b999-c33f8b34fbf9 None None] Deleting port 4c70f9a8-f57a-40e2-ac28-b4956210470c {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:48.984644 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e16b428b-69e3-4477-b999-c33f8b34fbf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:49.117279 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Attempting to bind port f34be4ce-c922-43b3-be40-429738b863f6 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:13:49.117645 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Attempting to bind port f34be4ce-c922-43b3-be40-429738b863f6 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:13:49.117999 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Attempting to bind port f34be4ce-c922-43b3-be40-429738b863f6 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:13:49.134622 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:13:49.134925 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:13:49.135286 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:49.135680 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:13:49.136162 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Bound port: f34be4ce-c922-43b3-be40-429738b863f6, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:13:49.136578 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:49.151925 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Deleting port f34be4ce-c922-43b3-be40-429738b863f6 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:49.151925 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:49.163209 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a9b8194b-db80-4c6d-bfd1-22fc629b4eb7 None None] Current status of the port b8a14067-1b1d-4b22-abdd-8b22a9dabca9 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:49.229364 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-076708d5-823b-49c0-8365-f6cce164c8f2 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Calling delete_port for f7450e11-1b84-41fe-849a-7267624eb219 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:49.274926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:49.311802 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e16b428b-69e3-4477-b999-c33f8b34fbf9 None None] For port 4c70f9a8-f57a-40e2-ac28-b4956210470c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=4c70f9a8-f57a-40e2-ac28-b4956210470c,segment=NetworkSegment(5edc2f31-ea2d-4095-a2b9-fad338747db5),segment_id=5edc2f31-ea2d-4095-a2b9-fad338747db5)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:49.312384 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e16b428b-69e3-4477-b999-c33f8b34fbf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:49.323420 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] For port f34be4ce-c922-43b3-be40-429738b863f6, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:13:49.323651 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c667c57-f95e-4e1a-b4fc-b1e325b51b26 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:49.325730 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3ec9fd6d-953c-455e-8594-6db467003114 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:49.341810 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.objects.ports [None req-867edc22-7e41-4878-9864-bc6938d5d311 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:13:49.344226 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-867edc22-7e41-4878-9864-bc6938d5d311 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:49.390411 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] For port f34be4ce-c922-43b3-be40-429738b863f6, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f34be4ce-c922-43b3-be40-429738b863f6,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:13:49.434192 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867edc22-7e41-4878-9864-bc6938d5d311 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:49.439153 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-867edc22-7e41-4878-9864-bc6938d5d311 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:49.446121 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867edc22-7e41-4878-9864-bc6938d5d311 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:49.446704 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-867edc22-7e41-4878-9864-bc6938d5d311 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:49.456875 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:49.462484 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42ec5c4-174a-4508-8c50-362e7a41a37f None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:49.488712 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e16b428b-69e3-4477-b999-c33f8b34fbf9 None None] Calling delete_port for 4c70f9a8-f57a-40e2-ac28-b4956210470c owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:49.498141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Deleting port 4c70f9a8-f57a-40e2-ac28-b4956210470c {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:49.498738 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:49.523946 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9fd6d-953c-455e-8594-6db467003114 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Pushing event deleted for resources: {'Port': ['ID=c0a84535-1ec3-48d5-a5bc-05e6917f0e90,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:49.528468 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867edc22-7e41-4878-9864-bc6938d5d311 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=79777891-ee01-49b3-9947-00fdd745195a,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:49.558882 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-867edc22-7e41-4878-9864-bc6938d5d311 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0101728 Sep 21 15:13:49.588236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57320) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:49.596372 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Routers {'faa96da6-53fc-477b-be0c-da2b091c7cf1'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:49.597790 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['faa96da6-53fc-477b-be0c-da2b091c7cf1'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:49.614536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ebf8cd6c-ee7d-4b0c-bc59-f1869baa4052 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:49.658551 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3ec9fd6d-953c-455e-8594-6db467003114 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:49.724767 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-076708d5-823b-49c0-8365-f6cce164c8f2 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:49.758656 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b8a14067-1b1d-4b22-abdd-8b22a9dabca9 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:49.787399 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076708d5-823b-49c0-8365-f6cce164c8f2 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event deleted for resources: {'Port': ['ID=f7450e11-1b84-41fe-849a-7267624eb219,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:50.066283 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5606ca3-18ce-44c1-b654-e20f918a372d None None] Pushing event updated for resources: {'Port': ['ID=f34be4ce-c922-43b3-be40-429738b863f6,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:50.089628 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] Set router faa96da6-53fc-477b-be0c-da2b091c7cf1 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:13:50.121626 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3ec9fd6d-953c-455e-8594-6db467003114 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] 10.222.0.62 "DELETE /v2.0/ports/c0a84535-1ec3-48d5-a5bc-05e6917f0e90 HTTP/1.1" status: 204 len: 168 time: 3.6837325 Sep 21 15:13:50.128584 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57324) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:50.134667 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c648cb28-e702-4cdc-8fd0-de1ad62665e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Request body: {'port': {'name': 'tempest-new-port-name-1078363816', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:50.135690 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.api.validators [None req-c648cb28-e702-4cdc-8fd0-de1ad62665e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] bootfile-name is not in valid_values {{(pid=89019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:13:50.136029 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.api.validators [None req-c648cb28-e702-4cdc-8fd0-de1ad62665e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] tftp-server is not in valid_values {{(pid=89019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:13:50.136353 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.api.validators [None req-c648cb28-e702-4cdc-8fd0-de1ad62665e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] server-ip-address is not in valid_values {{(pid=89019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:13:50.179320 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] For port f34be4ce-c922-43b3-be40-429738b863f6, host dv-neutron-858731-1-hyperv, got binding levels [] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:50.179683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:50.203365 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-076708d5-823b-49c0-8365-f6cce164c8f2 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:50.221067 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa96da6-53fc-477b-be0c-da2b091c7cf1', 'name': 'tempest-snat-router-1116121304', 'tenant_id': '13e4b4da3ee542a1bb3bb840b7fb46c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:13:36Z', 'updated_at': '2022-09-21T15:13:46Z', 'revision_number': 4, 'project_id': '13e4b4da3ee542a1bb3bb840b7fb46c5', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:50.228388 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e16b428b-69e3-4477-b999-c33f8b34fbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:50.269414 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba9599-161b-468a-975b-ac66944c75ad None None] The sync data for ids ['faa96da6-53fc-477b-be0c-da2b091c7cf1'] in dv-neutron-858731-1-hyperv is: [{'id': 'faa96da6-53fc-477b-be0c-da2b091c7cf1', 'name': 'tempest-snat-router-1116121304', 'tenant_id': '13e4b4da3ee542a1bb3bb840b7fb46c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:13:36Z', 'updated_at': '2022-09-21T15:13:46Z', 'revision_number': 4, 'project_id': '13e4b4da3ee542a1bb3bb840b7fb46c5', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:13:50.321236 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b428b-69e3-4477-b999-c33f8b34fbf9 None None] Pushing event deleted for resources: {'Port': ['ID=4c70f9a8-f57a-40e2-ac28-b4956210470c,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:50.340953 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b428b-69e3-4477-b999-c33f8b34fbf9 None None] No DVR routers for this DVR port 4c70f9a8-f57a-40e2-ac28-b4956210470c on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:13:50.358665 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port b8a14067-1b1d-4b22-abdd-8b22a9dabca9 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:50.359370 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:50.381029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Calling delete_port for f34be4ce-c922-43b3-be40-429738b863f6 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:50.388208 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'fixed_ips': [{'subnet_id': '79777891-ee01-49b3-9947-00fdd745195a'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:13:50.389186 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:50.472870 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c648cb28-e702-4cdc-8fd0-de1ad62665e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:50.516081 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ebf8cd6c-ee7d-4b0c-bc59-f1869baa4052 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:50.556788 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c667c57-f95e-4e1a-b4fc-b1e325b51b26 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:50.581693 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ebf8cd6c-ee7d-4b0c-bc59-f1869baa4052 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:50.711596 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port b8a14067-1b1d-4b22-abdd-8b22a9dabca9 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:50.721245 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] For port 4c70f9a8-f57a-40e2-ac28-b4956210470c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=4c70f9a8-f57a-40e2-ac28-b4956210470c,segment=NetworkSegment(5edc2f31-ea2d-4095-a2b9-fad338747db5),segment_id=5edc2f31-ea2d-4095-a2b9-fad338747db5)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:50.721678 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:50.732299 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] Allocated IP 2001:db8::f816:3eff:fe88:31c4 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/79777891-ee01-49b3-9947-00fdd745195a/45d274e8-ff90-41c4-b3da-516fc209f37b) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:50.734765 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf8cd6c-ee7d-4b0c-bc59-f1869baa4052 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:50.738288 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ebf8cd6c-ee7d-4b0c-bc59-f1869baa4052 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:50.784991 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 4c70f9a8-f57a-40e2-ac28-b4956210470c no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:13:50.828180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-109a4670-6169-4ce2-ba36-92f438a4c312 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:50.874673 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 4c70f9a8-f57a-40e2-ac28-b4956210470c {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:13:50.875076 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 4c70f9a8-f57a-40e2-ac28-b4956210470c not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:13:50.875449 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device a988064f-70be-4baa-a103-85ee33e75fa5 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:13:50.923082 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: a988064f-70be-4baa-a103-85ee33e75fa5 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:13:50.923431 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device a988064f-70be-4baa-a103-85ee33e75fa5 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:13:51.021301 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Calling delete_port for 4c70f9a8-f57a-40e2-ac28-b4956210470c owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:51.054609 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c648cb28-e702-4cdc-8fd0-de1ad62665e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:51.057329 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:51.062184 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076708d5-823b-49c0-8365-f6cce164c8f2 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Router 22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:13:51.066046 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c648cb28-e702-4cdc-8fd0-de1ad62665e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:51.070597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] Transition to ACTIVE for port object 45d274e8-ff90-41c4-b3da-516fc209f37b will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:51.097990 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] Transition to ACTIVE for port object 45d274e8-ff90-41c4-b3da-516fc209f37b will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:51.107530 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:51.137338 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-c648cb28-e702-4cdc-8fd0-de1ad62665e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] In _notify_port_updated(), no bound segment for port 8d3f785a-9c3d-4158-b33b-a3d22d1c21f1 on network 5c57616f-54ba-4840-871e-3538a9197dc5 {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:13:51.144090 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c648cb28-e702-4cdc-8fd0-de1ad62665e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:51.144965 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c648cb28-e702-4cdc-8fd0-de1ad62665e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:51.146529 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c648cb28-e702-4cdc-8fd0-de1ad62665e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] 10.222.0.62 "PUT /v2.0/ports/8d3f785a-9c3d-4158-b33b-a3d22d1c21f1 HTTP/1.1" status: 200 len: 1129 time: 1.0174873 Sep 21 15:13:51.170980 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:51.178349 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:51.188360 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:51.209304 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57328) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: from cryptography.utils import int_from_bytes Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: from cryptography.utils import int_from_bytes Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn_limited( Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn_limited( Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.245051 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.248189 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.248189 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.248189 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.248189 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.248189 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.248189 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.248189 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.248189 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.248189 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.248189 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.248189 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.248189 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.248189 dv-neutron-858731-1-hyperv neutron-server[89018]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:13:51.248189 dv-neutron-858731-1-hyperv neutron-server[89018]: util.warn( Sep 21 15:13:51.304278 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648cb28-e702-4cdc-8fd0-de1ad62665e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Pushing event updated for resources: {'Port': ['ID=8d3f785a-9c3d-4158-b33b-a3d22d1c21f1,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:51.336123 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] Pushing event updated for resources: {'Port': ['ID=45d274e8-ff90-41c4-b3da-516fc209f37b,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:51.343244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:13:51.343571 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:13:51.365952 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] Attempting to bind port 45d274e8-ff90-41c4-b3da-516fc209f37b on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:13:51.365952 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] Attempting to bind port 45d274e8-ff90-41c4-b3da-516fc209f37b by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:13:51.365952 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] Attempting to bind port 45d274e8-ff90-41c4-b3da-516fc209f37b on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:13:51.373143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:13:51.373609 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:13:51.374149 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:51.374861 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:13:51.375282 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] Bound port: 45d274e8-ff90-41c4-b3da-516fc209f37b, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:13:51.379481 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:51.402234 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf30423-1e2e-430a-82b9-ffc4e38b93c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:51.405455 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:13:51.405787 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:13:51.409827 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9bf30423-1e2e-430a-82b9-ffc4e38b93c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] 10.222.0.62 "GET /v2.0/ports/8d3f785a-9c3d-4158-b33b-a3d22d1c21f1 HTTP/1.1" status: 200 len: 1129 time: 0.1986091 Sep 21 15:13:51.416560 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57332) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:51.469516 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076708d5-823b-49c0-8365-f6cce164c8f2 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:13:51.489476 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb383cc-e1fb-4a8f-afc1-3ed1fe9cc4e0 None None] Sync routers for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:13:51.497815 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-076708d5-823b-49c0-8365-f6cce164c8f2 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "PUT /v2.0/routers/22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1573842 Sep 21 15:13:51.501486 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57336) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:51.527315 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb383cc-e1fb-4a8f-afc1-3ed1fe9cc4e0 None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:51.528093 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-bfb383cc-e1fb-4a8f-afc1-3ed1fe9cc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:51.626420 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-bfb383cc-e1fb-4a8f-afc1-3ed1fe9cc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:51.643961 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] For port 45d274e8-ff90-41c4-b3da-516fc209f37b, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:13:51.649577 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb383cc-e1fb-4a8f-afc1-3ed1fe9cc4e0 None None] Routers {'22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:51.650424 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-bfb383cc-e1fb-4a8f-afc1-3ed1fe9cc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:51.720633 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] For port 45d274e8-ff90-41c4-b3da-516fc209f37b, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=45d274e8-ff90-41c4-b3da-516fc209f37b,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:13:51.725697 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-bfb383cc-e1fb-4a8f-afc1-3ed1fe9cc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:51.726306 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb383cc-e1fb-4a8f-afc1-3ed1fe9cc4e0 None None] The sync data for ids ['22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:13:51.732499 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:51.745918 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-989ece53-dbea-455a-a5eb-a9d50efdec94 None None] Provisioning complete for port 8d3f785a-9c3d-4158-b33b-a3d22d1c21f1 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:51.746391 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-989ece53-dbea-455a-a5eb-a9d50efdec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:51.749797 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9805fbc7-d404-49d0-a5fe-1564ebdca0e9 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:51.850915 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Deleting port 4c70f9a8-f57a-40e2-ac28-b4956210470c {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:51.851511 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:51.860092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-989ece53-dbea-455a-a5eb-a9d50efdec94 None None] Port 8d3f785a-9c3d-4158-b33b-a3d22d1c21f1 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:13:51.879436 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dac5cd-89ed-461b-8da3-157795c5e814 None None] Pushing event updated for resources: {'Port': ['ID=45d274e8-ff90-41c4-b3da-516fc209f37b,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:51.903745 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:51.911206 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.ipam_backend_mixin [None req-ebf8cd6c-ee7d-4b0c-bc59-f1869baa4052 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 79777891-ee01-49b3-9947-00fdd745195a (CIDR: 2001:db8::/64) Sep 21 15:13:51.962582 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9805fbc7-d404-49d0-a5fe-1564ebdca0e9 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:51.966955 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf8cd6c-ee7d-4b0c-bc59-f1869baa4052 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:13:51.967605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf8cd6c-ee7d-4b0c-bc59-f1869baa4052 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:13:51.975614 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9805fbc7-d404-49d0-a5fe-1564ebdca0e9 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Deleting port 6375b9b4-227e-442e-b820-a4c711b0c6df {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:51.976304 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9805fbc7-d404-49d0-a5fe-1564ebdca0e9 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:51.978046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] The port '4c70f9a8-f57a-40e2-ac28-b4956210470c' was deleted {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:13:52.099567 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b4d8b10d-59b6-4cf5-9df4-8fa939649960 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Deleting port 8d3f785a-9c3d-4158-b33b-a3d22d1c21f1 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:52.099895 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b4d8b10d-59b6-4cf5-9df4-8fa939649960 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:52.194894 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ebf8cd6c-ee7d-4b0c-bc59-f1869baa4052 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6053183 Sep 21 15:13:52.217012 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57340) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:52.225564 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d40d3aa2-5d0d-4845-bdd7-240ab9c3a0d1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:52.322405 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9805fbc7-d404-49d0-a5fe-1564ebdca0e9 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:52.363476 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Deleting port f34be4ce-c922-43b3-be40-429738b863f6 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:52.363836 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:52.452487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:52.468054 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9805fbc7-d404-49d0-a5fe-1564ebdca0e9 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Calling delete_port for 6375b9b4-227e-442e-b820-a4c711b0c6df owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:52.588543 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d40d3aa2-5d0d-4845-bdd7-240ab9c3a0d1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:52.591947 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-2c667c57-f95e-4e1a-b4fc-b1e325b51b26 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:13:52.605559 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d40d3aa2-5d0d-4845-bdd7-240ab9c3a0d1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:52.607866 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478ebf28-b6b1-47d9-9307-b30463ffc2d1']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:52.624545 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40d3aa2-5d0d-4845-bdd7-240ab9c3a0d1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:52.628583 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d40d3aa2-5d0d-4845-bdd7-240ab9c3a0d1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:52.703840 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5edc2f31-ea2d-4095-a2b9-fad338747db5') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:52.704167 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5edc2f31-ea2d-4095-a2b9-fad338747db5') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:52.718131 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c667c57-f95e-4e1a-b4fc-b1e325b51b26 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:52.739249 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-109a4670-6169-4ce2-ba36-92f438a4c312 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting port 153469f0-665d-4e60-90bb-b9a8b7c4fa56 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:52.739584 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-109a4670-6169-4ce2-ba36-92f438a4c312 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:52.765563 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:52.777182 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c667c57-f95e-4e1a-b4fc-b1e325b51b26 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:52.777950 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c667c57-f95e-4e1a-b4fc-b1e325b51b26 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:52.939291 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:52.957799 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9805fbc7-d404-49d0-a5fe-1564ebdca0e9 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:53.041013 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b4d8b10d-59b6-4cf5-9df4-8fa939649960 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:53.050996 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805fbc7-d404-49d0-a5fe-1564ebdca0e9 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event deleted for resources: {'Port': ['ID=6375b9b4-227e-442e-b820-a4c711b0c6df,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:53.056652 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:13:53.057063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:53.183748 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9805fbc7-d404-49d0-a5fe-1564ebdca0e9 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:53.198846 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7bcc04c4-ebdb-49c6-9044-3cb26347d44d None None] Provisioning for port 45d274e8-ff90-41c4-b3da-516fc209f37b completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:53.379842 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9805fbc7-d404-49d0-a5fe-1564ebdca0e9 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:53.382832 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9805fbc7-d404-49d0-a5fe-1564ebdca0e9 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:53.395125 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c667c57-f95e-4e1a-b4fc-b1e325b51b26 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=8bdd7319-7429-4b55-a839-feb91e84e8f8,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:53.400278 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 5edc2f31-ea2d-4095-a2b9-fad338747db5 resource provider aggregate not found Sep 21 15:13:53.418349 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9805fbc7-d404-49d0-a5fe-1564ebdca0e9 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:53.419022 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9805fbc7-d404-49d0-a5fe-1564ebdca0e9 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Fanout notify agent at l3_agent the message router_deleted on router 22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:13:53.454184 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d40d3aa2-5d0d-4845-bdd7-240ab9c3a0d1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:53.492621 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b4d8b10d-59b6-4cf5-9df4-8fa939649960 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Calling delete_port for 8d3f785a-9c3d-4158-b33b-a3d22d1c21f1 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:53.498471 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9805fbc7-d404-49d0-a5fe-1564ebdca0e9 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:53.499568 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9805fbc7-d404-49d0-a5fe-1564ebdca0e9 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "DELETE /v2.0/routers/22f08c1c-6ab4-4b6c-bb4b-d414fe6f0d01 HTTP/1.1" status: 204 len: 168 time: 1.9967866 Sep 21 15:13:53.510660 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57348) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:53.525283 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 5edc2f31-ea2d-4095-a2b9-fad338747db5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5edc2f31-ea2d-4095-a2b9-fad338747db5 found for delete ", "request_id": "req-b0324dcf-1834-4a1d-8200-19f56a090fb7"}]} Sep 21 15:13:53.555637 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] For port f34be4ce-c922-43b3-be40-429738b863f6, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f34be4ce-c922-43b3-be40-429738b863f6,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:53.555998 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:53.557161 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40d3aa2-5d0d-4845-bdd7-240ab9c3a0d1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:53.566134 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d40d3aa2-5d0d-4845-bdd7-240ab9c3a0d1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:53.569447 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d3aa2-5d0d-4845-bdd7-240ab9c3a0d1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:53.570042 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d40d3aa2-5d0d-4845-bdd7-240ab9c3a0d1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:53.602507 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dc61d1-1dc6-4273-922a-07067c82604f None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:53.607057 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d3aa2-5d0d-4845-bdd7-240ab9c3a0d1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=9ed57d16-433a-4d29-b0f3-865ce330acea,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:53.622400 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d40d3aa2-5d0d-4845-bdd7-240ab9c3a0d1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4027503 Sep 21 15:13:53.623380 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57352) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:53.631751 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2c44fc-da3c-4263-b2b9-daad17d885c7 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Deleting subnet a4ff822a-4476-4b4e-a360-9023d3cc7573 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:13:53.636761 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0ace1f41-5c7d-445e-9892-c4af3fc69d81 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'mac_address': 'fa:16:3e:fb:dd:de', 'name': 'tempest-NetworksTestDHCPv6-276934765'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:53.655263 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c2c44fc-da3c-4263-b2b9-daad17d885c7 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:53.695026 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 45d274e8-ff90-41c4-b3da-516fc209f37b up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:53.721171 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:53.743831 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Calling delete_port for f34be4ce-c922-43b3-be40-429738b863f6 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:53.782981 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c2c44fc-da3c-4263-b2b9-daad17d885c7 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:53.804017 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:53.838558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event deleted for resources: {'Network': ['ID=478ebf28-b6b1-47d9-9307-b30463ffc2d1,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:53.859192 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 45d274e8-ff90-41c4-b3da-516fc209f37b completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:53.868365 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4835b572-afe9-4b34-8913-ae7bcd06c480 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "DELETE /v2.0/networks/478ebf28-b6b1-47d9-9307-b30463ffc2d1 HTTP/1.1" status: 204 len: 168 time: 4.9633694 Sep 21 15:13:53.869083 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 45d274e8-ff90-41c4-b3da-516fc209f37b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:53.869466 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:53.873188 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-109a4670-6169-4ce2-ba36-92f438a4c312 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:53.876163 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57356) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:53.886613 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c667c57-f95e-4e1a-b4fc-b1e325b51b26 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network e2f7c153-855a-498f-9c25-2638839355d9 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:53.943172 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0ace1f41-5c7d-445e-9892-c4af3fc69d81 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:53.946486 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-2c667c57-f95e-4e1a-b4fc-b1e325b51b26 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:53.954404 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c2c44fc-da3c-4263-b2b9-daad17d885c7 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:53.985687 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0ace1f41-5c7d-445e-9892-c4af3fc69d81 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:port and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:54.002344 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0ace1f41-5c7d-445e-9892-c4af3fc69d81 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:54.014359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0ace1f41-5c7d-445e-9892-c4af3fc69d81 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:54.022547 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-109a4670-6169-4ce2-ba36-92f438a4c312 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Calling delete_port for 153469f0-665d-4e60-90bb-b9a8b7c4fa56 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:54.035004 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-117d9a39-27ba-4142-b125-16513825efab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Deleting subnet e34fd61e-7ac5-420b-b340-a8d08ec2b9b7 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:13:54.042394 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-117d9a39-27ba-4142-b125-16513825efab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:54.080340 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ace1f41-5c7d-445e-9892-c4af3fc69d81 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:13:54.131407 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 45d274e8-ff90-41c4-b3da-516fc209f37b is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:54.131784 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:54.203545 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-117d9a39-27ba-4142-b125-16513825efab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:54.256241 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c2c44fc-da3c-4263-b2b9-daad17d885c7 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:54.302085 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 45d274e8-ff90-41c4-b3da-516fc209f37b, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=45d274e8-ff90-41c4-b3da-516fc209f37b,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:54.315265 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:54.323523 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c44fc-da3c-4263-b2b9-daad17d885c7 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event deleted for resources: {'Subnet': ['ID=a4ff822a-4476-4b4e-a360-9023d3cc7573,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:54.332933 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c2c44fc-da3c-4263-b2b9-daad17d885c7 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:54.362661 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0c2c44fc-da3c-4263-b2b9-daad17d885c7 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "DELETE /v2.0/subnets/a4ff822a-4476-4b4e-a360-9023d3cc7573 HTTP/1.1" status: 204 len: 168 time: 0.8475490 Sep 21 15:13:54.370486 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57360) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:54.398425 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ace1f41-5c7d-445e-9892-c4af3fc69d81 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:54.421399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b4d8b10d-59b6-4cf5-9df4-8fa939649960 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:54.424068 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-99184a79-dd0b-41e9-b463-6637d5966471 None None] Provisioning complete for port 8bdd7319-7429-4b55-a839-feb91e84e8f8 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:54.424879 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-99184a79-dd0b-41e9-b463-6637d5966471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:54.459487 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16af7b9a-5c79-4419-bf0b-34e6ceb43ce9 None None] Update dhcp port {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'fixed_ips': [{'subnet_id': '79777891-ee01-49b3-9947-00fdd745195a', 'ip_address': '2001:db8::f816:3eff:fe88:31c4'}, {'subnet_id': '9ed57d16-433a-4d29-b0f3-865ce330acea'}], 'binding:host_id': 'dv-neutron-858731-1-hyperv'}, 'id': '45d274e8-ff90-41c4-b3da-516fc209f37b'} from dv-neutron-858731-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 15:13:54.485403 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8b10d-59b6-4cf5-9df4-8fa939649960 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Pushing event deleted for resources: {'Port': ['ID=8d3f785a-9c3d-4158-b33b-a3d22d1c21f1,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:54.506235 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=45d274e8-ff90-41c4-b3da-516fc209f37b,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:54.506964 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-0ace1f41-5c7d-445e-9892-c4af3fc69d81 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] device_id is not set on port 870d1f66-d0b6-42e0-81d9-82f395a7949f yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:13:54.545904 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-16af7b9a-5c79-4419-bf0b-34e6ceb43ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:54.556074 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-99184a79-dd0b-41e9-b463-6637d5966471 None None] Port 8bdd7319-7429-4b55-a839-feb91e84e8f8 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:13:54.633091 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b4d8b10d-59b6-4cf5-9df4-8fa939649960 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:54.681145 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-117d9a39-27ba-4142-b125-16513825efab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:54.730635 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b4d8b10d-59b6-4cf5-9df4-8fa939649960 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] 10.222.0.62 "DELETE /v2.0/ports/8d3f785a-9c3d-4158-b33b-a3d22d1c21f1 HTTP/1.1" status: 204 len: 168 time: 3.3088441 Sep 21 15:13:54.732289 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57364) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:54.776564 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c940075-9173-48ef-af85-443fdb14ab99 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:54.780518 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c667c57-f95e-4e1a-b4fc-b1e325b51b26 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Router b4399551-7ff0-4d80-8f0c-928b66ec9fd8 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:13:54.789486 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:54.828569 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-16af7b9a-5c79-4419-bf0b-34e6ceb43ce9 None None] Allocated IP 2001:db8:0:1::2 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/9ed57d16-433a-4d29-b0f3-865ce330acea/45d274e8-ff90-41c4-b3da-516fc209f37b) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:54.860562 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Pushing event deleted for resources: {'Port': ['ID=f34be4ce-c922-43b3-be40-429738b863f6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:54.910866 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-109a4670-6169-4ce2-ba36-92f438a4c312 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:54.952317 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-117d9a39-27ba-4142-b125-16513825efab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:55.002809 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c940075-9173-48ef-af85-443fdb14ab99 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:55.013116 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d9a39-27ba-4142-b125-16513825efab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event deleted for resources: {'Subnet': ['ID=e34fd61e-7ac5-420b-b340-a8d08ec2b9b7,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:55.019548 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-16af7b9a-5c79-4419-bf0b-34e6ceb43ce9 None None] For port 45d274e8-ff90-41c4-b3da-516fc209f37b, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=45d274e8-ff90-41c4-b3da-516fc209f37b,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:55.021587 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-117d9a39-27ba-4142-b125-16513825efab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:55.047829 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-117d9a39-27ba-4142-b125-16513825efab tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "DELETE /v2.0/subnets/e34fd61e-7ac5-420b-b340-a8d08ec2b9b7 HTTP/1.1" status: 204 len: 168 time: 1.1682491 Sep 21 15:13:55.047829 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5c940075-9173-48ef-af85-443fdb14ab99 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480cdd60-f98e-4e99-b266-e5a6047366b5']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:55.052036 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-16af7b9a-5c79-4419-bf0b-34e6ceb43ce9 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:55.055381 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57368) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:55.073890 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-16af7b9a-5c79-4419-bf0b-34e6ceb43ce9 None None] Transition to ACTIVE for port object 45d274e8-ff90-41c4-b3da-516fc209f37b will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:55.076990 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231edd87-3ea9-4570-8b7f-c37a2585e914 None None] Network 07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:55.086958 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5c940075-9173-48ef-af85-443fdb14ab99 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4975714b-eb26-4796-a0aa-d903b35865da') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:55.086958 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5c940075-9173-48ef-af85-443fdb14ab99 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4975714b-eb26-4796-a0aa-d903b35865da') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:55.100938 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-16af7b9a-5c79-4419-bf0b-34e6ceb43ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:55.189718 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c940075-9173-48ef-af85-443fdb14ab99 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:55.265977 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c940075-9173-48ef-af85-443fdb14ab99 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:55.271489 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a4670-6169-4ce2-ba36-92f438a4c312 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Port': ['ID=153469f0-665d-4e60-90bb-b9a8b7c4fa56,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:55.276656 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-35284b78-fa78-48d7-a5b9-4f8477cbed19 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Deleting subnet 95125fe7-d015-4718-8c68-04987e1f703e {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:13:55.292623 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:55.296427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35284b78-fa78-48d7-a5b9-4f8477cbed19 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:55.302120 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c940075-9173-48ef-af85-443fdb14ab99 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:13:55.302652 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c940075-9173-48ef-af85-443fdb14ab99 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:55.392585 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af7b9a-5c79-4419-bf0b-34e6ceb43ce9 None None] Pushing event updated for resources: {'Port': ['ID=45d274e8-ff90-41c4-b3da-516fc209f37b,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:55.435849 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 4975714b-eb26-4796-a0aa-d903b35865da resource provider aggregate not found Sep 21 15:13:55.490426 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 4975714b-eb26-4796-a0aa-d903b35865da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4975714b-eb26-4796-a0aa-d903b35865da found for delete ", "request_id": "req-7a7fee81-ee68-497a-9e9d-08e735a908a5"}]} Sep 21 15:13:55.503411 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:55.512329 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Deleting port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:55.514182 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:55.615435 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c940075-9173-48ef-af85-443fdb14ab99 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:55.665034 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-0ace1f41-5c7d-445e-9892-c4af3fc69d81 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8:0:1::130 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/9ed57d16-433a-4d29-b0f3-865ce330acea/870d1f66-d0b6-42e0-81d9-82f395a7949f) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:55.666187 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc34fc8f-90c7-4366-a84b-974f72f5a51c None None] DHCP port deletion for 07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:13:55.667702 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c940075-9173-48ef-af85-443fdb14ab99 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:55.670873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bc34fc8f-90c7-4366-a84b-974f72f5a51c None None] Deleting port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:55.671840 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc34fc8f-90c7-4366-a84b-974f72f5a51c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:55.694068 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940075-9173-48ef-af85-443fdb14ab99 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] Pushing event deleted for resources: {'Network': ['ID=480cdd60-f98e-4e99-b266-e5a6047366b5,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:55.696704 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-0ace1f41-5c7d-445e-9892-c4af3fc69d81 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8::f816:3eff:fefb:ddde (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/79777891-ee01-49b3-9947-00fdd745195a/870d1f66-d0b6-42e0-81d9-82f395a7949f) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:13:55.704616 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5c940075-9173-48ef-af85-443fdb14ab99 tempest-FloatingIPTestJSON-976158017 tempest-FloatingIPTestJSON-976158017-project] 10.222.0.62 "DELETE /v2.0/networks/480cdd60-f98e-4e99-b266-e5a6047366b5 HTTP/1.1" status: 204 len: 168 time: 1.3306353 Sep 21 15:13:55.742531 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 45d274e8-ff90-41c4-b3da-516fc209f37b up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:13:55.759030 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c667c57-f95e-4e1a-b4fc-b1e325b51b26 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:13:55.769371 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dc164d-2c2c-4204-9881-4513e884f557 None None] Sync routers for ids ['b4399551-7ff0-4d80-8f0c-928b66ec9fd8'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:13:55.790285 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dc164d-2c2c-4204-9881-4513e884f557 None None] Routers {'b4399551-7ff0-4d80-8f0c-928b66ec9fd8'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:55.791306 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-64dc164d-2c2c-4204-9881-4513e884f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b4399551-7ff0-4d80-8f0c-928b66ec9fd8'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:55.854100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:55.856164 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:55.882254 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] For port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9e971c1b-9c7d-4561-9ee9-77d5c8aa0367,segment=NetworkSegment(11c99d6b-98c4-4835-97c2-22c6ea0ec94f),segment_id=11c99d6b-98c4-4835-97c2-22c6ea0ec94f)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:55.882810 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:55.890604 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35284b78-fa78-48d7-a5b9-4f8477cbed19 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:55.965919 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-64dc164d-2c2c-4204-9881-4513e884f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:55.979976 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dc164d-2c2c-4204-9881-4513e884f557 None None] Routers {'b4399551-7ff0-4d80-8f0c-928b66ec9fd8'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:55.982069 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-64dc164d-2c2c-4204-9881-4513e884f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b4399551-7ff0-4d80-8f0c-928b66ec9fd8'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:55.996933 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-109a4670-6169-4ce2-ba36-92f438a4c312 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:56.012623 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:56.013122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Fanout notify agent at l3_agent the message router_deleted on router faa96da6-53fc-477b-be0c-da2b091c7cf1 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:13:56.083628 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-64dc164d-2c2c-4204-9881-4513e884f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:56.084484 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dc164d-2c2c-4204-9881-4513e884f557 None None] The sync data for ids ['b4399551-7ff0-4d80-8f0c-928b66ec9fd8'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:13:56.214611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35284b78-fa78-48d7-a5b9-4f8477cbed19 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:56.243039 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Calling delete_port for 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:56.275609 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2c667c57-f95e-4e1a-b4fc-b1e325b51b26 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "PUT /v2.0/routers/b4399551-7ff0-4d80-8f0c-928b66ec9fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7035513 Sep 21 15:13:56.284898 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57380) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:56.285316 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57382) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:56.292916 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-bc34fc8f-90c7-4366-a84b-974f72f5a51c None None] For port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9e971c1b-9c7d-4561-9ee9-77d5c8aa0367,segment=NetworkSegment(11c99d6b-98c4-4835-97c2-22c6ea0ec94f),segment_id=11c99d6b-98c4-4835-97c2-22c6ea0ec94f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:56.293465 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc34fc8f-90c7-4366-a84b-974f72f5a51c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:56.350800 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:56.354336 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7602fac7-a3b5-4813-96ff-5b5326617a2e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "DELETE /v2.0/routers/faa96da6-53fc-477b-be0c-da2b091c7cf1 HTTP/1.1" status: 204 len: 168 time: 11.0242076 Sep 21 15:13:56.366758 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57390) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:56.434656 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bc34fc8f-90c7-4366-a84b-974f72f5a51c None None] Calling delete_port for 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:56.513487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35284b78-fa78-48d7-a5b9-4f8477cbed19 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:56.520798 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2a4bd812-2c03-48c7-a65c-619e5612e93c None None] Provisioning for port 45d274e8-ff90-41c4-b3da-516fc209f37b completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:56.528039 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2a4bd812-2c03-48c7-a65c-619e5612e93c None None] Provisioning complete for port 45d274e8-ff90-41c4-b3da-516fc209f37b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:56.528570 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2a4bd812-2c03-48c7-a65c-619e5612e93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:56.558941 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc34fc8f-90c7-4366-a84b-974f72f5a51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:56.665323 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc34fc8f-90c7-4366-a84b-974f72f5a51c None None] No DVR routers for this DVR port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:13:56.669169 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34fc8f-90c7-4366-a84b-974f72f5a51c None None] Pushing event deleted for resources: {'Port': ['ID=9e971c1b-9c7d-4561-9ee9-77d5c8aa0367,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:56.759314 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2a4bd812-2c03-48c7-a65c-619e5612e93c None None] Current status of the port 45d274e8-ff90-41c4-b3da-516fc209f37b is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:56.769162 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35284b78-fa78-48d7-a5b9-4f8477cbed19 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Pushing event deleted for resources: {'Subnet': ['ID=95125fe7-d015-4718-8c68-04987e1f703e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:56.777444 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35284b78-fa78-48d7-a5b9-4f8477cbed19 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:56.778473 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:13:56.778973 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:13:56.788281 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96872c3d-14df-43f6-8301-fb3be6693d17 None None] Network 5c57616f-54ba-4840-871e-3538a9197dc5 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:13:56.791987 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-35284b78-fa78-48d7-a5b9-4f8477cbed19 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] 10.222.0.62 "DELETE /v2.0/subnets/95125fe7-d015-4718-8c68-04987e1f703e HTTP/1.1" status: 204 len: 168 time: 2.0564075 Sep 21 15:13:56.793265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57394) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:56.834729 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cabb4d40-7fe7-4eee-a45a-dbc45375c441 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=157f5050b7144cb78f4f1a9791bb2308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5377886 Sep 21 15:13:56.837067 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ace1f41-5c7d-445e-9892-c4af3fc69d81 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:56.841176 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57398) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:56.878863 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109a4670-6169-4ce2-ba36-92f438a4c312 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router 5e2576ec-8d9d-42a8-aa74-eea7cde98dc2 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:13:56.892582 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7947ae0b-d62c-43f4-9989-fdb6b3c72c69 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:56.893428 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7947ae0b-d62c-43f4-9989-fdb6b3c72c69 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Synchronizing usage tracker for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:13:56.896353 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-0ace1f41-5c7d-445e-9892-c4af3fc69d81 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Transition to ACTIVE for port object 870d1f66-d0b6-42e0-81d9-82f395a7949f will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:13:56.905272 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5722d37-aa91-4b21-ac8d-798736d375b7 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:56.984411 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:57.025699 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7947ae0b-d62c-43f4-9989-fdb6b3c72c69 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Unset dirty status for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:13:57.026816 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7947ae0b-d62c-43f4-9989-fdb6b3c72c69 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4399551-7ff0-4d80-8f0c-928b66ec9fd8 HTTP/1.1" status: 200 len: 989 time: 0.7343299 Sep 21 15:13:57.040727 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57402) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:57.074430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Deleting port 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:57.074842 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:57.110831 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71edcde-1d53-406a-b4a3-d17f8e3deabe None None] DHCP port deletion for 5c57616f-54ba-4840-871e-3538a9197dc5 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:13:57.116729 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e71edcde-1d53-406a-b4a3-d17f8e3deabe None None] Deleting port 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:57.117297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e71edcde-1d53-406a-b4a3-d17f8e3deabe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:57.129691 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109a4670-6169-4ce2-ba36-92f438a4c312 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:13:57.142516 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-109a4670-6169-4ce2-ba36-92f438a4c312 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/5e2576ec-8d9d-42a8-aa74-eea7cde98dc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3431513 Sep 21 15:13:57.142516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57406) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:57.164818 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d42f1-0774-4b0f-b6af-0ba3a8318aa8 None None] Sync routers for ids ['5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:13:57.189736 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e58a876-ae46-43eb-b89a-63373b8562be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:57.196413 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14d42f1-0774-4b0f-b6af-0ba3a8318aa8 None None] Routers {'5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:57.197185 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c14d42f1-0774-4b0f-b6af-0ba3a8318aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:57.285724 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Deleting port 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:57.286073 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:57.299207 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c14d42f1-0774-4b0f-b6af-0ba3a8318aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:57.328552 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14d42f1-0774-4b0f-b6af-0ba3a8318aa8 None None] Routers {'5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:13:57.329090 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c14d42f1-0774-4b0f-b6af-0ba3a8318aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:57.331584 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ace1f41-5c7d-445e-9892-c4af3fc69d81 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:57.349927 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e58a876-ae46-43eb-b89a-63373b8562be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:57.406649 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c14d42f1-0774-4b0f-b6af-0ba3a8318aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:57.407062 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d42f1-0774-4b0f-b6af-0ba3a8318aa8 None None] The sync data for ids ['5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:13:57.450892 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] The port '9e971c1b-9c7d-4561-9ee9-77d5c8aa0367' was deleted {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:13:57.466896 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5722d37-aa91-4b21-ac8d-798736d375b7 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:57.500943 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e71edcde-1d53-406a-b4a3-d17f8e3deabe None None] For port 0f8f014e-c649-4cf9-8d18-52d1a456d8e7, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=0f8f014e-c649-4cf9-8d18-52d1a456d8e7,segment=NetworkSegment(bcbe9319-359e-40e2-8be9-8c3ba00c7ce7),segment_id=bcbe9319-359e-40e2-8be9-8c3ba00c7ce7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:57.501588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e71edcde-1d53-406a-b4a3-d17f8e3deabe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:57.594639 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] For port 0f8f014e-c649-4cf9-8d18-52d1a456d8e7, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=0f8f014e-c649-4cf9-8d18-52d1a456d8e7,segment=NetworkSegment(bcbe9319-359e-40e2-8be9-8c3ba00c7ce7),segment_id=bcbe9319-359e-40e2-8be9-8c3ba00c7ce7)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:57.594639 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:57.615043 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ace1f41-5c7d-445e-9892-c4af3fc69d81 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:13:57.639441 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e5722d37-aa91-4b21-ac8d-798736d375b7 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Deleting port f60f7727-b483-48ec-be0a-7377162dd11b {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:57.639787 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5722d37-aa91-4b21-ac8d-798736d375b7 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:57.643118 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e71edcde-1d53-406a-b4a3-d17f8e3deabe None None] Calling delete_port for 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:57.668086 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-0ace1f41-5c7d-445e-9892-c4af3fc69d81 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:13:57.671654 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:13:57.720867 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:13:57.722670 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9e971c1b-9c7d-4561-9ee9-77d5c8aa0367 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:13:57.722670 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:13:57.724479 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace1f41-5c7d-445e-9892-c4af3fc69d81 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=870d1f66-d0b6-42e0-81d9-82f395a7949f,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:57.725400 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Calling delete_port for 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:57.741708 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ace1f41-5c7d-445e-9892-c4af3fc69d81 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:13:57.748269 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ace1f41-5c7d-445e-9892-c4af3fc69d81 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:13:57.748927 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ace1f41-5c7d-445e-9892-c4af3fc69d81 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:57.885732 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:13:57.886415 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:57.914131 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e71edcde-1d53-406a-b4a3-d17f8e3deabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:57.946625 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:13:57.947610 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:13:57.981150 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:58.007970 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71edcde-1d53-406a-b4a3-d17f8e3deabe None None] No DVR routers for this DVR port 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:13:58.019580 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71edcde-1d53-406a-b4a3-d17f8e3deabe None None] Pushing event deleted for resources: {'Port': ['ID=0f8f014e-c649-4cf9-8d18-52d1a456d8e7,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:58.047633 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-082c4d9b-f6df-4ced-90cc-2cd65141020d None None] Provisioning for port 870d1f66-d0b6-42e0-81d9-82f395a7949f completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:13:58.055604 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-082c4d9b-f6df-4ced-90cc-2cd65141020d None None] Provisioning complete for port 870d1f66-d0b6-42e0-81d9-82f395a7949f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:13:58.056937 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-082c4d9b-f6df-4ced-90cc-2cd65141020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:58.059877 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0ace1f41-5c7d-445e-9892-c4af3fc69d81 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.4309781 Sep 21 15:13:58.062100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57410) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:58.068059 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e58a876-ae46-43eb-b89a-63373b8562be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:58.070343 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e58a876-ae46-43eb-b89a-63373b8562be admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:58.071513 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4e58a876-ae46-43eb-b89a-63373b8562be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a6b1b353-e6e3-420d-aba4-30e4607bcb13 HTTP/1.1" status: 204 len: 168 time: 1.2242258 Sep 21 15:13:58.094451 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:58.116619 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58a876-ae46-43eb-b89a-63373b8562be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b1b353-e6e3-420d-aba4-30e4607bcb13,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:58.143143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-082c4d9b-f6df-4ced-90cc-2cd65141020d None None] Port 870d1f66-d0b6-42e0-81d9-82f395a7949f cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:13:58.158647 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c99d6b-98c4-4835-97c2-22c6ea0ec94f') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:58.159293 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c99d6b-98c4-4835-97c2-22c6ea0ec94f') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:58.181699 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9e9881f2-9f0c-4be9-ae84-9ef90b405673 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port 870d1f66-d0b6-42e0-81d9-82f395a7949f {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:58.182094 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e9881f2-9f0c-4be9-ae84-9ef90b405673 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:58.192151 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:58.232844 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-866647b2-c35a-4e30-baae-e32cabde314c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:58.387350 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-e5722d37-aa91-4b21-ac8d-798736d375b7 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] For port f60f7727-b483-48ec-be0a-7377162dd11b, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f60f7727-b483-48ec-be0a-7377162dd11b,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:13:58.387644 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5722d37-aa91-4b21-ac8d-798736d375b7 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:58.402566 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:58.448405 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Deleting port 0f8f014e-c649-4cf9-8d18-52d1a456d8e7 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:58.451985 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:58.473807 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:13:58.474215 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:58.563050 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 11c99d6b-98c4-4835-97c2-22c6ea0ec94f resource provider aggregate not found Sep 21 15:13:58.575089 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e5722d37-aa91-4b21-ac8d-798736d375b7 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Calling delete_port for f60f7727-b483-48ec-be0a-7377162dd11b owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:13:58.624695 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] The port '0f8f014e-c649-4cf9-8d18-52d1a456d8e7' was deleted {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:13:58.698422 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 11c99d6b-98c4-4835-97c2-22c6ea0ec94f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11c99d6b-98c4-4835-97c2-22c6ea0ec94f found for delete ", "request_id": "req-f207cd97-d8c0-4bed-b460-c85079503b63"}]} Sep 21 15:13:58.766361 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:58.771384 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:58.824039 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "DELETE /v2.0/networks/07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b HTTP/1.1" status: 204 len: 168 time: 3.7675889 Sep 21 15:13:58.833948 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57436) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:58.834970 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05debaf-707a-4cad-a1b5-0f10d37e520a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Pushing event deleted for resources: {'Network': ['ID=07a8b904-8152-4e9a-bdbf-6b2d7c48ad0b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:58.982699 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6c40cef3-82c2-428e-99cc-a3eb1aedc3ec tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:59.038260 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57442) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:59.039906 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9056fd4a-0922-402a-902e-bd8e1d246f24 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Synchronizing usage tracker for tenant:de09bc90f10b40479574534633ba29a2 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:13:59.105404 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:59.178874 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5722d37-aa91-4b21-ac8d-798736d375b7 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:59.196491 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c57616f-54ba-4840-871e-3538a9197dc5']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:59.218537 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcbe9319-359e-40e2-8be9-8c3ba00c7ce7') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:59.218828 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcbe9319-359e-40e2-8be9-8c3ba00c7ce7') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:13:59.229587 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9056fd4a-0922-402a-902e-bd8e1d246f24 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Unset dirty status for tenant:de09bc90f10b40479574534633ba29a2 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:13:59.231010 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9056fd4a-0922-402a-902e-bd8e1d246f24 tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "GET /v2.0/ports?device_id=6420dd08-3b85-4cbe-8b52-b98d501049a4 HTTP/1.1" status: 200 len: 205 time: 0.3960929 Sep 21 15:13:59.237651 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57448) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:59.280374 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5722d37-aa91-4b21-ac8d-798736d375b7 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Pushing event deleted for resources: {'Port': ['ID=f60f7727-b483-48ec-be0a-7377162dd11b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:13:59.325571 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:59.350824 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-653626110'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:13:59.373235 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:13:59.435807 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5722d37-aa91-4b21-ac8d-798736d375b7 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:59.477069 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Usage tracker for resource:network and tenant:0a54726d547948c982ffec031263c840 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:13:59.480738 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:59.486066 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:13:59.498241 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e9881f2-9f0c-4be9-ae84-9ef90b405673 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:59.519276 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e8dee45-e211-467c-a1c9-50ddfd1ea93a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:59.618833 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5722d37-aa91-4b21-ac8d-798736d375b7 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:59.621792 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5722d37-aa91-4b21-ac8d-798736d375b7 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:59.632501 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6c40cef3-82c2-428e-99cc-a3eb1aedc3ec tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting port 8bdd7319-7429-4b55-a839-feb91e84e8f8 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:13:59.632501 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6c40cef3-82c2-428e-99cc-a3eb1aedc3ec tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:59.653528 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:13:59.654103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:59.672587 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:13:59.697668 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5722d37-aa91-4b21-ac8d-798736d375b7 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:59.698343 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5722d37-aa91-4b21-ac8d-798736d375b7 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99bd44ed-5a2d-4965-8c0b-430c80871b47 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:13:59.794353 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5722d37-aa91-4b21-ac8d-798736d375b7 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:13:59.797070 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e5722d37-aa91-4b21-ac8d-798736d375b7 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "DELETE /v2.0/routers/99bd44ed-5a2d-4965-8c0b-430c80871b47 HTTP/1.1" status: 204 len: 168 time: 3.4291031 Sep 21 15:13:59.805506 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57454) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:13:59.977953 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6c40cef3-82c2-428e-99cc-a3eb1aedc3ec tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:00.003477 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment bcbe9319-359e-40e2-8be9-8c3ba00c7ce7 resource provider aggregate not found Sep 21 15:14:00.042483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9e9881f2-9f0c-4be9-ae84-9ef90b405673 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for 870d1f66-d0b6-42e0-81d9-82f395a7949f owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:00.077203 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1476889316', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:00.083985 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment bcbe9319-359e-40e2-8be9-8c3ba00c7ce7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcbe9319-359e-40e2-8be9-8c3ba00c7ce7 found for delete ", "request_id": "req-a4a230c2-c522-4f0c-9e15-6505329b5ebf"}]} Sep 21 15:14:00.111596 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6c40cef3-82c2-428e-99cc-a3eb1aedc3ec tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Calling delete_port for 8bdd7319-7429-4b55-a839-feb91e84e8f8 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:00.171110 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Made reservation on behalf of 0a54726d547948c982ffec031263c840 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:00.174022 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:00.245699 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:00.280764 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Usage tracker for resource:router and tenant:fa1f278116904fc19b1e96df5e65faa7 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:00.288494 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:00.307188 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6c40cef3-82c2-428e-99cc-a3eb1aedc3ec tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:00.353706 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:00.359846 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40cef3-82c2-428e-99cc-a3eb1aedc3ec tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Port': ['ID=8bdd7319-7429-4b55-a839-feb91e84e8f8,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:00.369788 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:00.391226 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:00.409961 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e8dee45-e211-467c-a1c9-50ddfd1ea93a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:00.412182 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:00.415820 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:00.427199 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e8dee45-e211-467c-a1c9-50ddfd1ea93a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:00.434688 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-866647b2-c35a-4e30-baae-e32cabde314c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting port 50da886c-a099-4778-9482-73891188e074 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:00.435027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-866647b2-c35a-4e30-baae-e32cabde314c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:00.462139 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Usage tracker for resource:security_group_rule and tenant:0a54726d547948c982ffec031263c840 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:00.504374 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:00.509419 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] Pushing event deleted for resources: {'Network': ['ID=5c57616f-54ba-4840-871e-3538a9197dc5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:00.527788 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:00.539253 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:00.540622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:00.543078 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6c40cef3-82c2-428e-99cc-a3eb1aedc3ec tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:00.555382 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-222ecdf9-66f6-4a6e-98eb-73784bc4b78f tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032 tempest-ExtraDHCPOptionsIpV6TestJSON-1885227032-project] 10.222.0.62 "DELETE /v2.0/networks/5c57616f-54ba-4840-871e-3538a9197dc5 HTTP/1.1" status: 204 len: 168 time: 3.7596304 Sep 21 15:14:00.579890 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e8dee45-e211-467c-a1c9-50ddfd1ea93a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:00.580372 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8dee45-e211-467c-a1c9-50ddfd1ea93a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Fanout notify agent at l3_agent the message router_deleted on router 6420dd08-3b85-4cbe-8b52-b98d501049a4 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:14:00.726860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:00.763690 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e8dee45-e211-467c-a1c9-50ddfd1ea93a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:00.767408 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0e8dee45-e211-467c-a1c9-50ddfd1ea93a tempest-RoutersNegativeIpV6Test-1180491403 tempest-RoutersNegativeIpV6Test-1180491403-project] 10.222.0.62 "DELETE /v2.0/routers/6420dd08-3b85-4cbe-8b52-b98d501049a4 HTTP/1.1" status: 204 len: 168 time: 1.5199988 Sep 21 15:14:00.869098 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c40cef3-82c2-428e-99cc-a3eb1aedc3ec tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Router b4399551-7ff0-4d80-8f0c-928b66ec9fd8 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:14:00.873552 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57466) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:01.069498 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-866647b2-c35a-4e30-baae-e32cabde314c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:01.085031 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c40cef3-82c2-428e-99cc-a3eb1aedc3ec tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:14:01.098291 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b6169-4d1e-4972-8d1f-b1607cd9dd90 None None] Sync routers for ids ['b4399551-7ff0-4d80-8f0c-928b66ec9fd8'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:14:01.109101 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6b6169-4d1e-4972-8d1f-b1607cd9dd90 None None] Routers {'b4399551-7ff0-4d80-8f0c-928b66ec9fd8'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:01.110155 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0f6b6169-4d1e-4972-8d1f-b1607cd9dd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b4399551-7ff0-4d80-8f0c-928b66ec9fd8'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:01.114921 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a86cef64-4825-4e55-81a4-85f4d6b3edc7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8d49c16741814673ac5cb4eeaad8a67a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396555 Sep 21 15:14:01.119347 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6c40cef3-82c2-428e-99cc-a3eb1aedc3ec tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "PUT /v2.0/routers/b4399551-7ff0-4d80-8f0c-928b66ec9fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0782421 Sep 21 15:14:01.120171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57474) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:01.122909 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57476) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:01.161879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57482) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:01.185092 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0f6b6169-4d1e-4972-8d1f-b1607cd9dd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:01.191708 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d703d5-86f1-4a60-aa78-29cd36bf06b0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] GET failed (client error): The resource could not be found. Sep 21 15:14:01.192267 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-09d703d5-86f1-4a60-aa78-29cd36bf06b0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Synchronizing usage tracker for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:01.195031 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6b6169-4d1e-4972-8d1f-b1607cd9dd90 None None] Routers {'b4399551-7ff0-4d80-8f0c-928b66ec9fd8'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:01.195695 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0f6b6169-4d1e-4972-8d1f-b1607cd9dd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b4399551-7ff0-4d80-8f0c-928b66ec9fd8'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:01.233340 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-09d703d5-86f1-4a60-aa78-29cd36bf06b0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Unset dirty status for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:01.233585 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:01.238356 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-09d703d5-86f1-4a60-aa78-29cd36bf06b0 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports/8bdd7319-7429-4b55-a839-feb91e84e8f8 HTTP/1.1" status: 404 len: 333 time: 0.0986040 Sep 21 15:14:01.258910 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-53a21289-2bf6-415f-8206-f08ee6ac2b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:01.259202 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0f6b6169-4d1e-4972-8d1f-b1607cd9dd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:01.259354 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b6169-4d1e-4972-8d1f-b1607cd9dd90 None None] The sync data for ids ['b4399551-7ff0-4d80-8f0c-928b66ec9fd8'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:14:01.266220 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57488) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:01.293286 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e9881f2-9f0c-4be9-ae84-9ef90b405673 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:01.305467 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-866647b2-c35a-4e30-baae-e32cabde314c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Calling delete_port for 50da886c-a099-4778-9482-73891188e074 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:01.435786 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9881f2-9f0c-4be9-ae84-9ef90b405673 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Port': ['ID=870d1f66-d0b6-42e0-81d9-82f395a7949f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:01.547998 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-53a21289-2bf6-415f-8206-f08ee6ac2b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:01.574144 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-409dd42e-942d-49a4-9caa-a5cd2e05932e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:01.586219 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f60f7727-b483-48ec-be0a-7377162dd11b no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:14:01.633326 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: f60f7727-b483-48ec-be0a-7377162dd11b {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:14:01.633659 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f60f7727-b483-48ec-be0a-7377162dd11b not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:14:01.808321 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e9881f2-9f0c-4be9-ae84-9ef90b405673 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:01.828421 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-513ba481-c781-4f15-9799-e6b3fdcc6025 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=de09bc90f10b40479574534633ba29a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6654289 Sep 21 15:14:01.840089 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57492) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:01.855107 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9e9881f2-9f0c-4be9-ae84-9ef90b405673 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/870d1f66-d0b6-42e0-81d9-82f395a7949f HTTP/1.1" status: 204 len: 168 time: 3.7917619 Sep 21 15:14:01.865197 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57496) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:01.937825 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-409dd42e-942d-49a4-9caa-a5cd2e05932e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:01.943229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:01.944502 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-409dd42e-942d-49a4-9caa-a5cd2e05932e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:01.957852 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:01.962072 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-53a21289-2bf6-415f-8206-f08ee6ac2b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:02.000587 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a21289-2bf6-415f-8206-f08ee6ac2b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00726a5-7eea-4456-b94b-d0d8e8a3e1d6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:02.002948 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:14:02.027872 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-409dd42e-942d-49a4-9caa-a5cd2e05932e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:02.028534 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409dd42e-942d-49a4-9caa-a5cd2e05932e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Fanout notify agent at l3_agent the message router_deleted on router b4399551-7ff0-4d80-8f0c-928b66ec9fd8 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:14:02.039595 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5506cdb8-abe3-4417-b9c2-e4b682766842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:02.042236 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-53a21289-2bf6-415f-8206-f08ee6ac2b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:02.043335 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-53a21289-2bf6-415f-8206-f08ee6ac2b2d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c00726a5-7eea-4456-b94b-d0d8e8a3e1d6 HTTP/1.1" status: 204 len: 168 time: 0.9219234 Sep 21 15:14:02.050100 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-409dd42e-942d-49a4-9caa-a5cd2e05932e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:02.053814 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-409dd42e-942d-49a4-9caa-a5cd2e05932e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/routers/b4399551-7ff0-4d80-8f0c-928b66ec9fd8 HTTP/1.1" status: 204 len: 168 time: 0.7866442 Sep 21 15:14:02.054480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57502) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:02.075009 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a393f1d7-ceaf-4533-9731-1dd44b8561c6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:02.087582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:02.088317 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Added segment 27ea0053-ee5a-4bdf-9818-1b91da78347a of type vlan for network 689cc94e-58b9-4fc7-8c45-ec7c7268548d Sep 21 15:14:02.125338 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5506cdb8-abe3-4417-b9c2-e4b682766842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:02.157053 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:02.171648 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-866647b2-c35a-4e30-baae-e32cabde314c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:02.180868 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-168a3535-6f40-4009-87ef-6b766e398898 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting subnet d0264974-2a3d-4b7c-a954-012adde8df80 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:14:02.186931 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-168a3535-6f40-4009-87ef-6b766e398898 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:02.217725 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae33efcd-5818-46ff-b77a-5f981c5e746d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:02.218457 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ae33efcd-5818-46ff-b77a-5f981c5e746d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:02.251982 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866647b2-c35a-4e30-baae-e32cabde314c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Port': ['ID=50da886c-a099-4778-9482-73891188e074,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:02.258835 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-168a3535-6f40-4009-87ef-6b766e398898 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:02.305063 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5506cdb8-abe3-4417-b9c2-e4b682766842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:02.329182 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506cdb8-abe3-4417-b9c2-e4b682766842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37797740-1d71-4e20-a157-ab91fbe3ff4e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:02.336746 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5506cdb8-abe3-4417-b9c2-e4b682766842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:02.338482 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5506cdb8-abe3-4417-b9c2-e4b682766842 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/37797740-1d71-4e20-a157-ab91fbe3ff4e HTTP/1.1" status: 204 len: 168 time: 0.4971926 Sep 21 15:14:02.388125 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-168a3535-6f40-4009-87ef-6b766e398898 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:02.550439 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-168a3535-6f40-4009-87ef-6b766e398898 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:02.600775 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ae33efcd-5818-46ff-b77a-5f981c5e746d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:02.602698 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ae33efcd-5818-46ff-b77a-5f981c5e746d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7365656 Sep 21 15:14:02.612909 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57518) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:02.658084 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a3535-6f40-4009-87ef-6b766e398898 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Subnet': ['ID=d0264974-2a3d-4b7c-a954-012adde8df80,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:02.670059 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-168a3535-6f40-4009-87ef-6b766e398898 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:02.678162 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9666acda-c5f6-4fcc-a616-ec28f101a969 None None] Network e2f7c153-855a-498f-9c25-2638839355d9 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:02.697424 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-168a3535-6f40-4009-87ef-6b766e398898 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/subnets/d0264974-2a3d-4b7c-a954-012adde8df80 HTTP/1.1" status: 204 len: 168 time: 0.6353433 Sep 21 15:14:02.698297 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57522) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:02.734312 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:02.746960 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:02.748786 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:02.853049 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cebb6a90-0237-4781-8ba4-c844bb0ea657 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:02.865857 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2233ee-8c7e-4cf7-9594-f41a7fbad504 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:02.866745 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-df2233ee-8c7e-4cf7-9594-f41a7fbad504 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:02.887371 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-cebb6a90-0237-4781-8ba4-c844bb0ea657 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting port b8a14067-1b1d-4b22-abdd-8b22a9dabca9 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:02.887371 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cebb6a90-0237-4781-8ba4-c844bb0ea657 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:02.928665 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-df2233ee-8c7e-4cf7-9594-f41a7fbad504 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:02.931889 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-df2233ee-8c7e-4cf7-9594-f41a7fbad504 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3146918 Sep 21 15:14:02.935825 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57538) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:03.003166 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:03.055421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-866647b2-c35a-4e30-baae-e32cabde314c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:03.108630 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:03.188901 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b241467-373d-4d8f-add9-984d207ace37 None None] DHCP port deletion for e2f7c153-855a-498f-9c25-2638839355d9 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:14:03.195045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0b241467-373d-4d8f-add9-984d207ace37 None None] Deleting port b8a14067-1b1d-4b22-abdd-8b22a9dabca9 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:03.195727 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0b241467-373d-4d8f-add9-984d207ace37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:03.197365 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc50721-6092-4b6f-b454-f9cc7e2e0841 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:03.198862 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc50721-6092-4b6f-b454-f9cc7e2e0841 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:03.200586 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc50721-6092-4b6f-b454-f9cc7e2e0841 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:03.201391 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3dc50721-6092-4b6f-b454-f9cc7e2e0841 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:03.218956 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 4.1758523 Sep 21 15:14:03.348492 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-cebb6a90-0237-4781-8ba4-c844bb0ea657 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] For port b8a14067-1b1d-4b22-abdd-8b22a9dabca9, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b8a14067-1b1d-4b22-abdd-8b22a9dabca9,segment=NetworkSegment(904d7949-b64b-4f80-ba49-f694ceeed9a6),segment_id=904d7949-b64b-4f80-ba49-f694ceeed9a6)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:03.348873 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cebb6a90-0237-4781-8ba4-c844bb0ea657 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:03.381830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57548) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:03.382529 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835282d2-6c80-4c73-96e5-5f40bdf2de7a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event updated for resources: {'Network': ['ID=689cc94e-58b9-4fc7-8c45-ec7c7268548d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:03.481417 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0b241467-373d-4d8f-add9-984d207ace37 None None] For port b8a14067-1b1d-4b22-abdd-8b22a9dabca9, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b8a14067-1b1d-4b22-abdd-8b22a9dabca9,segment=NetworkSegment(904d7949-b64b-4f80-ba49-f694ceeed9a6),segment_id=904d7949-b64b-4f80-ba49-f694ceeed9a6)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:03.482250 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0b241467-373d-4d8f-add9-984d207ace37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:03.614494 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-cebb6a90-0237-4781-8ba4-c844bb0ea657 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Calling delete_port for b8a14067-1b1d-4b22-abdd-8b22a9dabca9 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:03.732195 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3dc50721-6092-4b6f-b454-f9cc7e2e0841 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:03.732482 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0b241467-373d-4d8f-add9-984d207ace37 None None] Calling delete_port for b8a14067-1b1d-4b22-abdd-8b22a9dabca9 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:03.739074 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3dc50721-6092-4b6f-b454-f9cc7e2e0841 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.8019114 Sep 21 15:14:03.811267 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57562) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:03.826450 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 689cc94e-58b9-4fc7-8c45-ec7c7268548d details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:14:03.855736 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cebb6a90-0237-4781-8ba4-c844bb0ea657 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:03.878176 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b8a14067-1b1d-4b22-abdd-8b22a9dabca9 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:14:03.918639 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57570) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:03.944667 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb6a90-0237-4781-8ba4-c844bb0ea657 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Port': ['ID=b8a14067-1b1d-4b22-abdd-8b22a9dabca9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:03.961523 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebb6a90-0237-4781-8ba4-c844bb0ea657 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] No DVR routers for this DVR port b8a14067-1b1d-4b22-abdd-8b22a9dabca9 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:14:03.961687 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: b8a14067-1b1d-4b22-abdd-8b22a9dabca9 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:14:03.961972 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b8a14067-1b1d-4b22-abdd-8b22a9dabca9 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:14:04.047212 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-be6012bc-016b-4996-8439-470c15dce0b2 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-682397053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:04.071848 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-be6012bc-016b-4996-8439-470c15dce0b2 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:04.081245 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-18245871-05c7-4cfd-a3c8-12cb13fd09f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet 79777891-ee01-49b3-9947-00fdd745195a {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:14:04.085463 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18245871-05c7-4cfd-a3c8-12cb13fd09f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.139899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group': {'name': 'tempest-secgroup--1582172044'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:04.142205 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18245871-05c7-4cfd-a3c8-12cb13fd09f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.148732 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:04.153424 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Usage tracker for resource:security_group and tenant:50333ece6c0241bfba994dbdc465cebc is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:04.157771 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:04.164803 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:04.173939 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-0b241467-373d-4d8f-add9-984d207ace37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:14:04.174868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-0b241467-373d-4d8f-add9-984d207ace37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:14:04.205102 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.220869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Allocated IP 172.26.4.209 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/ee0351ad-9e8f-4351-81e6-d0e1c2d41c66) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:04.225602 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866647b2-c35a-4e30-baae-e32cabde314c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router 5e2576ec-8d9d-42a8-aa74-eea7cde98dc2 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:14:04.232485 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.240158 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-be6012bc-016b-4996-8439-470c15dce0b2 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Usage tracker for resource:router and tenant:043e98c7058b4a2eba08fdbde7ef3aae is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:04.257255 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-be6012bc-016b-4996-8439-470c15dce0b2 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:04.272856 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-be6012bc-016b-4996-8439-470c15dce0b2 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:04.279038 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:04.280246 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cebb6a90-0237-4781-8ba4-c844bb0ea657 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.321788 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-cebb6a90-0237-4781-8ba4-c844bb0ea657 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f7c153-855a-498f-9c25-2638839355d9']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:04.332424 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be6012bc-016b-4996-8439-470c15dce0b2 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.333445 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be6012bc-016b-4996-8439-470c15dce0b2 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.342360 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-cebb6a90-0237-4781-8ba4-c844bb0ea657 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904d7949-b64b-4f80-ba49-f694ceeed9a6') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:04.342657 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-cebb6a90-0237-4781-8ba4-c844bb0ea657 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904d7949-b64b-4f80-ba49-f694ceeed9a6') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:04.363227 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cebb6a90-0237-4781-8ba4-c844bb0ea657 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.376674 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be6012bc-016b-4996-8439-470c15dce0b2 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.390317 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18245871-05c7-4cfd-a3c8-12cb13fd09f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.390624 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Usage tracker for resource:security_group_rule and tenant:50333ece6c0241bfba994dbdc465cebc is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:04.435323 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cebb6a90-0237-4781-8ba4-c844bb0ea657 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.449148 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebb6a90-0237-4781-8ba4-c844bb0ea657 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:14:04.449547 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cebb6a90-0237-4781-8ba4-c844bb0ea657 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.457602 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:04.486830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866647b2-c35a-4e30-baae-e32cabde314c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:14:04.498112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:04.503307 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e26a4e-d843-4cf7-9a1b-a7312c6c097d None None] Sync routers for ids ['5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:14:04.527748 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 904d7949-b64b-4f80-ba49-f694ceeed9a6 resource provider aggregate not found Sep 21 15:14:04.531217 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e26a4e-d843-4cf7-9a1b-a7312c6c097d None None] Routers {'5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:04.533396 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f9e26a4e-d843-4cf7-9a1b-a7312c6c097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:04.541388 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be6012bc-016b-4996-8439-470c15dce0b2 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.556557 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-866647b2-c35a-4e30-baae-e32cabde314c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/5e2576ec-8d9d-42a8-aa74-eea7cde98dc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4133258 Sep 21 15:14:04.563008 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57580) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:04.566290 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 904d7949-b64b-4f80-ba49-f694ceeed9a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 904d7949-b64b-4f80-ba49-f694ceeed9a6 found for delete ", "request_id": "req-cb65cea2-521c-46ef-b63f-ffd8db082744"}]} Sep 21 15:14:04.601911 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cebb6a90-0237-4781-8ba4-c844bb0ea657 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.633606 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cebb6a90-0237-4781-8ba4-c844bb0ea657 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.643918 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be6012bc-016b-4996-8439-470c15dce0b2 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.647608 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-be6012bc-016b-4996-8439-470c15dce0b2 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7256677 Sep 21 15:14:04.647608 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18245871-05c7-4cfd-a3c8-12cb13fd09f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.649940 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57584) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:04.650322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f9e26a4e-d843-4cf7-9a1b-a7312c6c097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:04.650546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-233adb12-f4a1-4478-b794-01a912cc4842 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Synchronizing usage tracker for tenant:36a774c8465a450c8e27de7666e71b71 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:04.661664 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e26a4e-d843-4cf7-9a1b-a7312c6c097d None None] Routers {'5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:04.663311 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f9e26a4e-d843-4cf7-9a1b-a7312c6c097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:13:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:04.679828 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb6a90-0237-4781-8ba4-c844bb0ea657 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Network': ['ID=e2f7c153-855a-498f-9c25-2638839355d9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:04.687824 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-233adb12-f4a1-4478-b794-01a912cc4842 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Unset dirty status for tenant:36a774c8465a450c8e27de7666e71b71 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:04.689208 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-233adb12-f4a1-4478-b794-01a912cc4842 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e2576ec-8d9d-42a8-aa74-eea7cde98dc2 HTTP/1.1" status: 200 len: 205 time: 0.1252546 Sep 21 15:14:04.697189 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1590736161'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:04.700192 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57588) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:04.701255 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cebb6a90-0237-4781-8ba4-c844bb0ea657 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/networks/e2f7c153-855a-498f-9c25-2638839355d9 HTTP/1.1" status: 204 len: 168 time: 2.0010974 Sep 21 15:14:04.706110 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57590) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:04.707073 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18245871-05c7-4cfd-a3c8-12cb13fd09f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=79777891-ee01-49b3-9947-00fdd745195a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:04.711375 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:04.716707 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Usage tracker for resource:network and tenant:043e98c7058b4a2eba08fdbde7ef3aae is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:04.720927 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:04.725512 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18245871-05c7-4cfd-a3c8-12cb13fd09f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.727510 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-18245871-05c7-4cfd-a3c8-12cb13fd09f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/79777891-ee01-49b3-9947-00fdd745195a HTTP/1.1" status: 204 len: 168 time: 0.9152746 Sep 21 15:14:04.733183 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57596) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:04.735794 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:04.782730 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0b241467-373d-4d8f-add9-984d207ace37 None None] Deleting port b8a14067-1b1d-4b22-abdd-8b22a9dabca9 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:04.783293 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0b241467-373d-4d8f-add9-984d207ace37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.798907 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Made reservation on behalf of 043e98c7058b4a2eba08fdbde7ef3aae for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:04.808717 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.817536 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8c6bee-749e-41e5-9457-2b89f6292503 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:04.841161 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.849472 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f9e26a4e-d843-4cf7-9a1b-a7312c6c097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:04.850149 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e26a4e-d843-4cf7-9a1b-a7312c6c097d None None] The sync data for ids ['5e2576ec-8d9d-42a8-aa74-eea7cde98dc2'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:14:04.863580 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32955e8-f0fd-49b2-8767-897a20b8af21 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet 9ed57d16-433a-4d29-b0f3-865ce330acea {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:14:04.871517 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:04.874761 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f32955e8-f0fd-49b2-8767-897a20b8af21 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.918502 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Usage tracker for resource:security_group_rule and tenant:043e98c7058b4a2eba08fdbde7ef3aae is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:04.929968 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:04.937240 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fb681b9d-c2f2-4826-a6fb-274702604ccd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.942789 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:04.961998 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f32955e8-f0fd-49b2-8767-897a20b8af21 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:04.967289 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0b241467-373d-4d8f-add9-984d207ace37 None None] The port 'b8a14067-1b1d-4b22-abdd-8b22a9dabca9' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:14:05.084325 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f32955e8-f0fd-49b2-8767-897a20b8af21 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:05.110860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d591810d-a16b-4ecb-bede-6209bf432ff5 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:05.111620 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d591810d-a16b-4ecb-bede-6209bf432ff5 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Synchronizing usage tracker for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:05.116732 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:05.278716 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f32955e8-f0fd-49b2-8767-897a20b8af21 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:05.342220 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32955e8-f0fd-49b2-8767-897a20b8af21 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed57d16-433a-4d29-b0f3-865ce330acea,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:05.351218 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fb681b9d-c2f2-4826-a6fb-274702604ccd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:05.351918 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f32955e8-f0fd-49b2-8767-897a20b8af21 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:05.354508 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fb681b9d-c2f2-4826-a6fb-274702604ccd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:05.357189 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d591810d-a16b-4ecb-bede-6209bf432ff5 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Unset dirty status for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:05.358333 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d591810d-a16b-4ecb-bede-6209bf432ff5 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports/eef44f38-2d4b-49fc-a021-8d6184cca093 HTTP/1.1" status: 200 len: 845 time: 0.6486580 Sep 21 15:14:05.371988 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57600) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:05.381429 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:05.387702 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f32955e8-f0fd-49b2-8767-897a20b8af21 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/9ed57d16-433a-4d29-b0f3-865ce330acea HTTP/1.1" status: 204 len: 168 time: 0.6510947 Sep 21 15:14:05.388046 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57604) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:05.417271 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29075f87-6f07-46ac-9c3d-49486c2ca244 None None] Update dhcp port {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'fixed_ips': [{'subnet_id': '9ed57d16-433a-4d29-b0f3-865ce330acea'}], 'binding:host_id': 'dv-neutron-858731-1-hyperv'}, 'id': '45d274e8-ff90-41c4-b3da-516fc209f37b'} from dv-neutron-858731-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 15:14:05.475915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:05.483021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:05.487226 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fb681b9d-c2f2-4826-a6fb-274702604ccd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:05.487694 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb681b9d-c2f2-4826-a6fb-274702604ccd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Fanout notify agent at l3_agent the message router_deleted on router 5e2576ec-8d9d-42a8-aa74-eea7cde98dc2 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:14:05.501578 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-57635517-4476-43c5-8b02-c8ee29709638 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports/eef44f38-2d4b-49fc-a021-8d6184cca093?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1285126 Sep 21 15:14:05.502360 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:05.512429 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:05.513364 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2d64d94e-290f-4193-a78a-1c95ff4b58d8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1239886 Sep 21 15:14:05.515025 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57608) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:05.515636 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57610) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:05.520431 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-29075f87-6f07-46ac-9c3d-49486c2ca244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:05.530742 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-fa8ceb09-e76e-4a3a-80a6-1ec4007d99a2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:05.551683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:05.571478 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d6e083fe-dd73-4d3b-a630-0e028857af3f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'subnet': {'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:05.598908 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Usage tracker for resource:security_group_rule and tenant:50333ece6c0241bfba994dbdc465cebc is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:05.620772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:05.634304 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:05.637008 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03f5bc9-5121-456f-b635-c2e9dcb9bcc6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:05.648101 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:05.652891 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fb681b9d-c2f2-4826-a6fb-274702604ccd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:05.653967 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fb681b9d-c2f2-4826-a6fb-274702604ccd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/routers/5e2576ec-8d9d-42a8-aa74-eea7cde98dc2 HTTP/1.1" status: 204 len: 168 time: 0.9504254 Sep 21 15:14:05.655028 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:05.658192 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:05.666902 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ee0176cf-1948-425f-85b3-39db06159a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:05.692528 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57616) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:05.740437 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Pushing event updated for resources: {'Port': ['ID=ee0351ad-9e8f-4351-81e6-d0e1c2d41c66,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:05.768763 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc09e96e-6c84-4e76-b73f-fa5836c5da6a None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:05.789791 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:14:05.817696 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dcfdd1a-0be4-4e98-b68b-b0c0a2bbd0e9 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting subnet f9458364-36f1-4d55-a17e-fe8efe7e6b05 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:14:05.825288 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdd1a-0be4-4e98-b68b-b0c0a2bbd0e9 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:05.845843 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1252cc53-e7fa-4f4d-bb1f-e388beedd79b,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:05.867521 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:05.871558 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Added segment d751420d-afba-4275-a10a-80afa96e1396 of type vlan for network 02731c60-d441-44ba-83c1-22571a08b08a Sep 21 15:14:05.913235 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:05.947297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f680eb07-3b60-4828-b7a9-dc201b36d357 None None] Provisioning complete for port 45d274e8-ff90-41c4-b3da-516fc209f37b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:05.947916 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f680eb07-3b60-4828-b7a9-dc201b36d357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:06.004648 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:06.011564 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:06.012360 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:06.019414 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fa8ceb09-e76e-4a3a-80a6-1ec4007d99a2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:06.024163 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d6e083fe-dd73-4d3b-a630-0e028857af3f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:06.100133 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:06.116562 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:06.179939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aef5f49-9d02-4683-8b07-46ed7e5201b6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:06.182890 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:06.186643 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-392c01af-73a7-46b8-b0f7-62084e2965bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.7991350 Sep 21 15:14:06.190852 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57620) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:06.213327 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d6e083fe-dd73-4d3b-a630-0e028857af3f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:subnet and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:06.218682 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fa8ceb09-e76e-4a3a-80a6-1ec4007d99a2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:06.226320 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d6e083fe-dd73-4d3b-a630-0e028857af3f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:06.233963 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f680eb07-3b60-4828-b7a9-dc201b36d357 None None] Current status of the port 45d274e8-ff90-41c4-b3da-516fc209f37b is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:06.287759 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36b9dd2-5c21-4551-85cc-1ee633c6f92d None None] DHCP port deletion for cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:14:06.292258 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e36b9dd2-5c21-4551-85cc-1ee633c6f92d None None] Deleting port 45d274e8-ff90-41c4-b3da-516fc209f37b {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:06.292661 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e36b9dd2-5c21-4551-85cc-1ee633c6f92d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:06.326216 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fa8ceb09-e76e-4a3a-80a6-1ec4007d99a2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:06.343572 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d6e083fe-dd73-4d3b-a630-0e028857af3f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:06.348653 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fa8ceb09-e76e-4a3a-80a6-1ec4007d99a2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:06.352152 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Pushing event updated for resources: {'Network': ['ID=02731c60-d441-44ba-83c1-22571a08b08a,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:06.367215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57624) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:06.370139 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdd1a-0be4-4e98-b68b-b0c0a2bbd0e9 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:06.370267 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 02731c60-d441-44ba-83c1-22571a08b08a details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:14:06.371375 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d0d51461-5fed-45e7-8ca4-1caed1103822 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.6866422 Sep 21 15:14:06.381989 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e083fe-dd73-4d3b-a630-0e028857af3f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:06.386571 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6e083fe-dd73-4d3b-a630-0e028857af3f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:06.444123 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-bc037cdb-658f-4f7f-ae02-6aec2d9250db tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Request body: {'subnet': {'network_id': '02731c60-d441-44ba-83c1-22571a08b08a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:06.477542 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0ef4ec4d-0bc1-4e7d-b9ab-685f881b60bf tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:06.614572 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0ef4ec4d-0bc1-4e7d-b9ab-685f881b60bf tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:06.618779 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0ef4ec4d-0bc1-4e7d-b9ab-685f881b60bf tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3585899 Sep 21 15:14:06.644818 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57628) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:06.645176 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57630) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:06.653992 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8ceb09-e76e-4a3a-80a6-1ec4007d99a2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:06.658132 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fa8ceb09-e76e-4a3a-80a6-1ec4007d99a2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:06.665475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-75c22733-5bed-4f65-b804-0e67ca329634 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group': {'name': 'tempest-security--900221330', 'description': 'tempest-security-description-38198221'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:06.666713 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e36b9dd2-5c21-4551-85cc-1ee633c6f92d None None] For port 45d274e8-ff90-41c4-b3da-516fc209f37b, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=45d274e8-ff90-41c4-b3da-516fc209f37b,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:06.667122 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e36b9dd2-5c21-4551-85cc-1ee633c6f92d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:06.676419 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6e083fe-dd73-4d3b-a630-0e028857af3f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:06.679656 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-39699c48-369b-4f54-869e-4371cf33528e tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Request body: {'subnet': {'network_id': '689cc94e-58b9-4fc7-8c45-ec7c7268548d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:06.795052 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e36b9dd2-5c21-4551-85cc-1ee633c6f92d None None] Calling delete_port for 45d274e8-ff90-41c4-b3da-516fc209f37b owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:06.810948 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e083fe-dd73-4d3b-a630-0e028857af3f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network a9328343-2c63-4aa4-bdce-abb38242c3e2 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:06.821869 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d6e083fe-dd73-4d3b-a630-0e028857af3f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:06.825355 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e083fe-dd73-4d3b-a630-0e028857af3f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:06.825942 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6e083fe-dd73-4d3b-a630-0e028857af3f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:06.836555 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c22733-5bed-4f65-b804-0e67ca329634 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:06.840925 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5778d385-e2e3-4501-ac8f-83b939c49543 None None] Network a9328343-2c63-4aa4-bdce-abb38242c3e2 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:06.843219 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e083fe-dd73-4d3b-a630-0e028857af3f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Subnet': ['ID=2c26faa9-2b92-49e3-ba24-7746cd50ece9,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:06.848149 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bc037cdb-658f-4f7f-ae02-6aec2d9250db tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:06.852620 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bc037cdb-658f-4f7f-ae02-6aec2d9250db tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Usage tracker for resource:subnet and tenant:043e98c7058b4a2eba08fdbde7ef3aae is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:06.855341 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bc037cdb-658f-4f7f-ae02-6aec2d9250db tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:06.873178 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d6e083fe-dd73-4d3b-a630-0e028857af3f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3499811 Sep 21 15:14:06.876836 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57636) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:06.888103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bc037cdb-658f-4f7f-ae02-6aec2d9250db tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:06.978226 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e36b9dd2-5c21-4551-85cc-1ee633c6f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:07.010901 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-39699c48-369b-4f54-869e-4371cf33528e tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:07.018928 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc037cdb-658f-4f7f-ae02-6aec2d9250db tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Made reservation on behalf of 043e98c7058b4a2eba08fdbde7ef3aae for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:07.019152 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7db23488-5d07-4abb-ae3c-f53f203382c2 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'security_group': {'name': 'tempest-secgroup-1830667239'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:07.022401 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bc037cdb-658f-4f7f-ae02-6aec2d9250db tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:07.025622 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7db23488-5d07-4abb-ae3c-f53f203382c2 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:07.029669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7db23488-5d07-4abb-ae3c-f53f203382c2 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:security_group and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:07.032684 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7db23488-5d07-4abb-ae3c-f53f203382c2 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:07.039333 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7db23488-5d07-4abb-ae3c-f53f203382c2 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:07.053557 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7db23488-5d07-4abb-ae3c-f53f203382c2 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:07.065098 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b9dd2-5c21-4551-85cc-1ee633c6f92d None None] Pushing event deleted for resources: {'Port': ['ID=45d274e8-ff90-41c4-b3da-516fc209f37b,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:07.100009 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36b9dd2-5c21-4551-85cc-1ee633c6f92d None None] No DVR routers for this DVR port 45d274e8-ff90-41c4-b3da-516fc209f37b on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:14:07.122359 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-39699c48-369b-4f54-869e-4371cf33528e tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Usage tracker for resource:subnet and tenant:0a54726d547948c982ffec031263c840 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:07.124118 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7db23488-5d07-4abb-ae3c-f53f203382c2 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:07.125546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdd1a-0be4-4e98-b68b-b0c0a2bbd0e9 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:07.132173 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7db23488-5d07-4abb-ae3c-f53f203382c2 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:security_group_rule and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:07.136821 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7db23488-5d07-4abb-ae3c-f53f203382c2 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:07.147103 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7db23488-5d07-4abb-ae3c-f53f203382c2 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:07.166866 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-39699c48-369b-4f54-869e-4371cf33528e tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:07.190422 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.objects.ports [None req-fa8ceb09-e76e-4a3a-80a6-1ec4007d99a2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:14:07.195320 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fa8ceb09-e76e-4a3a-80a6-1ec4007d99a2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:07.219616 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-a9328343-2c63-4aa4-bdce-abb38242c3e2', 'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2', 'tenant_id': 'd62e4783ba064d6c8874822841ebe351', 'fixed_ips': [{'subnet_id': '2c26faa9-2b92-49e3-ba24-7746cd50ece9'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:14:07.220654 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:07.261917 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-39699c48-369b-4f54-869e-4371cf33528e tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:07.276877 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c22733-5bed-4f65-b804-0e67ca329634 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:07.287493 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8ceb09-e76e-4a3a-80a6-1ec4007d99a2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:07.294490 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-fa8ceb09-e76e-4a3a-80a6-1ec4007d99a2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:07.297322 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c22733-5bed-4f65-b804-0e67ca329634 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:07.297973 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8ceb09-e76e-4a3a-80a6-1ec4007d99a2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:07.298597 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fa8ceb09-e76e-4a3a-80a6-1ec4007d99a2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:07.299816 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c22733-5bed-4f65-b804-0e67ca329634 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:07.303608 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-75c22733-5bed-4f65-b804-0e67ca329634 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "PUT /v2.0/security-groups/5aef5f49-9d02-4683-8b07-46ed7e5201b6 HTTP/1.1" status: 200 len: 1775 time: 0.6544340 Sep 21 15:14:07.307278 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57640) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:07.310770 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add6a157-1ba2-4a5c-b945-606af24b5ba8 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:07.314247 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ceb09-e76e-4a3a-80a6-1ec4007d99a2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=bed54113-05b1-4317-9762-b7eead0f3805,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:07.348918 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39699c48-369b-4f54-869e-4371cf33528e tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Made reservation on behalf of 0a54726d547948c982ffec031263c840 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:07.352687 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-39699c48-369b-4f54-869e-4371cf33528e tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:07.396788 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fa8ceb09-e76e-4a3a-80a6-1ec4007d99a2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8703001 Sep 21 15:14:07.408034 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57644) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:07.423057 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7db23488-5d07-4abb-ae3c-f53f203382c2 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:07.427929 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-61575bde-30d6-4dcf-81dd-5594f24edb77 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:07.448199 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7db23488-5d07-4abb-ae3c-f53f203382c2 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:07.469513 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b36ef4ee-c91e-40cf-9050-54835a6e6149 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-groups/5aef5f49-9d02-4683-8b07-46ed7e5201b6 HTTP/1.1" status: 200 len: 1775 time: 0.1541607 Sep 21 15:14:07.476851 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:07.526714 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57648) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:07.547131 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] Allocated IP 2001:db8::2 (a9328343-2c63-4aa4-bdce-abb38242c3e2/2c26faa9-2b92-49e3-ba24-7746cd50ece9/0677d60b-5446-4d9b-9937-0f56a6848d9c) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:07.564676 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c22733-5bed-4f65-b804-0e67ca329634 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aef5f49-9d02-4683-8b07-46ed7e5201b6,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:07.597825 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7db23488-5d07-4abb-ae3c-f53f203382c2 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:07.600016 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdd1a-0be4-4e98-b68b-b0c0a2bbd0e9 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:07.602267 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7db23488-5d07-4abb-ae3c-f53f203382c2 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7229311 Sep 21 15:14:07.602737 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57652) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:07.616770 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db23488-5d07-4abb-ae3c-f53f203382c2 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b79128d0-7265-4d16-89e2-043f37176956,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:07.622647 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ac1ea391-9a35-4164-bb14-2f8cdd044410 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'security_group': {'name': 'tempest-secgroup-703206024'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:07.658358 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ac1ea391-9a35-4164-bb14-2f8cdd044410 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:07.697446 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ac1ea391-9a35-4164-bb14-2f8cdd044410 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:security_group and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:07.700488 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2547ce-ff7c-4a12-8555-0933dc58e064 None None] Network 1a7c022a-64fb-4502-b925-9cea9facd94a requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:07.707029 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ac1ea391-9a35-4164-bb14-2f8cdd044410 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:07.711843 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-13b52b6f-a0ae-4c36-9fb8-9d1b22255f21 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:07.713502 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 45d274e8-ff90-41c4-b3da-516fc209f37b no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:14:07.722236 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ac1ea391-9a35-4164-bb14-2f8cdd044410 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:07.740478 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-61575bde-30d6-4dcf-81dd-5594f24edb77 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:07.757078 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-61575bde-30d6-4dcf-81dd-5594f24edb77 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:07.762829 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ac1ea391-9a35-4164-bb14-2f8cdd044410 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:07.764283 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 45d274e8-ff90-41c4-b3da-516fc209f37b {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:14:07.764654 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 45d274e8-ff90-41c4-b3da-516fc209f37b not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:14:07.778173 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-61575bde-30d6-4dcf-81dd-5594f24edb77 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:07.781604 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-13b52b6f-a0ae-4c36-9fb8-9d1b22255f21 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:07.803323 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-61575bde-30d6-4dcf-81dd-5594f24edb77 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:07.829371 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ac1ea391-9a35-4164-bb14-2f8cdd044410 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:07.834591 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ac1ea391-9a35-4164-bb14-2f8cdd044410 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:security_group_rule and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:07.837543 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ac1ea391-9a35-4164-bb14-2f8cdd044410 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:07.843294 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ac1ea391-9a35-4164-bb14-2f8cdd044410 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:07.856849 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfdd1a-0be4-4e98-b68b-b0c0a2bbd0e9 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Subnet': ['ID=f9458364-36f1-4d55-a17e-fe8efe7e6b05,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:07.859092 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdd1a-0be4-4e98-b68b-b0c0a2bbd0e9 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:07.875402 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'fixed_ips': [{'subnet_id': 'bed54113-05b1-4317-9762-b7eead0f3805'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:14:07.876303 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:07.921616 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ac1ea391-9a35-4164-bb14-2f8cdd044410 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:07.934459 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8dcfdd1a-0be4-4e98-b68b-b0c0a2bbd0e9 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/subnets/f9458364-36f1-4d55-a17e-fe8efe7e6b05 HTTP/1.1" status: 204 len: 168 time: 2.2396617 Sep 21 15:14:07.938834 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57656) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:07.947612 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ac1ea391-9a35-4164-bb14-2f8cdd044410 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:08.029047 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61575bde-30d6-4dcf-81dd-5594f24edb77 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:08.032621 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-61575bde-30d6-4dcf-81dd-5594f24edb77 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:08.077843 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-87bd63a8-d22a-49f3-ac0e-640057c65633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:08.150676 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bc037cdb-658f-4f7f-ae02-6aec2d9250db tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:08.173885 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-13b52b6f-a0ae-4c36-9fb8-9d1b22255f21 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:08.176473 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-13b52b6f-a0ae-4c36-9fb8-9d1b22255f21 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:08.177565 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-13b52b6f-a0ae-4c36-9fb8-9d1b22255f21 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "DELETE /v2.0/security-groups/5aef5f49-9d02-4683-8b07-46ed7e5201b6 HTTP/1.1" status: 204 len: 168 time: 0.6499212 Sep 21 15:14:08.187256 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ea391-9a35-4164-bb14-2f8cdd044410 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc346b5-63ee-4514-873c-40fb02619f95,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:08.194391 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57664) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:08.195135 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ac1ea391-9a35-4164-bb14-2f8cdd044410 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:08.196508 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ac1ea391-9a35-4164-bb14-2f8cdd044410 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5871751 Sep 21 15:14:08.212265 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57668) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:08.251966 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7628b3-0b3c-4272-b6a5-c53c8cd94756 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting subnet 098b6a9e-49ff-4f82-ab08-8622a97579e9 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:14:08.255466 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b52b6f-a0ae-4c36-9fb8-9d1b22255f21 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aef5f49-9d02-4683-8b07-46ed7e5201b6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:08.260444 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a2358331-cca5-4b28-9381-741cbdb640ee tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-706897842', 'security_groups': ['9dc346b5-63ee-4514-873c-40fb02619f95'], 'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2c26faa9-2b92-49e3-ba24-7746cd50ece9'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:08.279948 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f7628b3-0b3c-4272-b6a5-c53c8cd94756 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:08.311373 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] Allocated IP 2001:db8::f816:3eff:febb:2db4 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/bed54113-05b1-4317-9762-b7eead0f3805/9e7456c9-f805-4b13-81eb-42c4cebd0b91) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:08.338919 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-39699c48-369b-4f54-869e-4371cf33528e tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:08.355198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc037cdb-658f-4f7f-ae02-6aec2d9250db tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Pushing event updated for resources: {'Subnet': ['ID=53ae715c-dee3-46aa-8c4c-20c09fab8992,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:08.362584 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:08.473744 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:08.477503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc037cdb-658f-4f7f-ae02-6aec2d9250db tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Checking segment: {'id': 'd751420d-afba-4275-a10a-80afa96e1396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '02731c60-d441-44ba-83c1-22571a08b08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:08.478097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc037cdb-658f-4f7f-ae02-6aec2d9250db tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Network hostable DHCP agents. Network: 02731c60-d441-44ba-83c1-22571a08b08a, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:14:08.495827 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] Transition to ACTIVE for port object 0677d60b-5446-4d9b-9937-0f56a6848d9c will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:08.547002 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] Transition to ACTIVE for port object 0677d60b-5446-4d9b-9937-0f56a6848d9c will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:08.558514 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.ipam_backend_mixin [None req-61575bde-30d6-4dcf-81dd-5594f24edb77 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bed54113-05b1-4317-9762-b7eead0f3805 (CIDR: 2001:db8::/64) Sep 21 15:14:08.559317 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:08.559744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39699c48-369b-4f54-869e-4371cf33528e tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event updated for resources: {'Subnet': ['ID=86a56630-ae44-4fa9-86ba-98d00393ec43,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:08.569569 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc037cdb-658f-4f7f-ae02-6aec2d9250db tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Network 02731c60-d441-44ba-83c1-22571a08b08a is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:14:08.574289 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f7628b3-0b3c-4272-b6a5-c53c8cd94756 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:08.604869 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-61575bde-30d6-4dcf-81dd-5594f24edb77 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:14:08.605357 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61575bde-30d6-4dcf-81dd-5594f24edb77 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:08.620059 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b0ec1c87-9aa8-4049-b751-20e07b50e351 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:08.631935 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39699c48-369b-4f54-869e-4371cf33528e tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Checking segment: {'id': '27ea0053-ee5a-4bdf-9818-1b91da78347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '689cc94e-58b9-4fc7-8c45-ec7c7268548d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:08.632627 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39699c48-369b-4f54-869e-4371cf33528e tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Network hostable DHCP agents. Network: 689cc94e-58b9-4fc7-8c45-ec7c7268548d, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:14:08.638149 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bfc6d5-95c8-4205-a206-0362311b8782 None None] DHCP port deletion for 1a7c022a-64fb-4502-b925-9cea9facd94a request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:14:08.670326 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] Network a9328343-2c63-4aa4-bdce-abb38242c3e2 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:08.676276 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-bc037cdb-658f-4f7f-ae02-6aec2d9250db tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 02731c60-d441-44ba-83c1-22571a08b08a) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:08.678560 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-94bfc6d5-95c8-4205-a206-0362311b8782 None None] Deleting port f4c4037d-05c2-45b2-807a-8c80b6a3fd0e {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:08.679052 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-94bfc6d5-95c8-4205-a206-0362311b8782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:08.683979 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc037cdb-658f-4f7f-ae02-6aec2d9250db tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:08.685075 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bc037cdb-658f-4f7f-ae02-6aec2d9250db tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:08.692377 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-61575bde-30d6-4dcf-81dd-5594f24edb77 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2818136 Sep 21 15:14:08.698362 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57672) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:08.703796 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b0ec1c87-9aa8-4049-b751-20e07b50e351 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:08.705046 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b0ec1c87-9aa8-4049-b751-20e07b50e351 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5074401 Sep 21 15:14:08.706833 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a2358331-cca5-4b28-9381-741cbdb640ee tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:08.709081 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:08.710310 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57676) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:08.718652 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8ba8999d-6fa5-441a-be6c-3c954f00b75a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:08.727947 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:08.730189 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20005195-8383-42c6-848a-45aa3142b065 None None] Network 02731c60-d441-44ba-83c1-22571a08b08a requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:08.733817 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a2358331-cca5-4b28-9381-741cbdb640ee tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:08.749457 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-3bfa0d99-5bfe-4fe2-b946-13ad9124f493 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] delete failed (client error): The resource could not be found. Sep 21 15:14:08.755143 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3bfa0d99-5bfe-4fe2-b946-13ad9124f493 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "DELETE /v2.0/security-groups/5aef5f49-9d02-4683-8b07-46ed7e5201b6 HTTP/1.1" status: 404 len: 347 time: 0.0381136 Sep 21 15:14:08.755332 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39699c48-369b-4f54-869e-4371cf33528e tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Network 689cc94e-58b9-4fc7-8c45-ec7c7268548d is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:14:08.756511 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57680) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:08.762148 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-de0ac7ea-27aa-482d-a8bc-cf0470a3cd49 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group': {'name': 'tempest-secgroup--1359872737'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:08.769300 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2358331-cca5-4b28-9381-741cbdb640ee tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:08.788919 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-de0ac7ea-27aa-482d-a8bc-cf0470a3cd49 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:08.841100 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bc037cdb-658f-4f7f-ae02-6aec2d9250db tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4411750 Sep 21 15:14:08.842754 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-39699c48-369b-4f54-869e-4371cf33528e tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 689cc94e-58b9-4fc7-8c45-ec7c7268548d) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:08.845548 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] Pushing event updated for resources: {'Port': ['ID=0677d60b-5446-4d9b-9937-0f56a6848d9c,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:08.846690 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57684) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:08.853231 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-de0ac7ea-27aa-482d-a8bc-cf0470a3cd49 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:08.873985 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f7628b3-0b3c-4272-b6a5-c53c8cd94756 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:08.884432 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3d7b8aab-654c-439e-bfdf-5afbb99877dc tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Request body: {'network': {'name': 'tempest-router-network01--1399519384'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:08.890010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3d7b8aab-654c-439e-bfdf-5afbb99877dc tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:08.894930 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3d7b8aab-654c-439e-bfdf-5afbb99877dc tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Usage tracker for resource:network and tenant:043e98c7058b4a2eba08fdbde7ef3aae is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:08.898724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3d7b8aab-654c-439e-bfdf-5afbb99877dc tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:08.907283 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3d7b8aab-654c-439e-bfdf-5afbb99877dc tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:08.918646 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-de0ac7ea-27aa-482d-a8bc-cf0470a3cd49 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:08.926005 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1441b7ed-a410-4f1d-bd71-ec97d8905a7d None None] Network 689cc94e-58b9-4fc7-8c45-ec7c7268548d requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:08.933413 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39699c48-369b-4f54-869e-4371cf33528e tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:08.934676 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-39699c48-369b-4f54-869e-4371cf33528e tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:08.960606 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7b8aab-654c-439e-bfdf-5afbb99877dc tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Made reservation on behalf of 043e98c7058b4a2eba08fdbde7ef3aae for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:08.964257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3d7b8aab-654c-439e-bfdf-5afbb99877dc tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:08.969341 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-de0ac7ea-27aa-482d-a8bc-cf0470a3cd49 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:08.985004 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:08.988013 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-de0ac7ea-27aa-482d-a8bc-cf0470a3cd49 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Usage tracker for resource:security_group_rule and tenant:50333ece6c0241bfba994dbdc465cebc is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:09.001235 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-de0ac7ea-27aa-482d-a8bc-cf0470a3cd49 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:09.015160 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-de0ac7ea-27aa-482d-a8bc-cf0470a3cd49 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:09.020171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a2358331-cca5-4b28-9381-741cbdb640ee tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.029409 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-39699c48-369b-4f54-869e-4371cf33528e tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3801475 Sep 21 15:14:09.034692 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Router 883cbdad-e943-43e9-8fd9-c6472d682590 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:14:09.036481 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57688) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:09.041778 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f7628b3-0b3c-4272-b6a5-c53c8cd94756 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.048275 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7b8aab-654c-439e-bfdf-5afbb99877dc tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:14:09.052679 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3fbe5a24-5ca0-4e46-a439-50fc1dcafc60 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1745277427'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:09.068256 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8ba8999d-6fa5-441a-be6c-3c954f00b75a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:09.102840 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3fbe5a24-5ca0-4e46-a439-50fc1dcafc60 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:09.113485 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7628b3-0b3c-4272-b6a5-c53c8cd94756 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Subnet': ['ID=098b6a9e-49ff-4f82-ab08-8622a97579e9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:09.115513 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f7628b3-0b3c-4272-b6a5-c53c8cd94756 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.119933 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3fbe5a24-5ca0-4e46-a439-50fc1dcafc60 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Usage tracker for resource:network and tenant:0a54726d547948c982ffec031263c840 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:09.131013 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-a2358331-cca5-4b28-9381-741cbdb640ee tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] device_id is not set on port 8e3f0e19-a219-44fe-80ad-56d22a7af2be yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:14:09.134144 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.143897 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.145088 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25512e8f-2d01-4224-bdf9-19602a5ecb3e None None] Network d7b60256-637a-4476-b5dd-8eabe1fe0691 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:09.152203 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3d7b8aab-654c-439e-bfdf-5afbb99877dc tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.152577 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-3d7b8aab-654c-439e-bfdf-5afbb99877dc tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Added segment f2352950-0d49-4cd0-809b-a56271a27a65 of type vlan for network c09fe5a8-9e74-4330-bfc9-4d87a9005258 Sep 21 15:14:09.154304 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8ba8999d-6fa5-441a-be6c-3c954f00b75a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:09.164488 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3fbe5a24-5ca0-4e46-a439-50fc1dcafc60 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:09.164695 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8ba8999d-6fa5-441a-be6c-3c954f00b75a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:09.180373 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3fbe5a24-5ca0-4e46-a439-50fc1dcafc60 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:09.188686 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1f7628b3-0b3c-4272-b6a5-c53c8cd94756 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/subnets/098b6a9e-49ff-4f82-ab08-8622a97579e9 HTTP/1.1" status: 204 len: 168 time: 1.2487571 Sep 21 15:14:09.189129 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8ba8999d-6fa5-441a-be6c-3c954f00b75a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:09.195559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57692) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:09.226754 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbe5a24-5ca0-4e46-a439-50fc1dcafc60 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Made reservation on behalf of 0a54726d547948c982ffec031263c840 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:09.229584 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3fbe5a24-5ca0-4e46-a439-50fc1dcafc60 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.262664 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] Attempting to bind port 0677d60b-5446-4d9b-9937-0f56a6848d9c on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:14:09.262936 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] Attempting to bind port 0677d60b-5446-4d9b-9937-0f56a6848d9c by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '32df21b1-d436-448d-a0de-d9b696ecf425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:14:09.263494 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] Attempting to bind port 0677d60b-5446-4d9b-9937-0f56a6848d9c on network a9328343-2c63-4aa4-bdce-abb38242c3e2 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:14:09.302141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba8999d-6fa5-441a-be6c-3c954f00b75a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:09.305200 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8ba8999d-6fa5-441a-be6c-3c954f00b75a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.319881 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] Transition to ACTIVE for port object 9e7456c9-f805-4b13-81eb-42c4cebd0b91 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:09.348717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3d7b8aab-654c-439e-bfdf-5afbb99877dc tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.355101 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fbe5a24-5ca0-4e46-a439-50fc1dcafc60 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:14:09.364285 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:14:09.364941 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] Checking segment: {'id': '32df21b1-d436-448d-a0de-d9b696ecf425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:09.365498 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.366078 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] Bound using segment: {'id': '32df21b1-d436-448d-a0de-d9b696ecf425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:14:09.366563 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] Bound port: 0677d60b-5446-4d9b-9937-0f56a6848d9c, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32df21b1-d436-448d-a0de-d9b696ecf425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:14:09.366933 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.372309 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-de0ac7ea-27aa-482d-a8bc-cf0470a3cd49 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.384992 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-de0ac7ea-27aa-482d-a8bc-cf0470a3cd49 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.418229 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3fbe5a24-5ca0-4e46-a439-50fc1dcafc60 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.418593 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-3fbe5a24-5ca0-4e46-a439-50fc1dcafc60 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Added segment 929b8a39-ee36-40ce-8726-9eaacff6924c of type vlan for network 4c2f18cb-4824-4f71-a083-7e61eee311ee Sep 21 15:14:09.497468 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-de0ac7ea-27aa-482d-a8bc-cf0470a3cd49 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.498668 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-de0ac7ea-27aa-482d-a8bc-cf0470a3cd49 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7416766 Sep 21 15:14:09.499616 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ac7ea-27aa-482d-a8bc-cf0470a3cd49 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b372c8a2-28f5-4e87-b9d2-1122ebf684be,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:09.501798 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57696) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:09.512435 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3fbe5a24-5ca0-4e46-a439-50fc1dcafc60 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.523594 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0b730281-ede3-4a2f-a917-4357fb7b05cc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group_rule': {'security_group_id': 'b372c8a2-28f5-4e87-b9d2-1122ebf684be', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:09.538593 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.544495 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-a2358331-cca5-4b28-9381-741cbdb640ee tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Allocated IP 2001:db8::10d (a9328343-2c63-4aa4-bdce-abb38242c3e2/2c26faa9-2b92-49e3-ba24-7746cd50ece9/8e3f0e19-a219-44fe-80ad-56d22a7af2be) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:09.550349 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0b730281-ede3-4a2f-a917-4357fb7b05cc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:09.560276 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0b730281-ede3-4a2f-a917-4357fb7b05cc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Usage tracker for resource:security_group_rule and tenant:50333ece6c0241bfba994dbdc465cebc is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:09.563640 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0b730281-ede3-4a2f-a917-4357fb7b05cc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:09.574182 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0b730281-ede3-4a2f-a917-4357fb7b05cc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:09.579455 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:14:09.600018 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1affd57c-46e2-40cb-a1e6-2a3b0be580ec None None] Sync routers for ids ['883cbdad-e943-43e9-8fd9-c6472d682590'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:14:09.602258 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] Transition to ACTIVE for port object 9e7456c9-f805-4b13-81eb-42c4cebd0b91 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:09.614114 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1affd57c-46e2-40cb-a1e6-2a3b0be580ec None None] Routers {'883cbdad-e943-43e9-8fd9-c6472d682590'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:09.616120 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1affd57c-46e2-40cb-a1e6-2a3b0be580ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['883cbdad-e943-43e9-8fd9-c6472d682590'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:09.625484 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3fbe5a24-5ca0-4e46-a439-50fc1dcafc60 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.631544 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbe5a24-5ca0-4e46-a439-50fc1dcafc60 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:09.632144 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3fbe5a24-5ca0-4e46-a439-50fc1dcafc60 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.648314 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3d7b8aab-654c-439e-bfdf-5afbb99877dc tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.660584 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b730281-ede3-4a2f-a917-4357fb7b05cc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.660860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b8aab-654c-439e-bfdf-5afbb99877dc tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:09.661727 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3d7b8aab-654c-439e-bfdf-5afbb99877dc tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.725664 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.729463 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f4c4037d-05c2-45b2-807a-8c80b6a3fd0e no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:14:09.802428 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1affd57c-46e2-40cb-a1e6-2a3b0be580ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:09.817336 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1affd57c-46e2-40cb-a1e6-2a3b0be580ec None None] Routers {'883cbdad-e943-43e9-8fd9-c6472d682590'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:09.818506 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1affd57c-46e2-40cb-a1e6-2a3b0be580ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['883cbdad-e943-43e9-8fd9-c6472d682590'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:09.889611 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a2358331-cca5-4b28-9381-741cbdb640ee tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.907334 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-a2358331-cca5-4b28-9381-741cbdb640ee tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Transition to ACTIVE for port object 8e3f0e19-a219-44fe-80ad-56d22a7af2be will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:09.916961 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-94bfc6d5-95c8-4205-a206-0362311b8782 None None] For port f4c4037d-05c2-45b2-807a-8c80b6a3fd0e, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f4c4037d-05c2-45b2-807a-8c80b6a3fd0e,segment=NetworkSegment(0c9b151f-a8f4-4e80-9860-6fb4d13e0b6c),segment_id=0c9b151f-a8f4-4e80-9860-6fb4d13e0b6c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:09.917359 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-94bfc6d5-95c8-4205-a206-0362311b8782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.928854 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1affd57c-46e2-40cb-a1e6-2a3b0be580ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:09.931230 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1affd57c-46e2-40cb-a1e6-2a3b0be580ec None None] The sync data for ids ['883cbdad-e943-43e9-8fd9-c6472d682590'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:14:09.952720 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting port f4c4037d-05c2-45b2-807a-8c80b6a3fd0e {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:09.953772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.959766 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3fbe5a24-5ca0-4e46-a439-50fc1dcafc60 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9197390 Sep 21 15:14:09.962966 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57700) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:09.977081 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:09.978496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:09.979755 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f77ed6bf-9b0a-4bcd-ab1a-2cd5ff0d3cfd tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.9673548 Sep 21 15:14:09.984499 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b28658a9-756f-4188-a43d-05da467cd290 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Request body: {'subnet': {'network_id': '4c2f18cb-4824-4f71-a083-7e61eee311ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:09.997031 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57704) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:10.002732 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe5a24-5ca0-4e46-a439-50fc1dcafc60 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event updated for resources: {'Network': ['ID=4c2f18cb-4824-4f71-a083-7e61eee311ee,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:10.040890 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3d7b8aab-654c-439e-bfdf-5afbb99877dc tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1738811 Sep 21 15:14:10.044977 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-993408ae-8dda-4dca-80b7-c76bf0bb742b tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'enable_snat': False}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:10.069112 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57708) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:10.092378 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 4c2f18cb-4824-4f71-a083-7e61eee311ee details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:14:10.097478 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b47d02f5-5b44-4446-93a2-1d43ace7a20f tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Request body: {'network': {'name': 'tempest-router-network02--1530195649'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:10.105312 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:10.110201 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b47d02f5-5b44-4446-93a2-1d43ace7a20f tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:10.140058 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b47d02f5-5b44-4446-93a2-1d43ace7a20f tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Usage tracker for resource:network and tenant:043e98c7058b4a2eba08fdbde7ef3aae is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:10.143740 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b730281-ede3-4a2f-a917-4357fb7b05cc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:10.144990 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a2358331-cca5-4b28-9381-741cbdb640ee tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:10.147939 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b47d02f5-5b44-4446-93a2-1d43ace7a20f tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:10.158247 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b8aab-654c-439e-bfdf-5afbb99877dc tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Pushing event updated for resources: {'Network': ['ID=c09fe5a8-9e74-4330-bfc9-4d87a9005258,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:10.199414 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b730281-ede3-4a2f-a917-4357fb7b05cc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:10.200868 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b28658a9-756f-4188-a43d-05da467cd290 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:10.211654 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b47d02f5-5b44-4446-93a2-1d43ace7a20f tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:10.239218 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b28658a9-756f-4188-a43d-05da467cd290 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Usage tracker for resource:subnet and tenant:0a54726d547948c982ffec031263c840 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:10.241364 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] For port 0677d60b-5446-4d9b-9937-0f56a6848d9c, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:14:10.250783 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:10.256761 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b28658a9-756f-4188-a43d-05da467cd290 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:10.266405 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-94bfc6d5-95c8-4205-a206-0362311b8782 None None] Calling delete_port for f4c4037d-05c2-45b2-807a-8c80b6a3fd0e owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:10.272032 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b730281-ede3-4a2f-a917-4357fb7b05cc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db09015-2f39-4b54-aaab-b14e46e71e23,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:10.277158 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b28658a9-756f-4188-a43d-05da467cd290 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:10.287325 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2358331-cca5-4b28-9381-741cbdb640ee tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network a9328343-2c63-4aa4-bdce-abb38242c3e2 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:10.293315 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-a2358331-cca5-4b28-9381-741cbdb640ee tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:10.299837 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47d02f5-5b44-4446-93a2-1d43ace7a20f tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Made reservation on behalf of 043e98c7058b4a2eba08fdbde7ef3aae for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:10.303359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b47d02f5-5b44-4446-93a2-1d43ace7a20f tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:10.310411 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network c09fe5a8-9e74-4330-bfc9-4d87a9005258 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:14:10.312567 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2358331-cca5-4b28-9381-741cbdb640ee tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:10.318332 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2358331-cca5-4b28-9381-741cbdb640ee tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:10.319667 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a2358331-cca5-4b28-9381-741cbdb640ee tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:10.323805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2358331-cca5-4b28-9381-741cbdb640ee tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=8e3f0e19-a219-44fe-80ad-56d22a7af2be,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:10.325208 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-02731c60-d441-44ba-83c1-22571a08b08a', 'network_id': '02731c60-d441-44ba-83c1-22571a08b08a', 'tenant_id': '043e98c7058b4a2eba08fdbde7ef3aae', 'fixed_ips': [{'subnet_id': '53ae715c-dee3-46aa-8c4c-20c09fab8992'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:14:10.326141 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b730281-ede3-4a2f-a917-4357fb7b05cc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:10.326797 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:10.327269 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0b730281-ede3-4a2f-a917-4357fb7b05cc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8200061 Sep 21 15:14:10.332075 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57714) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:10.341198 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28658a9-756f-4188-a43d-05da467cd290 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Made reservation on behalf of 0a54726d547948c982ffec031263c840 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:10.344543 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b28658a9-756f-4188-a43d-05da467cd290 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:10.356289 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-689cc94e-58b9-4fc7-8c45-ec7c7268548d', 'network_id': '689cc94e-58b9-4fc7-8c45-ec7c7268548d', 'tenant_id': '0a54726d547948c982ffec031263c840', 'fixed_ips': [{'subnet_id': '86a56630-ae44-4fa9-86ba-98d00393ec43'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:14:10.357146 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:10.368976 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] Pushing event updated for resources: {'Port': ['ID=9e7456c9-f805-4b13-81eb-42c4cebd0b91,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:10.469914 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] For port 0677d60b-5446-4d9b-9937-0f56a6848d9c, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=0677d60b-5446-4d9b-9937-0f56a6848d9c,segment=NetworkSegment(32df21b1-d436-448d-a0de-d9b696ecf425),segment_id=32df21b1-d436-448d-a0de-d9b696ecf425)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:14:10.470154 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a2358331-cca5-4b28-9381-741cbdb640ee tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2409258 Sep 21 15:14:10.480145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57720) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:10.480523 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47d02f5-5b44-4446-93a2-1d43ace7a20f tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:14:10.485637 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-48394125-3a00-4a7c-9972-b8bb05c6892b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:10.499075 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-476c4c4c-b3a1-466d-88ee-a34d93732d4f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'subnet': {'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:10.508940 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-48394125-3a00-4a7c-9972-b8bb05c6892b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:10.522839 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b47d02f5-5b44-4446-93a2-1d43ace7a20f tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:10.523326 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-b47d02f5-5b44-4446-93a2-1d43ace7a20f tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Added segment c5294cf0-f5dd-4cda-b606-7511f9eb38c1 of type vlan for network 39f06421-7322-4035-9bbf-6828cf3374e7 Sep 21 15:14:10.562690 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:10.576572 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b47d02f5-5b44-4446-93a2-1d43ace7a20f tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:10.582736 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-48394125-3a00-4a7c-9972-b8bb05c6892b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:10.607925 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48394125-3a00-4a7c-9972-b8bb05c6892b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2db09015-2f39-4b54-aaab-b14e46e71e23,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:10.692831 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b47d02f5-5b44-4446-93a2-1d43ace7a20f tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:10.698411 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47d02f5-5b44-4446-93a2-1d43ace7a20f tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:10.698990 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b47d02f5-5b44-4446-93a2-1d43ace7a20f tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:10.776747 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] For port f4c4037d-05c2-45b2-807a-8c80b6a3fd0e, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f4c4037d-05c2-45b2-807a-8c80b6a3fd0e,segment=NetworkSegment(0c9b151f-a8f4-4e80-9860-6fb4d13e0b6c),segment_id=0c9b151f-a8f4-4e80-9860-6fb4d13e0b6c)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:10.778123 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:10.861341 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-48394125-3a00-4a7c-9972-b8bb05c6892b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:10.865464 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-48394125-3a00-4a7c-9972-b8bb05c6892b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/2db09015-2f39-4b54-aaab-b14e46e71e23 HTTP/1.1" status: 204 len: 168 time: 0.5226481 Sep 21 15:14:10.872826 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57726) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:10.940768 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] Allocated IP 172.20.0.2 (02731c60-d441-44ba-83c1-22571a08b08a/53ae715c-dee3-46aa-8c4c-20c09fab8992/e618695f-7c36-4651-b072-f08557a0cbc7) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:10.947724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Calling delete_port for f4c4037d-05c2-45b2-807a-8c80b6a3fd0e owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:10.973567 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b47d02f5-5b44-4446-93a2-1d43ace7a20f tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8937135 Sep 21 15:14:10.987801 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57730) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:11.038194 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-fd6b1773-997a-49a6-824c-fa67af8af4c9 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Request body: {'subnet': {'network_id': 'c09fe5a8-9e74-4330-bfc9-4d87a9005258', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:11.052007 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d02f5-5b44-4446-93a2-1d43ace7a20f tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Pushing event updated for resources: {'Network': ['ID=39f06421-7322-4035-9bbf-6828cf3374e7,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:11.103114 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bcdf261d-d20f-48ad-87f4-95526961feb7 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:11.134529 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 39f06421-7322-4035-9bbf-6828cf3374e7 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:14:11.178867 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bcdf261d-d20f-48ad-87f4-95526961feb7 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:11.181059 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bcdf261d-d20f-48ad-87f4-95526961feb7 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3066146 Sep 21 15:14:11.186959 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.objects.ports [None req-b28658a9-756f-4188-a43d-05da467cd290 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:14:11.188114 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b28658a9-756f-4188-a43d-05da467cd290 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:11.192714 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:11.194227 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57734) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:11.225324 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8ba8999d-6fa5-441a-be6c-3c954f00b75a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:11.299841 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b68fa-6ead-49ee-b0da-aadfc5b9380c None None] Pushing event updated for resources: {'Port': ['ID=0677d60b-5446-4d9b-9937-0f56a6848d9c,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:11.322835 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28658a9-756f-4188-a43d-05da467cd290 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Checking segment: {'id': '929b8a39-ee36-40ce-8726-9eaacff6924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4c2f18cb-4824-4f71-a083-7e61eee311ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:11.323232 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28658a9-756f-4188-a43d-05da467cd290 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Network hostable DHCP agents. Network: 4c2f18cb-4824-4f71-a083-7e61eee311ee, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:14:11.337320 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28658a9-756f-4188-a43d-05da467cd290 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event updated for resources: {'Subnet': ['ID=15d71b0e-7afc-4b25-956d-c95deba0b9f3,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:11.362688 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e40fd44b-1eae-41f2-a93c-e69bbb0b4d9e tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:11.381033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] Attempting to bind port 9e7456c9-f805-4b13-81eb-42c4cebd0b91 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:14:11.381680 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] Attempting to bind port 9e7456c9-f805-4b13-81eb-42c4cebd0b91 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:14:11.382046 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] Attempting to bind port 9e7456c9-f805-4b13-81eb-42c4cebd0b91 on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:14:11.384436 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28658a9-756f-4188-a43d-05da467cd290 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Network 4c2f18cb-4824-4f71-a083-7e61eee311ee is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:14:11.403360 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e40fd44b-1eae-41f2-a93c-e69bbb0b4d9e tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:11.411470 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-b28658a9-756f-4188-a43d-05da467cd290 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 4c2f18cb-4824-4f71-a083-7e61eee311ee) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:11.420246 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28658a9-756f-4188-a43d-05da467cd290 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:11.420870 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b28658a9-756f-4188-a43d-05da467cd290 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:11.429842 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:14:11.430537 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:11.431093 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:11.431669 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:14:11.432314 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] Bound port: 9e7456c9-f805-4b13-81eb-42c4cebd0b91, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:14:11.432743 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:11.469233 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b28658a9-756f-4188-a43d-05da467cd290 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4973924 Sep 21 15:14:11.469441 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57738) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:11.469898 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port f4c4037d-05c2-45b2-807a-8c80b6a3fd0e is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:11.470607 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:11.475165 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-20489bd8-53ee-44b9-8248-47a02f4b8b19 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Request body: {'port': {'network_id': '4c2f18cb-4824-4f71-a083-7e61eee311ee', 'name': 'tempest-NetworksIpV6TestAttrs-2049621408'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:11.481019 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11412ef-27fb-47d5-9683-2c3b5870251e None None] Network 4c2f18cb-4824-4f71-a083-7e61eee311ee requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:11.497228 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-476c4c4c-b3a1-466d-88ee-a34d93732d4f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:11.517501 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-94bfc6d5-95c8-4205-a206-0362311b8782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:11.519793 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba8999d-6fa5-441a-be6c-3c954f00b75a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:11.525345 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-476c4c4c-b3a1-466d-88ee-a34d93732d4f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:subnet and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:11.528355 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-8ba8999d-6fa5-441a-be6c-3c954f00b75a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:11.532101 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba8999d-6fa5-441a-be6c-3c954f00b75a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:11.532900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8ba8999d-6fa5-441a-be6c-3c954f00b75a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:11.541003 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e40fd44b-1eae-41f2-a93c-e69bbb0b4d9e tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:11.545334 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-476c4c4c-b3a1-466d-88ee-a34d93732d4f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:11.583833 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fd44b-1eae-41f2-a93c-e69bbb0b4d9e tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b372c8a2-28f5-4e87-b9d2-1122ebf684be,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:11.605047 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:14:11.605418 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:14:11.635031 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fd6b1773-997a-49a6-824c-fa67af8af4c9 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:11.641467 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e40fd44b-1eae-41f2-a93c-e69bbb0b4d9e tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:11.645387 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e40fd44b-1eae-41f2-a93c-e69bbb0b4d9e tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "DELETE /v2.0/security-groups/b372c8a2-28f5-4e87-b9d2-1122ebf684be HTTP/1.1" status: 204 len: 168 time: 0.4166203 Sep 21 15:14:11.646094 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57742) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:11.649106 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-476c4c4c-b3a1-466d-88ee-a34d93732d4f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:11.662848 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fd6b1773-997a-49a6-824c-fa67af8af4c9 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Usage tracker for resource:subnet and tenant:043e98c7058b4a2eba08fdbde7ef3aae is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:11.665865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8999d-6fa5-441a-be6c-3c954f00b75a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=d77efd73-39a9-4a08-a18b-d013a9b6d342,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:11.676641 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fd6b1773-997a-49a6-824c-fa67af8af4c9 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:11.685261 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:14:11.692379 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-20489bd8-53ee-44b9-8248-47a02f4b8b19 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:11.694500 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fd6b1773-997a-49a6-824c-fa67af8af4c9 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:11.697231 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-20489bd8-53ee-44b9-8248-47a02f4b8b19 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Usage tracker for resource:port and tenant:0a54726d547948c982ffec031263c840 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:11.700772 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-20489bd8-53ee-44b9-8248-47a02f4b8b19 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:11.708128 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-20489bd8-53ee-44b9-8248-47a02f4b8b19 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:11.709511 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476c4c4c-b3a1-466d-88ee-a34d93732d4f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:11.713326 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-476c4c4c-b3a1-466d-88ee-a34d93732d4f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:11.730013 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20489bd8-53ee-44b9-8248-47a02f4b8b19 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Made reservation on behalf of 0a54726d547948c982ffec031263c840 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:11.733713 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20489bd8-53ee-44b9-8248-47a02f4b8b19 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:11.735892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-993408ae-8dda-4dca-80b7-c76bf0bb742b tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:11.746656 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8ba8999d-6fa5-441a-be6c-3c954f00b75a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0430706 Sep 21 15:14:11.754647 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57746) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:11.756870 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bfc6d5-95c8-4205-a206-0362311b8782 None None] Pushing event deleted for resources: {'Port': ['ID=f4c4037d-05c2-45b2-807a-8c80b6a3fd0e,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:11.763591 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bfc6d5-95c8-4205-a206-0362311b8782 None None] No DVR routers for this DVR port f4c4037d-05c2-45b2-807a-8c80b6a3fd0e on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:14:11.763736 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-2da68a11-b296-4a80-b0ad-67c9d6c4a508 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'mac_address': 'fa:16:3e:e3:6c:07', 'name': 'tempest-NetworksTestDHCPv6-1668430415'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:11.782391 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f94ff6f9-0a32-4ce8-b40d-7b99f04aeeb1 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:11.792828 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71cc385-b5fa-4735-9039-408a57685a84 None None] DHCP port deletion for d7b60256-637a-4476-b5dd-8eabe1fe0691 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:14:11.804549 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6b1773-997a-49a6-824c-fa67af8af4c9 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Made reservation on behalf of 043e98c7058b4a2eba08fdbde7ef3aae for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:11.805900 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-20489bd8-53ee-44b9-8248-47a02f4b8b19 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] device_id is not set on port d6648b1d-60a4-4b1b-b024-004d5f03ee58 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:14:11.809654 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fd6b1773-997a-49a6-824c-fa67af8af4c9 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:11.825927 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c71cc385-b5fa-4735-9039-408a57685a84 None None] Deleting port 67beaffe-297d-450d-9bde-25f08f98a021 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:11.826435 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c71cc385-b5fa-4735-9039-408a57685a84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:11.927604 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f94ff6f9-0a32-4ce8-b40d-7b99f04aeeb1 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:11.938714 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f94ff6f9-0a32-4ce8-b40d-7b99f04aeeb1 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2809911 Sep 21 15:14:11.948258 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57750) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:11.979146 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group': {'name': 'tempest-secgroup--538442549'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:11.998318 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:12.029353 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:12.098477 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:12.133948 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:12.151877 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting port f4c4037d-05c2-45b2-807a-8c80b6a3fd0e {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:12.152375 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:12.159594 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] Transition to ACTIVE for port object e618695f-7c36-4651-b072-f08557a0cbc7 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:12.163139 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] Allocated IP 2001:db8:0:ffff::2 (689cc94e-58b9-4fc7-8c45-ec7c7268548d/86a56630-ae44-4fa9-86ba-98d00393ec43/46e58e44-3621-4ca9-be22-6913039bcf08) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:12.176401 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:12.178908 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2da68a11-b296-4a80-b0ad-67c9d6c4a508 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:12.185134 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-20489bd8-53ee-44b9-8248-47a02f4b8b19 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Allocated IP 2001:db8::f816:3eff:fe50:d1ad (4c2f18cb-4824-4f71-a083-7e61eee311ee/15d71b0e-7afc-4b25-956d-c95deba0b9f3/d6648b1d-60a4-4b1b-b024-004d5f03ee58) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:12.187661 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2da68a11-b296-4a80-b0ad-67c9d6c4a508 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:port and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:12.192907 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Usage tracker for resource:security_group_rule and tenant:50333ece6c0241bfba994dbdc465cebc is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:12.195888 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2da68a11-b296-4a80-b0ad-67c9d6c4a508 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:12.199861 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:12.212721 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2da68a11-b296-4a80-b0ad-67c9d6c4a508 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:12.217071 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:12.249959 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da68a11-b296-4a80-b0ad-67c9d6c4a508 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:12.279013 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.ipam_backend_mixin [None req-476c4c4c-b3a1-466d-88ee-a34d93732d4f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2c26faa9-2b92-49e3-ba24-7746cd50ece9 (CIDR: 2001:db8::/64) Sep 21 15:14:12.285868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] Transition to ACTIVE for port object e618695f-7c36-4651-b072-f08557a0cbc7 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:12.311883 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:12.312713 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fd6b1773-997a-49a6-824c-fa67af8af4c9 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:12.353257 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 0677d60b-5446-4d9b-9937-0f56a6848d9c up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:12.356021 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-476c4c4c-b3a1-466d-88ee-a34d93732d4f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:14:12.356666 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-476c4c4c-b3a1-466d-88ee-a34d93732d4f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:12.382155 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] The port 'f4c4037d-05c2-45b2-807a-8c80b6a3fd0e' was deleted {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:14:12.483823 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] For port 9e7456c9-f805-4b13-81eb-42c4cebd0b91, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:14:12.493847 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-476c4c4c-b3a1-466d-88ee-a34d93732d4f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0099280 Sep 21 15:14:12.498745 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57754) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:12.519897 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-882633b9-b2c4-4af8-8eed-75f6c9043369 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'subnet': {'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:12.632755 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] Network 02731c60-d441-44ba-83c1-22571a08b08a is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:12.634391 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] For port 9e7456c9-f805-4b13-81eb-42c4cebd0b91, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9e7456c9-f805-4b13-81eb-42c4cebd0b91,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:14:12.655644 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:12.662276 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:12.675533 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:12.676111 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:12.678418 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2da68a11-b296-4a80-b0ad-67c9d6c4a508 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:12.685177 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:12.695045 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7c022a-64fb-4502-b925-9cea9facd94a']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:12.704561 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:12.711180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9b151f-a8f4-4e80-9860-6fb4d13e0b6c') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:12.711541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9b151f-a8f4-4e80-9860-6fb4d13e0b6c') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:12.725919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] Pushing event updated for resources: {'Port': ['ID=e618695f-7c36-4651-b072-f08557a0cbc7,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:12.726140 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:12.749707 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:12.781777 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b1773-997a-49a6-824c-fa67af8af4c9 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Pushing event updated for resources: {'Subnet': ['ID=edc85a8d-3e3d-4291-b99c-a4042caac6d2,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:12.806498 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-2da68a11-b296-4a80-b0ad-67c9d6c4a508 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] device_id is not set on port 4268f95d-4db7-46e6-b3b8-af1e2c673ea5 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:14:12.821685 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:14:12.822282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:12.839118 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b1773-997a-49a6-824c-fa67af8af4c9 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Checking segment: {'id': 'f2352950-0d49-4cd0-809b-a56271a27a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c09fe5a8-9e74-4330-bfc9-4d87a9005258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:12.839355 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b1773-997a-49a6-824c-fa67af8af4c9 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Network hostable DHCP agents. Network: c09fe5a8-9e74-4330-bfc9-4d87a9005258, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:14:12.878602 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20489bd8-53ee-44b9-8248-47a02f4b8b19 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:12.927662 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 0c9b151f-a8f4-4e80-9860-6fb4d13e0b6c resource provider aggregate not found Sep 21 15:14:12.963880 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 0c9b151f-a8f4-4e80-9860-6fb4d13e0b6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c9b151f-a8f4-4e80-9860-6fb4d13e0b6c found for delete ", "request_id": "req-1c38a002-6584-4ecf-ac07-d2e242551e27"}]} Sep 21 15:14:12.965061 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37026755-5ef4-4f70-9748-d6aee76bf6d3,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:12.982994 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:12.984412 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0247226 Sep 21 15:14:12.985773 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-20489bd8-53ee-44b9-8248-47a02f4b8b19 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Transition to ACTIVE for port object d6648b1d-60a4-4b1b-b024-004d5f03ee58 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:12.989151 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57762) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:12.997840 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0e184c9c-d3c1-4024-88ae-88c4c8e28660 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group_rule': {'security_group_id': '37026755-5ef4-4f70-9748-d6aee76bf6d3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:13.001196 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:13.001548 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:13.001929 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:13.003635 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:13.004152 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:13.004564 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:13.004880 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:13.005218 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:13.005546 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:13.005876 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:13.006004 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:13.006225 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:13.006556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14821d-1416-4917-8c9f-cde2fbaf32a9 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:13.012210 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-882633b9-b2c4-4af8-8eed-75f6c9043369 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:13.022951 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-882633b9-b2c4-4af8-8eed-75f6c9043369 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:subnet and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:13.031194 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-882633b9-b2c4-4af8-8eed-75f6c9043369 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:13.065416 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:13.079971 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0e184c9c-d3c1-4024-88ae-88c4c8e28660 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:13.087590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b1773-997a-49a6-824c-fa67af8af4c9 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Network c09fe5a8-9e74-4330-bfc9-4d87a9005258 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:14:13.121598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Network': ['ID=1a7c022a-64fb-4502-b925-9cea9facd94a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:13.123883 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c71cc385-b5fa-4735-9039-408a57685a84 None None] For port 67beaffe-297d-450d-9bde-25f08f98a021, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=67beaffe-297d-450d-9bde-25f08f98a021,segment=NetworkSegment(700cc787-e03a-45e4-9a5f-af93b0eea6d0),segment_id=700cc787-e03a-45e4-9a5f-af93b0eea6d0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:13.124907 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c71cc385-b5fa-4735-9039-408a57685a84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:13.139220 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0e184c9c-d3c1-4024-88ae-88c4c8e28660 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Usage tracker for resource:security_group_rule and tenant:50333ece6c0241bfba994dbdc465cebc is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:13.156704 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0e184c9c-d3c1-4024-88ae-88c4c8e28660 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:13.164309 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-96289546-8f9e-41ba-b7be-906705622d2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/networks/1a7c022a-64fb-4502-b925-9cea9facd94a HTTP/1.1" status: 204 len: 168 time: 3.9673672 Sep 21 15:14:13.169982 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57766) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:13.179491 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0e184c9c-d3c1-4024-88ae-88c4c8e28660 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:13.189349 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3377aff6-4a58-4a14-9ea2-0c870bb90003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-4c2f18cb-4824-4f71-a083-7e61eee311ee', 'network_id': '4c2f18cb-4824-4f71-a083-7e61eee311ee', 'tenant_id': '0a54726d547948c982ffec031263c840', 'fixed_ips': [{'subnet_id': '15d71b0e-7afc-4b25-956d-c95deba0b9f3'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:14:13.190259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-fd6b1773-997a-49a6-824c-fa67af8af4c9 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, c09fe5a8-9e74-4330-bfc9-4d87a9005258) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:13.191871 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3377aff6-4a58-4a14-9ea2-0c870bb90003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:13.224856 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b278fec5-d53f-422a-b633-499a25b427d2 None None] Network c09fe5a8-9e74-4330-bfc9-4d87a9005258 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:13.248599 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-882633b9-b2c4-4af8-8eed-75f6c9043369 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:13.286455 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882633b9-b2c4-4af8-8eed-75f6c9043369 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:13.291393 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-882633b9-b2c4-4af8-8eed-75f6c9043369 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:13.311315 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b1773-997a-49a6-824c-fa67af8af4c9 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:13.312776 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fd6b1773-997a-49a6-824c-fa67af8af4c9 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:13.336099 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e184c9c-d3c1-4024-88ae-88c4c8e28660 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:13.340978 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 0677d60b-5446-4d9b-9937-0f56a6848d9c completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:13.414836 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b2c582d-8381-44be-b365-737bb8c8560e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:13.421090 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20489bd8-53ee-44b9-8248-47a02f4b8b19 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:13.449447 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fd6b1773-997a-49a6-824c-fa67af8af4c9 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4429789 Sep 21 15:14:13.455923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57770) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:13.473776 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c71cc385-b5fa-4735-9039-408a57685a84 None None] Calling delete_port for 67beaffe-297d-450d-9bde-25f08f98a021 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:13.474857 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8d783631-eabb-4d75-87f6-16d9cf0647cd tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Request body: {'subnet': {'network_id': '39f06421-7322-4035-9bbf-6828cf3374e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:13.590841 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20489bd8-53ee-44b9-8248-47a02f4b8b19 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Network 4c2f18cb-4824-4f71-a083-7e61eee311ee is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:13.597363 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-20489bd8-53ee-44b9-8248-47a02f4b8b19 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:13.600059 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20489bd8-53ee-44b9-8248-47a02f4b8b19 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:13.606071 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20489bd8-53ee-44b9-8248-47a02f4b8b19 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:13.606709 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20489bd8-53ee-44b9-8248-47a02f4b8b19 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:13.613962 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-2da68a11-b296-4a80-b0ad-67c9d6c4a508 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8:0:1::49 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/d77efd73-39a9-4a08-a18b-d013a9b6d342/4268f95d-4db7-46e6-b3b8-af1e2c673ea5) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:13.634943 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] Attempting to bind port e618695f-7c36-4651-b072-f08557a0cbc7 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:14:13.635309 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] Attempting to bind port e618695f-7c36-4651-b072-f08557a0cbc7 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'd751420d-afba-4275-a10a-80afa96e1396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '02731c60-d441-44ba-83c1-22571a08b08a'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:14:13.635668 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] Attempting to bind port e618695f-7c36-4651-b072-f08557a0cbc7 on network 02731c60-d441-44ba-83c1-22571a08b08a {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:14:13.637655 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-2da68a11-b296-4a80-b0ad-67c9d6c4a508 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8::f816:3eff:fee3:6c07 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/bed54113-05b1-4317-9762-b7eead0f3805/4268f95d-4db7-46e6-b3b8-af1e2c673ea5) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:13.639549 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20489bd8-53ee-44b9-8248-47a02f4b8b19 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event updated for resources: {'Port': ['ID=d6648b1d-60a4-4b1b-b024-004d5f03ee58,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:13.655514 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:14:13.655890 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] Checking segment: {'id': 'd751420d-afba-4275-a10a-80afa96e1396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '02731c60-d441-44ba-83c1-22571a08b08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:13.656905 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:13.657419 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] Bound using segment: {'id': 'd751420d-afba-4275-a10a-80afa96e1396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '02731c60-d441-44ba-83c1-22571a08b08a'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:14:13.657820 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] Bound port: e618695f-7c36-4651-b072-f08557a0cbc7, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd751420d-afba-4275-a10a-80afa96e1396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '02731c60-d441-44ba-83c1-22571a08b08a'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:14:13.659371 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:13.674342 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] Provisioning complete for port eef44f38-2d4b-49fc-a021-8d6184cca093 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:13.674728 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:13.687100 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-20489bd8-53ee-44b9-8248-47a02f4b8b19 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2140980 Sep 21 15:14:13.692600 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57774) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:13.720541 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88dc68-71ec-453a-9c30-15be1085b6ac None None] Pushing event updated for resources: {'Port': ['ID=9e7456c9-f805-4b13-81eb-42c4cebd0b91,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:13.724139 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8d783631-eabb-4d75-87f6-16d9cf0647cd tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:13.736859 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 67beaffe-297d-450d-9bde-25f08f98a021 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:14:13.762727 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c71cc385-b5fa-4735-9039-408a57685a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:13.920070 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8d783631-eabb-4d75-87f6-16d9cf0647cd tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Usage tracker for resource:subnet and tenant:043e98c7058b4a2eba08fdbde7ef3aae is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:13.923863 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 67beaffe-297d-450d-9bde-25f08f98a021 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:14:13.923863 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 67beaffe-297d-450d-9bde-25f08f98a021 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:14:13.928444 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-686f3aa8-99e5-464e-bda3-8251631f9a9b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Deleting subnet 15d71b0e-7afc-4b25-956d-c95deba0b9f3 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:14:13.928708 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8d783631-eabb-4d75-87f6-16d9cf0647cd tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:13.934512 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cc385-b5fa-4735-9039-408a57685a84 None None] Pushing event deleted for resources: {'Port': ['ID=67beaffe-297d-450d-9bde-25f08f98a021,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:13.942328 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8d783631-eabb-4d75-87f6-16d9cf0647cd tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:13.942608 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-686f3aa8-99e5-464e-bda3-8251631f9a9b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.053946 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-686f3aa8-99e5-464e-bda3-8251631f9a9b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.058075 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b2c582d-8381-44be-b365-737bb8c8560e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.100092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.115282 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] Transition to ACTIVE for port object 46e58e44-3621-4ca9-be22-6913039bcf08 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:14.142328 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] Transition to ACTIVE for port object 46e58e44-3621-4ca9-be22-6913039bcf08 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:14.146955 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71cc385-b5fa-4735-9039-408a57685a84 None None] No DVR routers for this DVR port 67beaffe-297d-450d-9bde-25f08f98a021 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:14:14.166829 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2da68a11-b296-4a80-b0ad-67c9d6c4a508 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.184160 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-4b2c582d-8381-44be-b365-737bb8c8560e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b60256-637a-4476-b5dd-8eabe1fe0691']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:14.186016 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-882633b9-b2c4-4af8-8eed-75f6c9043369 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.201648 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-4b2c582d-8381-44be-b365-737bb8c8560e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700cc787-e03a-45e4-9a5f-af93b0eea6d0') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:14.202061 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-4b2c582d-8381-44be-b365-737bb8c8560e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700cc787-e03a-45e4-9a5f-af93b0eea6d0') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:14.216754 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b2c582d-8381-44be-b365-737bb8c8560e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.235961 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-2da68a11-b296-4a80-b0ad-67c9d6c4a508 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Transition to ACTIVE for port object 4268f95d-4db7-46e6-b3b8-af1e2c673ea5 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:14.239311 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b2c582d-8381-44be-b365-737bb8c8560e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.249181 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2c582d-8381-44be-b365-737bb8c8560e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:14:14.251537 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b2c582d-8381-44be-b365-737bb8c8560e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.253882 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.292233 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-686f3aa8-99e5-464e-bda3-8251631f9a9b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.313528 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] Port eef44f38-2d4b-49fc-a021-8d6184cca093 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:14:14.315601 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9e7456c9-f805-4b13-81eb-42c4cebd0b91 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:14.377445 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e184c9c-d3c1-4024-88ae-88c4c8e28660 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.400659 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b2c582d-8381-44be-b365-737bb8c8560e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.405897 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d783631-eabb-4d75-87f6-16d9cf0647cd tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Made reservation on behalf of 043e98c7058b4a2eba08fdbde7ef3aae for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:14.410957 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8d783631-eabb-4d75-87f6-16d9cf0647cd tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.426712 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-686f3aa8-99e5-464e-bda3-8251631f9a9b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.439222 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882633b9-b2c4-4af8-8eed-75f6c9043369 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Subnet': ['ID=8ebe18b9-9ed5-487c-96b5-ba89430d5fac,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:14.444732 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2da68a11-b296-4a80-b0ad-67c9d6c4a508 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server [None req-3377aff6-4a58-4a14-9ea2-0c870bb90003 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15d71b0e-7afc-4b25-956d-c95deba0b9f3: This subnet is being modified by another concurrent operation. Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 15:14:14.445068 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise exception Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15d71b0e-7afc-4b25-956d-c95deba0b9f3: This subnet is being modified by another concurrent operation. Sep 21 15:14:14.450100 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server Sep 21 15:14:14.454492 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-686f3aa8-99e5-464e-bda3-8251631f9a9b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.454599 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] Network 689cc94e-58b9-4fc7-8c45-ec7c7268548d is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:14.489304 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882633b9-b2c4-4af8-8eed-75f6c9043369 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network a9328343-2c63-4aa4-bdce-abb38242c3e2 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:14.512253 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:14.515092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:14.517594 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] Provisioning for port 0677d60b-5446-4d9b-9937-0f56a6848d9c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:14.531107 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] Pushing event updated for resources: {'Port': ['ID=46e58e44-3621-4ca9-be22-6913039bcf08,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:14.536275 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9002c6-5cb6-4a93-a0f3-631a258e1118 None None] Network 4c2f18cb-4824-4f71-a083-7e61eee311ee requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:14.562376 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] For port e618695f-7c36-4651-b072-f08557a0cbc7, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:14:14.574006 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-882633b9-b2c4-4af8-8eed-75f6c9043369 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:14.584870 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882633b9-b2c4-4af8-8eed-75f6c9043369 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:14.585456 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-882633b9-b2c4-4af8-8eed-75f6c9043369 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.592084 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da68a11-b296-4a80-b0ad-67c9d6c4a508 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:14.593888 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e184c9c-d3c1-4024-88ae-88c4c8e28660 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.600272 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f3aa8-99e5-464e-bda3-8251631f9a9b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event deleted for resources: {'Subnet': ['ID=15d71b0e-7afc-4b25-956d-c95deba0b9f3,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:14.600604 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] Provisioning complete for port 0677d60b-5446-4d9b-9937-0f56a6848d9c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:14.601159 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.605771 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-686f3aa8-99e5-464e-bda3-8251631f9a9b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "DELETE /v2.0/subnets/15d71b0e-7afc-4b25-956d-c95deba0b9f3 HTTP/1.1" status: 204 len: 168 time: 0.9122629 Sep 21 15:14:14.606922 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-2da68a11-b296-4a80-b0ad-67c9d6c4a508 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:14.614715 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57778) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:14.617265 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da68a11-b296-4a80-b0ad-67c9d6c4a508 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:14.622775 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da68a11-b296-4a80-b0ad-67c9d6c4a508 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:14.623373 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2da68a11-b296-4a80-b0ad-67c9d6c4a508 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.638843 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b2c582d-8381-44be-b365-737bb8c8560e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.649244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e184c9c-d3c1-4024-88ae-88c4c8e28660 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b88928-d241-4265-8987-c1073755ebaf,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:14.688322 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2da68a11-b296-4a80-b0ad-67c9d6c4a508 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9305327 Sep 21 15:14:14.690156 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c582d-8381-44be-b365-737bb8c8560e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Network': ['ID=d7b60256-637a-4476-b5dd-8eabe1fe0691,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:14.694383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-c09fe5a8-9e74-4330-bfc9-4d87a9005258', 'network_id': 'c09fe5a8-9e74-4330-bfc9-4d87a9005258', 'tenant_id': '043e98c7058b4a2eba08fdbde7ef3aae', 'fixed_ips': [{'subnet_id': 'edc85a8d-3e3d-4291-b99c-a4042caac6d2'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:14:14.694559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57782) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:14.695100 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.698941 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-882633b9-b2c4-4af8-8eed-75f6c9043369 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1941221 Sep 21 15:14:14.699869 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da68a11-b296-4a80-b0ad-67c9d6c4a508 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=4268f95d-4db7-46e6-b3b8-af1e2c673ea5,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:14.702358 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57784) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:14.705843 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1000981c-f9f3-4bb8-ac5d-be6451db5c7a None None] Network a9328343-2c63-4aa4-bdce-abb38242c3e2 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:14.715996 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a931ad3e-0653-41aa-a7b9-7d8c9c538d0e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-617092761', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8ebe18b9-9ed5-487c-96b5-ba89430d5fac'}], 'security_groups': ['b79128d0-7265-4d16-89e2-043f37176956']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:14.745182 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4b2c582d-8381-44be-b365-737bb8c8560e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/networks/d7b60256-637a-4476-b5dd-8eabe1fe0691 HTTP/1.1" status: 204 len: 168 time: 1.5470457 Sep 21 15:14:14.749185 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5381950-79e1-42af-bbc9-bcfe20590d1b None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:14.756135 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57790) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:14.771048 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-22ddfca9-00f3-4a0d-9a67-481c1e37c79c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2146754592'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:14.788864 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-22ddfca9-00f3-4a0d-9a67-481c1e37c79c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:14.796800 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d68db42-67e9-4ab4-879c-287fca3816c5 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:14.798391 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d68db42-67e9-4ab4-879c-287fca3816c5 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:14.799147 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4d68db42-67e9-4ab4-879c-287fca3816c5 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Synchronizing usage tracker for tenant:0a54726d547948c982ffec031263c840 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:14.801869 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-22ddfca9-00f3-4a0d-9a67-481c1e37c79c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:network and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:14.807518 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-22ddfca9-00f3-4a0d-9a67-481c1e37c79c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:14.826097 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-22ddfca9-00f3-4a0d-9a67-481c1e37c79c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:14.838806 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e184c9c-d3c1-4024-88ae-88c4c8e28660 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.842858 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0e184c9c-d3c1-4024-88ae-88c4c8e28660 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.8495152 Sep 21 15:14:14.848549 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57794) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:14.856779 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-fa79e7f7-ee68-4a56-910a-29266c550726 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group_rule': {'security_group_id': '37026755-5ef4-4f70-9748-d6aee76bf6d3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:14.870126 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fa79e7f7-ee68-4a56-910a-29266c550726 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:14.910259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1bfcd7db-b3a7-4416-bed6-bdc7a07d4015 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port 4268f95d-4db7-46e6-b3b8-af1e2c673ea5 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:14.910604 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1bfcd7db-b3a7-4416-bed6-bdc7a07d4015 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.916085 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4d68db42-67e9-4ab4-879c-287fca3816c5 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Unset dirty status for tenant:0a54726d547948c982ffec031263c840 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:14.917439 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4d68db42-67e9-4ab4-879c-287fca3816c5 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3018136 Sep 21 15:14:14.924521 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fa79e7f7-ee68-4a56-910a-29266c550726 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Usage tracker for resource:security_group_rule and tenant:50333ece6c0241bfba994dbdc465cebc is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:14.933728 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57798) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:14.933908 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] For port e618695f-7c36-4651-b072-f08557a0cbc7, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e618695f-7c36-4651-b072-f08557a0cbc7,segment=NetworkSegment(d751420d-afba-4275-a10a-80afa96e1396),segment_id=d751420d-afba-4275-a10a-80afa96e1396)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:14:14.939120 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fa79e7f7-ee68-4a56-910a-29266c550726 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:14.942510 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ddfca9-00f3-4a0d-9a67-481c1e37c79c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Made reservation on behalf of 36a774c8465a450c8e27de7666e71b71 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:14.946296 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22ddfca9-00f3-4a0d-9a67-481c1e37c79c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:14.992288 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fa79e7f7-ee68-4a56-910a-29266c550726 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:15.032216 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:15.043733 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 700cc787-e03a-45e4-9a5f-af93b0eea6d0 resource provider aggregate not found Sep 21 15:14:15.051185 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8d783631-eabb-4d75-87f6-16d9cf0647cd tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:15.125968 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 700cc787-e03a-45e4-9a5f-af93b0eea6d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 700cc787-e03a-45e4-9a5f-af93b0eea6d0 found for delete ", "request_id": "req-c4d5d573-e88f-4be1-bfe9-adaf61f4febd"}]} Sep 21 15:14:15.134219 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ddfca9-00f3-4a0d-9a67-481c1e37c79c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:14:15.139458 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d783631-eabb-4d75-87f6-16d9cf0647cd tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Pushing event updated for resources: {'Subnet': ['ID=758074cb-c2c4-44aa-97a1-05b140d67ac0,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:15.146584 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7605e109-b630-4416-b5da-7becff34d661 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:15.148667 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fa79e7f7-ee68-4a56-910a-29266c550726 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:15.211090 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22ddfca9-00f3-4a0d-9a67-481c1e37c79c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:15.211424 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-22ddfca9-00f3-4a0d-9a67-481c1e37c79c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Added segment f8a78347-0619-4fb8-9134-bed87b75a493 of type vlan for network 9a6ef719-c216-4dda-9a94-7a911058aaba Sep 21 15:14:15.232613 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-7605e109-b630-4416-b5da-7becff34d661 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 21 15:14:15.233356 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7605e109-b630-4416-b5da-7becff34d661 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:15.262729 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 9e7456c9-f805-4b13-81eb-42c4cebd0b91 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:15.263742 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7605e109-b630-4416-b5da-7becff34d661 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "DELETE /v2.0/networks/4c2f18cb-4824-4f71-a083-7e61eee311ee HTTP/1.1" status: 409 len: 405 time: 0.3286564 Sep 21 15:14:15.277118 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57806) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:15.281850 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a931ad3e-0653-41aa-a7b9-7d8c9c538d0e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:15.307046 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-245f30ea-d997-4c40-9e9c-fc84b589442d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1864241933'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:15.315618 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] Attempting to bind port 46e58e44-3621-4ca9-be22-6913039bcf08 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:14:15.316007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] Attempting to bind port 46e58e44-3621-4ca9-be22-6913039bcf08 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '27ea0053-ee5a-4bdf-9818-1b91da78347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '689cc94e-58b9-4fc7-8c45-ec7c7268548d'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:14:15.316370 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] Attempting to bind port 46e58e44-3621-4ca9-be22-6913039bcf08 on network 689cc94e-58b9-4fc7-8c45-ec7c7268548d {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:14:15.319150 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22ddfca9-00f3-4a0d-9a67-481c1e37c79c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:15.323675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d783631-eabb-4d75-87f6-16d9cf0647cd tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Checking segment: {'id': 'c5294cf0-f5dd-4cda-b606-7511f9eb38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39f06421-7322-4035-9bbf-6828cf3374e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:15.324103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d783631-eabb-4d75-87f6-16d9cf0647cd tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Network hostable DHCP agents. Network: 39f06421-7322-4035-9bbf-6828cf3374e7, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:14:15.331794 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-245f30ea-d997-4c40-9e9c-fc84b589442d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:15.347834 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-245f30ea-d997-4c40-9e9c-fc84b589442d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Usage tracker for resource:network and tenant:0a54726d547948c982ffec031263c840 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:15.414988 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:14:15.414988 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] Checking segment: {'id': '27ea0053-ee5a-4bdf-9818-1b91da78347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '689cc94e-58b9-4fc7-8c45-ec7c7268548d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:15.415357 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:15.416242 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] Bound using segment: {'id': '27ea0053-ee5a-4bdf-9818-1b91da78347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '689cc94e-58b9-4fc7-8c45-ec7c7268548d'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:14:15.416242 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] Bound port: 46e58e44-3621-4ca9-be22-6913039bcf08, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ea0053-ee5a-4bdf-9818-1b91da78347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '689cc94e-58b9-4fc7-8c45-ec7c7268548d'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:14:15.416621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:15.489775 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea607f-dc4f-4994-be24-2eebab6bb601 None None] Pushing event updated for resources: {'Port': ['ID=e618695f-7c36-4651-b072-f08557a0cbc7,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:15.514882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-245f30ea-d997-4c40-9e9c-fc84b589442d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:15.530378 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d783631-eabb-4d75-87f6-16d9cf0647cd tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Network 39f06421-7322-4035-9bbf-6828cf3374e7 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:14:15.536279 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-22ddfca9-00f3-4a0d-9a67-481c1e37c79c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:14:15.555405 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-245f30ea-d997-4c40-9e9c-fc84b589442d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:15.560868 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fa79e7f7-ee68-4a56-910a-29266c550726 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:15.570834 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-993408ae-8dda-4dca-80b7-c76bf0bb742b tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:15.575979 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-8d783631-eabb-4d75-87f6-16d9cf0647cd tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 39f06421-7322-4035-9bbf-6828cf3374e7) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:15.579707 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fa79e7f7-ee68-4a56-910a-29266c550726 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:15.594894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-993408ae-8dda-4dca-80b7-c76bf0bb742b tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:15.600915 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d783631-eabb-4d75-87f6-16d9cf0647cd tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:15.601508 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8d783631-eabb-4d75-87f6-16d9cf0647cd tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:15.606220 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1bfcd7db-b3a7-4416-bed6-bdc7a07d4015 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:15.668403 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22ddfca9-00f3-4a0d-9a67-481c1e37c79c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:15.673822 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ddfca9-00f3-4a0d-9a67-481c1e37c79c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:15.675149 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22ddfca9-00f3-4a0d-9a67-481c1e37c79c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:15.684663 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245f30ea-d997-4c40-9e9c-fc84b589442d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Made reservation on behalf of 0a54726d547948c982ffec031263c840 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:15.688078 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-245f30ea-d997-4c40-9e9c-fc84b589442d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:15.699615 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79e7f7-ee68-4a56-910a-29266c550726 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ca28aa-3b99-4f6f-b430-7532e7a5e8f4,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:15.705006 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40589684-95e7-471b-8eec-0638bc1f12af None None] Network 39f06421-7322-4035-9bbf-6828cf3374e7 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:15.833918 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fa79e7f7-ee68-4a56-910a-29266c550726 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:15.835456 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fa79e7f7-ee68-4a56-910a-29266c550726 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9856858 Sep 21 15:14:15.856072 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57810) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:15.860840 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-22ddfca9-00f3-4a0d-9a67-481c1e37c79c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1008923 Sep 21 15:14:15.865041 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e1fa6b00-63e0-481c-ac91-0ee404390cb8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group_rule': {'security_group_id': '37026755-5ef4-4f70-9748-d6aee76bf6d3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:15.871416 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] Current status of the port 0677d60b-5446-4d9b-9937-0f56a6848d9c is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:15.871804 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:15.879955 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57814) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:15.919136 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245f30ea-d997-4c40-9e9c-fc84b589442d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:14:15.921565 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e1fa6b00-63e0-481c-ac91-0ee404390cb8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:15.927925 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c5374050-826d-4055-b9bc-a8a63c90910a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'subnet': {'network_id': '9a6ef719-c216-4dda-9a94-7a911058aaba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:15.955637 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddfca9-00f3-4a0d-9a67-481c1e37c79c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Network': ['ID=9a6ef719-c216-4dda-9a94-7a911058aaba,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:15.959346 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e1fa6b00-63e0-481c-ac91-0ee404390cb8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Usage tracker for resource:security_group_rule and tenant:50333ece6c0241bfba994dbdc465cebc is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:16.018578 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 9a6ef719-c216-4dda-9a94-7a911058aaba details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:14:16.022888 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e1fa6b00-63e0-481c-ac91-0ee404390cb8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:16.040003 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] Allocated IP 172.20.0.2 (c09fe5a8-9e74-4330-bfc9-4d87a9005258/edc85a8d-3e3d-4291-b99c-a4042caac6d2/36d7e75a-07eb-49f3-b76f-7a74558ad487) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:16.045933 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1bfcd7db-b3a7-4416-bed6-bdc7a07d4015 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for 4268f95d-4db7-46e6-b3b8-af1e2c673ea5 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:16.051541 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e1fa6b00-63e0-481c-ac91-0ee404390cb8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:16.059442 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-245f30ea-d997-4c40-9e9c-fc84b589442d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:16.060117 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-245f30ea-d997-4c40-9e9c-fc84b589442d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Added segment ba42b1da-617a-4e96-aaec-3031e87b7558 of type vlan for network 32964589-7fbd-419d-a375-0c7b42cc54c3 Sep 21 15:14:16.082327 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8d783631-eabb-4d75-87f6-16d9cf0647cd tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6219196 Sep 21 15:14:16.085193 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57818) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:16.163246 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] For port 46e58e44-3621-4ca9-be22-6913039bcf08, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:14:16.199673 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] For port 0677d60b-5446-4d9b-9937-0f56a6848d9c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=0677d60b-5446-4d9b-9937-0f56a6848d9c,segment=NetworkSegment(32df21b1-d436-448d-a0de-d9b696ecf425),segment_id=32df21b1-d436-448d-a0de-d9b696ecf425)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:16.210346 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c5374050-826d-4055-b9bc-a8a63c90910a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:16.216849 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-245f30ea-d997-4c40-9e9c-fc84b589442d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:16.224812 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c5374050-826d-4055-b9bc-a8a63c90910a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:subnet and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:16.225816 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] For port 46e58e44-3621-4ca9-be22-6913039bcf08, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=46e58e44-3621-4ca9-be22-6913039bcf08,segment=NetworkSegment(27ea0053-ee5a-4bdf-9818-1b91da78347a),segment_id=27ea0053-ee5a-4bdf-9818-1b91da78347a)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:14:16.231085 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1fa6b00-63e0-481c-ac91-0ee404390cb8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:16.239613 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:16.241339 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c5374050-826d-4055-b9bc-a8a63c90910a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:16.271241 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c5374050-826d-4055-b9bc-a8a63c90910a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:16.350814 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:16.404874 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5374050-826d-4055-b9bc-a8a63c90910a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Made reservation on behalf of 36a774c8465a450c8e27de7666e71b71 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:16.409176 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c5374050-826d-4055-b9bc-a8a63c90910a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:16.435991 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-245f30ea-d997-4c40-9e9c-fc84b589442d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:16.442318 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245f30ea-d997-4c40-9e9c-fc84b589442d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:16.443488 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-245f30ea-d997-4c40-9e9c-fc84b589442d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:16.449526 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e618695f-7c36-4651-b072-f08557a0cbc7 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:16.606815 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ad594986-d3a4-4265-b1d8-fc826deb8332 None None] Provisioning for port 8e3f0e19-a219-44fe-80ad-56d22a7af2be completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:16.673629 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1fa6b00-63e0-481c-ac91-0ee404390cb8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:16.710120 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ad594986-d3a4-4265-b1d8-fc826deb8332 None None] Provisioning complete for port 8e3f0e19-a219-44fe-80ad-56d22a7af2be triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:16.710490 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ad594986-d3a4-4265-b1d8-fc826deb8332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:16.751585 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993408ae-8dda-4dca-80b7-c76bf0bb742b tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Router 883cbdad-e943-43e9-8fd9-c6472d682590 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:14:16.753732 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1fa6b00-63e0-481c-ac91-0ee404390cb8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:16.788118 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-245f30ea-d997-4c40-9e9c-fc84b589442d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5050726 Sep 21 15:14:16.819823 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57822) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:16.830920 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa6b00-63e0-481c-ac91-0ee404390cb8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e287a15e-1f85-444d-a298-ee8a2507ce0d,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:16.833185 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f30ea-d997-4c40-9e9c-fc84b589442d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event updated for resources: {'Network': ['ID=32964589-7fbd-419d-a375-0c7b42cc54c3,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:16.842436 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-51ba5aaf-04e4-472f-9cf9-befe44dcf898 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Request body: {'subnet': {'network_id': '32964589-7fbd-419d-a375-0c7b42cc54c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:16.878417 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] Pushing event updated for resources: {'Port': ['ID=0677d60b-5446-4d9b-9937-0f56a6848d9c,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:16.900595 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1fa6b00-63e0-481c-ac91-0ee404390cb8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:16.907948 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e1fa6b00-63e0-481c-ac91-0ee404390cb8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0485675 Sep 21 15:14:16.951362 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 32964589-7fbd-419d-a375-0c7b42cc54c3 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:14:16.974773 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57826) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:17.005884 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-39f06421-7322-4035-9bbf-6828cf3374e7', 'network_id': '39f06421-7322-4035-9bbf-6828cf3374e7', 'tenant_id': '043e98c7058b4a2eba08fdbde7ef3aae', 'fixed_ips': [{'subnet_id': '758074cb-c2c4-44aa-97a1-05b140d67ac0'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:14:17.006709 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:17.013807 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-a931ad3e-0653-41aa-a7b9-7d8c9c538d0e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Delete allocated IP 2001:db8::10d (a9328343-2c63-4aa4-bdce-abb38242c3e2/2c26faa9-2b92-49e3-ba24-7746cd50ece9) {{(pid=89019) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 15:14:17.022726 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e3c2fe33-c627-4480-8186-5ce52af86d2d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group_rule': {'security_group_id': '37026755-5ef4-4f70-9748-d6aee76bf6d3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:17.050623 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e3c2fe33-c627-4480-8186-5ce52af86d2d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:17.060946 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-a931ad3e-0653-41aa-a7b9-7d8c9c538d0e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Allocated IP 2001:db8:0:1::110 (a9328343-2c63-4aa4-bdce-abb38242c3e2/8ebe18b9-9ed5-487c-96b5-ba89430d5fac/8e3f0e19-a219-44fe-80ad-56d22a7af2be) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:17.063859 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e3c2fe33-c627-4480-8186-5ce52af86d2d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Usage tracker for resource:security_group_rule and tenant:50333ece6c0241bfba994dbdc465cebc is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:17.070947 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.071290 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.071863 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.072252 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.072624 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.072954 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.073274 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.074169 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.074467 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.074790 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.075112 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.075432 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d9d6b-72b6-4bdb-a52a-f377020e0f22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.085220 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e3c2fe33-c627-4480-8186-5ce52af86d2d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:17.138880 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e3c2fe33-c627-4480-8186-5ce52af86d2d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:17.175280 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-51ba5aaf-04e4-472f-9cf9-befe44dcf898 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:17.200347 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e194f313-5013-41d1-96ae-cb23fd7d53da tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:17.208941 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47709b68-9ff8-4678-b0d5-59f4e94d7894 None None] Network 02731c60-d441-44ba-83c1-22571a08b08a requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:17.219384 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-51ba5aaf-04e4-472f-9cf9-befe44dcf898 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:17.246128 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e3c2fe33-c627-4480-8186-5ce52af86d2d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:17.359246 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ba5aaf-04e4-472f-9cf9-befe44dcf898 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Made reservation on behalf of 0a54726d547948c982ffec031263c840 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:17.363029 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-51ba5aaf-04e4-472f-9cf9-befe44dcf898 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:17.411105 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1bfcd7db-b3a7-4416-bed6-bdc7a07d4015 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:17.436014 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ad594986-d3a4-4265-b1d8-fc826deb8332 None None] Port 8e3f0e19-a219-44fe-80ad-56d22a7af2be cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:14:17.482324 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c5374050-826d-4055-b9bc-a8a63c90910a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:17.554043 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port e618695f-7c36-4651-b072-f08557a0cbc7 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:17.582604 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a79ac72-9db0-4170-9f8f-7408946d86df None None] Update dhcp port {'port': {'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2', 'fixed_ips': [{'subnet_id': '2c26faa9-2b92-49e3-ba24-7746cd50ece9', 'ip_address': '2001:db8::2'}, {'subnet_id': '8ebe18b9-9ed5-487c-96b5-ba89430d5fac'}], 'binding:host_id': 'dv-neutron-858731-1-hyperv'}, 'id': '0677d60b-5446-4d9b-9937-0f56a6848d9c'} from dv-neutron-858731-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 15:14:17.610836 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcd7db-b3a7-4416-bed6-bdc7a07d4015 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Port': ['ID=4268f95d-4db7-46e6-b3b8-af1e2c673ea5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:17.658431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcd7db-b3a7-4416-bed6-bdc7a07d4015 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.659134 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcd7db-b3a7-4416-bed6-bdc7a07d4015 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.659625 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcd7db-b3a7-4416-bed6-bdc7a07d4015 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.660177 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcd7db-b3a7-4416-bed6-bdc7a07d4015 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.660680 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcd7db-b3a7-4416-bed6-bdc7a07d4015 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.661179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcd7db-b3a7-4416-bed6-bdc7a07d4015 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.661658 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcd7db-b3a7-4416-bed6-bdc7a07d4015 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.662130 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcd7db-b3a7-4416-bed6-bdc7a07d4015 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.662617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcd7db-b3a7-4416-bed6-bdc7a07d4015 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.663149 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcd7db-b3a7-4416-bed6-bdc7a07d4015 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.663625 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcd7db-b3a7-4416-bed6-bdc7a07d4015 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.664091 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcd7db-b3a7-4416-bed6-bdc7a07d4015 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:14:17.789246 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993408ae-8dda-4dca-80b7-c76bf0bb742b tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:14:17.816198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1bfcd7db-b3a7-4416-bed6-bdc7a07d4015 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:17.816849 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e3c2fe33-c627-4480-8186-5ce52af86d2d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:17.823834 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5374050-826d-4055-b9bc-a8a63c90910a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Subnet': ['ID=a3167421-122a-4fc7-a110-7a4bf6535857,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:17.837055 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5374050-826d-4055-b9bc-a8a63c90910a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Checking segment: {'id': 'f8a78347-0619-4fb8-9134-bed87b75a493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9a6ef719-c216-4dda-9a94-7a911058aaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:17.837421 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5374050-826d-4055-b9bc-a8a63c90910a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network hostable DHCP agents. Network: 9a6ef719-c216-4dda-9a94-7a911058aaba, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:14:17.845076 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] Allocated IP 172.20.0.2 (39f06421-7322-4035-9bbf-6828cf3374e7/758074cb-c2c4-44aa-97a1-05b140d67ac0/b47472c9-2c6c-4d7b-8a15-da9561c8046c) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:17.846147 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e3c2fe33-c627-4480-8186-5ce52af86d2d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:17.850697 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-993408ae-8dda-4dca-80b7-c76bf0bb742b tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:17.852137 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-993408ae-8dda-4dca-80b7-c76bf0bb742b tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "PUT /v2.0/routers/883cbdad-e943-43e9-8fd9-c6472d682590 HTTP/1.1" status: 200 len: 926 time: 7.8311598 Sep 21 15:14:17.857537 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57830) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:17.866914 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1bfcd7db-b3a7-4416-bed6-bdc7a07d4015 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/4268f95d-4db7-46e6-b3b8-af1e2c673ea5 HTTP/1.1" status: 204 len: 168 time: 3.1666574 Sep 21 15:14:17.871567 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57834) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:17.924316 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a931ad3e-0653-41aa-a7b9-7d8c9c538d0e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:17.928191 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2fe33-c627-4480-8186-5ce52af86d2d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32afc66c-2738-4e4c-b3b9-e73b384fd815,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:18.008743 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-a931ad3e-0653-41aa-a7b9-7d8c9c538d0e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Ignored duplicate provisioning block setup for port 8e3f0e19-a219-44fe-80ad-56d22a7af2be by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 21 15:14:18.009820 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5374050-826d-4055-b9bc-a8a63c90910a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network 9a6ef719-c216-4dda-9a94-7a911058aaba is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:14:18.018536 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e3c2fe33-c627-4480-8186-5ce52af86d2d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.019718 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e3c2fe33-c627-4480-8186-5ce52af86d2d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0371978 Sep 21 15:14:18.025608 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57840) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:18.025829 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a931ad3e-0653-41aa-a7b9-7d8c9c538d0e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.034007 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2dbf9395-8a3e-4f2b-bfd9-46b8e87907cf tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group_rule': {'security_group_id': '37026755-5ef4-4f70-9748-d6aee76bf6d3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:18.060684 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4a79ac72-9db0-4170-9f8f-7408946d86df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.072999 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3291fb-e6e3-4fa7-b9d1-126c163a213f None None] Update dhcp port {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'fixed_ips': [{'subnet_id': 'bed54113-05b1-4317-9762-b7eead0f3805', 'ip_address': '2001:db8::f816:3eff:febb:2db4'}, {'subnet_id': 'd77efd73-39a9-4a08-a18b-d013a9b6d342'}], 'binding:host_id': 'dv-neutron-858731-1-hyperv'}, 'id': '9e7456c9-f805-4b13-81eb-42c4cebd0b91'} from dv-neutron-858731-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 15:14:18.083046 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-c5374050-826d-4055-b9bc-a8a63c90910a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 9a6ef719-c216-4dda-9a94-7a911058aaba) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:18.088012 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5374050-826d-4055-b9bc-a8a63c90910a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:18.089283 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c5374050-826d-4055-b9bc-a8a63c90910a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.094053 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2dbf9395-8a3e-4f2b-bfd9-46b8e87907cf tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:18.113019 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2dbf9395-8a3e-4f2b-bfd9-46b8e87907cf tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Usage tracker for resource:security_group_rule and tenant:50333ece6c0241bfba994dbdc465cebc is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:18.118392 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2dbf9395-8a3e-4f2b-bfd9-46b8e87907cf tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:18.128907 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2dbf9395-8a3e-4f2b-bfd9-46b8e87907cf tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:18.149506 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9b8fc367-8117-4982-92b3-00c41acd5e8c tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "GET /v2.0/routers/883cbdad-e943-43e9-8fd9-c6472d682590 HTTP/1.1" status: 200 len: 926 time: 0.2904072 Sep 21 15:14:18.172138 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57844) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:18.180891 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a2fe04-3266-40e0-88d2-3b7cf07eb189 None None] Sync routers for ids ['883cbdad-e943-43e9-8fd9-c6472d682590'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:14:18.184654 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5666d06-e472-4096-9a78-d18181c16474 None None] Network 689cc94e-58b9-4fc7-8c45-ec7c7268548d requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:18.199914 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a931ad3e-0653-41aa-a7b9-7d8c9c538d0e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] In _notify_port_updated(), no bound segment for port 8e3f0e19-a219-44fe-80ad-56d22a7af2be on network a9328343-2c63-4aa4-bdce-abb38242c3e2 {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:14:18.202633 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0904037-f7da-42fe-9d03-2862a5576d4b None None] Network 9a6ef719-c216-4dda-9a94-7a911058aaba requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:18.207137 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a931ad3e-0653-41aa-a7b9-7d8c9c538d0e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:18.207774 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a931ad3e-0653-41aa-a7b9-7d8c9c538d0e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.211689 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a931ad3e-0653-41aa-a7b9-7d8c9c538d0e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "PUT /v2.0/ports/8e3f0e19-a219-44fe-80ad-56d22a7af2be HTTP/1.1" status: 200 len: 930 time: 3.5029564 Sep 21 15:14:18.215602 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ad594986-d3a4-4265-b1d8-fc826deb8332 None None] Provisioning for port 9e7456c9-f805-4b13-81eb-42c4cebd0b91 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:18.219137 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167743a-03e6-4e58-8edb-3277effe57ec None None] Pushing event updated for resources: {'Port': ['ID=46e58e44-3621-4ca9-be22-6913039bcf08,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:18.262568 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2dbf9395-8a3e-4f2b-bfd9-46b8e87907cf tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.269063 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57848) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:18.285673 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.311087 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c5374050-826d-4055-b9bc-a8a63c90910a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3911326 Sep 21 15:14:18.319892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57852) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:18.325741 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5a02a9fd-5197-4624-8b78-50f0f52fc626 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-583025187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:18.334459 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931ad3e-0653-41aa-a7b9-7d8c9c538d0e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=8e3f0e19-a219-44fe-80ad-56d22a7af2be,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:18.338011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5a02a9fd-5197-4624-8b78-50f0f52fc626 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:18.348892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5a02a9fd-5197-4624-8b78-50f0f52fc626 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:router and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:18.352894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5a02a9fd-5197-4624-8b78-50f0f52fc626 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:18.363191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5a02a9fd-5197-4624-8b78-50f0f52fc626 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:18.384080 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2dbf9395-8a3e-4f2b-bfd9-46b8e87907cf tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.385378 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 0677d60b-5446-4d9b-9937-0f56a6848d9c up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:18.387912 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07ea9a5-bcbd-4128-9131-2cbe96274567 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:18.388881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e07ea9a5-bcbd-4128-9131-2cbe96274567 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Synchronizing usage tracker for tenant:13e4b4da3ee542a1bb3bb840b7fb46c5 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:18.394468 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5a02a9fd-5197-4624-8b78-50f0f52fc626 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.395611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5a02a9fd-5197-4624-8b78-50f0f52fc626 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.399119 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2dbf9395-8a3e-4f2b-bfd9-46b8e87907cf tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.422156 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d6204683-bcec-4dc2-a23f-f5d850fc33c3 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting port 8e3f0e19-a219-44fe-80ad-56d22a7af2be {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:18.422473 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6204683-bcec-4dc2-a23f-f5d850fc33c3 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.437648 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf9395-8a3e-4f2b-bfd9-46b8e87907cf tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51aca5d9-c168-4889-8038-96c5a11623f3,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:18.442100 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ad594986-d3a4-4265-b1d8-fc826deb8332 None None] Provisioning complete for port 9e7456c9-f805-4b13-81eb-42c4cebd0b91 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:18.442473 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ad594986-d3a4-4265-b1d8-fc826deb8332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.450670 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e07ea9a5-bcbd-4128-9131-2cbe96274567 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Unset dirty status for tenant:13e4b4da3ee542a1bb3bb840b7fb46c5 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:18.454476 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e07ea9a5-bcbd-4128-9131-2cbe96274567 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=445481ae-8997-4e7e-a514-07e782c48c85&device_id=883cbdad-e943-43e9-8fd9-c6472d682590&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2753265 Sep 21 15:14:18.457768 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57856) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:18.462239 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5a02a9fd-5197-4624-8b78-50f0f52fc626 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.491163 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2dbf9395-8a3e-4f2b-bfd9-46b8e87907cf tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.492749 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2dbf9395-8a3e-4f2b-bfd9-46b8e87907cf tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4659796 Sep 21 15:14:18.496220 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57860) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:18.552143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a2fe04-3266-40e0-88d2-3b7cf07eb189 None None] Routers {'883cbdad-e943-43e9-8fd9-c6472d682590'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:18.552814 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-01a2fe04-3266-40e0-88d2-3b7cf07eb189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['883cbdad-e943-43e9-8fd9-c6472d682590'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:18.565598 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057c8639-6d70-40ed-ab75-45cfa66f6fd3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:18.566321 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-057c8639-6d70-40ed-ab75-45cfa66f6fd3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:18.577608 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5a02a9fd-5197-4624-8b78-50f0f52fc626 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.601900 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] Transition to ACTIVE for port object 36d7e75a-07eb-49f3-b76f-7a74558ad487 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:18.614538 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5a02a9fd-5197-4624-8b78-50f0f52fc626 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.615391 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.objects.ports [None req-51ba5aaf-04e4-472f-9cf9-befe44dcf898 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:14:18.618597 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5a02a9fd-5197-4624-8b78-50f0f52fc626 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2975707 Sep 21 15:14:18.621407 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57864) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:18.632985 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-51ba5aaf-04e4-472f-9cf9-befe44dcf898 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.638125 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0a02683d-6d6b-4e74-8785-b30e59541467 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'port': {'network_id': '9a6ef719-c216-4dda-9a94-7a911058aaba', 'name': 'tempest-RoutersIpV6Test-724010769'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:18.662290 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bb3de4-0f68-4bd1-8554-bcaff4aa6f06 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:18.662871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d7bb3de4-0f68-4bd1-8554-bcaff4aa6f06 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Synchronizing usage tracker for tenant:13e4b4da3ee542a1bb3bb840b7fb46c5 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:18.695412 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d95ab470-ed4c-444f-a423-cffacf98869b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.727702 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-057c8639-6d70-40ed-ab75-45cfa66f6fd3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:18.728886 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-057c8639-6d70-40ed-ab75-45cfa66f6fd3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.8348684 Sep 21 15:14:18.732701 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57868) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:18.751968 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d95ab470-ed4c-444f-a423-cffacf98869b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.809058 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d7bb3de4-0f68-4bd1-8554-bcaff4aa6f06 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Unset dirty status for tenant:13e4b4da3ee542a1bb3bb840b7fb46c5 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:18.813290 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d7bb3de4-0f68-4bd1-8554-bcaff4aa6f06 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "GET /v2.0/networks/445481ae-8997-4e7e-a514-07e782c48c85 HTTP/1.1" status: 200 len: 881 time: 0.3499470 Sep 21 15:14:18.813435 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bd3291fb-e6e3-4fa7-b9d1-126c163a213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.822110 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-01a2fe04-3266-40e0-88d2-3b7cf07eb189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:18.822408 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57872) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:18.869614 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba5aaf-04e4-472f-9cf9-befe44dcf898 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event updated for resources: {'Subnet': ['ID=cdb056c4-89e0-470f-ab42-4abab2cd223a,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:18.901636 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b113f155-f4d0-4aa2-b197-95ba78e47d0e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "GET /v2.0/ports?device_id=883cbdad-e943-43e9-8fd9-c6472d682590 HTTP/1.1" status: 200 len: 205 time: 0.0726171 Sep 21 15:14:18.903797 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57876) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:18.907310 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ba5aaf-04e4-472f-9cf9-befe44dcf898 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Checking segment: {'id': 'ba42b1da-617a-4e96-aaec-3031e87b7558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '32964589-7fbd-419d-a375-0c7b42cc54c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:18.907631 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ba5aaf-04e4-472f-9cf9-befe44dcf898 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Network hostable DHCP agents. Network: 32964589-7fbd-419d-a375-0c7b42cc54c3, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:14:18.931753 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d95ab470-ed4c-444f-a423-cffacf98869b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.933928 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] Transition to ACTIVE for port object 36d7e75a-07eb-49f3-b76f-7a74558ad487 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:18.967142 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6204683-bcec-4dc2-a23f-f5d850fc33c3 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.975263 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ab470-ed4c-444f-a423-cffacf98869b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51aca5d9-c168-4889-8038-96c5a11623f3,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:18.987837 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d95ab470-ed4c-444f-a423-cffacf98869b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:18.991159 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d95ab470-ed4c-444f-a423-cffacf98869b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/51aca5d9-c168-4889-8038-96c5a11623f3 HTTP/1.1" status: 204 len: 168 time: 0.4899943 Sep 21 15:14:18.992320 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a2fe04-3266-40e0-88d2-3b7cf07eb189 None None] Routers {'883cbdad-e943-43e9-8fd9-c6472d682590'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:18.992651 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-01a2fe04-3266-40e0-88d2-3b7cf07eb189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['883cbdad-e943-43e9-8fd9-c6472d682590'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:19.043293 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57880) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:19.099820 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:19.125691 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d6204683-bcec-4dc2-a23f-f5d850fc33c3 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Calling delete_port for 8e3f0e19-a219-44fe-80ad-56d22a7af2be owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:19.157380 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ba5aaf-04e4-472f-9cf9-befe44dcf898 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Network 32964589-7fbd-419d-a375-0c7b42cc54c3 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:14:19.192242 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-51ba5aaf-04e4-472f-9cf9-befe44dcf898 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 32964589-7fbd-419d-a375-0c7b42cc54c3) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:19.197679 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ba5aaf-04e4-472f-9cf9-befe44dcf898 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:19.198279 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-51ba5aaf-04e4-472f-9cf9-befe44dcf898 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:19.251160 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3335ff2d-61fd-4d2a-b126-858740e3ee24 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:19.275249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-01a2fe04-3266-40e0-88d2-3b7cf07eb189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:19.275705 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a2fe04-3266-40e0-88d2-3b7cf07eb189 None None] The sync data for ids ['883cbdad-e943-43e9-8fd9-c6472d682590'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:14:19.277193 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5733b9-0c81-4ee3-a9db-60acf43af351 None None] Network 32964589-7fbd-419d-a375-0c7b42cc54c3 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:19.277699 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0a02683d-6d6b-4e74-8785-b30e59541467 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:19.319496 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-51ba5aaf-04e4-472f-9cf9-befe44dcf898 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4978986 Sep 21 15:14:19.322054 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57884) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:19.324794 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0a02683d-6d6b-4e74-8785-b30e59541467 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:port and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:19.332919 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7c43eb2d-9ca2-423b-b77e-d4b688ea783d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Request body: {'port': {'network_id': '32964589-7fbd-419d-a375-0c7b42cc54c3', 'name': 'tempest-NetworksIpV6TestAttrs-2002885032'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:19.337156 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0a02683d-6d6b-4e74-8785-b30e59541467 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:19.356241 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0a02683d-6d6b-4e74-8785-b30e59541467 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:19.387868 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367cb813-3ec8-4e4e-93a6-bb3afe24066d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:19.388607 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-367cb813-3ec8-4e4e-93a6-bb3afe24066d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:19.402705 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a02683d-6d6b-4e74-8785-b30e59541467 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Made reservation on behalf of 36a774c8465a450c8e27de7666e71b71 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:19.406099 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a02683d-6d6b-4e74-8785-b30e59541467 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:19.425482 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-596e0857-bfeb-4314-aa42-ea410cfa42b2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:19.435733 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3335ff2d-61fd-4d2a-b126-858740e3ee24 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:19.440908 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3335ff2d-61fd-4d2a-b126-858740e3ee24 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3929882 Sep 21 15:14:19.447011 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57888) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:19.484216 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6204683-bcec-4dc2-a23f-f5d850fc33c3 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:19.503842 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-e194f313-5013-41d1-96ae-cb23fd7d53da tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Allocated IP 172.20.0.1 (c09fe5a8-9e74-4330-bfc9-4d87a9005258/edc85a8d-3e3d-4291-b99c-a4042caac6d2/c34a533b-57f8-4890-8052-95df756339e9) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:19.511057 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] Network c09fe5a8-9e74-4330-bfc9-4d87a9005258 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:19.524403 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-0a02683d-6d6b-4e74-8785-b30e59541467 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] device_id is not set on port d4535535-8d06-4d43-96bf-8c0fd71e13b6 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:14:19.562569 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8273c843-8e88-414b-8b11-653ac5f6a860 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:19.563885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-367cb813-3ec8-4e4e-93a6-bb3afe24066d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:19.568192 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-367cb813-3ec8-4e4e-93a6-bb3afe24066d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.8295021 Sep 21 15:14:19.571404 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57892) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:19.585318 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:19.620538 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6204683-bcec-4dc2-a23f-f5d850fc33c3 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Port': ['ID=8e3f0e19-a219-44fe-80ad-56d22a7af2be,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:19.623552 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8273c843-8e88-414b-8b11-653ac5f6a860 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:19.652498 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6204683-bcec-4dc2-a23f-f5d850fc33c3 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:19.657485 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:19.672425 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 0677d60b-5446-4d9b-9937-0f56a6848d9c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:19.672825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:19.677213 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d6204683-bcec-4dc2-a23f-f5d850fc33c3 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/ports/8e3f0e19-a219-44fe-80ad-56d22a7af2be HTTP/1.1" status: 204 len: 168 time: 1.4087315 Sep 21 15:14:19.680518 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7c43eb2d-9ca2-423b-b77e-d4b688ea783d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:19.682675 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57896) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:19.718425 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7c43eb2d-9ca2-423b-b77e-d4b688ea783d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Usage tracker for resource:port and tenant:0a54726d547948c982ffec031263c840 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:19.726257 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7c43eb2d-9ca2-423b-b77e-d4b688ea783d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:19.730146 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] Pushing event updated for resources: {'Port': ['ID=36d7e75a-07eb-49f3-b76f-7a74558ad487,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:19.744227 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7c43eb2d-9ca2-423b-b77e-d4b688ea783d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:19.747628 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3c503f-197b-45ec-beec-e9de0652cd67 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] GET failed (client error): The resource could not be found. Sep 21 15:14:19.748502 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4f3c503f-197b-45ec-beec-e9de0652cd67 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Synchronizing usage tracker for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:19.751187 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8273c843-8e88-414b-8b11-653ac5f6a860 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:19.776899 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:19.780998 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273c843-8e88-414b-8b11-653ac5f6a860 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32afc66c-2738-4e4c-b3b9-e73b384fd815,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:19.790484 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c43eb2d-9ca2-423b-b77e-d4b688ea783d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Made reservation on behalf of 0a54726d547948c982ffec031263c840 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:19.793710 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7c43eb2d-9ca2-423b-b77e-d4b688ea783d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:19.808701 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8273c843-8e88-414b-8b11-653ac5f6a860 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:19.812112 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8273c843-8e88-414b-8b11-653ac5f6a860 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/32afc66c-2738-4e4c-b3b9-e73b384fd815 HTTP/1.1" status: 204 len: 168 time: 0.3621404 Sep 21 15:14:19.812849 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57900) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:19.842340 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4f3c503f-197b-45ec-beec-e9de0652cd67 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Unset dirty status for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:19.843479 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4f3c503f-197b-45ec-beec-e9de0652cd67 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports/8e3f0e19-a219-44fe-80ad-56d22a7af2be HTTP/1.1" status: 404 len: 333 time: 0.1598904 Sep 21 15:14:19.849230 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57904) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:19.858389 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-7c43eb2d-9ca2-423b-b77e-d4b688ea783d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] device_id is not set on port 2c7bdbf3-4336-4510-8565-d7f6e756e891 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:14:19.899997 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ad594986-d3a4-4265-b1d8-fc826deb8332 None None] Current status of the port 9e7456c9-f805-4b13-81eb-42c4cebd0b91 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:19.900372 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ad594986-d3a4-4265-b1d8-fc826deb8332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:19.902299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7556b7d1-59b7-4f84-8370-520ae1331151 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:19.903788 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7556b7d1-59b7-4f84-8370-520ae1331151 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:19.905452 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7556b7d1-59b7-4f84-8370-520ae1331151 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:19.906286 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7556b7d1-59b7-4f84-8370-520ae1331151 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:19.961972 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-596e0857-bfeb-4314-aa42-ea410cfa42b2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.010713 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7556b7d1-59b7-4f84-8370-520ae1331151 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:20.016311 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7556b7d1-59b7-4f84-8370-520ae1331151 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4363027 Sep 21 15:14:20.024607 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] Transition to ACTIVE for port object b47472c9-2c6c-4d7b-8a15-da9561c8046c will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:20.025192 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-596e0857-bfeb-4314-aa42-ea410cfa42b2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Deleting port ee0351ad-9e8f-4351-81e6-d0e1c2d41c66 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:20.025407 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-596e0857-bfeb-4314-aa42-ea410cfa42b2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.042458 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57908) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:20.055747 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-0a02683d-6d6b-4e74-8785-b30e59541467 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Allocated IP 2001:db8::300 (9a6ef719-c216-4dda-9a94-7a911058aaba/a3167421-122a-4fc7-a110-7a4bf6535857/d4535535-8d06-4d43-96bf-8c0fd71e13b6) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:20.077873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-9a6ef719-c216-4dda-9a94-7a911058aaba', 'network_id': '9a6ef719-c216-4dda-9a94-7a911058aaba', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'fixed_ips': [{'subnet_id': 'a3167421-122a-4fc7-a110-7a4bf6535857'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:14:20.078924 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.099381 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-085884bd-0750-46eb-a9bb-7b7b1f6f5292 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:20.105046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e194f313-5013-41d1-96ae-cb23fd7d53da tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.128250 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-4a79ac72-9db0-4170-9f8f-7408946d86df None None] Allocated IP 2001:db8:0:1::2 (a9328343-2c63-4aa4-bdce-abb38242c3e2/8ebe18b9-9ed5-487c-96b5-ba89430d5fac/0677d60b-5446-4d9b-9937-0f56a6848d9c) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:20.202931 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-085884bd-0750-46eb-a9bb-7b7b1f6f5292 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:20.204248 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-085884bd-0750-46eb-a9bb-7b7b1f6f5292 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3903980 Sep 21 15:14:20.212899 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57912) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:20.218307 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] Transition to ACTIVE for port object b47472c9-2c6c-4d7b-8a15-da9561c8046c will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:20.222206 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aee7c12-11ae-4c8b-a526-578bb311656e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet bed54113-05b1-4317-9762-b7eead0f3805 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:14:20.229251 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-e194f313-5013-41d1-96ae-cb23fd7d53da tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Transition to ACTIVE for port object c34a533b-57f8-4890-8052-95df756339e9 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:20.265431 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] Attempting to bind port 36d7e75a-07eb-49f3-b76f-7a74558ad487 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:14:20.265839 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] Attempting to bind port 36d7e75a-07eb-49f3-b76f-7a74558ad487 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'f2352950-0d49-4cd0-809b-a56271a27a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c09fe5a8-9e74-4330-bfc9-4d87a9005258'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:14:20.266197 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] Attempting to bind port 36d7e75a-07eb-49f3-b76f-7a74558ad487 on network c09fe5a8-9e74-4330-bfc9-4d87a9005258 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:14:20.296898 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f0e8d25-3f49-4c47-b858-99a40769d90e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.315312 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ad594986-d3a4-4265-b1d8-fc826deb8332 None None] For port 9e7456c9-f805-4b13-81eb-42c4cebd0b91, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9e7456c9-f805-4b13-81eb-42c4cebd0b91,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:20.334621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.343774 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-685a8675-9634-43cf-8a20-e8f0c859ee7c tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.364908 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-685a8675-9634-43cf-8a20-e8f0c859ee7c tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.370298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f0e8d25-3f49-4c47-b858-99a40769d90e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.390678 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-7c43eb2d-9ca2-423b-b77e-d4b688ea783d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Allocated IP 2001:db8::f816:3eff:feab:be6 (32964589-7fbd-419d-a375-0c7b42cc54c3/cdb056c4-89e0-470f-ab42-4abab2cd223a/2c7bdbf3-4336-4510-8565-d7f6e756e891) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:20.399029 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:14:20.399710 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] Checking segment: {'id': 'f2352950-0d49-4cd0-809b-a56271a27a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c09fe5a8-9e74-4330-bfc9-4d87a9005258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:20.400297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.401019 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] Bound using segment: {'id': 'f2352950-0d49-4cd0-809b-a56271a27a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c09fe5a8-9e74-4330-bfc9-4d87a9005258'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:14:20.403062 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] Bound port: 36d7e75a-07eb-49f3-b76f-7a74558ad487, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2352950-0d49-4cd0-809b-a56271a27a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c09fe5a8-9e74-4330-bfc9-4d87a9005258'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:14:20.403228 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-596e0857-bfeb-4314-aa42-ea410cfa42b2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.404107 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.416902 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e194f313-5013-41d1-96ae-cb23fd7d53da tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.458000 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-685a8675-9634-43cf-8a20-e8f0c859ee7c tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.505491 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a8675-9634-43cf-8a20-e8f0c859ee7c tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e287a15e-1f85-444d-a298-ee8a2507ce0d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:20.519005 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f0e8d25-3f49-4c47-b858-99a40769d90e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.553472 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e8d25-3f49-4c47-b858-99a40769d90e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc346b5-63ee-4514-873c-40fb02619f95,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:20.578286 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f0e8d25-3f49-4c47-b858-99a40769d90e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.582423 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9f0e8d25-3f49-4c47-b858-99a40769d90e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/security-groups/9dc346b5-63ee-4514-873c-40fb02619f95 HTTP/1.1" status: 204 len: 168 time: 0.7246628 Sep 21 15:14:20.604809 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ad594986-d3a4-4265-b1d8-fc826deb8332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.605227 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57916) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:20.634400 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-685a8675-9634-43cf-8a20-e8f0c859ee7c tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.638166 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-685a8675-9634-43cf-8a20-e8f0c859ee7c tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/e287a15e-1f85-444d-a298-ee8a2507ce0d HTTP/1.1" status: 204 len: 168 time: 0.4188199 Sep 21 15:14:20.646201 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57918) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:20.694237 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-596e0857-bfeb-4314-aa42-ea410cfa42b2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Calling delete_port for ee0351ad-9e8f-4351-81e6-d0e1c2d41c66 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:20.724729 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ff8c15a4-d039-4c72-906c-39cfb5863ee5 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:20.760773 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-bd3291fb-e6e3-4fa7-b9d1-126c163a213f None None] Allocated IP 2001:db8:0:1::2 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/d77efd73-39a9-4a08-a18b-d013a9b6d342/9e7456c9-f805-4b13-81eb-42c4cebd0b91) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:20.771077 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ff8c15a4-d039-4c72-906c-39cfb5863ee5 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:20.775266 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ff8c15a4-d039-4c72-906c-39cfb5863ee5 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1254525 Sep 21 15:14:20.780973 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57924) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:20.790792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e194f313-5013-41d1-96ae-cb23fd7d53da tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Network c09fe5a8-9e74-4330-bfc9-4d87a9005258 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:20.801306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e194f313-5013-41d1-96ae-cb23fd7d53da tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:20.802933 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7c43eb2d-9ca2-423b-b77e-d4b688ea783d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.803400 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e194f313-5013-41d1-96ae-cb23fd7d53da tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:20.815876 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] Network 39f06421-7322-4035-9bbf-6828cf3374e7 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:20.829163 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2f1a7683-99f9-4c40-a336-6e1916e9fc16 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.837440 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-7c43eb2d-9ca2-423b-b77e-d4b688ea783d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Transition to ACTIVE for port object 2c7bdbf3-4336-4510-8565-d7f6e756e891 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:20.843420 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2f1a7683-99f9-4c40-a336-6e1916e9fc16 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.862083 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194f313-5013-41d1-96ae-cb23fd7d53da tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Pushing event updated for resources: {'Port': ['ID=c34a533b-57f8-4890-8052-95df756339e9,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:20.884785 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:20.885310 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2f1a7683-99f9-4c40-a336-6e1916e9fc16 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.893428 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:20.914931 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a7683-99f9-4c40-a336-6e1916e9fc16 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91ca28aa-3b99-4f6f-b430-7532e7a5e8f4,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:20.919107 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a02683d-6d6b-4e74-8785-b30e59541467 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.920351 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 0677d60b-5446-4d9b-9937-0f56a6848d9c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:20.921727 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7c43eb2d-9ca2-423b-b77e-d4b688ea783d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.926008 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] Pushing event updated for resources: {'Port': ['ID=b47472c9-2c6c-4d7b-8a15-da9561c8046c,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:20.953414 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e194f313-5013-41d1-96ae-cb23fd7d53da tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.973352 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2f1a7683-99f9-4c40-a336-6e1916e9fc16 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:20.977228 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2f1a7683-99f9-4c40-a336-6e1916e9fc16 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/91ca28aa-3b99-4f6f-b430-7532e7a5e8f4 HTTP/1.1" status: 204 len: 168 time: 0.1934636 Sep 21 15:14:20.980177 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57928) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:21.008496 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0178b835-811f-4dd2-aeeb-b00ade5ecfbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-32964589-7fbd-419d-a375-0c7b42cc54c3', 'network_id': '32964589-7fbd-419d-a375-0c7b42cc54c3', 'tenant_id': '0a54726d547948c982ffec031263c840', 'fixed_ips': [{'subnet_id': 'cdb056c4-89e0-470f-ab42-4abab2cd223a'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:14:21.009665 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0178b835-811f-4dd2-aeeb-b00ade5ecfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.032978 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c43eb2d-9ca2-423b-b77e-d4b688ea783d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Network 32964589-7fbd-419d-a375-0c7b42cc54c3 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:21.037392 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-7c43eb2d-9ca2-423b-b77e-d4b688ea783d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:21.040189 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c43eb2d-9ca2-423b-b77e-d4b688ea783d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:21.046606 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c43eb2d-9ca2-423b-b77e-d4b688ea783d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:21.047474 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7c43eb2d-9ca2-423b-b77e-d4b688ea783d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.057572 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43eb2d-9ca2-423b-b77e-d4b688ea783d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event updated for resources: {'Port': ['ID=2c7bdbf3-4336-4510-8565-d7f6e756e891,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:21.084659 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7c43eb2d-9ca2-423b-b77e-d4b688ea783d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7573707 Sep 21 15:14:21.087456 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57932) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:21.185326 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-0a02683d-6d6b-4e74-8785-b30e59541467 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Transition to ACTIVE for port object d4535535-8d06-4d43-96bf-8c0fd71e13b6 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:21.188360 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6b8f95cb-3d14-4bbf-bc73-354702e56fec tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.202936 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5493a4a2-e6de-41db-977a-18799153ae96 None None] Provisioning for port e618695f-7c36-4651-b072-f08557a0cbc7 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:21.214504 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca7e12b-b7ef-42a3-a6d0-68b95f3d9213 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Deleting subnet cdb056c4-89e0-470f-ab42-4abab2cd223a {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:14:21.218967 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fca7e12b-b7ef-42a3-a6d0-68b95f3d9213 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.275227 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e0d7d6f1-d0fe-47c1-b898-6186c766f355 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:21.285641 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 46e58e44-3621-4ca9-be22-6913039bcf08 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:21.293006 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fca7e12b-b7ef-42a3-a6d0-68b95f3d9213 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.310210 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6b8f95cb-3d14-4bbf-bc73-354702e56fec tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.341878 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5493a4a2-e6de-41db-977a-18799153ae96 None None] Provisioning complete for port e618695f-7c36-4651-b072-f08557a0cbc7 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:21.342488 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5493a4a2-e6de-41db-977a-18799153ae96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.360073 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e0d7d6f1-d0fe-47c1-b898-6186c766f355 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:21.365805 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e0d7d6f1-d0fe-47c1-b898-6186c766f355 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3857415 Sep 21 15:14:21.367738 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57936) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:21.420245 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06317f01-8e51-49ee-92fe-c35fbd22e060 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.432532 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06317f01-8e51-49ee-92fe-c35fbd22e060 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.457683 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fca7e12b-b7ef-42a3-a6d0-68b95f3d9213 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.483803 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] For port 36d7e75a-07eb-49f3-b76f-7a74558ad487, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:14:21.498273 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06317f01-8e51-49ee-92fe-c35fbd22e060 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.513650 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4a79ac72-9db0-4170-9f8f-7408946d86df None None] For port 0677d60b-5446-4d9b-9937-0f56a6848d9c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=0677d60b-5446-4d9b-9937-0f56a6848d9c,segment=NetworkSegment(32df21b1-d436-448d-a0de-d9b696ecf425),segment_id=32df21b1-d436-448d-a0de-d9b696ecf425)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:21.522561 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6b8f95cb-3d14-4bbf-bc73-354702e56fec tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.526994 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a02683d-6d6b-4e74-8785-b30e59541467 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.529483 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06317f01-8e51-49ee-92fe-c35fbd22e060 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67b88928-d241-4265-8987-c1073755ebaf,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:21.530928 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] Attempting to bind port b47472c9-2c6c-4d7b-8a15-da9561c8046c on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:14:21.531486 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] Attempting to bind port b47472c9-2c6c-4d7b-8a15-da9561c8046c by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'c5294cf0-f5dd-4cda-b606-7511f9eb38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39f06421-7322-4035-9bbf-6828cf3374e7'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:14:21.532002 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] Attempting to bind port b47472c9-2c6c-4d7b-8a15-da9561c8046c on network 39f06421-7322-4035-9bbf-6828cf3374e7 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:14:21.546473 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06317f01-8e51-49ee-92fe-c35fbd22e060 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.551493 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-06317f01-8e51-49ee-92fe-c35fbd22e060 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/67b88928-d241-4265-8987-c1073755ebaf HTTP/1.1" status: 204 len: 168 time: 0.1786175 Sep 21 15:14:21.552020 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57940) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:21.582728 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] For port 36d7e75a-07eb-49f3-b76f-7a74558ad487, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=36d7e75a-07eb-49f3-b76f-7a74558ad487,segment=NetworkSegment(f2352950-0d49-4cd0-809b-a56271a27a65),segment_id=f2352950-0d49-4cd0-809b-a56271a27a65)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:14:21.584098 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad594986-d3a4-4265-b1d8-fc826deb8332 None None] Pushing event updated for resources: {'Port': ['ID=9e7456c9-f805-4b13-81eb-42c4cebd0b91,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:21.618168 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-25743aaf-e000-4ce7-95ca-ff5d600e9207 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:21.621315 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fca7e12b-b7ef-42a3-a6d0-68b95f3d9213 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.630256 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:14:21.630483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f95cb-3d14-4bbf-bc73-354702e56fec tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79128d0-7265-4d16-89e2-043f37176956,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:21.630624 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] Checking segment: {'id': 'c5294cf0-f5dd-4cda-b606-7511f9eb38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39f06421-7322-4035-9bbf-6828cf3374e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:21.631012 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.631398 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] Bound using segment: {'id': 'c5294cf0-f5dd-4cda-b606-7511f9eb38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39f06421-7322-4035-9bbf-6828cf3374e7'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:14:21.631871 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] Bound port: b47472c9-2c6c-4d7b-8a15-da9561c8046c, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5294cf0-f5dd-4cda-b606-7511f9eb38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39f06421-7322-4035-9bbf-6828cf3374e7'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:14:21.632028 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e194f313-5013-41d1-96ae-cb23fd7d53da tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.632597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.644835 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.662805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7e12b-b7ef-42a3-a6d0-68b95f3d9213 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event deleted for resources: {'Subnet': ['ID=cdb056c4-89e0-470f-ab42-4abab2cd223a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:21.670853 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a02683d-6d6b-4e74-8785-b30e59541467 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network 9a6ef719-c216-4dda-9a94-7a911058aaba is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:21.673997 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fca7e12b-b7ef-42a3-a6d0-68b95f3d9213 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.677720 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-0a02683d-6d6b-4e74-8785-b30e59541467 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:21.688217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-25743aaf-e000-4ce7-95ca-ff5d600e9207 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:21.693302 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-25743aaf-e000-4ce7-95ca-ff5d600e9207 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1373363 Sep 21 15:14:21.695539 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fca7e12b-b7ef-42a3-a6d0-68b95f3d9213 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "DELETE /v2.0/subnets/cdb056c4-89e0-470f-ab42-4abab2cd223a HTTP/1.1" status: 204 len: 168 time: 0.6069677 Sep 21 15:14:21.696425 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57944) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:21.696884 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57946) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:21.712374 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a02683d-6d6b-4e74-8785-b30e59541467 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:21.717333 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a02683d-6d6b-4e74-8785-b30e59541467 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:21.717955 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a02683d-6d6b-4e74-8785-b30e59541467 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.739399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02683d-6d6b-4e74-8785-b30e59541467 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Port': ['ID=d4535535-8d06-4d43-96bf-8c0fd71e13b6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:21.754496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6b8f95cb-3d14-4bbf-bc73-354702e56fec tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.755631 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6b8f95cb-3d14-4bbf-bc73-354702e56fec tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/security-groups/b79128d0-7265-4d16-89e2-043f37176956 HTTP/1.1" status: 204 len: 168 time: 1.0753973 Sep 21 15:14:21.756944 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-596e0857-bfeb-4314-aa42-ea410cfa42b2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.761305 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57952) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:21.773148 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.resource_extend [None req-4a79ac72-9db0-4170-9f8f-7408946d86df None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:14:21.823853 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e0857-bfeb-4314-aa42-ea410cfa42b2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Pushing event deleted for resources: {'Port': ['ID=ee0351ad-9e8f-4351-81e6-d0e1c2d41c66,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:21.852079 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c489af9a-69ef-4615-97da-b0db71e6d06c tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:21.852292 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4a79ac72-9db0-4170-9f8f-7408946d86df None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.853820 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c489af9a-69ef-4615-97da-b0db71e6d06c tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:21.854628 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c489af9a-69ef-4615-97da-b0db71e6d06c tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Synchronizing usage tracker for tenant:0a54726d547948c982ffec031263c840 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:21.877167 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-bd3291fb-e6e3-4fa7-b9d1-126c163a213f None None] For port 9e7456c9-f805-4b13-81eb-42c4cebd0b91, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9e7456c9-f805-4b13-81eb-42c4cebd0b91,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:21.880174 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] Allocated IP 2001:db8::2 (9a6ef719-c216-4dda-9a94-7a911058aaba/a3167421-122a-4fc7-a110-7a4bf6535857/9bbda4ca-886e-41c0-941f-a4883e2dd225) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:21.910227 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-851d7af2-6f6f-41ed-a622-d628f2179e8f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting subnet 2c26faa9-2b92-49e3-ba24-7746cd50ece9 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:14:21.915781 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-da931cae-6ea9-4ac2-a921-f4a21ad17182 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server [None req-0178b835-811f-4dd2-aeeb-b00ade5ecfbe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cdb056c4-89e0-470f-ab42-4abab2cd223a: This subnet is being modified by another concurrent operation. Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 15:14:21.917641 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise exception Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cdb056c4-89e0-470f-ab42-4abab2cd223a: This subnet is being modified by another concurrent operation. Sep 21 15:14:21.921554 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server Sep 21 15:14:21.924752 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0a02683d-6d6b-4e74-8785-b30e59541467 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.3023596 Sep 21 15:14:21.930683 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c489af9a-69ef-4615-97da-b0db71e6d06c tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Unset dirty status for tenant:0a54726d547948c982ffec031263c840 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:21.935081 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c489af9a-69ef-4615-97da-b0db71e6d06c tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2355928 Sep 21 15:14:21.935694 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57956) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:21.936020 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57958) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:21.998959 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79678e7c-c0ca-4bd1-af30-723c9789f825 None None] Network 32964589-7fbd-419d-a375-0c7b42cc54c3 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:22.026921 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 46e58e44-3621-4ca9-be22-6913039bcf08 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:22.048391 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4a79ac72-9db0-4170-9f8f-7408946d86df None None] Transition to ACTIVE for port object 0677d60b-5446-4d9b-9937-0f56a6848d9c will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:22.050102 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4fb8f-d36e-416b-8abd-51831c4610df None None] Pushing event updated for resources: {'Port': ['ID=36d7e75a-07eb-49f3-b76f-7a74558ad487,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:22.106989 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-851d7af2-6f6f-41ed-a622-d628f2179e8f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.141466 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.resource_extend [None req-bd3291fb-e6e3-4fa7-b9d1-126c163a213f None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:14:22.153085 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4a79ac72-9db0-4170-9f8f-7408946d86df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.159375 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-596e0857-bfeb-4314-aa42-ea410cfa42b2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.220996 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.258500 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-da931cae-6ea9-4ac2-a921-f4a21ad17182 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.287783 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5493a4a2-e6de-41db-977a-18799153ae96 None None] Current status of the port e618695f-7c36-4651-b072-f08557a0cbc7 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:22.288499 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5493a4a2-e6de-41db-977a-18799153ae96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.420704 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bd3291fb-e6e3-4fa7-b9d1-126c163a213f None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.463950 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] For port b47472c9-2c6c-4d7b-8a15-da9561c8046c, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:14:22.469220 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-596e0857-bfeb-4314-aa42-ea410cfa42b2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.474088 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-596e0857-bfeb-4314-aa42-ea410cfa42b2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.516631 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-596e0857-bfeb-4314-aa42-ea410cfa42b2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.517180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596e0857-bfeb-4314-aa42-ea410cfa42b2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Fanout notify agent at l3_agent the message router_deleted on router 883cbdad-e943-43e9-8fd9-c6472d682590 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:14:22.544845 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-596e0857-bfeb-4314-aa42-ea410cfa42b2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.550601 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-596e0857-bfeb-4314-aa42-ea410cfa42b2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "DELETE /v2.0/routers/883cbdad-e943-43e9-8fd9-c6472d682590 HTTP/1.1" status: 204 len: 168 time: 3.6457739 Sep 21 15:14:22.555040 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57964) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:22.561704 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-fe05f1a4-2b1c-4090-92fc-c64cb426017b tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-650052002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:22.573932 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fe05f1a4-2b1c-4090-92fc-c64cb426017b tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:22.579798 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fe05f1a4-2b1c-4090-92fc-c64cb426017b tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Usage tracker for resource:router and tenant:fa1f278116904fc19b1e96df5e65faa7 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:22.584536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fe05f1a4-2b1c-4090-92fc-c64cb426017b tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:22.591908 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fe05f1a4-2b1c-4090-92fc-c64cb426017b tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:22.596252 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-851d7af2-6f6f-41ed-a622-d628f2179e8f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.615702 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e194f313-5013-41d1-96ae-cb23fd7d53da tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.618132 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe05f1a4-2b1c-4090-92fc-c64cb426017b tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.619269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe05f1a4-2b1c-4090-92fc-c64cb426017b tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.626142 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e194f313-5013-41d1-96ae-cb23fd7d53da tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.628839 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-27f72d01-e7b8-4c68-9b26-1d83dfbb14c1 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.709546 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bd3291fb-e6e3-4fa7-b9d1-126c163a213f None None] Transition to ACTIVE for port object 9e7456c9-f805-4b13-81eb-42c4cebd0b91 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:22.730350 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9aee7c12-11ae-4c8b-a526-578bb311656e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.746058 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe05f1a4-2b1c-4090-92fc-c64cb426017b tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.759978 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] For port b47472c9-2c6c-4d7b-8a15-da9561c8046c, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b47472c9-2c6c-4d7b-8a15-da9561c8046c,segment=NetworkSegment(c5294cf0-f5dd-4cda-b606-7511f9eb38c1),segment_id=c5294cf0-f5dd-4cda-b606-7511f9eb38c1)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:14:22.760290 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f72d01-e7b8-4c68-9b26-1d83dfbb14c1 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 21 15:14:22.761053 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f72d01-e7b8-4c68-9b26-1d83dfbb14c1 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:22.774248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194f313-5013-41d1-96ae-cb23fd7d53da tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Pushing event updated for resources: {'Port': ['ID=c34a533b-57f8-4890-8052-95df756339e9,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:22.778695 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e194f313-5013-41d1-96ae-cb23fd7d53da tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.779150 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bd3291fb-e6e3-4fa7-b9d1-126c163a213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.805763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe05f1a4-2b1c-4090-92fc-c64cb426017b tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.866622 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-da931cae-6ea9-4ac2-a921-f4a21ad17182 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.868297 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-da931cae-6ea9-4ac2-a921-f4a21ad17182 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.869506 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-da931cae-6ea9-4ac2-a921-f4a21ad17182 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "DELETE /v2.0/security-groups/37026755-5ef4-4f70-9748-d6aee76bf6d3 HTTP/1.1" status: 204 len: 168 time: 1.1717489 Sep 21 15:14:22.875863 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57968) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:22.887909 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-27f72d01-e7b8-4c68-9b26-1d83dfbb14c1 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "DELETE /v2.0/networks/32964589-7fbd-419d-a375-0c7b42cc54c3 HTTP/1.1" status: 409 len: 405 time: 0.9426999 Sep 21 15:14:22.896952 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.914490 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57972) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:22.935890 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da931cae-6ea9-4ac2-a921-f4a21ad17182 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37026755-5ef4-4f70-9748-d6aee76bf6d3,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:22.936296 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-cc799bba-48b9-4680-be18-dc54ea01eec7 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-880191272'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:22.954433 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9aee7c12-11ae-4c8b-a526-578bb311656e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:22.957992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cc799bba-48b9-4680-be18-dc54ea01eec7 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:22.981169 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5493a4a2-e6de-41db-977a-18799153ae96 None None] For port e618695f-7c36-4651-b072-f08557a0cbc7, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e618695f-7c36-4651-b072-f08557a0cbc7,segment=NetworkSegment(d751420d-afba-4275-a10a-80afa96e1396),segment_id=d751420d-afba-4275-a10a-80afa96e1396)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:23.011468 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79ac72-9db0-4170-9f8f-7408946d86df None None] Pushing event updated for resources: {'Port': ['ID=0677d60b-5446-4d9b-9937-0f56a6848d9c,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:23.037327 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ff6308d8-d824-4236-9e3a-e394255c7b69 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1579838 Sep 21 15:14:23.038517 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe05f1a4-2b1c-4090-92fc-c64cb426017b tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:23.053489 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fe05f1a4-2b1c-4090-92fc-c64cb426017b tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4978766 Sep 21 15:14:23.055261 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cc799bba-48b9-4680-be18-dc54ea01eec7 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Usage tracker for resource:network and tenant:0a54726d547948c982ffec031263c840 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:23.057439 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57976) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:23.057969 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57978) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:23.079171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-451cdc78-45ce-402c-9eb5-65564cfe319c tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group': {'name': 'tempest-secgroup--284247162'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:23.085233 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cc799bba-48b9-4680-be18-dc54ea01eec7 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:23.113951 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:23.119096 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3291fb-e6e3-4fa7-b9d1-126c163a213f None None] Pushing event updated for resources: {'Port': ['ID=9e7456c9-f805-4b13-81eb-42c4cebd0b91,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:23.127476 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-73dff897-9ae3-462c-a3c8-9d388662d0be tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Request body: {'router': {'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:23.137039 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cc799bba-48b9-4680-be18-dc54ea01eec7 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:23.187447 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5493a4a2-e6de-41db-977a-18799153ae96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:23.200399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc799bba-48b9-4680-be18-dc54ea01eec7 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Made reservation on behalf of 0a54726d547948c982ffec031263c840 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:23.209293 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc799bba-48b9-4680-be18-dc54ea01eec7 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:23.256530 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] Transition to ACTIVE for port object 9bbda4ca-886e-41c0-941f-a4883e2dd225 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:23.257631 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e194f313-5013-41d1-96ae-cb23fd7d53da tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Network c09fe5a8-9e74-4330-bfc9-4d87a9005258 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:23.260003 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e194f313-5013-41d1-96ae-cb23fd7d53da tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:23.306431 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5493a4a2-e6de-41db-977a-18799153ae96 None None] Provisioning for port 46e58e44-3621-4ca9-be22-6913039bcf08 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:23.313757 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] Transition to ACTIVE for port object 9bbda4ca-886e-41c0-941f-a4883e2dd225 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:23.329023 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5493a4a2-e6de-41db-977a-18799153ae96 None None] Provisioning complete for port 46e58e44-3621-4ca9-be22-6913039bcf08 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:23.331020 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5493a4a2-e6de-41db-977a-18799153ae96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:23.369630 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9e7456c9-f805-4b13-81eb-42c4cebd0b91 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:23.426893 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:23.478774 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110b386-c104-4d91-92c9-a614aece52bd None None] Pushing event updated for resources: {'Port': ['ID=b47472c9-2c6c-4d7b-8a15-da9561c8046c,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:23.641370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-451cdc78-45ce-402c-9eb5-65564cfe319c tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:23.672364 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-851d7af2-6f6f-41ed-a622-d628f2179e8f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:23.686416 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] Network 9a6ef719-c216-4dda-9a94-7a911058aaba is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:23.706445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:23.714134 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:23.737085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc799bba-48b9-4680-be18-dc54ea01eec7 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:14:23.740793 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9aee7c12-11ae-4c8b-a526-578bb311656e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:23.770450 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc799bba-48b9-4680-be18-dc54ea01eec7 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:23.771573 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-cc799bba-48b9-4680-be18-dc54ea01eec7 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Added segment 02e8c3a4-d0c8-44a2-9328-14eaf0830cb6 of type vlan for network 272cbed3-c516-4644-a0cd-61cd42a05de8 Sep 21 15:14:23.867992 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a4a2-e6de-41db-977a-18799153ae96 None None] Pushing event updated for resources: {'Port': ['ID=e618695f-7c36-4651-b072-f08557a0cbc7,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:23.886044 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc799bba-48b9-4680-be18-dc54ea01eec7 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:23.917931 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-451cdc78-45ce-402c-9eb5-65564cfe319c tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Usage tracker for resource:security_group and tenant:50333ece6c0241bfba994dbdc465cebc is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:23.935224 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0016bdd-bb70-47e7-8404-09b66278f0c5 None None] Network c09fe5a8-9e74-4330-bfc9-4d87a9005258 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:23.949380 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc799bba-48b9-4680-be18-dc54ea01eec7 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:23.961228 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc799bba-48b9-4680-be18-dc54ea01eec7 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:23.961586 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] Attempting to bind port 9bbda4ca-886e-41c0-941f-a4883e2dd225 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:14:23.961881 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] Attempting to bind port 9bbda4ca-886e-41c0-941f-a4883e2dd225 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'f8a78347-0619-4fb8-9134-bed87b75a493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9a6ef719-c216-4dda-9a94-7a911058aaba'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:14:23.962027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc799bba-48b9-4680-be18-dc54ea01eec7 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:23.962249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] Attempting to bind port 9bbda4ca-886e-41c0-941f-a4883e2dd225 on network 9a6ef719-c216-4dda-9a94-7a911058aaba {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:14:23.982295 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-451cdc78-45ce-402c-9eb5-65564cfe319c tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:24.014302 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-451cdc78-45ce-402c-9eb5-65564cfe319c tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:24.170371 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cc799bba-48b9-4680-be18-dc54ea01eec7 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2542441 Sep 21 15:14:24.171744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e194f313-5013-41d1-96ae-cb23fd7d53da tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Router 5eeaed7b-3aa1-4997-8d9f-e854b471df2b is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:14:24.177990 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57984) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:24.204194 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7f4aef7b-f3e0-41b2-9a9a-2389f04a7afd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Request body: {'subnet': {'network_id': '272cbed3-c516-4644-a0cd-61cd42a05de8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:24.243461 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 36d7e75a-07eb-49f3-b76f-7a74558ad487 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:24.247655 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73dff897-9ae3-462c-a3c8-9d388662d0be tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:24.302724 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5493a4a2-e6de-41db-977a-18799153ae96 None None] Current status of the port 46e58e44-3621-4ca9-be22-6913039bcf08 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:24.303298 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5493a4a2-e6de-41db-977a-18799153ae96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:24.313993 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] Pushing event updated for resources: {'Port': ['ID=9bbda4ca-886e-41c0-941f-a4883e2dd225,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:24.325751 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:14:24.326133 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] Checking segment: {'id': 'f8a78347-0619-4fb8-9134-bed87b75a493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9a6ef719-c216-4dda-9a94-7a911058aaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:24.326535 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:24.326926 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] Bound using segment: {'id': 'f8a78347-0619-4fb8-9134-bed87b75a493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9a6ef719-c216-4dda-9a94-7a911058aaba'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:14:24.327405 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] Bound port: 9bbda4ca-886e-41c0-941f-a4883e2dd225, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a78347-0619-4fb8-9134-bed87b75a493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9a6ef719-c216-4dda-9a94-7a911058aaba'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:14:24.327776 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:24.384661 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc799bba-48b9-4680-be18-dc54ea01eec7 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event updated for resources: {'Network': ['ID=272cbed3-c516-4644-a0cd-61cd42a05de8,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:24.390418 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-451cdc78-45ce-402c-9eb5-65564cfe319c tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:24.416464 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9aee7c12-11ae-4c8b-a526-578bb311656e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:24.420036 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 272cbed3-c516-4644-a0cd-61cd42a05de8 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:14:24.651330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e194f313-5013-41d1-96ae-cb23fd7d53da tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:14:24.664823 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57afb8f4-f7fd-41ef-b12f-7a79635ed28a None None] Sync routers for ids ['5eeaed7b-3aa1-4997-8d9f-e854b471df2b'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:14:24.666390 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e194f313-5013-41d1-96ae-cb23fd7d53da tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "PUT /v2.0/routers/5eeaed7b-3aa1-4997-8d9f-e854b471df2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5800822 Sep 21 15:14:24.681643 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57988) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:24.700705 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57afb8f4-f7fd-41ef-b12f-7a79635ed28a None None] Routers {'5eeaed7b-3aa1-4997-8d9f-e854b471df2b'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:24.701355 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-57afb8f4-f7fd-41ef-b12f-7a79635ed28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['5eeaed7b-3aa1-4997-8d9f-e854b471df2b'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:24.777983 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5493a4a2-e6de-41db-977a-18799153ae96 None None] For port 46e58e44-3621-4ca9-be22-6913039bcf08, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=46e58e44-3621-4ca9-be22-6913039bcf08,segment=NetworkSegment(27ea0053-ee5a-4bdf-9818-1b91da78347a),segment_id=27ea0053-ee5a-4bdf-9818-1b91da78347a)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:24.829254 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-57afb8f4-f7fd-41ef-b12f-7a79635ed28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:24.838715 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5493a4a2-e6de-41db-977a-18799153ae96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:24.840679 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57afb8f4-f7fd-41ef-b12f-7a79635ed28a None None] Routers {'5eeaed7b-3aa1-4997-8d9f-e854b471df2b'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:24.841238 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-57afb8f4-f7fd-41ef-b12f-7a79635ed28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['5eeaed7b-3aa1-4997-8d9f-e854b471df2b'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:24.898535 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-80660ce4-827a-4e88-8b86-7e7b86158dee tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:24.916814 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-451cdc78-45ce-402c-9eb5-65564cfe319c tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:24.933021 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-451cdc78-45ce-402c-9eb5-65564cfe319c tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:24.940848 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-57afb8f4-f7fd-41ef-b12f-7a79635ed28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:24.941548 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57afb8f4-f7fd-41ef-b12f-7a79635ed28a None None] The sync data for ids ['5eeaed7b-3aa1-4997-8d9f-e854b471df2b'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:14:24.984958 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9aee7c12-11ae-4c8b-a526-578bb311656e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:25.055262 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-851d7af2-6f6f-41ed-a622-d628f2179e8f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:25.081378 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-851d7af2-6f6f-41ed-a622-d628f2179e8f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:25.084476 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee7c12-11ae-4c8b-a526-578bb311656e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=bed54113-05b1-4317-9762-b7eead0f3805,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:25.098587 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 36d7e75a-07eb-49f3-b76f-7a74558ad487 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:25.135771 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d7af2-6f6f-41ed-a622-d628f2179e8f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Subnet': ['ID=2c26faa9-2b92-49e3-ba24-7746cd50ece9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:25.141793 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56698af-7ce3-4a01-9a51-60f279b68ff4 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:25.242775 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-851d7af2-6f6f-41ed-a622-d628f2179e8f tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/subnets/2c26faa9-2b92-49e3-ba24-7746cd50ece9 HTTP/1.1" status: 204 len: 168 time: 3.4718409 Sep 21 15:14:25.246179 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b9b023-ac24-450f-a0ef-77d455c29342 None None] Network 39f06421-7322-4035-9bbf-6828cf3374e7 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:25.258733 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e0d45f-d483-480e-bad2-45c3383f2807 None None] Network a9328343-2c63-4aa4-bdce-abb38242c3e2 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:25.317860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 57992) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:25.333023 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6ed3a3c4-0199-486f-a766-0b5f846441cf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'subnet': {'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:25.358827 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9aee7c12-11ae-4c8b-a526-578bb311656e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/bed54113-05b1-4317-9762-b7eead0f3805 HTTP/1.1" status: 204 len: 168 time: 5.3129969 Sep 21 15:14:25.369661 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] For port 9bbda4ca-886e-41c0-941f-a4883e2dd225, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:14:25.372865 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 57996) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:25.510241 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7f4aef7b-f3e0-41b2-9a9a-2389f04a7afd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:25.511204 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] For port 9bbda4ca-886e-41c0-941f-a4883e2dd225, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9bbda4ca-886e-41c0-941f-a4883e2dd225,segment=NetworkSegment(f8a78347-0619-4fb8-9134-bed87b75a493),segment_id=f8a78347-0619-4fb8-9134-bed87b75a493)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:14:25.540716 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a4a2-e6de-41db-977a-18799153ae96 None None] Pushing event updated for resources: {'Port': ['ID=46e58e44-3621-4ca9-be22-6913039bcf08,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:25.543592 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Provisioning complete for port eef44f38-2d4b-49fc-a021-8d6184cca093 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:25.543732 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:25.571139 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7f4aef7b-f3e0-41b2-9a9a-2389f04a7afd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:25.585861 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:25.589424 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b47472c9-2c6c-4d7b-8a15-da9561c8046c up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:25.604050 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-451cdc78-45ce-402c-9eb5-65564cfe319c tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:25.678964 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-451cdc78-45ce-402c-9eb5-65564cfe319c tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:25.714732 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6ed3a3c4-0199-486f-a766-0b5f846441cf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:25.719058 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6ed3a3c4-0199-486f-a766-0b5f846441cf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:subnet and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:25.722959 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6ed3a3c4-0199-486f-a766-0b5f846441cf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:25.729109 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6ed3a3c4-0199-486f-a766-0b5f846441cf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:25.737391 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4aef7b-f3e0-41b2-9a9a-2389f04a7afd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Made reservation on behalf of 0a54726d547948c982ffec031263c840 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:25.741298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f4aef7b-f3e0-41b2-9a9a-2389f04a7afd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:25.760482 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed3a3c4-0199-486f-a766-0b5f846441cf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:25.761146 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-7044797c-b972-48f5-b501-7f260f4ffee3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet d77efd73-39a9-4a08-a18b-d013a9b6d342 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:14:25.763879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6ed3a3c4-0199-486f-a766-0b5f846441cf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:25.789977 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7044797c-b972-48f5-b501-7f260f4ffee3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:25.937730 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Port eef44f38-2d4b-49fc-a021-8d6184cca093 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:14:25.952165 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cdc78-45ce-402c-9eb5-65564cfe319c tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf22e33-dad0-4922-bd47-91f6497bc210,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:25.967024 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f219f7-2bdd-4aa5-9583-859679c33e54 None None] Pushing event updated for resources: {'Port': ['ID=9bbda4ca-886e-41c0-941f-a4883e2dd225,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:25.996676 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-451cdc78-45ce-402c-9eb5-65564cfe319c tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:26.001323 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-451cdc78-45ce-402c-9eb5-65564cfe319c tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.9277456 Sep 21 15:14:26.011329 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Could not find standard attr ID for object 8e3f0e19-a219-44fe-80ad-56d22a7af2be. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:14:26.011653 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58000) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:26.051947 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-994e690e-93fb-490b-8e8f-c28065604ba2 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group_rule': {'security_group_id': 'bbf22e33-dad0-4922-bd47-91f6497bc210', 'direction': 'ingress', 'protocol': 17}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:26.063335 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7044797c-b972-48f5-b501-7f260f4ffee3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:26.111970 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-994e690e-93fb-490b-8e8f-c28065604ba2 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:26.138119 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-994e690e-93fb-490b-8e8f-c28065604ba2 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Usage tracker for resource:security_group_rule and tenant:50333ece6c0241bfba994dbdc465cebc is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:26.157518 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port b47472c9-2c6c-4d7b-8a15-da9561c8046c completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:26.159743 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-994e690e-93fb-490b-8e8f-c28065604ba2 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:26.179965 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-994e690e-93fb-490b-8e8f-c28065604ba2 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:26.266404 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 0677d60b-5446-4d9b-9937-0f56a6848d9c up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:26.270602 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-2d6d2e34-186d-4996-abae-a582e018b01c tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:14:26.274438 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2d6d2e34-186d-4996-abae-a582e018b01c tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "PUT /v2.0/routers/5eeaed7b-3aa1-4997-8d9f-e854b471df2b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5888293 Sep 21 15:14:26.299969 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Provisioning complete for port 46e58e44-3621-4ca9-be22-6913039bcf08 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:26.299969 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:26.300923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58004) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:26.353282 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-994e690e-93fb-490b-8e8f-c28065604ba2 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:26.370135 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-80660ce4-827a-4e88-8b86-7e7b86158dee tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:26.487328 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-80660ce4-827a-4e88-8b86-7e7b86158dee tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:26.541313 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9e7456c9-f805-4b13-81eb-42c4cebd0b91 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:26.682837 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e618695f-7c36-4651-b072-f08557a0cbc7 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:26.691282 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7044797c-b972-48f5-b501-7f260f4ffee3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:26.775536 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Current status of the port 46e58e44-3621-4ca9-be22-6913039bcf08 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:26.820230 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Provisioning for port 36d7e75a-07eb-49f3-b76f-7a74558ad487 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:26.832119 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Provisioning complete for port 36d7e75a-07eb-49f3-b76f-7a74558ad487 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:26.832588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:26.903853 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port e618695f-7c36-4651-b072-f08557a0cbc7 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:26.904230 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:26.916109 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6ed3a3c4-0199-486f-a766-0b5f846441cf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:27.079140 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73dff897-9ae3-462c-a3c8-9d388662d0be tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:27.115436 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed3a3c4-0199-486f-a766-0b5f846441cf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network a9328343-2c63-4aa4-bdce-abb38242c3e2 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:27.128516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-6ed3a3c4-0199-486f-a766-0b5f846441cf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:27.143291 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed3a3c4-0199-486f-a766-0b5f846441cf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:27.144111 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6ed3a3c4-0199-486f-a766-0b5f846441cf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:27.196004 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3a3c4-0199-486f-a766-0b5f846441cf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Subnet': ['ID=6431fae0-2721-493a-b6b3-e696f261373b,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:27.207793 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6ed3a3c4-0199-486f-a766-0b5f846441cf tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8884952 Sep 21 15:14:27.210858 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58008) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:27.216867 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c58eea11-4eed-4f3d-bf00-bb816287d273 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'security_group': {'name': 'tempest-secgroup-517071293'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:27.222143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Current status of the port 36d7e75a-07eb-49f3-b76f-7a74558ad487 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:27.222616 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:27.227110 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c58eea11-4eed-4f3d-bf00-bb816287d273 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:27.242552 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c58eea11-4eed-4f3d-bf00-bb816287d273 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:security_group and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:27.247892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c58eea11-4eed-4f3d-bf00-bb816287d273 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:27.253669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73dff897-9ae3-462c-a3c8-9d388662d0be tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:27.258778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c58eea11-4eed-4f3d-bf00-bb816287d273 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:27.270981 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80660ce4-827a-4e88-8b86-7e7b86158dee tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Port': ['ID=d4535535-8d06-4d43-96bf-8c0fd71e13b6,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:27.339269 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port e618695f-7c36-4651-b072-f08557a0cbc7 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:27.350467 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] For port 36d7e75a-07eb-49f3-b76f-7a74558ad487, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=36d7e75a-07eb-49f3-b76f-7a74558ad487,segment=NetworkSegment(f2352950-0d49-4cd0-809b-a56271a27a65),segment_id=f2352950-0d49-4cd0-809b-a56271a27a65)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:27.357121 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:27.447180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-994e690e-93fb-490b-8e8f-c28065604ba2 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:27.464869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c58eea11-4eed-4f3d-bf00-bb816287d273 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:27.486893 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Pushing event updated for resources: {'Port': ['ID=36d7e75a-07eb-49f3-b76f-7a74558ad487,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:27.513879 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Provisioning for port 9e7456c9-f805-4b13-81eb-42c4cebd0b91 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:27.526586 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c58eea11-4eed-4f3d-bf00-bb816287d273 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:27.527928 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Provisioning complete for port 9e7456c9-f805-4b13-81eb-42c4cebd0b91 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:27.528307 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:27.540008 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c58eea11-4eed-4f3d-bf00-bb816287d273 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:security_group_rule and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:27.552327 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c58eea11-4eed-4f3d-bf00-bb816287d273 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:27.560270 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-994e690e-93fb-490b-8e8f-c28065604ba2 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:27.560888 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c58eea11-4eed-4f3d-bf00-bb816287d273 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:27.664893 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 46e58e44-3621-4ca9-be22-6913039bcf08 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:27.675592 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e690e-93fb-490b-8e8f-c28065604ba2 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d845afa8-f63d-4342-9879-50d277c01080,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:27.680867 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c58eea11-4eed-4f3d-bf00-bb816287d273 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:27.682349 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7044797c-b972-48f5-b501-7f260f4ffee3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:27.697393 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd6135b1-a2b3-40f5-9114-51478ad11850 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:27.858391 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8ee214-e38a-499a-b377-08080dd83f02 None None] Network 9a6ef719-c216-4dda-9a94-7a911058aaba requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:27.904094 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044797c-b972-48f5-b501-7f260f4ffee3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=d77efd73-39a9-4a08-a18b-d013a9b6d342,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:27.912138 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7044797c-b972-48f5-b501-7f260f4ffee3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:27.924192 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c58eea11-4eed-4f3d-bf00-bb816287d273 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:27.980962 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-80660ce4-827a-4e88-8b86-7e7b86158dee tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:28.031467 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.objects.ports [None req-7f4aef7b-f3e0-41b2-9a9a-2389f04a7afd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:14:28.036532 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f4aef7b-f3e0-41b2-9a9a-2389f04a7afd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:28.040531 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-994e690e-93fb-490b-8e8f-c28065604ba2 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:28.044254 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-994e690e-93fb-490b-8e8f-c28065604ba2 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 2.0282743 Sep 21 15:14:28.056512 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58012) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:28.057794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f699724b-5002-45b3-aaa6-20aa10abf0d8 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:28.129225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58eea11-4eed-4f3d-bf00-bb816287d273 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcb21d2-b19e-4668-9a7b-39194228d559,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:28.133498 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7044797c-b972-48f5-b501-7f260f4ffee3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/d77efd73-39a9-4a08-a18b-d013a9b6d342 HTTP/1.1" status: 204 len: 168 time: 2.7034078 Sep 21 15:14:28.138264 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4aef7b-f3e0-41b2-9a9a-2389f04a7afd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event updated for resources: {'Subnet': ['ID=87811137-4557-4faa-940c-51903fc9a833,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:28.142739 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58016) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:28.166394 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c58eea11-4eed-4f3d-bf00-bb816287d273 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:28.170104 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c58eea11-4eed-4f3d-bf00-bb816287d273 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9556305 Sep 21 15:14:28.178174 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58020) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:28.187902 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e331bf-eae3-4067-8575-ee7525e13c7b None None] Network a9328343-2c63-4aa4-bdce-abb38242c3e2 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:28.191930 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-95b58362-bc3f-4d44-ab7c-a68140584246 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'security_group': {'name': 'tempest-secgroup-1736805121'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:28.198149 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25bac88a-51d7-47bb-b2f6-5bf73cfe6ba1 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:28.199978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-95b58362-bc3f-4d44-ab7c-a68140584246 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:28.216430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-95b58362-bc3f-4d44-ab7c-a68140584246 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:security_group and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:28.225873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-95b58362-bc3f-4d44-ab7c-a68140584246 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:28.254641 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0bb0d7f1-bc53-49f3-bd8f-fc213d6e8cdf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875907 Sep 21 15:14:28.254978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58024) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:28.260198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-95b58362-bc3f-4d44-ab7c-a68140584246 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:28.266287 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-07a67c1f-6f6d-4234-9dbd-d98c5d553f8b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:28.281424 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-73dff897-9ae3-462c-a3c8-9d388662d0be tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Allocated IP 172.26.4.221 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/9ca64b0b-3a22-4b42-9e5c-f15774a34f94) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:28.288994 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25bac88a-51d7-47bb-b2f6-5bf73cfe6ba1 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:28.297501 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4aef7b-f3e0-41b2-9a9a-2389f04a7afd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Checking segment: {'id': '02e8c3a4-d0c8-44a2-9328-14eaf0830cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '272cbed3-c516-4644-a0cd-61cd42a05de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:28.297856 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4aef7b-f3e0-41b2-9a9a-2389f04a7afd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Network hostable DHCP agents. Network: 272cbed3-c516-4644-a0cd-61cd42a05de8, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:14:28.334754 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Current status of the port 9e7456c9-f805-4b13-81eb-42c4cebd0b91 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:28.350411 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4aef7b-f3e0-41b2-9a9a-2389f04a7afd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Network 272cbed3-c516-4644-a0cd-61cd42a05de8 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:14:28.353338 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Could not find standard attr ID for object 4268f95d-4db7-46e6-b3b8-af1e2c673ea5. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:14:28.407773 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-7f4aef7b-f3e0-41b2-9a9a-2389f04a7afd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 272cbed3-c516-4644-a0cd-61cd42a05de8) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:28.433595 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95b58362-bc3f-4d44-ab7c-a68140584246 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:28.457811 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4aef7b-f3e0-41b2-9a9a-2389f04a7afd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:28.458428 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f4aef7b-f3e0-41b2-9a9a-2389f04a7afd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:28.461394 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe77cc2-5738-4a85-a9f5-99c3428efe18 None None] Network 272cbed3-c516-4644-a0cd-61cd42a05de8 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:28.484475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-07a67c1f-6f6d-4234-9dbd-d98c5d553f8b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:28.497271 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7f4aef7b-f3e0-41b2-9a9a-2389f04a7afd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.3085206 Sep 21 15:14:28.501207 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58028) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:28.504675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-07a67c1f-6f6d-4234-9dbd-d98c5d553f8b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:28.508496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-07a67c1f-6f6d-4234-9dbd-d98c5d553f8b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:28.534648 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-07a67c1f-6f6d-4234-9dbd-d98c5d553f8b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:28.538127 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 46e58e44-3621-4ca9-be22-6913039bcf08 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:28.538502 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:28.615737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Provisioning for port 0677d60b-5446-4d9b-9937-0f56a6848d9c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:28.633661 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-80660ce4-827a-4e88-8b86-7e7b86158dee tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:28.679161 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Provisioning complete for port 0677d60b-5446-4d9b-9937-0f56a6848d9c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:28.679773 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:28.706945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-95b58362-bc3f-4d44-ab7c-a68140584246 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:28.716090 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-95b58362-bc3f-4d44-ab7c-a68140584246 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:security_group_rule and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:28.723632 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-95b58362-bc3f-4d44-ab7c-a68140584246 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:28.726791 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-dd6135b1-a2b3-40f5-9114-51478ad11850 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Deleting port c34a533b-57f8-4890-8052-95df756339e9 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:28.727316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd6135b1-a2b3-40f5-9114-51478ad11850 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:28.748065 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73dff897-9ae3-462c-a3c8-9d388662d0be tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:28.767055 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a67c1f-6f6d-4234-9dbd-d98c5d553f8b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:28.770684 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-07a67c1f-6f6d-4234-9dbd-d98c5d553f8b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:28.856203 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-95b58362-bc3f-4d44-ab7c-a68140584246 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:28.857679 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f23535bf-6724-4b55-9b34-13843c98f0e2 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:28.890800 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25bac88a-51d7-47bb-b2f6-5bf73cfe6ba1 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:28.955066 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bac88a-51d7-47bb-b2f6-5bf73cfe6ba1 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf22e33-dad0-4922-bd47-91f6497bc210,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:29.067103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25bac88a-51d7-47bb-b2f6-5bf73cfe6ba1 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:29.071378 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-25bac88a-51d7-47bb-b2f6-5bf73cfe6ba1 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "DELETE /v2.0/security-groups/bbf22e33-dad0-4922-bd47-91f6497bc210 HTTP/1.1" status: 204 len: 168 time: 1.0040066 Sep 21 15:14:29.076985 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58032) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:29.086310 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73dff897-9ae3-462c-a3c8-9d388662d0be tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:29.150995 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f23535bf-6724-4b55-9b34-13843c98f0e2 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:29.200550 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd6135b1-a2b3-40f5-9114-51478ad11850 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:29.239552 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95b58362-bc3f-4d44-ab7c-a68140584246 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:29.264315 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 46e58e44-3621-4ca9-be22-6913039bcf08 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:29.265493 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9bbda4ca-886e-41c0-941f-a4883e2dd225 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:29.300496 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5224cbb5-382f-44dd-a54c-14a55399be52 None None] DHCP port deletion for cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:14:29.304882 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-59ebc37e-726d-48e0-beb1-312877122835 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:29.321382 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-db209c8e-eefd-4e58-a152-abc59bd44834 None None] Current status of the port 0677d60b-5446-4d9b-9937-0f56a6848d9c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:29.342107 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5224cbb5-382f-44dd-a54c-14a55399be52 None None] Deleting port 9e7456c9-f805-4b13-81eb-42c4cebd0b91 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:29.342498 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5224cbb5-382f-44dd-a54c-14a55399be52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:29.358539 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dff897-9ae3-462c-a3c8-9d388662d0be tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:29.368943 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-73dff897-9ae3-462c-a3c8-9d388662d0be tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:29.373198 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dff897-9ae3-462c-a3c8-9d388662d0be tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:29.408560 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95b58362-bc3f-4d44-ab7c-a68140584246 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:29.421590 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde4062d-f770-4c22-9d01-c619d3181286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-272cbed3-c516-4644-a0cd-61cd42a05de8', 'network_id': '272cbed3-c516-4644-a0cd-61cd42a05de8', 'tenant_id': '0a54726d547948c982ffec031263c840', 'fixed_ips': [{'subnet_id': '87811137-4557-4faa-940c-51903fc9a833'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:14:29.422868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fde4062d-f770-4c22-9d01-c619d3181286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:29.425410 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-dd6135b1-a2b3-40f5-9114-51478ad11850 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Calling delete_port for c34a533b-57f8-4890-8052-95df756339e9 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:29.441768 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dff897-9ae3-462c-a3c8-9d388662d0be tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Pushing event updated for resources: {'Port': ['ID=9ca64b0b-3a22-4b42-9e5c-f15774a34f94,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:29.563266 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-59ebc37e-726d-48e0-beb1-312877122835 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:29.569172 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-59ebc37e-726d-48e0-beb1-312877122835 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4906275 Sep 21 15:14:29.572182 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58036) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:29.589169 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d7d1ae40-e6c0-4db1-8251-ff83c6345f17 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347907938'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:29.601691 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b58362-bc3f-4d44-ab7c-a68140584246 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa317f7-f960-4802-b9b7-4dfc1d69f31b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:29.618160 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d7d1ae40-e6c0-4db1-8251-ff83c6345f17 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:29.626974 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95b58362-bc3f-4d44-ab7c-a68140584246 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:29.631874 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-95b58362-bc3f-4d44-ab7c-a68140584246 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4498353 Sep 21 15:14:29.637480 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58040) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:29.644121 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-01f33f93-d92b-4ef2-b2af-1d81c26afa90 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'security_group': {'name': 'tempest-secgroup-308190236'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:29.680100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d7d1ae40-e6c0-4db1-8251-ff83c6345f17 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:29.682233 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-01f33f93-d92b-4ef2-b2af-1d81c26afa90 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:29.702001 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-80660ce4-827a-4e88-8b86-7e7b86158dee tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:29.708585 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-01f33f93-d92b-4ef2-b2af-1d81c26afa90 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:security_group and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:29.714198 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f23535bf-6724-4b55-9b34-13843c98f0e2 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:29.723623 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-01f33f93-d92b-4ef2-b2af-1d81c26afa90 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:29.734058 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-01f33f93-d92b-4ef2-b2af-1d81c26afa90 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:29.740048 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ae40-e6c0-4db1-8251-ff83c6345f17 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:29.753952 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-07a67c1f-6f6d-4234-9dbd-d98c5d553f8b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:29.778144 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23535bf-6724-4b55-9b34-13843c98f0e2 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event deleted for resources: {'Subnet': ['ID=87811137-4557-4faa-940c-51903fc9a833,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:29.780173 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-80660ce4-827a-4e88-8b86-7e7b86158dee tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:29.781154 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-80660ce4-827a-4e88-8b86-7e7b86158dee tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server [None req-fde4062d-f770-4c22-9d01-c619d3181286 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87811137-4557-4faa-940c-51903fc9a833: This subnet is being modified by another concurrent operation. Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 15:14:29.804162 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise exception Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87811137-4557-4faa-940c-51903fc9a833: This subnet is being modified by another concurrent operation. Sep 21 15:14:29.809192 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server Sep 21 15:14:29.815009 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Provisioning complete for port eef44f38-2d4b-49fc-a021-8d6184cca093 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:29.815276 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:29.830429 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01f33f93-d92b-4ef2-b2af-1d81c26afa90 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:29.839300 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d7d1ae40-e6c0-4db1-8251-ff83c6345f17 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:29.864776 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d7d1ae40-e6c0-4db1-8251-ff83c6345f17 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Usage tracker for resource:security_group_rule and tenant:50333ece6c0241bfba994dbdc465cebc is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:29.871999 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d7d1ae40-e6c0-4db1-8251-ff83c6345f17 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:29.882456 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a67c1f-6f6d-4234-9dbd-d98c5d553f8b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:29.884445 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d7d1ae40-e6c0-4db1-8251-ff83c6345f17 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:29.888512 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-07a67c1f-6f6d-4234-9dbd-d98c5d553f8b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:29.891907 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a67c1f-6f6d-4234-9dbd-d98c5d553f8b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:29.893469 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-07a67c1f-6f6d-4234-9dbd-d98c5d553f8b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:29.909046 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f23535bf-6724-4b55-9b34-13843c98f0e2 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:29.915976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-01f33f93-d92b-4ef2-b2af-1d81c26afa90 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:29.920393 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8d12b3-67e7-4f48-902c-596cb876b835 None None] Network 272cbed3-c516-4644-a0cd-61cd42a05de8 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:29.928871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a67c1f-6f6d-4234-9dbd-d98c5d553f8b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=a833f9a3-8065-47f3-b49f-a2726beae0b5,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:29.934375 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-01f33f93-d92b-4ef2-b2af-1d81c26afa90 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:security_group_rule and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:29.941892 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-f23535bf-6724-4b55-9b34-13843c98f0e2 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272cbed3-c516-4644-a0cd-61cd42a05de8']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:29.944572 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 9bbda4ca-886e-41c0-941f-a4883e2dd225 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:29.946270 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-01f33f93-d92b-4ef2-b2af-1d81c26afa90 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:29.959778 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-f23535bf-6724-4b55-9b34-13843c98f0e2 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e8c3a4-d0c8-44a2-9328-14eaf0830cb6') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:29.960056 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-f23535bf-6724-4b55-9b34-13843c98f0e2 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e8c3a4-d0c8-44a2-9328-14eaf0830cb6') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:29.984813 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f23535bf-6724-4b55-9b34-13843c98f0e2 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:29.994635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-01f33f93-d92b-4ef2-b2af-1d81c26afa90 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:30.064968 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f24684-ae3c-420f-9043-c65b6fc83cd5 None None] Update dhcp port {'port': {'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2', 'fixed_ips': [{'subnet_id': '8ebe18b9-9ed5-487c-96b5-ba89430d5fac', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6431fae0-2721-493a-b6b3-e696f261373b'}], 'binding:host_id': 'dv-neutron-858731-1-hyperv'}, 'id': '0677d60b-5446-4d9b-9937-0f56a6848d9c'} from dv-neutron-858731-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 15:14:30.141072 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Port eef44f38-2d4b-49fc-a021-8d6184cca093 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:14:30.144463 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ae40-e6c0-4db1-8251-ff83c6345f17 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:30.166325 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ae40-e6c0-4db1-8251-ff83c6345f17 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:30.174222 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-07a67c1f-6f6d-4234-9dbd-d98c5d553f8b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9209015 Sep 21 15:14:30.175560 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f23535bf-6724-4b55-9b34-13843c98f0e2 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:30.186997 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58044) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:30.198431 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f23535bf-6724-4b55-9b34-13843c98f0e2 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:14:30.198900 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f23535bf-6724-4b55-9b34-13843c98f0e2 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:30.201259 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 36d7e75a-07eb-49f3-b76f-7a74558ad487 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:30.223071 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-afafd89e-2dc8-4101-8030-0b0fe4a3f9b2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:30.260998 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd6135b1-a2b3-40f5-9114-51478ad11850 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:30.299941 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 02e8c3a4-d0c8-44a2-9328-14eaf0830cb6 resource provider aggregate not found Sep 21 15:14:30.311849 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80660ce4-827a-4e88-8b86-7e7b86158dee tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Port': ['ID=d4535535-8d06-4d43-96bf-8c0fd71e13b6,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:30.317623 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5224cbb5-382f-44dd-a54c-14a55399be52 None None] For port 9e7456c9-f805-4b13-81eb-42c4cebd0b91, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9e7456c9-f805-4b13-81eb-42c4cebd0b91,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:30.318250 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5224cbb5-382f-44dd-a54c-14a55399be52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:30.337855 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Provisioning for port c34a533b-57f8-4890-8052-95df756339e9 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:30.351351 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Provisioning complete for port c34a533b-57f8-4890-8052-95df756339e9 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:30.351727 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:30.412847 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 02e8c3a4-d0c8-44a2-9328-14eaf0830cb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02e8c3a4-d0c8-44a2-9328-14eaf0830cb6 found for delete ", "request_id": "req-dd043cb5-3b43-4706-835c-fea99db4ddb6"}]} Sep 21 15:14:30.450502 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6135b1-a2b3-40f5-9114-51478ad11850 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Pushing event deleted for resources: {'Port': ['ID=c34a533b-57f8-4890-8052-95df756339e9,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:30.453427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ae40-e6c0-4db1-8251-ff83c6345f17 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:30.455840 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d7d1ae40-e6c0-4db1-8251-ff83c6345f17 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8770800 Sep 21 15:14:30.463351 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58052) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:30.469019 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-70eb0fda-7634-4fa5-bde5-075791595ad8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group': {'name': 'tempest-secgroup--127283825'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:30.480239 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f23535bf-6724-4b55-9b34-13843c98f0e2 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:30.484796 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f23535bf-6724-4b55-9b34-13843c98f0e2 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:30.518335 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-70eb0fda-7634-4fa5-bde5-075791595ad8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:30.521721 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80660ce4-827a-4e88-8b86-7e7b86158dee tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network 9a6ef719-c216-4dda-9a94-7a911058aaba is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:30.524367 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 36d7e75a-07eb-49f3-b76f-7a74558ad487 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:30.524882 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:30.531824 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23535bf-6724-4b55-9b34-13843c98f0e2 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event deleted for resources: {'Network': ['ID=272cbed3-c516-4644-a0cd-61cd42a05de8,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:30.535482 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-80660ce4-827a-4e88-8b86-7e7b86158dee tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:30.554369 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e9f24684-ae3c-420f-9043-c65b6fc83cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:30.574249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Port c34a533b-57f8-4890-8052-95df756339e9 was deleted so its status cannot be updated. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 21 15:14:30.590038 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5224cbb5-382f-44dd-a54c-14a55399be52 None None] Calling delete_port for 9e7456c9-f805-4b13-81eb-42c4cebd0b91 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:30.598014 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1ae40-e6c0-4db1-8251-ff83c6345f17 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ff0ca5-7f0a-44e1-bbec-4c2c39d804f9,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:30.609750 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-70eb0fda-7634-4fa5-bde5-075791595ad8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:30.614055 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f23535bf-6724-4b55-9b34-13843c98f0e2 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "DELETE /v2.0/networks/272cbed3-c516-4644-a0cd-61cd42a05de8 HTTP/1.1" status: 204 len: 168 time: 2.1117456 Sep 21 15:14:30.686002 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58056) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:30.699928 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-14e89a9c-2ec9-4a69-87fb-5b3824db2843 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-351186829'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:30.759808 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Provisioning for port 9bbda4ca-886e-41c0-941f-a4883e2dd225 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:30.776890 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd6135b1-a2b3-40f5-9114-51478ad11850 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:30.781661 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-14e89a9c-2ec9-4a69-87fb-5b3824db2843 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:30.795640 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70eb0fda-7634-4fa5-bde5-075791595ad8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:30.797302 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-afafd89e-2dc8-4101-8030-0b0fe4a3f9b2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:30.813194 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-afafd89e-2dc8-4101-8030-0b0fe4a3f9b2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:30.816172 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-14e89a9c-2ec9-4a69-87fb-5b3824db2843 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Usage tracker for resource:network and tenant:0a54726d547948c982ffec031263c840 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:30.819899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-afafd89e-2dc8-4101-8030-0b0fe4a3f9b2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:30.821177 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-14e89a9c-2ec9-4a69-87fb-5b3824db2843 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:30.833027 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Provisioning complete for port 9bbda4ca-886e-41c0-941f-a4883e2dd225 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:30.833623 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:30.840815 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-14e89a9c-2ec9-4a69-87fb-5b3824db2843 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:30.854006 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-70eb0fda-7634-4fa5-bde5-075791595ad8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:30.867403 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-70eb0fda-7634-4fa5-bde5-075791595ad8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Usage tracker for resource:security_group_rule and tenant:50333ece6c0241bfba994dbdc465cebc is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:30.872769 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73dff897-9ae3-462c-a3c8-9d388662d0be tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:30.933296 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-70eb0fda-7634-4fa5-bde5-075791595ad8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:30.940601 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5224cbb5-382f-44dd-a54c-14a55399be52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:30.951314 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e89a9c-2ec9-4a69-87fb-5b3824db2843 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Made reservation on behalf of 0a54726d547948c982ffec031263c840 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:30.954984 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-14e89a9c-2ec9-4a69-87fb-5b3824db2843 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:30.996973 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224cbb5-382f-44dd-a54c-14a55399be52 None None] Pushing event deleted for resources: {'Port': ['ID=9e7456c9-f805-4b13-81eb-42c4cebd0b91,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:31.069341 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 36d7e75a-07eb-49f3-b76f-7a74558ad487 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:31.119154 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-70eb0fda-7634-4fa5-bde5-075791595ad8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:31.120103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01f33f93-d92b-4ef2-b2af-1d81c26afa90 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:31.122128 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-afafd89e-2dc8-4101-8030-0b0fe4a3f9b2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:31.135892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01f33f93-d92b-4ef2-b2af-1d81c26afa90 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:31.146144 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5224cbb5-382f-44dd-a54c-14a55399be52 None None] No DVR routers for this DVR port 9e7456c9-f805-4b13-81eb-42c4cebd0b91 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:14:31.154591 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9e7456c9-f805-4b13-81eb-42c4cebd0b91 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:14:31.208930 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 9e7456c9-f805-4b13-81eb-42c4cebd0b91 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:14:31.209290 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9e7456c9-f805-4b13-81eb-42c4cebd0b91 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:14:31.221023 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Current status of the port 9bbda4ca-886e-41c0-941f-a4883e2dd225 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:31.221407 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:31.235847 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bff536-8459-422d-bd52-5c527bf1b10b None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:31.249088 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afafd89e-2dc8-4101-8030-0b0fe4a3f9b2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:31.253571 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-afafd89e-2dc8-4101-8030-0b0fe4a3f9b2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:31.288600 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e89a9c-2ec9-4a69-87fb-5b3824db2843 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:14:31.313768 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-14e89a9c-2ec9-4a69-87fb-5b3824db2843 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:31.314299 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-14e89a9c-2ec9-4a69-87fb-5b3824db2843 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Added segment d044c7d7-4df2-4d94-a85b-db1f87fe367a of type vlan for network 6066f375-7c80-44b4-bc10-ec51d4ae3577 Sep 21 15:14:31.316524 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80660ce4-827a-4e88-8b86-7e7b86158dee tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router a7455b00-2907-4c28-bb05-a56d3e22136c is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:14:31.353559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01f33f93-d92b-4ef2-b2af-1d81c26afa90 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:31.358699 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-01f33f93-d92b-4ef2-b2af-1d81c26afa90 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.7202451 Sep 21 15:14:31.359697 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f33f93-d92b-4ef2-b2af-1d81c26afa90 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9287e103-436c-48a6-995b-ed6a0ae02360,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:31.363627 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58060) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:31.414807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-479db095-b60c-4c85-a9aa-5adb0ea9604c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1860623746', 'security_groups': ['9287e103-436c-48a6-995b-ed6a0ae02360'], 'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6431fae0-2721-493a-b6b3-e696f261373b'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:31.470987 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-e9f24684-ae3c-420f-9043-c65b6fc83cd5 None None] Allocated IP 2001:db8::2 (a9328343-2c63-4aa4-bdce-abb38242c3e2/6431fae0-2721-493a-b6b3-e696f261373b/0677d60b-5446-4d9b-9937-0f56a6848d9c) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:31.510956 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-14e89a9c-2ec9-4a69-87fb-5b3824db2843 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:31.514810 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6135b1-a2b3-40f5-9114-51478ad11850 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Router 5eeaed7b-3aa1-4997-8d9f-e854b471df2b has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:14:31.536792 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70eb0fda-7634-4fa5-bde5-075791595ad8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:31.564023 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] For port 9bbda4ca-886e-41c0-941f-a4883e2dd225, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9bbda4ca-886e-41c0-941f-a4883e2dd225,segment=NetworkSegment(f8a78347-0619-4fb8-9134-bed87b75a493),segment_id=f8a78347-0619-4fb8-9134-bed87b75a493)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:31.601370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70eb0fda-7634-4fa5-bde5-075791595ad8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:31.617516 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'fixed_ips': [{'subnet_id': 'a833f9a3-8065-47f3-b49f-a2726beae0b5'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:14:31.618655 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:31.699241 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-14e89a9c-2ec9-4a69-87fb-5b3824db2843 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:14:31.754295 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.ipam_backend_mixin [None req-afafd89e-2dc8-4101-8030-0b0fe4a3f9b2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a833f9a3-8065-47f3-b49f-a2726beae0b5 (CIDR: 2001:db8::/64) Sep 21 15:14:31.765623 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-afafd89e-2dc8-4101-8030-0b0fe4a3f9b2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:14:31.766042 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afafd89e-2dc8-4101-8030-0b0fe4a3f9b2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:31.770974 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6135b1-a2b3-40f5-9114-51478ad11850 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:14:31.774669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb0fda-7634-4fa5-bde5-075791595ad8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29bf58b9-bb7f-42a7-8d30-00b96a431be2,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:31.775966 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dd6135b1-a2b3-40f5-9114-51478ad11850 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "PUT /v2.0/routers/5eeaed7b-3aa1-4997-8d9f-e854b471df2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4740434 Sep 21 15:14:31.781582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-479db095-b60c-4c85-a9aa-5adb0ea9604c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:31.784570 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58064) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:31.784712 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-14e89a9c-2ec9-4a69-87fb-5b3824db2843 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:31.790292 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] Allocated IP 2001:db8::2 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/a833f9a3-8065-47f3-b49f-a2726beae0b5/62062bfb-20d6-456b-bf11-d9cf1950204e) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:31.790477 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e89a9c-2ec9-4a69-87fb-5b3824db2843 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:31.790932 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-14e89a9c-2ec9-4a69-87fb-5b3824db2843 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:31.816127 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80660ce4-827a-4e88-8b86-7e7b86158dee tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:14:31.832462 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c26e700-4afb-4872-9051-7f9d6177d950 None None] Sync routers for ids ['a7455b00-2907-4c28-bb05-a56d3e22136c'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:14:31.837119 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-80660ce4-827a-4e88-8b86-7e7b86158dee tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/a7455b00-2907-4c28-bb05-a56d3e22136c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8971269 Sep 21 15:14:31.837992 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70eb0fda-7634-4fa5-bde5-075791595ad8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:31.841418 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-70eb0fda-7634-4fa5-bde5-075791595ad8 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3744426 Sep 21 15:14:31.841615 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73dff897-9ae3-462c-a3c8-9d388662d0be tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:31.848259 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c26e700-4afb-4872-9051-7f9d6177d950 None None] Routers {'a7455b00-2907-4c28-bb05-a56d3e22136c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:31.849257 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6c26e700-4afb-4872-9051-7f9d6177d950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a7455b00-2907-4c28-bb05-a56d3e22136c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:31.872213 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58068) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:31.872850 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58070) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:31.886517 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-cc3fb752-a517-4ae3-bb42-a414d20f6863 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group_rule': {'security_group_id': '85ff0ca5-7f0a-44e1-bbec-4c2c39d804f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '29bf58b9-bb7f-42a7-8d30-00b96a431be2', 'remote_ip_prefix': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:31.934985 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-14e89a9c-2ec9-4a69-87fb-5b3824db2843 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2392845 Sep 21 15:14:31.935383 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-479db095-b60c-4c85-a9aa-5adb0ea9604c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:31.936242 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6c26e700-4afb-4872-9051-7f9d6177d950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:31.936827 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73dff897-9ae3-462c-a3c8-9d388662d0be tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:31.942759 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e89a9c-2ec9-4a69-87fb-5b3824db2843 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event updated for resources: {'Network': ['ID=6066f375-7c80-44b4-bc10-ec51d4ae3577,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:31.944326 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58076) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:31.946158 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c26e700-4afb-4872-9051-7f9d6177d950 None None] Routers {'a7455b00-2907-4c28-bb05-a56d3e22136c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:31.946788 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6c26e700-4afb-4872-9051-7f9d6177d950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a7455b00-2907-4c28-bb05-a56d3e22136c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:31.958477 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cc3fb752-a517-4ae3-bb42-a414d20f6863 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:31.965740 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-bb64cc39-ee29-48c4-b4f6-f6cb6bdf6091 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Request body: {'subnet': {'network_id': '6066f375-7c80-44b4-bc10-ec51d4ae3577', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:31.980696 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-afafd89e-2dc8-4101-8030-0b0fe4a3f9b2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7781544 Sep 21 15:14:31.982098 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-d8f70cce-03a2-4393-94c6-36cfc1b99253 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] delete failed (client error): The resource could not be found. Sep 21 15:14:31.983164 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d8f70cce-03a2-4393-94c6-36cfc1b99253 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-145872869 HTTP/1.1" status: 404 len: 334 time: 0.1925254 Sep 21 15:14:31.993324 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58080) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:31.994160 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58082) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:32.007897 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cc3fb752-a517-4ae3-bb42-a414d20f6863 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Usage tracker for resource:security_group_rule and tenant:50333ece6c0241bfba994dbdc465cebc is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:32.008839 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:32.016089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ef98ff1e-6293-4008-99f8-cc2672d25b20 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:32.020092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] Transition to ACTIVE for port object 62062bfb-20d6-456b-bf11-d9cf1950204e will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:32.039179 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] Transition to ACTIVE for port object 62062bfb-20d6-456b-bf11-d9cf1950204e will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:32.041755 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:32.046727 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-520ca0fc-9358-4b94-b248-37c6f978fc1b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Request body: {'router': {'external_gateway_info': {'network_id': '5eeaed7b-3aa1-4997-8d9f-e854b471df2b'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:32.067088 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6c26e700-4afb-4872-9051-7f9d6177d950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:32.069559 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c26e700-4afb-4872-9051-7f9d6177d950 None None] The sync data for ids ['a7455b00-2907-4c28-bb05-a56d3e22136c'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:14:32.084425 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2da7dd-8b6e-48ab-9b4c-d1bfc94b723f None None] Sync routers for ids ['5eeaed7b-3aa1-4997-8d9f-e854b471df2b'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:14:32.087259 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 6066f375-7c80-44b4-bc10-ec51d4ae3577 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:14:32.115943 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:32.151146 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cc3fb752-a517-4ae3-bb42-a414d20f6863 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:32.200051 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2da7dd-8b6e-48ab-9b4c-d1bfc94b723f None None] Routers {'5eeaed7b-3aa1-4997-8d9f-e854b471df2b'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:32.200798 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-da2da7dd-8b6e-48ab-9b4c-d1bfc94b723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['5eeaed7b-3aa1-4997-8d9f-e854b471df2b'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:32.219337 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cc3fb752-a517-4ae3-bb42-a414d20f6863 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:32.243170 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73dff897-9ae3-462c-a3c8-9d388662d0be tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Router 098fdaec-bf2c-4bcc-bb76-f27d72e0450d is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:14:32.299607 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479db095-b60c-4c85-a9aa-5adb0ea9604c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:32.311693 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-da2da7dd-8b6e-48ab-9b4c-d1bfc94b723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:32.315420 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:32.336945 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:32.346318 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Provisioning complete for port 36d7e75a-07eb-49f3-b76f-7a74558ad487 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:32.346974 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:32.373295 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:32.451808 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Pushing event updated for resources: {'Port': ['ID=9bbda4ca-886e-41c0-941f-a4883e2dd225,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:32.458688 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dff897-9ae3-462c-a3c8-9d388662d0be tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:14:32.464713 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73dff897-9ae3-462c-a3c8-9d388662d0be tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:32.465866 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2da7dd-8b6e-48ab-9b4c-d1bfc94b723f None None] Routers {'5eeaed7b-3aa1-4997-8d9f-e854b471df2b'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:32.466682 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-73dff897-9ae3-462c-a3c8-9d388662d0be tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "PUT /v2.0/routers/098fdaec-bf2c-4bcc-bb76-f27d72e0450d HTTP/1.1" status: 200 len: 883 time: 9.3915043 Sep 21 15:14:32.468745 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-da2da7dd-8b6e-48ab-9b4c-d1bfc94b723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['5eeaed7b-3aa1-4997-8d9f-e854b471df2b'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:32.472617 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58088) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:32.603891 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b007f81-0f7e-4744-a3b7-6d2176a7a5cb None None] Sync routers for ids ['098fdaec-bf2c-4bcc-bb76-f27d72e0450d'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:14:32.634484 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ca4084-7b92-4be2-933e-94722aaaa66d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:32.635075 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-93ca4084-7b92-4be2-933e-94722aaaa66d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Synchronizing usage tracker for tenant:36a774c8465a450c8e27de7666e71b71 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:32.651841 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e9f24684-ae3c-420f-9043-c65b6fc83cd5 None None] For port 0677d60b-5446-4d9b-9937-0f56a6848d9c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=0677d60b-5446-4d9b-9937-0f56a6848d9c,segment=NetworkSegment(32df21b1-d436-448d-a0de-d9b696ecf425),segment_id=32df21b1-d436-448d-a0de-d9b696ecf425)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:32.655094 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0852fb0c-0796-4f25-9193-72e3c8156153 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "GET /v2.0/routers/098fdaec-bf2c-4bcc-bb76-f27d72e0450d HTTP/1.1" status: 200 len: 924 time: 0.1813655 Sep 21 15:14:32.660903 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58092) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:32.667339 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-da2da7dd-8b6e-48ab-9b4c-d1bfc94b723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:32.667740 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2da7dd-8b6e-48ab-9b4c-d1bfc94b723f None None] The sync data for ids ['5eeaed7b-3aa1-4997-8d9f-e854b471df2b'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:14:32.682945 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b007f81-0f7e-4744-a3b7-6d2176a7a5cb None None] Routers {'098fdaec-bf2c-4bcc-bb76-f27d72e0450d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:32.683567 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2b007f81-0f7e-4744-a3b7-6d2176a7a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['098fdaec-bf2c-4bcc-bb76-f27d72e0450d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:32.742647 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c9cfc7-f6a3-4d32-a432-3a71eb7dde98 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:32.747103 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c0c9cfc7-f6a3-4d32-a432-3a71eb7dde98 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=445481ae-8997-4e7e-a514-07e782c48c85&device_id=098fdaec-bf2c-4bcc-bb76-f27d72e0450d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0852413 Sep 21 15:14:32.747860 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58096) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:32.752330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bb64cc39-ee29-48c4-b4f6-f6cb6bdf6091 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:32.760766 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] Attempting to bind port 62062bfb-20d6-456b-bf11-d9cf1950204e on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:14:32.761368 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] Attempting to bind port 62062bfb-20d6-456b-bf11-d9cf1950204e by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:14:32.761975 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] Attempting to bind port 62062bfb-20d6-456b-bf11-d9cf1950204e on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:14:32.773778 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2b007f81-0f7e-4744-a3b7-6d2176a7a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:32.775589 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] Pushing event updated for resources: {'Port': ['ID=62062bfb-20d6-456b-bf11-d9cf1950204e,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:32.781125 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bb64cc39-ee29-48c4-b4f6-f6cb6bdf6091 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Usage tracker for resource:subnet and tenant:0a54726d547948c982ffec031263c840 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:32.781741 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:14:32.782127 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:32.782518 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:32.783447 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:14:32.784424 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] Bound port: 62062bfb-20d6-456b-bf11-d9cf1950204e, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:14:32.784424 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:32.788063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc3fb752-a517-4ae3-bb42-a414d20f6863 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:32.802622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bb64cc39-ee29-48c4-b4f6-f6cb6bdf6091 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:32.857627 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b007f81-0f7e-4744-a3b7-6d2176a7a5cb None None] Routers {'098fdaec-bf2c-4bcc-bb76-f27d72e0450d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:32.857627 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2b007f81-0f7e-4744-a3b7-6d2176a7a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['098fdaec-bf2c-4bcc-bb76-f27d72e0450d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:32.889495 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-93ca4084-7b92-4be2-933e-94722aaaa66d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Unset dirty status for tenant:36a774c8465a450c8e27de7666e71b71 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:32.893575 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-93ca4084-7b92-4be2-933e-94722aaaa66d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/ports/d4535535-8d06-4d43-96bf-8c0fd71e13b6 HTTP/1.1" status: 200 len: 983 time: 1.0135629 Sep 21 15:14:32.906461 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e9f24684-ae3c-420f-9043-c65b6fc83cd5 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:32.906704 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58100) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:32.948854 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bb64cc39-ee29-48c4-b4f6-f6cb6bdf6091 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:33.011211 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-520ca0fc-9358-4b94-b248-37c6f978fc1b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:33.041326 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ef98ff1e-6293-4008-99f8-cc2672d25b20 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:33.048089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb64cc39-ee29-48c4-b4f6-f6cb6bdf6091 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Made reservation on behalf of 0a54726d547948c982ffec031263c840 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:33.052622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb64cc39-ee29-48c4-b4f6-f6cb6bdf6091 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:33.057736 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2b007f81-0f7e-4744-a3b7-6d2176a7a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:33.058219 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b007f81-0f7e-4744-a3b7-6d2176a7a5cb None None] The sync data for ids ['098fdaec-bf2c-4bcc-bb76-f27d72e0450d'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:14:33.063342 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e9f24684-ae3c-420f-9043-c65b6fc83cd5 None None] Transition to ACTIVE for port object 0677d60b-5446-4d9b-9937-0f56a6848d9c will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:33.070163 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ef98ff1e-6293-4008-99f8-cc2672d25b20 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:33.078295 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-479db095-b60c-4c85-a9aa-5adb0ea9604c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:33.082811 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e9f24684-ae3c-420f-9043-c65b6fc83cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:33.087511 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ef98ff1e-6293-4008-99f8-cc2672d25b20 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:33.121718 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ef98ff1e-6293-4008-99f8-cc2672d25b20 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:33.147723 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Current status of the port 36d7e75a-07eb-49f3-b76f-7a74558ad487 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:33.189322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] For port 62062bfb-20d6-456b-bf11-d9cf1950204e, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:14:33.201170 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-520ca0fc-9358-4b94-b248-37c6f978fc1b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] update failed (client error): The resource could not be found. Sep 21 15:14:33.202207 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-520ca0fc-9358-4b94-b248-37c6f978fc1b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "PUT /v2.0/routers/5eeaed7b-3aa1-4997-8d9f-e854b471df2b HTTP/1.1" status: 404 len: 339 time: 1.1966922 Sep 21 15:14:33.205798 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Could not find standard attr ID for object 9e7456c9-f805-4b13-81eb-42c4cebd0b91. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:14:33.219485 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58104) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:33.234265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-479db095-b60c-4c85-a9aa-5adb0ea9604c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] device_id is not set on port 1926a60f-6072-48fd-a200-ea61fd942a02 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:14:33.258289 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] For port 62062bfb-20d6-456b-bf11-d9cf1950204e, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=62062bfb-20d6-456b-bf11-d9cf1950204e,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:14:33.270345 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f24684-ae3c-420f-9043-c65b6fc83cd5 None None] Pushing event updated for resources: {'Port': ['ID=0677d60b-5446-4d9b-9937-0f56a6848d9c,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:33.273564 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:33.276687 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Could not find standard attr ID for object 4268f95d-4db7-46e6-b3b8-af1e2c673ea5. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:14:33.300028 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3a8174-fb17-4717-bae8-34d6b3697402 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:33.304678 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ba3a8174-fb17-4717-bae8-34d6b3697402 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "GET /v2.0/networks/445481ae-8997-4e7e-a514-07e782c48c85 HTTP/1.1" status: 200 len: 881 time: 0.5558646 Sep 21 15:14:33.305532 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58108) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:33.347723 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef98ff1e-6293-4008-99f8-cc2672d25b20 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:33.351504 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ef98ff1e-6293-4008-99f8-cc2672d25b20 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:33.387981 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cf9c0099-0d34-4a44-b8f3-109671d64d5e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "GET /v2.0/ports?device_id=098fdaec-bf2c-4bcc-bb76-f27d72e0450d HTTP/1.1" status: 200 len: 205 time: 0.0721936 Sep 21 15:14:33.393255 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58112) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:33.395712 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aed0f6-8c3d-4b8d-b5ed-b35ad54730bf None None] Pushing event updated for resources: {'Port': ['ID=62062bfb-20d6-456b-bf11-d9cf1950204e,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:33.409708 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Provisioning for port 0677d60b-5446-4d9b-9937-0f56a6848d9c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:33.416495 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Provisioning complete for port 0677d60b-5446-4d9b-9937-0f56a6848d9c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:33.417353 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:33.460085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc3fb752-a517-4ae3-bb42-a414d20f6863 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:33.554885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc3fb752-a517-4ae3-bb42-a414d20f6863 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:33.617450 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Current status of the port 0677d60b-5446-4d9b-9937-0f56a6848d9c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:33.633266 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Provisioning for port b47472c9-2c6c-4d7b-8a15-da9561c8046c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:33.641754 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Provisioning complete for port b47472c9-2c6c-4d7b-8a15-da9561c8046c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:33.642894 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:33.735684 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b36fd0a1-859a-4b75-80d8-25d942a26069 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:33.764249 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fb752-a517-4ae3-bb42-a414d20f6863 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1728ef88-ffad-45d9-98b3-cebba66a5044,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:33.871293 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Current status of the port b47472c9-2c6c-4d7b-8a15-da9561c8046c is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:33.871767 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:33.916054 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] For port b47472c9-2c6c-4d7b-8a15-da9561c8046c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b47472c9-2c6c-4d7b-8a15-da9561c8046c,segment=NetworkSegment(c5294cf0-f5dd-4cda-b606-7511f9eb38c1),segment_id=c5294cf0-f5dd-4cda-b606-7511f9eb38c1)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:33.922382 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:34.014993 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e46bc8-5339-4a3c-a72b-2c877d30c635 None None] Pushing event updated for resources: {'Port': ['ID=b47472c9-2c6c-4d7b-8a15-da9561c8046c,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:34.054849 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-30556506-5cdf-485a-9c38-a8d16339c2df None None] Provisioning for port d4535535-8d06-4d43-96bf-8c0fd71e13b6 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:34.061748 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-30556506-5cdf-485a-9c38-a8d16339c2df None None] Provisioning complete for port d4535535-8d06-4d43-96bf-8c0fd71e13b6 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:34.062377 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-30556506-5cdf-485a-9c38-a8d16339c2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:34.180746 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-30556506-5cdf-485a-9c38-a8d16339c2df None None] Port d4535535-8d06-4d43-96bf-8c0fd71e13b6 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:14:34.184184 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc3fb752-a517-4ae3-bb42-a414d20f6863 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:34.188343 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cc3fb752-a517-4ae3-bb42-a414d20f6863 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 2.3097203 Sep 21 15:14:34.191973 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58116) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:34.208194 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-30556506-5cdf-485a-9c38-a8d16339c2df None None] Provisioning complete for port 9bbda4ca-886e-41c0-941f-a4883e2dd225 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:34.208611 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-30556506-5cdf-485a-9c38-a8d16339c2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:34.245359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b36fd0a1-859a-4b75-80d8-25d942a26069 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:34.265599 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dcae3e44-40c9-4633-a3ec-25a45d83c063 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:34.276553 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b36fd0a1-859a-4b75-80d8-25d942a26069 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Deleting port 9ca64b0b-3a22-4b42-9e5c-f15774a34f94 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:34.276553 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b36fd0a1-859a-4b75-80d8-25d942a26069 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:34.356799 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b47472c9-2c6c-4d7b-8a15-da9561c8046c up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:34.372736 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dcae3e44-40c9-4633-a3ec-25a45d83c063 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:34.444146 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-30556506-5cdf-485a-9c38-a8d16339c2df None None] Current status of the port 9bbda4ca-886e-41c0-941f-a4883e2dd225 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:34.475976 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port b47472c9-2c6c-4d7b-8a15-da9561c8046c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:34.476533 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:34.489938 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-479db095-b60c-4c85-a9aa-5adb0ea9604c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Allocated IP 2001:db8::2d9 (a9328343-2c63-4aa4-bdce-abb38242c3e2/6431fae0-2721-493a-b6b3-e696f261373b/1926a60f-6072-48fd-a200-ea61fd942a02) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:34.565934 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-61debf89-ca88-4376-9a6e-21d784434d83 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:34.567984 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb64cc39-ee29-48c4-b4f6-f6cb6bdf6091 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:34.612026 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5c7cb16-cce0-4d6b-9456-702dc512c6ba tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:34.620737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-587257a3-6b28-449b-a8ea-346ae1b720b4 None None] Provisioning complete for port eef44f38-2d4b-49fc-a021-8d6184cca093 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:34.620955 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-587257a3-6b28-449b-a8ea-346ae1b720b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:34.660602 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port b47472c9-2c6c-4d7b-8a15-da9561c8046c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:34.661736 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 62062bfb-20d6-456b-bf11-d9cf1950204e up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:34.733232 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-587257a3-6b28-449b-a8ea-346ae1b720b4 None None] Port eef44f38-2d4b-49fc-a021-8d6184cca093 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:14:34.757923 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-587257a3-6b28-449b-a8ea-346ae1b720b4 None None] Provisioning complete for port 0677d60b-5446-4d9b-9937-0f56a6848d9c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:34.758288 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-587257a3-6b28-449b-a8ea-346ae1b720b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:34.792466 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1615245-a308-4a6f-816e-99a8fa39b070 None None] get_active_networks_info from dv-neutron-858731-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:14:34.815945 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dcae3e44-40c9-4633-a3ec-25a45d83c063 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:34.819619 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 62062bfb-20d6-456b-bf11-d9cf1950204e completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:34.850796 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 0677d60b-5446-4d9b-9937-0f56a6848d9c up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:34.907359 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64cc39-ee29-48c4-b4f6-f6cb6bdf6091 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event updated for resources: {'Subnet': ['ID=2823c359-4345-463b-a5ea-ec8fd78d674d,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:34.932487 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae3e44-40c9-4633-a3ec-25a45d83c063 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1728ef88-ffad-45d9-98b3-cebba66a5044,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:34.946968 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dcae3e44-40c9-4633-a3ec-25a45d83c063 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:34.953339 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dcae3e44-40c9-4633-a3ec-25a45d83c063 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/1728ef88-ffad-45d9-98b3-cebba66a5044 HTTP/1.1" status: 204 len: 168 time: 0.7552593 Sep 21 15:14:34.953339 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58120) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:34.989076 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b36fd0a1-859a-4b75-80d8-25d942a26069 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:35.053501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb64cc39-ee29-48c4-b4f6-f6cb6bdf6091 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Checking segment: {'id': 'd044c7d7-4df2-4d94-a85b-db1f87fe367a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6066f375-7c80-44b4-bc10-ec51d4ae3577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:35.053501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb64cc39-ee29-48c4-b4f6-f6cb6bdf6091 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Network hostable DHCP agents. Network: 6066f375-7c80-44b4-bc10-ec51d4ae3577, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:14:35.088907 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-86b6d116-54b4-4d0a-a50c-1fc825541014 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:35.103738 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 0677d60b-5446-4d9b-9937-0f56a6848d9c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:35.104310 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:35.162083 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-587257a3-6b28-449b-a8ea-346ae1b720b4 None None] Current status of the port 0677d60b-5446-4d9b-9937-0f56a6848d9c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:35.167579 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b36fd0a1-859a-4b75-80d8-25d942a26069 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Calling delete_port for 9ca64b0b-3a22-4b42-9e5c-f15774a34f94 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:35.200305 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb64cc39-ee29-48c4-b4f6-f6cb6bdf6091 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Network 6066f375-7c80-44b4-bc10-ec51d4ae3577 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:14:35.293115 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-bb64cc39-ee29-48c4-b4f6-f6cb6bdf6091 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 6066f375-7c80-44b4-bc10-ec51d4ae3577) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:35.297568 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb64cc39-ee29-48c4-b4f6-f6cb6bdf6091 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:35.298154 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb64cc39-ee29-48c4-b4f6-f6cb6bdf6091 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:35.318927 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-479db095-b60c-4c85-a9aa-5adb0ea9604c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:35.339472 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-86b6d116-54b4-4d0a-a50c-1fc825541014 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:35.343507 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-86b6d116-54b4-4d0a-a50c-1fc825541014 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3828890 Sep 21 15:14:35.351647 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58124) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:35.364251 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 0677d60b-5446-4d9b-9937-0f56a6848d9c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:35.365417 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9bbda4ca-886e-41c0-941f-a4883e2dd225 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:35.394004 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6e174879-b895-41b9-ace4-71863e5bb2c1 None None] Provisioning for port 62062bfb-20d6-456b-bf11-d9cf1950204e completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:35.422884 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6e174879-b895-41b9-ace4-71863e5bb2c1 None None] Provisioning complete for port 62062bfb-20d6-456b-bf11-d9cf1950204e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:35.423306 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6e174879-b895-41b9-ace4-71863e5bb2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:35.455522 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bb64cc39-ee29-48c4-b4f6-f6cb6bdf6091 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5070343 Sep 21 15:14:35.457185 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-479db095-b60c-4c85-a9aa-5adb0ea9604c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Transition to ACTIVE for port object 1926a60f-6072-48fd-a200-ea61fd942a02 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:35.460344 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58128) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:35.488612 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1615245-a308-4a6f-816e-99a8fa39b070 None None] Unable to find a vacant binding_index for network 6066f375-7c80-44b4-bc10-ec51d4ae3577 and agent a76b6515-7316-48e5-883c-4ffff6036423 {{(pid=89020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 21 15:14:35.504762 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-61debf89-ca88-4376-9a6e-21d784434d83 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting port d4535535-8d06-4d43-96bf-8c0fd71e13b6 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:35.505515 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-61debf89-ca88-4376-9a6e-21d784434d83 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:35.509100 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1615245-a308-4a6f-816e-99a8fa39b070 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 6066f375-7c80-44b4-bc10-ec51d4ae3577) {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:14:35.518500 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3e7666c0-3eb8-4822-873c-262b5ff0713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:35.553966 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-25bb1c6a-07c9-491a-99dc-42c9dcdd5b4e tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:35.563207 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 9bbda4ca-886e-41c0-941f-a4883e2dd225 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:35.563585 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:35.586832 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-e5c7cb16-cce0-4d6b-9456-702dc512c6ba tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Allocated IP 172.20.0.1 (02731c60-d441-44ba-83c1-22571a08b08a/53ae715c-dee3-46aa-8c4c-20c09fab8992/f87b3012-4d91-4620-9aea-bcfa3b7d172b) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:35.593683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.objects.ports [None req-ef98ff1e-6293-4008-99f8-cc2672d25b20 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:14:35.722100 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-25bb1c6a-07c9-491a-99dc-42c9dcdd5b4e tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:35.760914 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6e174879-b895-41b9-ace4-71863e5bb2c1 None None] Current status of the port 62062bfb-20d6-456b-bf11-d9cf1950204e is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:35.761292 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6e174879-b895-41b9-ace4-71863e5bb2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:35.803899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:35.846474 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-479db095-b60c-4c85-a9aa-5adb0ea9604c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:35.848914 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b36fd0a1-859a-4b75-80d8-25d942a26069 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:35.878823 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6e174879-b895-41b9-ace4-71863e5bb2c1 None None] For port 62062bfb-20d6-456b-bf11-d9cf1950204e, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=62062bfb-20d6-456b-bf11-d9cf1950204e,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:35.890831 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-25bb1c6a-07c9-491a-99dc-42c9dcdd5b4e tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:35.897298 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6e174879-b895-41b9-ace4-71863e5bb2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:35.930140 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-61debf89-ca88-4376-9a6e-21d784434d83 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:35.946023 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36fd0a1-859a-4b75-80d8-25d942a26069 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Pushing event deleted for resources: {'Port': ['ID=9ca64b0b-3a22-4b42-9e5c-f15774a34f94,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:35.994698 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb1c6a-07c9-491a-99dc-42c9dcdd5b4e tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bf58b9-bb7f-42a7-8d30-00b96a431be2,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:36.002111 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 9bbda4ca-886e-41c0-941f-a4883e2dd225 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:36.051391 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e174879-b895-41b9-ace4-71863e5bb2c1 None None] Pushing event updated for resources: {'Port': ['ID=62062bfb-20d6-456b-bf11-d9cf1950204e,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:36.164299 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-25bb1c6a-07c9-491a-99dc-42c9dcdd5b4e tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:36.168044 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-25bb1c6a-07c9-491a-99dc-42c9dcdd5b4e tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "DELETE /v2.0/security-groups/29bf58b9-bb7f-42a7-8d30-00b96a431be2 HTTP/1.1" status: 204 len: 168 time: 0.8130693 Sep 21 15:14:36.176409 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58132) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:36.182873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479db095-b60c-4c85-a9aa-5adb0ea9604c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network a9328343-2c63-4aa4-bdce-abb38242c3e2 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:36.194968 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-6066f375-7c80-44b4-bc10-ec51d4ae3577', 'network_id': '6066f375-7c80-44b4-bc10-ec51d4ae3577', 'tenant_id': '0a54726d547948c982ffec031263c840', 'fixed_ips': [{'subnet_id': '2823c359-4345-463b-a5ea-ec8fd78d674d'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:14:36.195937 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-479db095-b60c-4c85-a9aa-5adb0ea9604c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:36.196125 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:36.198214 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479db095-b60c-4c85-a9aa-5adb0ea9604c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:36.201985 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-61debf89-ca88-4376-9a6e-21d784434d83 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Calling delete_port for d4535535-8d06-4d43-96bf-8c0fd71e13b6 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:36.203772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479db095-b60c-4c85-a9aa-5adb0ea9604c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:36.204378 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-479db095-b60c-4c85-a9aa-5adb0ea9604c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:36.256726 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:36.304265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479db095-b60c-4c85-a9aa-5adb0ea9604c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=1926a60f-6072-48fd-a200-ea61fd942a02,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:36.305424 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b36fd0a1-859a-4b75-80d8-25d942a26069 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:36.316347 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5c7cb16-cce0-4d6b-9456-702dc512c6ba tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:36.378015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] Allocated IP 2001:db8::2 (6066f375-7c80-44b4-bc10-ec51d4ae3577/2823c359-4345-463b-a5ea-ec8fd78d674d/80d2f249-6e11-4d56-9523-1dc15a609aa4) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:36.384065 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-479db095-b60c-4c85-a9aa-5adb0ea9604c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.9736764 Sep 21 15:14:36.389956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58136) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:36.427277 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-682314c5-7f2d-417e-af51-40869c6753ad tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'subnet': {'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:36.458336 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-e5c7cb16-cce0-4d6b-9456-702dc512c6ba tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Transition to ACTIVE for port object f87b3012-4d91-4620-9aea-bcfa3b7d172b will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:36.563383 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ef98ff1e-6293-4008-99f8-cc2672d25b20 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:36.587320 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ecb0c6b5-7a1b-487a-9b67-c47586ba20f2 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:36.611641 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:36.623045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] Transition to ACTIVE for port object 80d2f249-6e11-4d56-9523-1dc15a609aa4 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:36.632442 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b36fd0a1-859a-4b75-80d8-25d942a26069 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:36.635551 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b36fd0a1-859a-4b75-80d8-25d942a26069 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:36.645171 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] Transition to ACTIVE for port object 80d2f249-6e11-4d56-9523-1dc15a609aa4 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:36.661249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:36.698191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ecb0c6b5-7a1b-487a-9b67-c47586ba20f2 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:36.700523 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ecb0c6b5-7a1b-487a-9b67-c47586ba20f2 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5133448 Sep 21 15:14:36.708899 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58140) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:36.709631 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b36fd0a1-859a-4b75-80d8-25d942a26069 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:36.710229 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36fd0a1-859a-4b75-80d8-25d942a26069 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Fanout notify agent at l3_agent the message router_deleted on router 098fdaec-bf2c-4bcc-bb76-f27d72e0450d {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:14:36.730781 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] Network 6066f375-7c80-44b4-bc10-ec51d4ae3577 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:36.734216 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:36.739121 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:36.749559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-682314c5-7f2d-417e-af51-40869c6753ad tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:36.756094 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:36.760079 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5c7cb16-cce0-4d6b-9456-702dc512c6ba tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:36.766539 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-682314c5-7f2d-417e-af51-40869c6753ad tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:subnet and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:36.790606 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b36fd0a1-859a-4b75-80d8-25d942a26069 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:36.792497 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b36fd0a1-859a-4b75-80d8-25d942a26069 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "DELETE /v2.0/routers/098fdaec-bf2c-4bcc-bb76-f27d72e0450d HTTP/1.1" status: 204 len: 168 time: 3.3976543 Sep 21 15:14:36.797958 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58144) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:36.809422 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e303d2fc-c98e-451c-b5ec-e3b237447b28 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-290652334', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:36.809960 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] Pushing event updated for resources: {'Port': ['ID=80d2f249-6e11-4d56-9523-1dc15a609aa4,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:36.818199 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e303d2fc-c98e-451c-b5ec-e3b237447b28 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:36.822525 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e303d2fc-c98e-451c-b5ec-e3b237447b28 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Usage tracker for resource:router and tenant:fa1f278116904fc19b1e96df5e65faa7 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:36.825708 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-61debf89-ca88-4376-9a6e-21d784434d83 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:36.828380 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e303d2fc-c98e-451c-b5ec-e3b237447b28 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:36.849838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-682314c5-7f2d-417e-af51-40869c6753ad tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:36.870825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] Attempting to bind port 80d2f249-6e11-4d56-9523-1dc15a609aa4 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:14:36.871329 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] Attempting to bind port 80d2f249-6e11-4d56-9523-1dc15a609aa4 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'd044c7d7-4df2-4d94-a85b-db1f87fe367a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6066f375-7c80-44b4-bc10-ec51d4ae3577'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:14:36.871784 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] Attempting to bind port 80d2f249-6e11-4d56-9523-1dc15a609aa4 on network 6066f375-7c80-44b4-bc10-ec51d4ae3577 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:14:36.878493 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:14:36.878493 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] Checking segment: {'id': 'd044c7d7-4df2-4d94-a85b-db1f87fe367a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6066f375-7c80-44b4-bc10-ec51d4ae3577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:36.879092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:36.879573 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] Bound using segment: {'id': 'd044c7d7-4df2-4d94-a85b-db1f87fe367a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6066f375-7c80-44b4-bc10-ec51d4ae3577'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:14:36.880691 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] Bound port: 80d2f249-6e11-4d56-9523-1dc15a609aa4, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd044c7d7-4df2-4d94-a85b-db1f87fe367a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6066f375-7c80-44b4-bc10-ec51d4ae3577'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:14:36.880691 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:36.883478 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e303d2fc-c98e-451c-b5ec-e3b237447b28 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:36.896110 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61debf89-ca88-4376-9a6e-21d784434d83 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Port': ['ID=d4535535-8d06-4d43-96bf-8c0fd71e13b6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:36.920025 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-682314c5-7f2d-417e-af51-40869c6753ad tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:36.959497 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c982bcf-8e57-45ab-9279-54ea59c8c969 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:36.966418 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e303d2fc-c98e-451c-b5ec-e3b237447b28 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:36.967432 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e303d2fc-c98e-451c-b5ec-e3b237447b28 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:36.974922 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event deleted for resources: {'Subnet': ['ID=2823c359-4345-463b-a5ea-ec8fd78d674d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:36.980537 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] For port 80d2f249-6e11-4d56-9523-1dc15a609aa4, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:14:36.984699 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] For port 80d2f249-6e11-4d56-9523-1dc15a609aa4, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=80d2f249-6e11-4d56-9523-1dc15a609aa4,segment=NetworkSegment(d044c7d7-4df2-4d94-a85b-db1f87fe367a),segment_id=d044c7d7-4df2-4d94-a85b-db1f87fe367a)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:14:36.990568 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:36.994431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c7cb16-cce0-4d6b-9456-702dc512c6ba tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Network 02731c60-d441-44ba-83c1-22571a08b08a is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:37.015701 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c982bcf-8e57-45ab-9279-54ea59c8c969 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:37.062043 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e5c7cb16-cce0-4d6b-9456-702dc512c6ba tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:37.065939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c7cb16-cce0-4d6b-9456-702dc512c6ba tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:37.127676 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876faaea-b1ca-47ba-9062-7ee456c5913e None None] Pushing event updated for resources: {'Port': ['ID=80d2f249-6e11-4d56-9523-1dc15a609aa4,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:37.141344 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7cb16-cce0-4d6b-9456-702dc512c6ba tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Pushing event updated for resources: {'Port': ['ID=f87b3012-4d91-4620-9aea-bcfa3b7d172b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:37.144442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682314c5-7f2d-417e-af51-40869c6753ad tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:37.148435 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-682314c5-7f2d-417e-af51-40869c6753ad tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:37.154315 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2d2128-cde8-4889-a838-0444c068b794 None None] get_active_networks_info from dv-neutron-858731-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:14:37.175167 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:37.215754 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c982bcf-8e57-45ab-9279-54ea59c8c969 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:37.233828 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e303d2fc-c98e-451c-b5ec-e3b237447b28 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:37.250850 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-61debf89-ca88-4376-9a6e-21d784434d83 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:37.258542 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c982bcf-8e57-45ab-9279-54ea59c8c969 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ff0ca5-7f0a-44e1-bbec-4c2c39d804f9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:37.304479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6066f375-7c80-44b4-bc10-ec51d4ae3577']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:37.311424 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5c7cb16-cce0-4d6b-9456-702dc512c6ba tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:37.332752 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e303d2fc-c98e-451c-b5ec-e3b237447b28 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:37.348176 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd044c7d7-4df2-4d94-a85b-db1f87fe367a') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:37.348528 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd044c7d7-4df2-4d94-a85b-db1f87fe367a') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:37.354617 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2d2128-cde8-4889-a838-0444c068b794 None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:14:37.387675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:37.406923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-ef98ff1e-6293-4008-99f8-cc2672d25b20 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] For port 62062bfb-20d6-456b-bf11-d9cf1950204e, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=62062bfb-20d6-456b-bf11-d9cf1950204e,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:37.431479 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c982bcf-8e57-45ab-9279-54ea59c8c969 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:37.435302 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4c982bcf-8e57-45ab-9279-54ea59c8c969 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "DELETE /v2.0/security-groups/85ff0ca5-7f0a-44e1-bbec-4c2c39d804f9 HTTP/1.1" status: 204 len: 168 time: 0.7231686 Sep 21 15:14:37.435968 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58148) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:37.437283 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:37.455837 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.ipam_backend_mixin [None req-682314c5-7f2d-417e-af51-40869c6753ad tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6431fae0-2721-493a-b6b3-e696f261373b (CIDR: 2001:db8::/64) Sep 21 15:14:37.459272 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:14:37.459679 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:37.506626 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e303d2fc-c98e-451c-b5ec-e3b237447b28 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:37.510468 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e303d2fc-c98e-451c-b5ec-e3b237447b28 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7082481 Sep 21 15:14:37.518360 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58154) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:37.530088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-219f7ee6-1316-4534-9c65-008c40f82a97 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'enable_snat': True}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:37.537526 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-682314c5-7f2d-417e-af51-40869c6753ad tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:14:37.538014 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682314c5-7f2d-417e-af51-40869c6753ad tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:37.549917 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment d044c7d7-4df2-4d94-a85b-db1f87fe367a resource provider aggregate not found Sep 21 15:14:37.584597 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ef98ff1e-6293-4008-99f8-cc2672d25b20 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:37.587380 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment d044c7d7-4df2-4d94-a85b-db1f87fe367a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d044c7d7-4df2-4d94-a85b-db1f87fe367a found for delete ", "request_id": "req-dd8d1269-4618-4c72-b0bf-62265199b8ad"}]} Sep 21 15:14:37.634714 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ef98ff1e-6293-4008-99f8-cc2672d25b20 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:37.635418 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ef98ff1e-6293-4008-99f8-cc2672d25b20 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:37.704378 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-682314c5-7f2d-417e-af51-40869c6753ad tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2986596 Sep 21 15:14:37.717445 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58160) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:37.719570 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 15:14:37.719570 dv-neutron-858731-1-hyperv neutron-server[89018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 15:14:37.719570 dv-neutron-858731-1-hyperv neutron-server[89018]: [parameters: {'id': '6066f375-7c80-44b4-bc10-ec51d4ae3577'}] Sep 21 15:14:37.719570 dv-neutron-858731-1-hyperv neutron-server[89018]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:14:37.720018 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:14:37.734484 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9d8f3d81-ccaa-4ccc-a734-fd4d22ab54fe tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'subnet': {'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:37.783047 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5c7cb16-cce0-4d6b-9456-702dc512c6ba tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:37.787292 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8c435e-d795-4648-b29b-595edfd6d1de None None] Network 6066f375-7c80-44b4-bc10-ec51d4ae3577 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:37.794673 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef98ff1e-6293-4008-99f8-cc2672d25b20 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:37.805423 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-ef98ff1e-6293-4008-99f8-cc2672d25b20 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:37.808545 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef98ff1e-6293-4008-99f8-cc2672d25b20 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:37.809544 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ef98ff1e-6293-4008-99f8-cc2672d25b20 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:37.836492 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98ff1e-6293-4008-99f8-cc2672d25b20 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=ecc000a1-e8d6-4492-95b3-aee76f6b59f4,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:37.837698 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d2117645-ba48-4c83-ba62-867f90eeba10 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:37.862358 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61debf89-ca88-4376-9a6e-21d784434d83 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router a7455b00-2907-4c28-bb05-a56d3e22136c has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:14:37.893134 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98ff1e-6293-4008-99f8-cc2672d25b20 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=62062bfb-20d6-456b-bf11-d9cf1950204e,revision_number=5']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:37.899898 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81582565-85c2-49bc-9241-1ee0a2b72e27 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:37.911065 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ef98ff1e-6293-4008-99f8-cc2672d25b20 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.9091673 Sep 21 15:14:37.924250 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58164) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:37.929823 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-57cf0b77-b49a-4b50-add8-93e8082c2859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'mac_address': 'fa:16:3e:82:df:75', 'name': 'tempest-NetworksTestDHCPv6-1065326158'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:37.996302 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9d8f3d81-ccaa-4ccc-a734-fd4d22ab54fe tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:38.001917 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9d8f3d81-ccaa-4ccc-a734-fd4d22ab54fe tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:subnet and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:38.005770 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9d8f3d81-ccaa-4ccc-a734-fd4d22ab54fe tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:38.012216 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9d8f3d81-ccaa-4ccc-a734-fd4d22ab54fe tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:38.175379 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-91001d5c-4c81-4ccf-b315-e18cad30cc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:38.284309 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 62062bfb-20d6-456b-bf11-d9cf1950204e up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:38.300416 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d2117645-ba48-4c83-ba62-867f90eeba10 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:38.308762 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d2117645-ba48-4c83-ba62-867f90eeba10 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8633151 Sep 21 15:14:38.308762 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8f3d81-ccaa-4ccc-a734-fd4d22ab54fe tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:38.308762 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9d8f3d81-ccaa-4ccc-a734-fd4d22ab54fe tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:38.310456 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:38.312024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58168) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:38.382845 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e427001d-271f-4f88-90e0-612e00a3c312 None None] Provisioning for port f87b3012-4d91-4620-9aea-bcfa3b7d172b completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:38.392868 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-68e8a5db-8eee-4f9a-ab7a-bdac993c2cb5 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group': {'name': 'tempest-secgroup--1219885670'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:38.398653 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-68e8a5db-8eee-4f9a-ab7a-bdac993c2cb5 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:38.400647 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e427001d-271f-4f88-90e0-612e00a3c312 None None] Provisioning complete for port f87b3012-4d91-4620-9aea-bcfa3b7d172b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:38.401024 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e427001d-271f-4f88-90e0-612e00a3c312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:38.489715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-68e8a5db-8eee-4f9a-ab7a-bdac993c2cb5 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:38.509461 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Deleting port 80d2f249-6e11-4d56-9523-1dc15a609aa4 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:38.509841 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:38.511672 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e427001d-271f-4f88-90e0-612e00a3c312 None None] Port f87b3012-4d91-4620-9aea-bcfa3b7d172b cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:14:38.524984 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 62062bfb-20d6-456b-bf11-d9cf1950204e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:38.525351 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:38.572313 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-68e8a5db-8eee-4f9a-ab7a-bdac993c2cb5 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:38.631007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e427001d-271f-4f88-90e0-612e00a3c312 None None] Provisioning for port 1926a60f-6072-48fd-a200-ea61fd942a02 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:38.640049 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eac3801-63fe-43d9-a291-69ba241d772c None None] Network 6066f375-7c80-44b4-bc10-ec51d4ae3577 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:38.671070 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-68e8a5db-8eee-4f9a-ab7a-bdac993c2cb5 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:38.681708 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-57cf0b77-b49a-4b50-add8-93e8082c2859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:38.690636 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-68e8a5db-8eee-4f9a-ab7a-bdac993c2cb5 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Usage tracker for resource:security_group_rule and tenant:50333ece6c0241bfba994dbdc465cebc is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:38.707480 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-68e8a5db-8eee-4f9a-ab7a-bdac993c2cb5 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:38.715191 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61debf89-ca88-4376-9a6e-21d784434d83 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:14:38.716411 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e427001d-271f-4f88-90e0-612e00a3c312 None None] Provisioning complete for port 1926a60f-6072-48fd-a200-ea61fd942a02 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:38.717260 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e427001d-271f-4f88-90e0-612e00a3c312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:38.720552 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-61debf89-ca88-4376-9a6e-21d784434d83 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/a7455b00-2907-4c28-bb05-a56d3e22136c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8129969 Sep 21 15:14:38.724887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-57cf0b77-b49a-4b50-add8-93e8082c2859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:port and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:38.727133 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58172) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:38.733053 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef27b38-4a49-4a0e-8ef9-399e1a7cbf42 None None] Sync routers for ids ['a7455b00-2907-4c28-bb05-a56d3e22136c'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:14:38.749962 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef27b38-4a49-4a0e-8ef9-399e1a7cbf42 None None] Routers {'a7455b00-2907-4c28-bb05-a56d3e22136c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:38.755189 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cef27b38-4a49-4a0e-8ef9-399e1a7cbf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a7455b00-2907-4c28-bb05-a56d3e22136c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:38.755373 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-219f7ee6-1316-4534-9c65-008c40f82a97 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:38.786019 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-68e8a5db-8eee-4f9a-ab7a-bdac993c2cb5 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:38.805123 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.ipam_backend_mixin [None req-9d8f3d81-ccaa-4ccc-a734-fd4d22ab54fe tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8ebe18b9-9ed5-487c-96b5-ba89430d5fac (CIDR: 2001:db8:0:1::/64) Sep 21 15:14:38.848509 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-57cf0b77-b49a-4b50-add8-93e8082c2859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:38.854879 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:38.861605 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8f3d81-ccaa-4ccc-a734-fd4d22ab54fe tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:14:38.862172 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8f3d81-ccaa-4ccc-a734-fd4d22ab54fe tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:38.878650 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e427001d-271f-4f88-90e0-612e00a3c312 None None] Port 1926a60f-6072-48fd-a200-ea61fd942a02 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:14:38.883763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-57cf0b77-b49a-4b50-add8-93e8082c2859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:38.899254 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cef27b38-4a49-4a0e-8ef9-399e1a7cbf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:38.899551 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9d8f3d81-ccaa-4ccc-a734-fd4d22ab54fe tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1720564 Sep 21 15:14:38.900876 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58176) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:38.907240 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-99eeeec2-b40d-46ec-a27d-3d58d734db31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'subnet': {'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:38.912694 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef27b38-4a49-4a0e-8ef9-399e1a7cbf42 None None] Routers {'a7455b00-2907-4c28-bb05-a56d3e22136c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:38.913781 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cef27b38-4a49-4a0e-8ef9-399e1a7cbf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a7455b00-2907-4c28-bb05-a56d3e22136c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:38.976528 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:38.982866 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 62062bfb-20d6-456b-bf11-d9cf1950204e is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:39.057112 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cef27b38-4a49-4a0e-8ef9-399e1a7cbf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:39.057524 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef27b38-4a49-4a0e-8ef9-399e1a7cbf42 None None] The sync data for ids ['a7455b00-2907-4c28-bb05-a56d3e22136c'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:14:39.074759 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cf0b77-b49a-4b50-add8-93e8082c2859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:39.127116 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-99eeeec2-b40d-46ec-a27d-3d58d734db31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:39.132269 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-99eeeec2-b40d-46ec-a27d-3d58d734db31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Usage tracker for resource:subnet and tenant:d62e4783ba064d6c8874822841ebe351 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:39.136131 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-99eeeec2-b40d-46ec-a27d-3d58d734db31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:39.143715 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-99eeeec2-b40d-46ec-a27d-3d58d734db31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:39.219341 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99eeeec2-b40d-46ec-a27d-3d58d734db31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Made reservation on behalf of d62e4783ba064d6c8874822841ebe351 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:39.223175 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99eeeec2-b40d-46ec-a27d-3d58d734db31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:39.452830 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-219f7ee6-1316-4534-9c65-008c40f82a97 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:39.459035 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] For port 80d2f249-6e11-4d56-9523-1dc15a609aa4, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=80d2f249-6e11-4d56-9523-1dc15a609aa4,segment=NetworkSegment(d044c7d7-4df2-4d94-a85b-db1f87fe367a),segment_id=d044c7d7-4df2-4d94-a85b-db1f87fe367a)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:39.459402 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:39.490786 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-219f7ee6-1316-4534-9c65-008c40f82a97 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:39.531035 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-e951d130-e9aa-495b-8e5b-52e46bfd6ab6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] remove_router_interface failed (client error): The resource could not be found. Sep 21 15:14:39.535221 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e951d130-e9aa-495b-8e5b-52e46bfd6ab6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/a7455b00-2907-4c28-bb05-a56d3e22136c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7434943 Sep 21 15:14:39.536185 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58182) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:39.716770 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-36c1b1b3-da3f-48e9-8f2d-529d79fc0a76 None None] Provisioning complete for port 62062bfb-20d6-456b-bf11-d9cf1950204e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:39.717434 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-36c1b1b3-da3f-48e9-8f2d-529d79fc0a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:39.744641 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a95d5414-c852-440b-80f4-eca400cf537b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Synchronizing usage tracker for tenant:36a774c8465a450c8e27de7666e71b71 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:39.814118 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Calling delete_port for 80d2f249-6e11-4d56-9523-1dc15a609aa4 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:39.852422 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-36c1b1b3-da3f-48e9-8f2d-529d79fc0a76 None None] Current status of the port 62062bfb-20d6-456b-bf11-d9cf1950204e is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:39.853027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5c7cb16-cce0-4d6b-9456-702dc512c6ba tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:39.856137 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-68e8a5db-8eee-4f9a-ab7a-bdac993c2cb5 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:39.864122 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a95d5414-c852-440b-80f4-eca400cf537b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Unset dirty status for tenant:36a774c8465a450c8e27de7666e71b71 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:39.865778 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a95d5414-c852-440b-80f4-eca400cf537b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7455b00-2907-4c28-bb05-a56d3e22136c HTTP/1.1" status: 200 len: 205 time: 0.3287172 Sep 21 15:14:39.868771 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57cf0b77-b49a-4b50-add8-93e8082c2859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:39.875085 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58186) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:39.882264 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5c7cb16-cce0-4d6b-9456-702dc512c6ba tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:39.910959 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-68e8a5db-8eee-4f9a-ab7a-bdac993c2cb5 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:40.041495 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e6b8c0df-e495-4e69-ae98-578db4624f2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:40.074593 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-57cf0b77-b49a-4b50-add8-93e8082c2859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] device_id is not set on port 6e721218-c54a-4f40-923e-8e708e92c851 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:14:40.093537 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-219f7ee6-1316-4534-9c65-008c40f82a97 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Allocated IP 172.26.4.105 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/90ca7443-28ff-4ce1-90c4-21a3128f00d4) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:40.107001 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8a5db-8eee-4f9a-ab7a-bdac993c2cb5 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c518d12-9465-43fb-b25d-4ccb58748720,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:40.129162 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-68e8a5db-8eee-4f9a-ab7a-bdac993c2cb5 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:40.133104 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-68e8a5db-8eee-4f9a-ab7a-bdac993c2cb5 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8097858 Sep 21 15:14:40.140217 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5c7cb16-cce0-4d6b-9456-702dc512c6ba tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:40.153036 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58190) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:40.159765 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:40.163263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7cb16-cce0-4d6b-9456-702dc512c6ba tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Pushing event updated for resources: {'Port': ['ID=f87b3012-4d91-4620-9aea-bcfa3b7d172b,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:40.171172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-fb114d11-c0b1-4c00-bdcc-baee67e1183b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group_rule': {'security_group_id': '8c518d12-9465-43fb-b25d-4ccb58748720', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:40.240649 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fb114d11-c0b1-4c00-bdcc-baee67e1183b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:40.263496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fb114d11-c0b1-4c00-bdcc-baee67e1183b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Usage tracker for resource:security_group_rule and tenant:50333ece6c0241bfba994dbdc465cebc is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:40.268717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event deleted for resources: {'Port': ['ID=80d2f249-6e11-4d56-9523-1dc15a609aa4,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:40.270981 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fb114d11-c0b1-4c00-bdcc-baee67e1183b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:40.318508 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] No DVR routers for this DVR port 80d2f249-6e11-4d56-9523-1dc15a609aa4 on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:14:40.337385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fb114d11-c0b1-4c00-bdcc-baee67e1183b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:40.385262 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99eeeec2-b40d-46ec-a27d-3d58d734db31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:40.470698 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:40.510622 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e6b8c0df-e495-4e69-ae98-578db4624f2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:40.514445 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e6b8c0df-e495-4e69-ae98-578db4624f2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:40.524505 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eeeec2-b40d-46ec-a27d-3d58d734db31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Network a9328343-2c63-4aa4-bdce-abb38242c3e2 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:40.527712 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fb114d11-c0b1-4c00-bdcc-baee67e1183b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:40.536327 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-99eeeec2-b40d-46ec-a27d-3d58d734db31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:40.546622 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f399f0-4176-4828-8fd8-52eb1f02c965 None None] Network a9328343-2c63-4aa4-bdce-abb38242c3e2 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:40.558875 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eeeec2-b40d-46ec-a27d-3d58d734db31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:40.559539 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99eeeec2-b40d-46ec-a27d-3d58d734db31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:40.581998 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eeeec2-b40d-46ec-a27d-3d58d734db31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Subnet': ['ID=d9bbba06-f876-4d1d-996d-fe159c705f91,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:40.590855 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:40.598440 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e6b8c0df-e495-4e69-ae98-578db4624f2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:40.598820 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b8c0df-e495-4e69-ae98-578db4624f2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Fanout notify agent at l3_agent the message router_deleted on router a7455b00-2907-4c28-bb05-a56d3e22136c {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:14:40.632342 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e6b8c0df-e495-4e69-ae98-578db4624f2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:40.636709 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e6b8c0df-e495-4e69-ae98-578db4624f2b tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/routers/a7455b00-2907-4c28-bb05-a56d3e22136c HTTP/1.1" status: 204 len: 168 time: 0.7574522 Sep 21 15:14:40.636709 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58194) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:40.640666 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-219f7ee6-1316-4534-9c65-008c40f82a97 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:40.648120 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-99eeeec2-b40d-46ec-a27d-3d58d734db31 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7461846 Sep 21 15:14:40.650297 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58198) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:40.699547 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f2e89e7f-7c6c-44e9-94ac-fefce0f46505 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1954130810', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd9bbba06-f876-4d1d-996d-fe159c705f91'}], 'security_groups': ['dfcb21d2-b19e-4668-9a7b-39194228d559', '7fa317f7-f960-4802-b9b7-4dfc1d69f31b']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:40.703247 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6066f375-7c80-44b4-bc10-ec51d4ae3577']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:40.726586 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd044c7d7-4df2-4d94-a85b-db1f87fe367a') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:40.726887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd044c7d7-4df2-4d94-a85b-db1f87fe367a') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:40.752089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c7cb16-cce0-4d6b-9456-702dc512c6ba tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Network 02731c60-d441-44ba-83c1-22571a08b08a is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:40.753852 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:40.764990 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-57cf0b77-b49a-4b50-add8-93e8082c2859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8::1b4 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/a833f9a3-8065-47f3-b49f-a2726beae0b5/6e721218-c54a-4f40-923e-8e708e92c851) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:40.773279 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e5c7cb16-cce0-4d6b-9456-702dc512c6ba tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:40.804275 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-57cf0b77-b49a-4b50-add8-93e8082c2859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8:0:1:f816:3eff:fe82:df75 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/ecc000a1-e8d6-4492-95b3-aee76f6b59f4/6e721218-c54a-4f40-923e-8e708e92c851) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:40.805574 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-46eedf1a-8266-4e26-b44a-75d07ee8dc5f tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting subnet a3167421-122a-4fc7-a110-7a4bf6535857 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:14:40.811482 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46eedf1a-8266-4e26-b44a-75d07ee8dc5f tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:40.811664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fb114d11-c0b1-4c00-bdcc-baee67e1183b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:40.816318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:40.902092 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:14:40.902092 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:40.931788 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46eedf1a-8266-4e26-b44a-75d07ee8dc5f tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:41.006839 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fb114d11-c0b1-4c00-bdcc-baee67e1183b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:41.011939 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f232e9a-cb53-4469-9b72-38667f012acc None None] Update dhcp port {'port': {'network_id': 'a9328343-2c63-4aa4-bdce-abb38242c3e2', 'fixed_ips': [{'subnet_id': '8ebe18b9-9ed5-487c-96b5-ba89430d5fac', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6431fae0-2721-493a-b6b3-e696f261373b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd9bbba06-f876-4d1d-996d-fe159c705f91'}], 'binding:host_id': 'dv-neutron-858731-1-hyperv'}, 'id': '0677d60b-5446-4d9b-9937-0f56a6848d9c'} from dv-neutron-858731-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 15:14:41.012832 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-219f7ee6-1316-4534-9c65-008c40f82a97 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:41.042630 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:41.046901 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:41.082035 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7f232e9a-cb53-4469-9b72-38667f012acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:41.144937 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment d044c7d7-4df2-4d94-a85b-db1f87fe367a resource provider aggregate not found Sep 21 15:14:41.152518 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219f7ee6-1316-4534-9c65-008c40f82a97 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:41.158609 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event deleted for resources: {'Network': ['ID=6066f375-7c80-44b4-bc10-ec51d4ae3577,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:41.158843 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-219f7ee6-1316-4534-9c65-008c40f82a97 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:41.179241 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219f7ee6-1316-4534-9c65-008c40f82a97 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:41.188641 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb114d11-c0b1-4c00-bdcc-baee67e1183b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2508ebd7-f980-43b1-b54b-64d998080989,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:41.197801 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment d044c7d7-4df2-4d94-a85b-db1f87fe367a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d044c7d7-4df2-4d94-a85b-db1f87fe367a found for delete ", "request_id": "req-c04eb862-958f-46ce-822a-e68e2874d567"}]} Sep 21 15:14:41.227835 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f1c0f882-f689-46bb-bb44-e2ddb8798bbf tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "DELETE /v2.0/networks/6066f375-7c80-44b4-bc10-ec51d4ae3577 HTTP/1.1" status: 204 len: 168 time: 5.7606134 Sep 21 15:14:41.232233 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58206) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:41.239410 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6776f316-fab4-4e79-b016-03098442dc5b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-171606665'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:41.242645 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f0382a4c-94cf-48cf-b497-40972a89a16a None None] Provisioning complete for port f87b3012-4d91-4620-9aea-bcfa3b7d172b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:41.243007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f0382a4c-94cf-48cf-b497-40972a89a16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:41.251323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fb114d11-c0b1-4c00-bdcc-baee67e1183b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:41.255401 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fb114d11-c0b1-4c00-bdcc-baee67e1183b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0986245 Sep 21 15:14:41.260890 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6776f316-fab4-4e79-b016-03098442dc5b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:41.265812 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58210) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:41.283739 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6776f316-fab4-4e79-b016-03098442dc5b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Usage tracker for resource:network and tenant:0a54726d547948c982ffec031263c840 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:41.287948 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6776f316-fab4-4e79-b016-03098442dc5b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:41.315585 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6776f316-fab4-4e79-b016-03098442dc5b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:41.333124 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f0382a4c-94cf-48cf-b497-40972a89a16a None None] Port f87b3012-4d91-4620-9aea-bcfa3b7d172b cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:14:41.396693 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c7cb16-cce0-4d6b-9456-702dc512c6ba tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Router 5eeaed7b-3aa1-4997-8d9f-e854b471df2b has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:14:41.402957 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-7f232e9a-cb53-4469-9b72-38667f012acc None None] Allocated IP 2001:db8:0:2::2 (a9328343-2c63-4aa4-bdce-abb38242c3e2/d9bbba06-f876-4d1d-996d-fe159c705f91/0677d60b-5446-4d9b-9937-0f56a6848d9c) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:41.411689 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f7ee6-1316-4534-9c65-008c40f82a97 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Pushing event updated for resources: {'Port': ['ID=90ca7443-28ff-4ce1-90c4-21a3128f00d4,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:41.420608 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3bfa53f-ef32-4d83-acb8-471dee2f7ab4 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:41.429600 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6776f316-fab4-4e79-b016-03098442dc5b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Made reservation on behalf of 0a54726d547948c982ffec031263c840 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:41.429764 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46eedf1a-8266-4e26-b44a-75d07ee8dc5f tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:41.432804 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6776f316-fab4-4e79-b016-03098442dc5b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:41.464964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3bfa53f-ef32-4d83-acb8-471dee2f7ab4 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:41.489328 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2e89e7f-7c6c-44e9-94ac-fefce0f46505 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:41.549421 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7f232e9a-cb53-4469-9b72-38667f012acc None None] For port 0677d60b-5446-4d9b-9937-0f56a6848d9c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=0677d60b-5446-4d9b-9937-0f56a6848d9c,segment=NetworkSegment(32df21b1-d436-448d-a0de-d9b696ecf425),segment_id=32df21b1-d436-448d-a0de-d9b696ecf425)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:41.575790 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7f232e9a-cb53-4469-9b72-38667f012acc None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:41.596846 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7f232e9a-cb53-4469-9b72-38667f012acc None None] Transition to ACTIVE for port object 0677d60b-5446-4d9b-9937-0f56a6848d9c will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:41.601913 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7f232e9a-cb53-4469-9b72-38667f012acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:41.764099 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46eedf1a-8266-4e26-b44a-75d07ee8dc5f tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:41.800342 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6776f316-fab4-4e79-b016-03098442dc5b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:14:41.800820 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f232e9a-cb53-4469-9b72-38667f012acc None None] Pushing event updated for resources: {'Port': ['ID=0677d60b-5446-4d9b-9937-0f56a6848d9c,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:41.840617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3bfa53f-ef32-4d83-acb8-471dee2f7ab4 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:41.845154 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57cf0b77-b49a-4b50-add8-93e8082c2859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:41.848722 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6776f316-fab4-4e79-b016-03098442dc5b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:41.849066 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-6776f316-fab4-4e79-b016-03098442dc5b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Added segment 593dfc1f-6d8c-4b7f-b821-faaddffd73bd of type vlan for network 0c43fb70-2183-425d-9e98-8fa3c529fb57 Sep 21 15:14:41.868891 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eedf1a-8266-4e26-b44a-75d07ee8dc5f tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Subnet': ['ID=a3167421-122a-4fc7-a110-7a4bf6535857,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:41.873277 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c7cb16-cce0-4d6b-9456-702dc512c6ba tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:14:41.884267 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46eedf1a-8266-4e26-b44a-75d07ee8dc5f tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:41.891648 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d16edb7-c07c-452c-99f9-a518a9bcd42a None None] Sync routers for ids ['5eeaed7b-3aa1-4997-8d9f-e854b471df2b'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:14:41.891968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfa53f-ef32-4d83-acb8-471dee2f7ab4 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2508ebd7-f980-43b1-b54b-64d998080989,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:41.905965 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bd4616-c296-4757-9c3d-d96a38e1dfe8 None None] Network 9a6ef719-c216-4dda-9a94-7a911058aaba requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:41.911959 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-46eedf1a-8266-4e26-b44a-75d07ee8dc5f tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/subnets/a3167421-122a-4fc7-a110-7a4bf6535857 HTTP/1.1" status: 204 len: 168 time: 1.2724452 Sep 21 15:14:41.926741 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-57cf0b77-b49a-4b50-add8-93e8082c2859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Transition to ACTIVE for port object 6e721218-c54a-4f40-923e-8e708e92c851 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:41.928244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58214) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:41.944760 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6776f316-fab4-4e79-b016-03098442dc5b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:41.981346 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3bfa53f-ef32-4d83-acb8-471dee2f7ab4 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:41.985291 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c3bfa53f-ef32-4d83-acb8-471dee2f7ab4 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/2508ebd7-f980-43b1-b54b-64d998080989 HTTP/1.1" status: 204 len: 168 time: 0.7128892 Sep 21 15:14:42.035264 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58218) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:42.037425 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e5c7cb16-cce0-4d6b-9456-702dc512c6ba tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "PUT /v2.0/routers/5eeaed7b-3aa1-4997-8d9f-e854b471df2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8087382 Sep 21 15:14:42.041881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58220) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:42.054487 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d16edb7-c07c-452c-99f9-a518a9bcd42a None None] Routers {'5eeaed7b-3aa1-4997-8d9f-e854b471df2b'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:42.055132 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8d16edb7-c07c-452c-99f9-a518a9bcd42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['5eeaed7b-3aa1-4997-8d9f-e854b471df2b'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:42.164223 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8d16edb7-c07c-452c-99f9-a518a9bcd42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:42.169961 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-6776f316-fab4-4e79-b016-03098442dc5b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:14:42.217712 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 0677d60b-5446-4d9b-9937-0f56a6848d9c up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:42.273470 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-644bc2fc-f5b8-4ac1-9d58-f43f0e9627d2 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:42.278638 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d16edb7-c07c-452c-99f9-a518a9bcd42a None None] Routers {'5eeaed7b-3aa1-4997-8d9f-e854b471df2b'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:42.279271 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8d16edb7-c07c-452c-99f9-a518a9bcd42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['5eeaed7b-3aa1-4997-8d9f-e854b471df2b'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:42.300160 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:42.308891 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6776f316-fab4-4e79-b016-03098442dc5b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:42.315080 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6776f316-fab4-4e79-b016-03098442dc5b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:42.315711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6776f316-fab4-4e79-b016-03098442dc5b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:42.351854 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57cf0b77-b49a-4b50-add8-93e8082c2859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:42.366479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-38422919-9765-4ce4-b2aa-2879db843ae0 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:42.381152 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8d16edb7-c07c-452c-99f9-a518a9bcd42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:42.381791 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d16edb7-c07c-452c-99f9-a518a9bcd42a None None] The sync data for ids ['5eeaed7b-3aa1-4997-8d9f-e854b471df2b'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:14:42.459037 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-219f7ee6-1316-4534-9c65-008c40f82a97 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:42.521520 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecab8a4-a36d-4125-9370-6a3375c00cdf None None] DHCP port deletion for 9a6ef719-c216-4dda-9a94-7a911058aaba request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:14:42.528870 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7ecab8a4-a36d-4125-9370-6a3375c00cdf None None] Deleting port 9bbda4ca-886e-41c0-941f-a4883e2dd225 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:42.529597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7ecab8a4-a36d-4125-9370-6a3375c00cdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:42.561471 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-644bc2fc-f5b8-4ac1-9d58-f43f0e9627d2 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:42.566088 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-644bc2fc-f5b8-4ac1-9d58-f43f0e9627d2 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5212414 Sep 21 15:14:42.569295 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58226) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:42.640993 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6776f316-fab4-4e79-b016-03098442dc5b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4053154 Sep 21 15:14:42.644125 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58230) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:42.662384 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting port 9bbda4ca-886e-41c0-941f-a4883e2dd225 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:42.662384 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:42.691337 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-f2e89e7f-7c6c-44e9-94ac-fefce0f46505 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Delete allocated IP 2001:db8::2d9 (a9328343-2c63-4aa4-bdce-abb38242c3e2/6431fae0-2721-493a-b6b3-e696f261373b) {{(pid=89019) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 15:14:42.696385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cf0b77-b49a-4b50-add8-93e8082c2859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:42.700181 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-012eb77b-5acb-4100-8440-a7f16de01b45 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Request body: {'subnet': {'network_id': '0c43fb70-2183-425d-9e98-8fa3c529fb57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:42.719843 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776f316-fab4-4e79-b016-03098442dc5b tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event updated for resources: {'Network': ['ID=0c43fb70-2183-425d-9e98-8fa3c529fb57,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:42.733748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-57cf0b77-b49a-4b50-add8-93e8082c2859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:42.772654 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-f2e89e7f-7c6c-44e9-94ac-fefce0f46505 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Allocated IP 2001:db8:0:2::2d6 (a9328343-2c63-4aa4-bdce-abb38242c3e2/d9bbba06-f876-4d1d-996d-fe159c705f91/1926a60f-6072-48fd-a200-ea61fd942a02) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:42.775516 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 0c43fb70-2183-425d-9e98-8fa3c529fb57 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:14:42.801580 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cf0b77-b49a-4b50-add8-93e8082c2859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:42.807153 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cf0b77-b49a-4b50-add8-93e8082c2859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:42.807812 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57cf0b77-b49a-4b50-add8-93e8082c2859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:42.862513 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e575c81-37bc-48b1-87f5-bf10a865e1dc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:42.864801 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-38422919-9765-4ce4-b2aa-2879db843ae0 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 21 15:14:42.868687 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-38422919-9765-4ce4-b2aa-2879db843ae0 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "DELETE /v2.0/routers/5eeaed7b-3aa1-4997-8d9f-e854b471df2b HTTP/1.1" status: 409 len: 329 time: 0.8187909 Sep 21 15:14:42.868687 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf0b77-b49a-4b50-add8-93e8082c2859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=6e721218-c54a-4f40-923e-8e708e92c851,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:42.871345 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58234) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:42.910347 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-012eb77b-5acb-4100-8440-a7f16de01b45 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:42.915096 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-012eb77b-5acb-4100-8440-a7f16de01b45 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Usage tracker for resource:subnet and tenant:0a54726d547948c982ffec031263c840 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:42.918651 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-012eb77b-5acb-4100-8440-a7f16de01b45 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:42.922131 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-38e5c4b2-eb12-4e5a-8054-827924285f7b None None] Provisioning complete for port eef44f38-2d4b-49fc-a021-8d6184cca093 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:42.922651 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38e5c4b2-eb12-4e5a-8054-827924285f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:42.925646 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-012eb77b-5acb-4100-8440-a7f16de01b45 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:42.975736 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7ecab8a4-a36d-4125-9370-6a3375c00cdf None None] For port 9bbda4ca-886e-41c0-941f-a4883e2dd225, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9bbda4ca-886e-41c0-941f-a4883e2dd225,segment=NetworkSegment(f8a78347-0619-4fb8-9134-bed87b75a493),segment_id=f8a78347-0619-4fb8-9134-bed87b75a493)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:42.976276 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7ecab8a4-a36d-4125-9370-6a3375c00cdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:43.145120 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7ecab8a4-a36d-4125-9370-6a3375c00cdf None None] Calling delete_port for 9bbda4ca-886e-41c0-941f-a4883e2dd225 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:43.151131 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012eb77b-5acb-4100-8440-a7f16de01b45 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Made reservation on behalf of 0a54726d547948c982ffec031263c840 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:43.154397 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-012eb77b-5acb-4100-8440-a7f16de01b45 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:43.158475 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e575c81-37bc-48b1-87f5-bf10a865e1dc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:43.174759 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-57cf0b77-b49a-4b50-add8-93e8082c2859 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.2469196 Sep 21 15:14:43.177154 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58238) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:43.187190 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-38e5c4b2-eb12-4e5a-8054-827924285f7b None None] Port eef44f38-2d4b-49fc-a021-8d6184cca093 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:14:43.209412 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-38e5c4b2-eb12-4e5a-8054-827924285f7b None None] Provisioning complete for port 1926a60f-6072-48fd-a200-ea61fd942a02 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:43.209783 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38e5c4b2-eb12-4e5a-8054-827924285f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:43.249206 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-219f7ee6-1316-4534-9c65-008c40f82a97 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:43.278719 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-38e5c4b2-eb12-4e5a-8054-827924285f7b None None] Port 1926a60f-6072-48fd-a200-ea61fd942a02 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:14:43.284919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7ecab8a4-a36d-4125-9370-6a3375c00cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:43.340692 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecab8a4-a36d-4125-9370-6a3375c00cdf None None] Pushing event deleted for resources: {'Port': ['ID=9bbda4ca-886e-41c0-941f-a4883e2dd225,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:43.342184 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-38e5c4b2-eb12-4e5a-8054-827924285f7b None None] Provisioning for port 0677d60b-5446-4d9b-9937-0f56a6848d9c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:43.348146 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-219f7ee6-1316-4534-9c65-008c40f82a97 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:43.349715 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecab8a4-a36d-4125-9370-6a3375c00cdf None None] No DVR routers for this DVR port 9bbda4ca-886e-41c0-941f-a4883e2dd225 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:14:43.351507 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-38e5c4b2-eb12-4e5a-8054-827924285f7b None None] Provisioning complete for port 0677d60b-5446-4d9b-9937-0f56a6848d9c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:43.351943 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38e5c4b2-eb12-4e5a-8054-827924285f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:43.500217 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-38e5c4b2-eb12-4e5a-8054-827924285f7b None None] Current status of the port 0677d60b-5446-4d9b-9937-0f56a6848d9c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:43.508705 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-112345cb-2e5f-414f-a810-f9bb9664485b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port 6e721218-c54a-4f40-923e-8e708e92c851 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:43.509047 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-112345cb-2e5f-414f-a810-f9bb9664485b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:43.551297 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e575c81-37bc-48b1-87f5-bf10a865e1dc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:43.605056 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e575c81-37bc-48b1-87f5-bf10a865e1dc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c518d12-9465-43fb-b25d-4ccb58748720,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:43.633973 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-38e8c021-acc6-4e89-a656-44462efe11ba None None] Provisioning for port 6e721218-c54a-4f40-923e-8e708e92c851 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:43.640433 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-38e8c021-acc6-4e89-a656-44462efe11ba None None] Provisioning complete for port 6e721218-c54a-4f40-923e-8e708e92c851 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:43.641272 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38e8c021-acc6-4e89-a656-44462efe11ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:43.694540 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] For port 9bbda4ca-886e-41c0-941f-a4883e2dd225, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9bbda4ca-886e-41c0-941f-a4883e2dd225,segment=NetworkSegment(f8a78347-0619-4fb8-9134-bed87b75a493),segment_id=f8a78347-0619-4fb8-9134-bed87b75a493)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:43.694904 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:43.706099 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-38e8c021-acc6-4e89-a656-44462efe11ba None None] Port 6e721218-c54a-4f40-923e-8e708e92c851 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:14:43.766544 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e575c81-37bc-48b1-87f5-bf10a865e1dc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:43.768439 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0e575c81-37bc-48b1-87f5-bf10a865e1dc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "DELETE /v2.0/security-groups/8c518d12-9465-43fb-b25d-4ccb58748720 HTTP/1.1" status: 204 len: 168 time: 1.1982822 Sep 21 15:14:43.783476 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58242) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:43.785155 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2e89e7f-7c6c-44e9-94ac-fefce0f46505 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:43.838007 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-f2e89e7f-7c6c-44e9-94ac-fefce0f46505 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Transition to ACTIVE for port object 1926a60f-6072-48fd-a200-ea61fd942a02 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:43.856606 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Calling delete_port for 9bbda4ca-886e-41c0-941f-a4883e2dd225 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:43.875815 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2e89e7f-7c6c-44e9-94ac-fefce0f46505 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:44.026463 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-39b58dba-ae89-4af0-952b-59bc08c33bda tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:44.088297 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:14:44.089744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:14:44.112996 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f2e89e7f-7c6c-44e9-94ac-fefce0f46505 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] In _notify_port_updated(), no bound segment for port 1926a60f-6072-48fd-a200-ea61fd942a02 on network a9328343-2c63-4aa4-bdce-abb38242c3e2 {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:14:44.118287 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e89e7f-7c6c-44e9-94ac-fefce0f46505 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:44.119096 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2e89e7f-7c6c-44e9-94ac-fefce0f46505 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:44.123826 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f2e89e7f-7c6c-44e9-94ac-fefce0f46505 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "PUT /v2.0/ports/1926a60f-6072-48fd-a200-ea61fd942a02 HTTP/1.1" status: 200 len: 970 time: 3.4345329 Sep 21 15:14:44.124248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58246) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:44.130578 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9bbda4ca-886e-41c0-941f-a4883e2dd225 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:14:44.137775 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e89e7f-7c6c-44e9-94ac-fefce0f46505 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event updated for resources: {'Port': ['ID=1926a60f-6072-48fd-a200-ea61fd942a02,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:44.153659 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219f7ee6-1316-4534-9c65-008c40f82a97 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Router 88c57629-4cf2-4380-8a69-f0b4d7628bcf is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:14:44.164183 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-39b58dba-ae89-4af0-952b-59bc08c33bda tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:44.166165 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-39b58dba-ae89-4af0-952b-59bc08c33bda tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3771794 Sep 21 15:14:44.174574 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58250) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:44.191610 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 9bbda4ca-886e-41c0-941f-a4883e2dd225 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:14:44.192128 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9bbda4ca-886e-41c0-941f-a4883e2dd225 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:14:44.201298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-777182c9-a16a-4b3c-8235-796ad542e493 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group': {'name': 'tempest-secgroup--1739803339'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:44.265227 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-777182c9-a16a-4b3c-8235-796ad542e493 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:44.273691 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-112345cb-2e5f-414f-a810-f9bb9664485b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:44.281983 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.objects.ports [None req-012eb77b-5acb-4100-8440-a7f16de01b45 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:14:44.286435 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7dd7e19b-a1a3-4810-afc1-c17fe4ad7090 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting port 1926a60f-6072-48fd-a200-ea61fd942a02 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:44.286778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e19b-a1a3-4810-afc1-c17fe4ad7090 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:44.311985 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-777182c9-a16a-4b3c-8235-796ad542e493 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:44.317787 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-012eb77b-5acb-4100-8440-a7f16de01b45 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:44.436134 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4de25de0-e6cd-4b20-90a7-e224a5638bd4 None None] Provisioning for port 1926a60f-6072-48fd-a200-ea61fd942a02 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:44.439039 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-112345cb-2e5f-414f-a810-f9bb9664485b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for 6e721218-c54a-4f40-923e-8e708e92c851 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:44.442964 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4de25de0-e6cd-4b20-90a7-e224a5638bd4 None None] Provisioning complete for port 1926a60f-6072-48fd-a200-ea61fd942a02 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:44.443507 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4de25de0-e6cd-4b20-90a7-e224a5638bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:44.477438 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-777182c9-a16a-4b3c-8235-796ad542e493 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:44.505817 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4de25de0-e6cd-4b20-90a7-e224a5638bd4 None None] Port 1926a60f-6072-48fd-a200-ea61fd942a02 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:14:44.530869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012eb77b-5acb-4100-8440-a7f16de01b45 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event updated for resources: {'Subnet': ['ID=59433b7c-427a-4f71-9633-2ec67db30481,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:44.553389 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012eb77b-5acb-4100-8440-a7f16de01b45 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Checking segment: {'id': '593dfc1f-6d8c-4b7f-b821-faaddffd73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0c43fb70-2183-425d-9e98-8fa3c529fb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:44.553748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012eb77b-5acb-4100-8440-a7f16de01b45 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Network hostable DHCP agents. Network: 0c43fb70-2183-425d-9e98-8fa3c529fb57, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:14:44.591086 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-777182c9-a16a-4b3c-8235-796ad542e493 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:44.611684 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-777182c9-a16a-4b3c-8235-796ad542e493 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Usage tracker for resource:security_group_rule and tenant:50333ece6c0241bfba994dbdc465cebc is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:44.617080 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-777182c9-a16a-4b3c-8235-796ad542e493 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:44.624142 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-777182c9-a16a-4b3c-8235-796ad542e493 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:44.630045 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219f7ee6-1316-4534-9c65-008c40f82a97 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:14:44.630801 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting port 9bbda4ca-886e-41c0-941f-a4883e2dd225 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:44.631159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:44.647915 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cada98-2970-468e-9eaa-54ba3a482aaf None None] Sync routers for ids ['88c57629-4cf2-4380-8a69-f0b4d7628bcf'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:14:44.660092 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cada98-2970-468e-9eaa-54ba3a482aaf None None] Routers {'88c57629-4cf2-4380-8a69-f0b4d7628bcf'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:44.660963 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-98cada98-2970-468e-9eaa-54ba3a482aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['88c57629-4cf2-4380-8a69-f0b4d7628bcf'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:44.693286 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-219f7ee6-1316-4534-9c65-008c40f82a97 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:44.697491 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-219f7ee6-1316-4534-9c65-008c40f82a97 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "PUT /v2.0/routers/88c57629-4cf2-4380-8a69-f0b4d7628bcf HTTP/1.1" status: 200 len: 918 time: 7.1781380 Sep 21 15:14:44.701079 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58254) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:44.730833 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] The port '9bbda4ca-886e-41c0-941f-a4883e2dd225' was deleted {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:14:44.731508 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-98cada98-2970-468e-9eaa-54ba3a482aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:44.735232 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012eb77b-5acb-4100-8440-a7f16de01b45 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Network 0c43fb70-2183-425d-9e98-8fa3c529fb57 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:14:44.741392 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cada98-2970-468e-9eaa-54ba3a482aaf None None] Routers {'88c57629-4cf2-4380-8a69-f0b4d7628bcf'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:44.742031 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-98cada98-2970-468e-9eaa-54ba3a482aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['88c57629-4cf2-4380-8a69-f0b4d7628bcf'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:44.746125 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b536bfa-f43c-4948-821d-427261ee7246 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:44.810145 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-98cada98-2970-468e-9eaa-54ba3a482aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:44.810736 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cada98-2970-468e-9eaa-54ba3a482aaf None None] The sync data for ids ['88c57629-4cf2-4380-8a69-f0b4d7628bcf'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:14:45.081125 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-012eb77b-5acb-4100-8440-a7f16de01b45 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 0c43fb70-2183-425d-9e98-8fa3c529fb57) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:45.089725 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a11bcb-be2c-482e-98d4-9e75c0b008ec None None] Network 0c43fb70-2183-425d-9e98-8fa3c529fb57 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:45.090788 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cceb4db7-0be7-4a05-9a14-c9b6bb5cde7c tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "GET /v2.0/routers/88c57629-4cf2-4380-8a69-f0b4d7628bcf HTTP/1.1" status: 200 len: 924 time: 0.3891354 Sep 21 15:14:45.091534 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-112345cb-2e5f-414f-a810-f9bb9664485b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:45.095259 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58258) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:45.168528 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012eb77b-5acb-4100-8440-a7f16de01b45 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:45.169150 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-012eb77b-5acb-4100-8440-a7f16de01b45 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:45.175882 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e19b-a1a3-4810-afc1-c17fe4ad7090 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:45.206215 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112345cb-2e5f-414f-a810-f9bb9664485b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Port': ['ID=6e721218-c54a-4f40-923e-8e708e92c851,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:45.284070 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:45.357107 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-0c43fb70-2183-425d-9e98-8fa3c529fb57', 'network_id': '0c43fb70-2183-425d-9e98-8fa3c529fb57', 'tenant_id': '0a54726d547948c982ffec031263c840', 'fixed_ips': [{'subnet_id': '59433b7c-427a-4f71-9633-2ec67db30481'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:14:45.358571 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:45.363761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7dd7e19b-a1a3-4810-afc1-c17fe4ad7090 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Calling delete_port for 1926a60f-6072-48fd-a200-ea61fd942a02 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:45.385443 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-777182c9-a16a-4b3c-8235-796ad542e493 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:45.392082 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-112345cb-2e5f-414f-a810-f9bb9664485b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:45.407061 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-112345cb-2e5f-414f-a810-f9bb9664485b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/6e721218-c54a-4f40-923e-8e708e92c851 HTTP/1.1" status: 204 len: 168 time: 2.2282577 Sep 21 15:14:45.408570 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58262) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:45.409289 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-777182c9-a16a-4b3c-8235-796ad542e493 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:45.492354 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-777182c9-a16a-4b3c-8235-796ad542e493 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:45.493573 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-777182c9-a16a-4b3c-8235-796ad542e493 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3030150 Sep 21 15:14:45.498073 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58266) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:45.518529 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-eb272533-78ed-4d1b-8b03-031b951d1d15 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group_rule': {'security_group_id': '6a755108-4c05-49cb-b97a-f7056a7d004e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:45.537061 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6ef719-c216-4dda-9a94-7a911058aaba']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:45.539464 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-eb272533-78ed-4d1b-8b03-031b951d1d15 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:45.547361 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777182c9-a16a-4b3c-8235-796ad542e493 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a755108-4c05-49cb-b97a-f7056a7d004e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:45.555979 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-012eb77b-5acb-4100-8440-a7f16de01b45 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.9013903 Sep 21 15:14:45.556179 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbf895b-1496-43ff-9cd5-70da4de7750f tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:45.560262 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bcbf895b-1496-43ff-9cd5-70da4de7750f tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=445481ae-8997-4e7e-a514-07e782c48c85&device_id=88c57629-4cf2-4380-8a69-f0b4d7628bcf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4609077 Sep 21 15:14:45.560262 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-eb272533-78ed-4d1b-8b03-031b951d1d15 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Usage tracker for resource:security_group_rule and tenant:50333ece6c0241bfba994dbdc465cebc is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:45.561412 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] Allocated IP 2001:db8::f816:3eff:fefb:bf5b (0c43fb70-2183-425d-9e98-8fa3c529fb57/59433b7c-427a-4f71-9633-2ec67db30481/ac1829fc-5dde-4a6e-a036-d4d1626953c7) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:45.561913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58270) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:45.562244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58272) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:45.564876 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-eb272533-78ed-4d1b-8b03-031b951d1d15 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:45.573796 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-eb272533-78ed-4d1b-8b03-031b951d1d15 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:45.598344 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb272533-78ed-4d1b-8b03-031b951d1d15 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:45.598588 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a78347-0619-4fb8-9134-bed87b75a493') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:45.598704 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a78347-0619-4fb8-9134-bed87b75a493') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:45.629558 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd6ec44-3273-4d4b-82d7-10297e5231cd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:45.630267 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bdd6ec44-3273-4d4b-82d7-10297e5231cd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:45.669844 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bdd6ec44-3273-4d4b-82d7-10297e5231cd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:45.672519 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bdd6ec44-3273-4d4b-82d7-10297e5231cd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2430344 Sep 21 15:14:45.673858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58278) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:45.723030 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:45.739088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb272533-78ed-4d1b-8b03-031b951d1d15 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:45.753647 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb272533-78ed-4d1b-8b03-031b951d1d15 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:45.781797 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb272533-78ed-4d1b-8b03-031b951d1d15 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb50e54d-8298-4a01-b35d-4680caad2d82,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:45.815138 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a666da4-9a86-403d-b8fa-9391792b73bf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:45.816830 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0a666da4-9a86-403d-b8fa-9391792b73bf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1417973 Sep 21 15:14:45.820500 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58282) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:45.828927 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:45.842771 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:45.847474 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:14:45.847927 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:45.853648 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb272533-78ed-4d1b-8b03-031b951d1d15 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:45.854808 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-eb272533-78ed-4d1b-8b03-031b951d1d15 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3470557 Sep 21 15:14:45.858421 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58286) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:45.896129 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7547398a-de33-475c-9509-0daa7feb2c2a tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-group-rules/cb50e54d-8298-4a01-b35d-4680caad2d82 HTTP/1.1" status: 200 len: 763 time: 0.0366614 Sep 21 15:14:45.898673 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58292) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:45.924784 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment f8a78347-0619-4fb8-9134-bed87b75a493 resource provider aggregate not found Sep 21 15:14:45.930862 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fa2f05-c33f-4d4a-8dfa-af9c467c4ad7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:45.932491 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fa2f05-c33f-4d4a-8dfa-af9c467c4ad7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:45.933977 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fa2f05-c33f-4d4a-8dfa-af9c467c4ad7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:45.934779 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-84fa2f05-c33f-4d4a-8dfa-af9c467c4ad7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:45.973780 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c062c6b3-5095-412a-ab87-6b67aea5268c tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:45.977651 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-84fa2f05-c33f-4d4a-8dfa-af9c467c4ad7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:45.978782 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-84fa2f05-c33f-4d4a-8dfa-af9c467c4ad7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1575115 Sep 21 15:14:45.981794 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58300) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:46.008443 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment f8a78347-0619-4fb8-9134-bed87b75a493 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8a78347-0619-4fb8-9134-bed87b75a493 found for delete ", "request_id": "req-440348b3-e038-445a-b0e8-0794007b187f"}]} Sep 21 15:14:46.027793 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c062c6b3-5095-412a-ab87-6b67aea5268c tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:46.031649 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c062c6b3-5095-412a-ab87-6b67aea5268c tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1295242 Sep 21 15:14:46.035928 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58304) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:46.059964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ffce74-dde9-4d04-976b-c2c1f92f3e54 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:46.061375 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-09ffce74-dde9-4d04-976b-c2c1f92f3e54 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "GET /v2.0/networks/445481ae-8997-4e7e-a514-07e782c48c85 HTTP/1.1" status: 200 len: 881 time: 0.4953566 Sep 21 15:14:46.072625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58308) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:46.079283 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:46.116037 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:46.132734 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-31986c58-0dc5-4d8d-8b5b-ff06f6aeb252 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet a833f9a3-8065-47f3-b49f-a2726beae0b5 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:14:46.143026 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9dfd1935-5977-4e96-9556-1d50ecef9b36 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:46.148105 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31986c58-0dc5-4d8d-8b5b-ff06f6aeb252 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:46.161238 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:46.162475 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] Transition to ACTIVE for port object ac1829fc-5dde-4a6e-a036-d4d1626953c7 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:46.181503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Network': ['ID=9a6ef719-c216-4dda-9a94-7a911058aaba,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:46.186399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e19b-a1a3-4810-afc1-c17fe4ad7090 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:46.192122 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a56fead4-fbf8-4b60-8850-324246516819 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "GET /v2.0/ports?device_id=88c57629-4cf2-4380-8a69-f0b4d7628bcf HTTP/1.1" status: 200 len: 205 time: 0.1148627 Sep 21 15:14:46.192312 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] Transition to ACTIVE for port object ac1829fc-5dde-4a6e-a036-d4d1626953c7 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:46.199656 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:46.201879 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58312) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:46.205351 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9dfd1935-5977-4e96-9556-1d50ecef9b36 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:46.235325 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d5194b0f-e614-4966-80ca-e65b733b3367 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/networks/9a6ef719-c216-4dda-9a94-7a911058aaba HTTP/1.1" status: 204 len: 168 time: 4.3056574 Sep 21 15:14:46.247253 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58316) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:46.249993 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Deleting port ac1829fc-5dde-4a6e-a036-d4d1626953c7 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:46.250343 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:46.270615 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] Network 0c43fb70-2183-425d-9e98-8fa3c529fb57 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:46.273359 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:46.276925 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7e19b-a1a3-4810-afc1-c17fe4ad7090 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Port': ['ID=1926a60f-6072-48fd-a200-ea61fd942a02,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:46.277519 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:46.288607 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] Pushing event updated for resources: {'Port': ['ID=ac1829fc-5dde-4a6e-a036-d4d1626953c7,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:46.291833 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-96f88fdc-780a-465e-8efd-15ea4b9e0b08 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1407424187'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:46.306885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-4b536bfa-f43c-4948-821d-427261ee7246 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Deleting port f87b3012-4d91-4620-9aea-bcfa3b7d172b {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:46.307510 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31986c58-0dc5-4d8d-8b5b-ff06f6aeb252 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:46.308026 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b536bfa-f43c-4948-821d-427261ee7246 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:46.394678 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-96f88fdc-780a-465e-8efd-15ea4b9e0b08 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:46.420713 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] Attempting to bind port ac1829fc-5dde-4a6e-a036-d4d1626953c7 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:14:46.422089 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] Attempting to bind port ac1829fc-5dde-4a6e-a036-d4d1626953c7 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '593dfc1f-6d8c-4b7f-b821-faaddffd73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0c43fb70-2183-425d-9e98-8fa3c529fb57'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:14:46.422558 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] Attempting to bind port ac1829fc-5dde-4a6e-a036-d4d1626953c7 on network 0c43fb70-2183-425d-9e98-8fa3c529fb57 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:14:46.426498 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-96f88fdc-780a-465e-8efd-15ea4b9e0b08 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:network and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:46.428805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9dfd1935-5977-4e96-9556-1d50ecef9b36 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:46.431470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e19b-a1a3-4810-afc1-c17fe4ad7090 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:46.435061 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:14:46.435601 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] Checking segment: {'id': '593dfc1f-6d8c-4b7f-b821-faaddffd73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0c43fb70-2183-425d-9e98-8fa3c529fb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:46.436117 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:46.436249 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7dd7e19b-a1a3-4810-afc1-c17fe4ad7090 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/ports/1926a60f-6072-48fd-a200-ea61fd942a02 HTTP/1.1" status: 204 len: 168 time: 2.3078301 Sep 21 15:14:46.436724 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] Bound using segment: {'id': '593dfc1f-6d8c-4b7f-b821-faaddffd73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0c43fb70-2183-425d-9e98-8fa3c529fb57'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:14:46.438091 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] Bound port: ac1829fc-5dde-4a6e-a036-d4d1626953c7, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593dfc1f-6d8c-4b7f-b821-faaddffd73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0c43fb70-2183-425d-9e98-8fa3c529fb57'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:14:46.440489 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:46.440653 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58320) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:46.442269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-96f88fdc-780a-465e-8efd-15ea4b9e0b08 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:46.484747 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd1935-5977-4e96-9556-1d50ecef9b36 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb50e54d-8298-4a01-b35d-4680caad2d82,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:46.502341 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9dfd1935-5977-4e96-9556-1d50ecef9b36 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:46.503767 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9dfd1935-5977-4e96-9556-1d50ecef9b36 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/cb50e54d-8298-4a01-b35d-4680caad2d82 HTTP/1.1" status: 204 len: 168 time: 0.4671588 Sep 21 15:14:46.511784 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58324) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:46.543176 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8cf5-2507-4652-ae7d-d4d3cca668d4 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:46.548797 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-96f88fdc-780a-465e-8efd-15ea4b9e0b08 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:46.557109 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] For port ac1829fc-5dde-4a6e-a036-d4d1626953c7, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:14:46.561624 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] For port ac1829fc-5dde-4a6e-a036-d4d1626953c7, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ac1829fc-5dde-4a6e-a036-d4d1626953c7,segment=NetworkSegment(593dfc1f-6d8c-4b7f-b821-faaddffd73bd),segment_id=593dfc1f-6d8c-4b7f-b821-faaddffd73bd)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:14:46.568232 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:46.636247 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31986c58-0dc5-4d8d-8b5b-ff06f6aeb252 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:46.667848 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47a521-4034-49bc-b8e5-3ed04bbf624a None None] Pushing event updated for resources: {'Port': ['ID=ac1829fc-5dde-4a6e-a036-d4d1626953c7,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:46.779945 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2598ed1b-900a-49cc-8e33-bcfa6024381c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] GET failed (client error): The resource could not be found. Sep 21 15:14:46.780247 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a4a40116-65f3-4eba-b3e1-8a34c6dc489f tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:46.780507 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2598ed1b-900a-49cc-8e33-bcfa6024381c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Synchronizing usage tracker for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:46.795879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f88fdc-780a-465e-8efd-15ea4b9e0b08 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Made reservation on behalf of 36a774c8465a450c8e27de7666e71b71 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:46.800022 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96f88fdc-780a-465e-8efd-15ea4b9e0b08 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:46.864756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a4a40116-65f3-4eba-b3e1-8a34c6dc489f tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:46.869007 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a4a40116-65f3-4eba-b3e1-8a34c6dc489f tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3515668 Sep 21 15:14:46.872669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58328) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:46.888763 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-01e98772-07eb-48af-b9b0-28c9d98727fb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group_rule': {'security_group_id': '6a755108-4c05-49cb-b97a-f7056a7d004e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:46.896763 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31986c58-0dc5-4d8d-8b5b-ff06f6aeb252 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:46.956324 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2598ed1b-900a-49cc-8e33-bcfa6024381c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Unset dirty status for tenant:d62e4783ba064d6c8874822841ebe351 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:46.957545 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2598ed1b-900a-49cc-8e33-bcfa6024381c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports/1926a60f-6072-48fd-a200-ea61fd942a02 HTTP/1.1" status: 404 len: 333 time: 0.5120404 Sep 21 15:14:46.972712 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58332) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:46.979587 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f88fdc-780a-465e-8efd-15ea4b9e0b08 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:14:47.000694 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b536bfa-f43c-4948-821d-427261ee7246 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:47.040403 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-01e98772-07eb-48af-b9b0-28c9d98727fb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:47.069690 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8cf5-2507-4652-ae7d-d4d3cca668d4 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:47.091946 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31986c58-0dc5-4d8d-8b5b-ff06f6aeb252 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=a833f9a3-8065-47f3-b49f-a2726beae0b5,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:47.093878 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-01e98772-07eb-48af-b9b0-28c9d98727fb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:47.099991 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31986c58-0dc5-4d8d-8b5b-ff06f6aeb252 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:47.105858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-cd6c8cf5-2507-4652-ae7d-d4d3cca668d4 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Deleting port 90ca7443-28ff-4ce1-90c4-21a3128f00d4 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:47.106193 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8cf5-2507-4652-ae7d-d4d3cca668d4 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:47.108869 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f14b3f-39aa-4788-9fe0-918fed0dc2d6 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:47.159359 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-4b536bfa-f43c-4948-821d-427261ee7246 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Calling delete_port for f87b3012-4d91-4620-9aea-bcfa3b7d172b owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:47.170517 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-31986c58-0dc5-4d8d-8b5b-ff06f6aeb252 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/a833f9a3-8065-47f3-b49f-a2726beae0b5 HTTP/1.1" status: 204 len: 168 time: 1.1854153 Sep 21 15:14:47.171502 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01e98772-07eb-48af-b9b0-28c9d98727fb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:47.182528 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58336) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:47.189865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96f88fdc-780a-465e-8efd-15ea4b9e0b08 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:47.189865 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-96f88fdc-780a-465e-8efd-15ea4b9e0b08 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Added segment 6aa81ab3-2412-4b12-8aa1-effa3627bbdf of type vlan for network 0695a72a-e99c-4387-8bb1-494c8e2c61de Sep 21 15:14:47.296855 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] For port ac1829fc-5dde-4a6e-a036-d4d1626953c7, host dv-neutron-858731-1-hyperv, got binding levels [] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:47.297203 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:47.351955 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96f88fdc-780a-465e-8efd-15ea4b9e0b08 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:47.364625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-87fe421a-ef7b-4fe6-8f3f-d203c9a16e9c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet ecc000a1-e8d6-4492-95b3-aee76f6b59f4 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:14:47.371849 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-87fe421a-ef7b-4fe6-8f3f-d203c9a16e9c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:47.427759 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01e98772-07eb-48af-b9b0-28c9d98727fb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:47.448217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01e98772-07eb-48af-b9b0-28c9d98727fb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:47.481167 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Calling delete_port for ac1829fc-5dde-4a6e-a036-d4d1626953c7 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:47.502717 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e98772-07eb-48af-b9b0-28c9d98727fb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50effda1-4e66-43c0-a056-5c615322bc93,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:47.511843 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2eb21152-859e-4ee4-9cf6-7c68bf258bb8 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:47.517595 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8cf5-2507-4652-ae7d-d4d3cca668d4 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:47.535749 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-87fe421a-ef7b-4fe6-8f3f-d203c9a16e9c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:47.599116 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2eb21152-859e-4ee4-9cf6-7c68bf258bb8 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:47.638393 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96f88fdc-780a-465e-8efd-15ea4b9e0b08 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:47.644990 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f88fdc-780a-465e-8efd-15ea4b9e0b08 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:47.646063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96f88fdc-780a-465e-8efd-15ea4b9e0b08 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:47.668634 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01e98772-07eb-48af-b9b0-28c9d98727fb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:47.671959 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-01e98772-07eb-48af-b9b0-28c9d98727fb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7939050 Sep 21 15:14:47.723558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58340) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:47.745386 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-cd6c8cf5-2507-4652-ae7d-d4d3cca668d4 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Calling delete_port for 90ca7443-28ff-4ce1-90c4-21a3128f00d4 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:47.827128 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:14:47.827371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:14:47.846824 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8d1476d5-82e1-45cc-935d-8ba4bf28349d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-group-rules/50effda1-4e66-43c0-a056-5c615322bc93 HTTP/1.1" status: 200 len: 763 time: 0.1204014 Sep 21 15:14:47.853278 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58344) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:47.885523 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f88fdc-780a-465e-8efd-15ea4b9e0b08 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Network': ['ID=0695a72a-e99c-4387-8bb1-494c8e2c61de,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:47.889299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2eb21152-859e-4ee4-9cf6-7c68bf258bb8 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:47.892894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2eb21152-859e-4ee4-9cf6-7c68bf258bb8 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:47.897663 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2eb21152-859e-4ee4-9cf6-7c68bf258bb8 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/security-groups/9287e103-436c-48a6-995b-ed6a0ae02360 HTTP/1.1" status: 204 len: 168 time: 0.9216294 Sep 21 15:14:47.899571 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58348) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:47.904429 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 0695a72a-e99c-4387-8bb1-494c8e2c61de details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:14:47.912800 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b536bfa-f43c-4948-821d-427261ee7246 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:47.925976 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f9d2cf68-deb2-4bc9-ac17-c5f4f570e786 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:47.948654 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-87fe421a-ef7b-4fe6-8f3f-d203c9a16e9c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:47.963019 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-96f88fdc-780a-465e-8efd-15ea4b9e0b08 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6875310 Sep 21 15:14:47.964357 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb21152-859e-4ee4-9cf6-7c68bf258bb8 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9287e103-436c-48a6-995b-ed6a0ae02360,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:47.981784 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58352) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:47.995588 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-175e11d6-92dd-49a0-8d04-5315e2e8dc4a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'subnet': {'network_id': '0695a72a-e99c-4387-8bb1-494c8e2c61de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:48.071154 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee2e6ba-58f6-4a10-9b75-ecb592ca036c None None] Network 0c43fb70-2183-425d-9e98-8fa3c529fb57 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:48.074180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b536bfa-f43c-4948-821d-427261ee7246 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Pushing event deleted for resources: {'Port': ['ID=f87b3012-4d91-4620-9aea-bcfa3b7d172b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:48.191855 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-87fe421a-ef7b-4fe6-8f3f-d203c9a16e9c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:48.274171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe421a-ef7b-4fe6-8f3f-d203c9a16e9c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=ecc000a1-e8d6-4492-95b3-aee76f6b59f4,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:48.279728 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f9d2cf68-deb2-4bc9-ac17-c5f4f570e786 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:48.284161 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f9d2cf68-deb2-4bc9-ac17-c5f4f570e786 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4298196 Sep 21 15:14:48.285163 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58356) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:48.334748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Deleting port ac1829fc-5dde-4a6e-a036-d4d1626953c7 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:48.335222 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:48.338589 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-87fe421a-ef7b-4fe6-8f3f-d203c9a16e9c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:48.366527 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ac1829fc-5dde-4a6e-a036-d4d1626953c7 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:48.374254 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-62a06707-b3e9-433f-8753-973786cafdfd tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:48.384298 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-87fe421a-ef7b-4fe6-8f3f-d203c9a16e9c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/ecc000a1-e8d6-4492-95b3-aee76f6b59f4 HTTP/1.1" status: 204 len: 168 time: 1.2007489 Sep 21 15:14:48.390066 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-62a06707-b3e9-433f-8753-973786cafdfd tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:48.395615 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58360) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:48.441010 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0d9f14-a46b-40e3-9eea-a73fe7a35f8c None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:48.467152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-175e11d6-92dd-49a0-8d04-5315e2e8dc4a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:48.475112 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-770f9024-9779-462f-b7ec-2ed06d4e9a58 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783315 Sep 21 15:14:48.478730 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58364) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:48.483153 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-175e11d6-92dd-49a0-8d04-5315e2e8dc4a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:subnet and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:48.491990 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0c3923e7-eb6c-4a20-8a7c-dd32184b82f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:48.510627 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e409ac14-e663-449f-82a7-d8ff995a0358 None None] Provisioning for port ac1829fc-5dde-4a6e-a036-d4d1626953c7 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:48.565267 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8cf5-2507-4652-ae7d-d4d3cca668d4 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:48.629633 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-62a06707-b3e9-433f-8753-973786cafdfd tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:48.653329 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c8cf5-2507-4652-ae7d-d4d3cca668d4 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Pushing event deleted for resources: {'Port': ['ID=90ca7443-28ff-4ce1-90c4-21a3128f00d4,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:48.689410 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:14:48.695830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-175e11d6-92dd-49a0-8d04-5315e2e8dc4a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:48.702842 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a06707-b3e9-433f-8753-973786cafdfd tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50effda1-4e66-43c0-a056-5c615322bc93,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:48.704763 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port ac1829fc-5dde-4a6e-a036-d4d1626953c7 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:48.716606 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-175e11d6-92dd-49a0-8d04-5315e2e8dc4a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:48.721665 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22c858b5-6125-4fe6-8607-b0a70c8b05ae tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:48.724042 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port ac1829fc-5dde-4a6e-a036-d4d1626953c7 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:48.724413 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:48.755208 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-62a06707-b3e9-433f-8753-973786cafdfd tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:48.758217 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-62a06707-b3e9-433f-8753-973786cafdfd tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/50effda1-4e66-43c0-a056-5c615322bc93 HTTP/1.1" status: 204 len: 168 time: 0.4690447 Sep 21 15:14:48.759534 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0c3923e7-eb6c-4a20-8a7c-dd32184b82f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:48.760949 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b536bfa-f43c-4948-821d-427261ee7246 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:48.766036 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58368) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:48.790587 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7656c560-d1f0-49cd-9122-3f8113eeb8f2 None None] Provisioning complete for port 62062bfb-20d6-456b-bf11-d9cf1950204e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:48.790837 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7656c560-d1f0-49cd-9122-3f8113eeb8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:48.797249 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0c3923e7-eb6c-4a20-8a7c-dd32184b82f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:48.801429 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175e11d6-92dd-49a0-8d04-5315e2e8dc4a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Made reservation on behalf of 36a774c8465a450c8e27de7666e71b71 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:48.804862 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-175e11d6-92dd-49a0-8d04-5315e2e8dc4a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:48.805877 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0c3923e7-eb6c-4a20-8a7c-dd32184b82f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:48.817135 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0c3923e7-eb6c-4a20-8a7c-dd32184b82f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:48.837822 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8cf5-2507-4652-ae7d-d4d3cca668d4 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:48.951889 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port ac1829fc-5dde-4a6e-a036-d4d1626953c7 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:48.953133 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:48.973428 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22c858b5-6125-4fe6-8607-b0a70c8b05ae tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:49.018694 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port ac1829fc-5dde-4a6e-a036-d4d1626953c7, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ac1829fc-5dde-4a6e-a036-d4d1626953c7,segment=NetworkSegment(593dfc1f-6d8c-4b7f-b821-faaddffd73bd),segment_id=593dfc1f-6d8c-4b7f-b821-faaddffd73bd)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:49.092997 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba969ee-a47d-44df-8514-0c6bbbcd6e09 None None] DHCP port deletion for cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:14:49.145446 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3923e7-eb6c-4a20-8a7c-dd32184b82f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:49.147297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:49.148885 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c3923e7-eb6c-4a20-8a7c-dd32184b82f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:49.180248 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-786ae819-7bb0-400f-945e-0d2d28e898bb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:49.197374 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2ba969ee-a47d-44df-8514-0c6bbbcd6e09 None None] Deleting port 62062bfb-20d6-456b-bf11-d9cf1950204e {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:49.197741 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2ba969ee-a47d-44df-8514-0c6bbbcd6e09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:49.256258 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7656c560-d1f0-49cd-9122-3f8113eeb8f2 None None] Current status of the port 62062bfb-20d6-456b-bf11-d9cf1950204e is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:49.277237 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=ac1829fc-5dde-4a6e-a036-d4d1626953c7,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:49.327757 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8cf5-2507-4652-ae7d-d4d3cca668d4 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:49.333383 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8cf5-2507-4652-ae7d-d4d3cca668d4 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:49.355879 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-786ae819-7bb0-400f-945e-0d2d28e898bb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:49.359385 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-786ae819-7bb0-400f-945e-0d2d28e898bb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5904572 Sep 21 15:14:49.373122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58372) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:49.380792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f5012a13-9465-4022-8def-0ab1e4821d1d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group_rule': {'security_group_id': '6a755108-4c05-49cb-b97a-f7056a7d004e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:49.385801 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8cf5-2507-4652-ae7d-d4d3cca668d4 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:49.387003 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6c8cf5-2507-4652-ae7d-d4d3cca668d4 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Fanout notify agent at l3_agent the message router_deleted on router 88c57629-4cf2-4380-8a69-f0b4d7628bcf {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:14:49.398130 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f5012a13-9465-4022-8def-0ab1e4821d1d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:49.406660 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd6c8cf5-2507-4652-ae7d-d4d3cca668d4 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:49.411452 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cd6c8cf5-2507-4652-ae7d-d4d3cca668d4 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "DELETE /v2.0/routers/88c57629-4cf2-4380-8a69-f0b4d7628bcf HTTP/1.1" status: 204 len: 168 time: 3.2046359 Sep 21 15:14:49.412325 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58376) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:49.422145 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-2e912061-6347-42dd-9ec0-2c6117878f7e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-234228317', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:49.426835 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2e912061-6347-42dd-9ec0-2c6117878f7e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:49.432543 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2e912061-6347-42dd-9ec0-2c6117878f7e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Usage tracker for resource:router and tenant:fa1f278116904fc19b1e96df5e65faa7 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:49.437791 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2e912061-6347-42dd-9ec0-2c6117878f7e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:49.444172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22c858b5-6125-4fe6-8607-b0a70c8b05ae tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:49.446837 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f5012a13-9465-4022-8def-0ab1e4821d1d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:49.451670 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] For port ac1829fc-5dde-4a6e-a036-d4d1626953c7, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ac1829fc-5dde-4a6e-a036-d4d1626953c7,segment=NetworkSegment(593dfc1f-6d8c-4b7f-b821-faaddffd73bd),segment_id=593dfc1f-6d8c-4b7f-b821-faaddffd73bd)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:49.452137 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:49.457163 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-da5a930b-ba5e-4aee-bc20-9a768b7eca75 None None] Provisioning complete for port ac1829fc-5dde-4a6e-a036-d4d1626953c7 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:49.457608 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-da5a930b-ba5e-4aee-bc20-9a768b7eca75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:49.462074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b536bfa-f43c-4948-821d-427261ee7246 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Router 5eeaed7b-3aa1-4997-8d9f-e854b471df2b has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:14:49.473795 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2e912061-6347-42dd-9ec0-2c6117878f7e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:49.496717 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e912061-6347-42dd-9ec0-2c6117878f7e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:49.497856 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e912061-6347-42dd-9ec0-2c6117878f7e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:49.509886 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2ba969ee-a47d-44df-8514-0c6bbbcd6e09 None None] For port 62062bfb-20d6-456b-bf11-d9cf1950204e, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=62062bfb-20d6-456b-bf11-d9cf1950204e,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:49.510273 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2ba969ee-a47d-44df-8514-0c6bbbcd6e09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:49.525429 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c858b5-6125-4fe6-8607-b0a70c8b05ae tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa317f7-f960-4802-b9b7-4dfc1d69f31b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:49.529871 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e912061-6347-42dd-9ec0-2c6117878f7e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:49.552893 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e912061-6347-42dd-9ec0-2c6117878f7e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:49.607746 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e912061-6347-42dd-9ec0-2c6117878f7e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:49.611370 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2e912061-6347-42dd-9ec0-2c6117878f7e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1968668 Sep 21 15:14:49.613511 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58380) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:49.619616 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a0db2945-001b-4b54-af4d-322a38829e9d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'enable_snat': False}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:49.662993 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2ba969ee-a47d-44df-8514-0c6bbbcd6e09 None None] Calling delete_port for 62062bfb-20d6-456b-bf11-d9cf1950204e owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:49.671225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Calling delete_port for ac1829fc-5dde-4a6e-a036-d4d1626953c7 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:49.679539 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c3923e7-eb6c-4a20-8a7c-dd32184b82f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:49.795325 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-da5a930b-ba5e-4aee-bc20-9a768b7eca75 None None] Current status of the port ac1829fc-5dde-4a6e-a036-d4d1626953c7 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:49.802160 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2ba969ee-a47d-44df-8514-0c6bbbcd6e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:49.822394 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3923e7-eb6c-4a20-8a7c-dd32184b82f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:49.850756 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba969ee-a47d-44df-8514-0c6bbbcd6e09 None None] Pushing event deleted for resources: {'Port': ['ID=62062bfb-20d6-456b-bf11-d9cf1950204e,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:49.855577 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba969ee-a47d-44df-8514-0c6bbbcd6e09 None None] No DVR routers for this DVR port 62062bfb-20d6-456b-bf11-d9cf1950204e on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:14:49.858215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f5012a13-9465-4022-8def-0ab1e4821d1d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:49.883021 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-0c3923e7-eb6c-4a20-8a7c-dd32184b82f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:49.892795 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3923e7-eb6c-4a20-8a7c-dd32184b82f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:49.893527 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c3923e7-eb6c-4a20-8a7c-dd32184b82f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:49.898243 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeb87f5-9317-4d13-a09c-5de4ae69a808 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:49.911747 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22c858b5-6125-4fe6-8607-b0a70c8b05ae tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:49.912902 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-22c858b5-6125-4fe6-8607-b0a70c8b05ae tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/security-groups/7fa317f7-f960-4802-b9b7-4dfc1d69f31b HTTP/1.1" status: 204 len: 168 time: 1.9924080 Sep 21 15:14:49.919913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b536bfa-f43c-4948-821d-427261ee7246 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:14:49.930807 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4b536bfa-f43c-4948-821d-427261ee7246 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "PUT /v2.0/routers/5eeaed7b-3aa1-4997-8d9f-e854b471df2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0264547 Sep 21 15:14:49.938058 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58384) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:49.938559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58386) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:49.964020 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3628ac-a6e1-461c-849d-e85ad80892c8 None None] Sync routers for ids ['5eeaed7b-3aa1-4997-8d9f-e854b471df2b'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:14:49.967603 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3923e7-eb6c-4a20-8a7c-dd32184b82f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=fefae323-b55a-4cee-9ccf-b9e81489b27d,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:49.988795 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3628ac-a6e1-461c-849d-e85ad80892c8 None None] Routers {'5eeaed7b-3aa1-4997-8d9f-e854b471df2b'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:49.989009 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fe3628ac-a6e1-461c-849d-e85ad80892c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['5eeaed7b-3aa1-4997-8d9f-e854b471df2b'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:50.058409 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fe3628ac-a6e1-461c-849d-e85ad80892c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:50.086886 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3628ac-a6e1-461c-849d-e85ad80892c8 None None] Routers {'5eeaed7b-3aa1-4997-8d9f-e854b471df2b'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:50.087620 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fe3628ac-a6e1-461c-849d-e85ad80892c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['5eeaed7b-3aa1-4997-8d9f-e854b471df2b'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:50.139990 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0db2945-001b-4b54-af4d-322a38829e9d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:50.154887 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0c3923e7-eb6c-4a20-8a7c-dd32184b82f9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6677332 Sep 21 15:14:50.154887 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58392) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:50.170110 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fe3628ac-a6e1-461c-849d-e85ad80892c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:50.170609 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3628ac-a6e1-461c-849d-e85ad80892c8 None None] The sync data for ids ['5eeaed7b-3aa1-4997-8d9f-e854b471df2b'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:14:50.179397 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-2e29f5d9-d76a-4374-8b7e-556beb17445b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:50.206455 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ac1829fc-5dde-4a6e-a036-d4d1626953c7 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:50.237317 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-a1aeb03f-ada8-42e8-9a8f-1cc2a44fb2e3 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] show failed (client error): The resource could not be found. Sep 21 15:14:50.243967 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a1aeb03f-ada8-42e8-9a8f-1cc2a44fb2e3 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-801645951 HTTP/1.1" status: 404 len: 334 time: 0.2848711 Sep 21 15:14:50.244892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58396) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:50.251816 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-175e11d6-92dd-49a0-8d04-5315e2e8dc4a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:50.265796 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-666e8aa4-9eda-4a13-afa4-f691b77caf68 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:50.336835 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'tenant_id': '28bee843128e4e4cad27b6a75e7c3957', 'fixed_ips': [{'subnet_id': 'fefae323-b55a-4cee-9ccf-b9e81489b27d'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:14:50.337643 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:50.348083 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port ac1829fc-5dde-4a6e-a036-d4d1626953c7 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:50.348083 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:50.388891 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:14:50.389476 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:14:50.396570 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-666e8aa4-9eda-4a13-afa4-f691b77caf68 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] update failed (client error): The resource could not be found. Sep 21 15:14:50.405568 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-666e8aa4-9eda-4a13-afa4-f691b77caf68 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-723054473 HTTP/1.1" status: 404 len: 334 time: 0.1554174 Sep 21 15:14:50.405902 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2e29f5d9-d76a-4374-8b7e-556beb17445b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:50.408338 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58400) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:50.443685 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2e29f5d9-d76a-4374-8b7e-556beb17445b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:50.449485 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2e29f5d9-d76a-4374-8b7e-556beb17445b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:50.460714 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2e29f5d9-d76a-4374-8b7e-556beb17445b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:50.473868 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f5012a13-9465-4022-8def-0ab1e4821d1d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:50.474745 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8083a9f-3f20-4561-83c0-c53b849680e4 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:50.478047 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e11d6-92dd-49a0-8d04-5315e2e8dc4a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Subnet': ['ID=8dc11c9c-9ec8-4b22-a7bf-4a8e6f7727ef,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:50.497210 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81b5a0c-b656-4243-a146-46edcbbd6b6b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Deleting subnet 758074cb-c2c4-44aa-97a1-05b140d67ac0 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:14:50.501888 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e11d6-92dd-49a0-8d04-5315e2e8dc4a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Checking segment: {'id': '6aa81ab3-2412-4b12-8aa1-effa3627bbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0695a72a-e99c-4387-8bb1-494c8e2c61de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:50.502148 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a81b5a0c-b656-4243-a146-46edcbbd6b6b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:50.502258 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175e11d6-92dd-49a0-8d04-5315e2e8dc4a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network hostable DHCP agents. Network: 0695a72a-e99c-4387-8bb1-494c8e2c61de, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:14:50.506648 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f5012a13-9465-4022-8def-0ab1e4821d1d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:50.536084 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e29f5d9-d76a-4374-8b7e-556beb17445b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:50.539424 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e29f5d9-d76a-4374-8b7e-556beb17445b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:50.546050 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8083a9f-3f20-4561-83c0-c53b849680e4 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:50.581292 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5012a13-9465-4022-8def-0ab1e4821d1d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d4537b-416a-49c8-9b05-7d2c095f37da,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:50.597071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port ac1829fc-5dde-4a6e-a036-d4d1626953c7 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:50.608806 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f5012a13-9465-4022-8def-0ab1e4821d1d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:50.610029 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f5012a13-9465-4022-8def-0ab1e4821d1d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2338572 Sep 21 15:14:50.611497 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175e11d6-92dd-49a0-8d04-5315e2e8dc4a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network 0695a72a-e99c-4387-8bb1-494c8e2c61de is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:14:50.614660 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58404) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:50.619448 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] Allocated IP 2001:db8::2 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/fefae323-b55a-4cee-9ccf-b9e81489b27d/87f8e5ea-1829-43e1-80bc-4a3f61daf1aa) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:50.641074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-175e11d6-92dd-49a0-8d04-5315e2e8dc4a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 0695a72a-e99c-4387-8bb1-494c8e2c61de) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:50.647085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175e11d6-92dd-49a0-8d04-5315e2e8dc4a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:50.648931 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-175e11d6-92dd-49a0-8d04-5315e2e8dc4a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:50.656053 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6fb9250b-139f-4445-9223-5a8a5f24b6bc tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-group-rules/30d4537b-416a-49c8-9b05-7d2c095f37da HTTP/1.1" status: 200 len: 764 time: 0.0384915 Sep 21 15:14:50.660579 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58408) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:50.672828 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3a5cde-f8c4-4c5b-9123-405be1a3b325 None None] Network 0695a72a-e99c-4387-8bb1-494c8e2c61de requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:50.697799 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8083a9f-3f20-4561-83c0-c53b849680e4 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:50.698047 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 62062bfb-20d6-456b-bf11-d9cf1950204e no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:14:50.730255 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8083a9f-3f20-4561-83c0-c53b849680e4 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:50.734259 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c8083a9f-3f20-4561-83c0-c53b849680e4 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/security-groups/dfcb21d2-b19e-4668-9a7b-39194228d559 HTTP/1.1" status: 204 len: 168 time: 0.7741175 Sep 21 15:14:50.734911 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58412) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:50.736973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8083a9f-3f20-4561-83c0-c53b849680e4 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcb21d2-b19e-4668-9a7b-39194228d559,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:50.743181 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-175e11d6-92dd-49a0-8d04-5315e2e8dc4a tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7587633 Sep 21 15:14:50.777124 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58416) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:50.809050 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-eac34203-5821-4609-8a5c-6fa7037efa21 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1833351751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:50.823017 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-752649d9-6d45-4308-8ce0-1fb042ff27c0 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:50.836371 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a81b5a0c-b656-4243-a146-46edcbbd6b6b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:50.837677 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eac34203-5821-4609-8a5c-6fa7037efa21 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:50.848853 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eac34203-5821-4609-8a5c-6fa7037efa21 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:router and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:50.856022 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eac34203-5821-4609-8a5c-6fa7037efa21 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:50.868654 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eac34203-5821-4609-8a5c-6fa7037efa21 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:50.878352 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b08a32-c9b9-4835-9082-017cdd50f999 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting subnet 6431fae0-2721-493a-b6b3-e696f261373b {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:14:50.880180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-752649d9-6d45-4308-8ce0-1fb042ff27c0 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:50.884167 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-752649d9-6d45-4308-8ce0-1fb042ff27c0 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2198980 Sep 21 15:14:50.885043 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58420) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:50.889103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-16b08a32-c9b9-4835-9082-017cdd50f999 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:50.896910 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 62062bfb-20d6-456b-bf11-d9cf1950204e {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:14:50.897250 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 62062bfb-20d6-456b-bf11-d9cf1950204e not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:14:50.948959 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eac34203-5821-4609-8a5c-6fa7037efa21 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:50.949974 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eac34203-5821-4609-8a5c-6fa7037efa21 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:50.986815 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eac34203-5821-4609-8a5c-6fa7037efa21 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:50.988730 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c189137-e5b3-438d-b84a-35a0d52ef9ea tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:51.000813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c189137-e5b3-438d-b84a-35a0d52ef9ea tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:51.037448 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c189137-e5b3-438d-b84a-35a0d52ef9ea tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:51.047161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-16b08a32-c9b9-4835-9082-017cdd50f999 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:51.055857 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.ipam_backend_mixin [None req-2e29f5d9-d76a-4374-8b7e-556beb17445b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fefae323-b55a-4cee-9ccf-b9e81489b27d (CIDR: 2001:db8::/64) Sep 21 15:14:51.103056 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e29f5d9-d76a-4374-8b7e-556beb17445b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:14:51.103839 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e29f5d9-d76a-4374-8b7e-556beb17445b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:51.104871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Deleting port ac1829fc-5dde-4a6e-a036-d4d1626953c7 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:51.105215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:51.137588 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c189137-e5b3-438d-b84a-35a0d52ef9ea tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30d4537b-416a-49c8-9b05-7d2c095f37da,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:51.146346 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:51.163591 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0db2945-001b-4b54-af4d-322a38829e9d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:51.168940 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] Transition to ACTIVE for port object 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:51.177465 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-0695a72a-e99c-4387-8bb1-494c8e2c61de', 'network_id': '0695a72a-e99c-4387-8bb1-494c8e2c61de', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'fixed_ips': [{'subnet_id': '8dc11c9c-9ec8-4b22-a7bf-4a8e6f7727ef'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:14:51.178278 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:51.182991 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c189137-e5b3-438d-b84a-35a0d52ef9ea tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:51.186508 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4c189137-e5b3-438d-b84a-35a0d52ef9ea tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/30d4537b-416a-49c8-9b05-7d2c095f37da HTTP/1.1" status: 204 len: 168 time: 0.2980902 Sep 21 15:14:51.192103 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2e29f5d9-d76a-4374-8b7e-556beb17445b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0190408 Sep 21 15:14:51.192302 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eac34203-5821-4609-8a5c-6fa7037efa21 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:51.194163 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58424) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:51.194502 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58426) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:51.201773 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] Transition to ACTIVE for port object 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:51.211121 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:51.222640 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0fa51a83-f562-4f9f-8ac1-4c8b23298d5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'subnet': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:51.236632 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0db2945-001b-4b54-af4d-322a38829e9d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:51.266005 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eac34203-5821-4609-8a5c-6fa7037efa21 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:51.270339 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-eac34203-5821-4609-8a5c-6fa7037efa21 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4897017 Sep 21 15:14:51.276576 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58432) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:51.323514 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:51.331415 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:51.341272 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:51.341480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a81b5a0c-b656-4243-a146-46edcbbd6b6b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:51.399474 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] Pushing event updated for resources: {'Port': ['ID=87f8e5ea-1829-43e1-80bc-4a3f61daf1aa,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:51.435574 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-16b08a32-c9b9-4835-9082-017cdd50f999 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:51.530683 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] Attempting to bind port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:14:51.530944 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] Attempting to bind port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:14:51.531191 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] Attempting to bind port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa on network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:14:51.546467 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:14:51.546761 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] Checking segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:51.547255 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:51.547650 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] Bound using segment: {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:14:51.548738 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] Bound port: 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:14:51.549284 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:51.617580 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] Allocated IP 2001:db8::2 (0695a72a-e99c-4387-8bb1-494c8e2c61de/8dc11c9c-9ec8-4b22-a7bf-4a8e6f7727ef/94383b44-f154-449c-8404-01d8d7b82c74) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:51.703410 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0fa51a83-f562-4f9f-8ac1-4c8b23298d5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:51.738992 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a81b5a0c-b656-4243-a146-46edcbbd6b6b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:51.750582 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0fa51a83-f562-4f9f-8ac1-4c8b23298d5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:subnet and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:51.758784 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] For port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:14:51.771761 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] For port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=87f8e5ea-1829-43e1-80bc-4a3f61daf1aa,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:14:51.778552 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:51.802926 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0fa51a83-f562-4f9f-8ac1-4c8b23298d5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:51.824318 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-84520ef3-b457-4b20-8346-336278a99110 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6262863 Sep 21 15:14:51.832329 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58436) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:51.833243 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0fa51a83-f562-4f9f-8ac1-4c8b23298d5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:51.837435 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b5a0c-b656-4243-a146-46edcbbd6b6b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Pushing event deleted for resources: {'Subnet': ['ID=758074cb-c2c4-44aa-97a1-05b140d67ac0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:51.841054 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a81b5a0c-b656-4243-a146-46edcbbd6b6b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:51.859573 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3aa947-c76b-4a8e-a337-d50f7bc4d3ff None None] Network 39f06421-7322-4035-9bbf-6828cf3374e7 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:51.884197 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-a0db2945-001b-4b54-af4d-322a38829e9d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Allocated IP 172.26.4.13 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/bb6a1e3d-8c11-4b37-816d-f7e465f71d05) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:51.889666 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-16b08a32-c9b9-4835-9082-017cdd50f999 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:51.898541 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa51a83-f562-4f9f-8ac1-4c8b23298d5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:51.902107 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa51a83-f562-4f9f-8ac1-4c8b23298d5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:51.926709 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a81b5a0c-b656-4243-a146-46edcbbd6b6b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "DELETE /v2.0/subnets/758074cb-c2c4-44aa-97a1-05b140d67ac0 HTTP/1.1" status: 204 len: 168 time: 1.5155289 Sep 21 15:14:51.951245 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58440) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:51.952338 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b08a32-c9b9-4835-9082-017cdd50f999 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Subnet': ['ID=6431fae0-2721-493a-b6b3-e696f261373b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:52.031412 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad7920d-69d7-4e02-a402-116010390544 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Deleting subnet edc85a8d-3e3d-4291-b99c-a4042caac6d2 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:14:52.035289 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ad7920d-69d7-4e02-a402-116010390544 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:52.095721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ad7920d-69d7-4e02-a402-116010390544 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:52.166973 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aab0b5-9578-4a15-b4fd-bd18a277ae84 None None] Network a9328343-2c63-4aa4-bdce-abb38242c3e2 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:52.190503 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:52.213719 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:52.225310 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] Transition to ACTIVE for port object 94383b44-f154-449c-8404-01d8d7b82c74 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:52.245348 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] Transition to ACTIVE for port object 94383b44-f154-449c-8404-01d8d7b82c74 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:52.248078 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152e935-0ea4-4f88-9c82-ab73d688a63a None None] Pushing event updated for resources: {'Port': ['ID=87f8e5ea-1829-43e1-80bc-4a3f61daf1aa,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:52.447689 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:52.463515 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-16b08a32-c9b9-4835-9082-017cdd50f999 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:52.551597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] Pushing event updated for resources: {'Port': ['ID=94383b44-f154-449c-8404-01d8d7b82c74,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:52.588427 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-16b08a32-c9b9-4835-9082-017cdd50f999 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/subnets/6431fae0-2721-493a-b6b3-e696f261373b HTTP/1.1" status: 204 len: 168 time: 1.8477669 Sep 21 15:14:52.592232 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] Network 0695a72a-e99c-4387-8bb1-494c8e2c61de is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:52.596171 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:52.597264 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58444) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:52.599228 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:52.613861 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e37d8240-70ed-4564-87e0-596e716087bd tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:52.652438 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0db2945-001b-4b54-af4d-322a38829e9d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:52.714143 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0db2945-001b-4b54-af4d-322a38829e9d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:52.750538 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] For port ac1829fc-5dde-4a6e-a036-d4d1626953c7, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ac1829fc-5dde-4a6e-a036-d4d1626953c7,segment=NetworkSegment(593dfc1f-6d8c-4b7f-b821-faaddffd73bd),segment_id=593dfc1f-6d8c-4b7f-b821-faaddffd73bd)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:52.750956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:52.793448 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e37d8240-70ed-4564-87e0-596e716087bd tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:52.805675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d6e492-92b1-4ee1-9fd9-efbcc2b7616a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting subnet d9bbba06-f876-4d1d-996d-fe159c705f91 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:14:52.849973 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0db2945-001b-4b54-af4d-322a38829e9d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:52.875192 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-a0db2945-001b-4b54-af4d-322a38829e9d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:52.877329 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0db2945-001b-4b54-af4d-322a38829e9d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:52.901745 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] Attempting to bind port 94383b44-f154-449c-8404-01d8d7b82c74 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:14:52.902105 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] Attempting to bind port 94383b44-f154-449c-8404-01d8d7b82c74 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '6aa81ab3-2412-4b12-8aa1-effa3627bbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0695a72a-e99c-4387-8bb1-494c8e2c61de'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:14:52.902465 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] Attempting to bind port 94383b44-f154-449c-8404-01d8d7b82c74 on network 0695a72a-e99c-4387-8bb1-494c8e2c61de {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:14:52.918290 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:14:52.918441 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] Checking segment: {'id': '6aa81ab3-2412-4b12-8aa1-effa3627bbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0695a72a-e99c-4387-8bb1-494c8e2c61de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:14:52.918840 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:52.919230 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] Bound using segment: {'id': '6aa81ab3-2412-4b12-8aa1-effa3627bbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0695a72a-e99c-4387-8bb1-494c8e2c61de'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:14:52.919968 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] Bound port: 94383b44-f154-449c-8404-01d8d7b82c74, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa81ab3-2412-4b12-8aa1-effa3627bbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0695a72a-e99c-4387-8bb1-494c8e2c61de'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:14:52.920093 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:52.929160 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Calling delete_port for ac1829fc-5dde-4a6e-a036-d4d1626953c7 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:52.963629 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db2945-001b-4b54-af4d-322a38829e9d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Pushing event updated for resources: {'Port': ['ID=bb6a1e3d-8c11-4b37-816d-f7e465f71d05,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:52.994213 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.objects.ports [None req-0fa51a83-f562-4f9f-8ac1-4c8b23298d5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:14:53.062291 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48183d17-6830-4b7d-9c37-12fce0e443e1 None None] DHCP port deletion for 39f06421-7322-4035-9bbf-6828cf3374e7 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:14:53.077754 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-48183d17-6830-4b7d-9c37-12fce0e443e1 None None] Deleting port b47472c9-2c6c-4d7b-8a15-da9561c8046c {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:53.078111 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-48183d17-6830-4b7d-9c37-12fce0e443e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:53.091788 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ad7920d-69d7-4e02-a402-116010390544 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:53.203552 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:53.215194 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28d6e492-92b1-4ee1-9fd9-efbcc2b7616a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:53.270734 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e37d8240-70ed-4564-87e0-596e716087bd tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:53.328036 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3df78488-2a1f-4039-8359-8bf27f12fa82 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:53.415465 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] For port 94383b44-f154-449c-8404-01d8d7b82c74, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:14:53.439445 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d8240-70ed-4564-87e0-596e716087bd tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a755108-4c05-49cb-b97a-f7056a7d004e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:53.440475 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-48183d17-6830-4b7d-9c37-12fce0e443e1 None None] For port b47472c9-2c6c-4d7b-8a15-da9561c8046c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b47472c9-2c6c-4d7b-8a15-da9561c8046c,segment=NetworkSegment(c5294cf0-f5dd-4cda-b606-7511f9eb38c1),segment_id=c5294cf0-f5dd-4cda-b606-7511f9eb38c1)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:53.441056 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-48183d17-6830-4b7d-9c37-12fce0e443e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:53.461636 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c670955-1dce-4cb7-8eec-41863670993b None None] DHCP port deletion for 0c43fb70-2183-425d-9e98-8fa3c529fb57 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:14:53.464882 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] For port 94383b44-f154-449c-8404-01d8d7b82c74, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=94383b44-f154-449c-8404-01d8d7b82c74,segment=NetworkSegment(6aa81ab3-2412-4b12-8aa1-effa3627bbdf),segment_id=6aa81ab3-2412-4b12-8aa1-effa3627bbdf)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:14:53.489390 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ad7920d-69d7-4e02-a402-116010390544 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:53.533491 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e37d8240-70ed-4564-87e0-596e716087bd tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:53.534871 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e37d8240-70ed-4564-87e0-596e716087bd tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "DELETE /v2.0/security-groups/6a755108-4c05-49cb-b97a-f7056a7d004e HTTP/1.1" status: 204 len: 168 time: 1.6957810 Sep 21 15:14:53.538132 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58448) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:53.592288 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:53.609464 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event deleted for resources: {'Port': ['ID=ac1829fc-5dde-4a6e-a036-d4d1626953c7,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:53.710945 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-48183d17-6830-4b7d-9c37-12fce0e443e1 None None] Calling delete_port for b47472c9-2c6c-4d7b-8a15-da9561c8046c owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:53.753683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ad7920d-69d7-4e02-a402-116010390544 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:53.756678 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7920d-69d7-4e02-a402-116010390544 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Pushing event deleted for resources: {'Subnet': ['ID=edc85a8d-3e3d-4291-b99c-a4042caac6d2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:53.760773 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] No DVR routers for this DVR port ac1829fc-5dde-4a6e-a036-d4d1626953c7 on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:14:53.777334 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078d3a01-4a7a-4b50-9832-efa7d3332d64 None None] Network c09fe5a8-9e74-4330-bfc9-4d87a9005258 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:53.847492 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d9682cd5-b39f-456e-b328-7d65fe8fc789 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:53.875926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28d6e492-92b1-4ee1-9fd9-efbcc2b7616a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:53.900566 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa51a83-f562-4f9f-8ac1-4c8b23298d5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:53.917077 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-99228b80-2ab2-4e17-b3d5-6338526d3109 None None] Provisioning for port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:53.927041 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4ad7920d-69d7-4e02-a402-116010390544 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "DELETE /v2.0/subnets/edc85a8d-3e3d-4291-b99c-a4042caac6d2 HTTP/1.1" status: 204 len: 168 time: 1.9713972 Sep 21 15:14:53.933405 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d9682cd5-b39f-456e-b328-7d65fe8fc789 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:53.940512 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d9682cd5-b39f-456e-b328-7d65fe8fc789 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3991439 Sep 21 15:14:53.941088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58452) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:53.941682 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0db2945-001b-4b54-af4d-322a38829e9d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:53.950274 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58454) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:53.956358 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-79e36715-98ce-4830-8bf5-a3378aea1abb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group': {'name': 'tempest-secgroup--68154910'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:53.981443 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-79e36715-98ce-4830-8bf5-a3378aea1abb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:53.983973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:54.085337 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-79e36715-98ce-4830-8bf5-a3378aea1abb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:54.143034 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320549bd-7c4b-47d0-9b39-c14c201a70c7 None None] Pushing event updated for resources: {'Port': ['ID=94383b44-f154-449c-8404-01d8d7b82c74,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:54.163199 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-48183d17-6830-4b7d-9c37-12fce0e443e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:54.231318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-79e36715-98ce-4830-8bf5-a3378aea1abb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:54.322066 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-79e36715-98ce-4830-8bf5-a3378aea1abb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:54.334424 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:54.337145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:54.346085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-79e36715-98ce-4830-8bf5-a3378aea1abb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Usage tracker for resource:security_group_rule and tenant:50333ece6c0241bfba994dbdc465cebc is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:54.380947 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-79e36715-98ce-4830-8bf5-a3378aea1abb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:54.385076 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48183d17-6830-4b7d-9c37-12fce0e443e1 None None] Pushing event deleted for resources: {'Port': ['ID=b47472c9-2c6c-4d7b-8a15-da9561c8046c,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:54.385371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28d6e492-92b1-4ee1-9fd9-efbcc2b7616a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:54.387207 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48183d17-6830-4b7d-9c37-12fce0e443e1 None None] No DVR routers for this DVR port b47472c9-2c6c-4d7b-8a15-da9561c8046c on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:14:54.431628 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-075be716-6ce2-4afc-829b-846d164bd3f3 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:54.445721 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6057a88a-1dc3-4d4e-8c3e-dd30d5c51e12 None None] Provisioning complete for port eef44f38-2d4b-49fc-a021-8d6184cca093 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:54.446388 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6057a88a-1dc3-4d4e-8c3e-dd30d5c51e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:54.453601 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-79e36715-98ce-4830-8bf5-a3378aea1abb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:54.521241 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6057a88a-1dc3-4d4e-8c3e-dd30d5c51e12 None None] Port eef44f38-2d4b-49fc-a021-8d6184cca093 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:14:54.524387 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:54.541814 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:54.541814 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:54.607612 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6057a88a-1dc3-4d4e-8c3e-dd30d5c51e12 None None] Provisioning complete for port 0677d60b-5446-4d9b-9937-0f56a6848d9c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:54.607986 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6057a88a-1dc3-4d4e-8c3e-dd30d5c51e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:54.639087 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72394228-d218-40e0-9727-0d520094f73a None None] DHCP port deletion for c09fe5a8-9e74-4330-bfc9-4d87a9005258 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:14:54.656686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event deleted for resources: {'Subnet': ['ID=59433b7c-427a-4f71-9633-2ec67db30481,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:54.666112 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-72394228-d218-40e0-9727-0d520094f73a None None] Deleting port 36d7e75a-07eb-49f3-b76f-7a74558ad487 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:54.666481 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72394228-d218-40e0-9727-0d520094f73a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:54.699905 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ab5630-aa3b-4153-9827-158287a521ef None None] Network 0c43fb70-2183-425d-9e98-8fa3c529fb57 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:54.840268 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:54.859084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-3df78488-2a1f-4039-8359-8bf27f12fa82 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Allocated IP 2001:db8::1 (0695a72a-e99c-4387-8bb1-494c8e2c61de/8dc11c9c-9ec8-4b22-a7bf-4a8e6f7727ef/767cf5ae-484f-4014-ab3d-9a48547cae34) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:54.860549 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-075be716-6ce2-4afc-829b-846d164bd3f3 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:54.872113 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-0fa51a83-f562-4f9f-8ac1-4c8b23298d5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] For port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=87f8e5ea-1829-43e1-80bc-4a3f61daf1aa,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:54.898671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c43fb70-2183-425d-9e98-8fa3c529fb57']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:54.914437 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0db2945-001b-4b54-af4d-322a38829e9d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:54.922922 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0db2945-001b-4b54-af4d-322a38829e9d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:54.987743 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593dfc1f-6d8c-4b7f-b821-faaddffd73bd') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:54.988496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593dfc1f-6d8c-4b7f-b821-faaddffd73bd') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:55.022379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28d6e492-92b1-4ee1-9fd9-efbcc2b7616a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.033836 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.118764 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28d6e492-92b1-4ee1-9fd9-efbcc2b7616a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.130171 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6e492-92b1-4ee1-9fd9-efbcc2b7616a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Subnet': ['ID=d9bbba06-f876-4d1d-996d-fe159c705f91,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:55.139256 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.165764 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25c0a61-c1bc-41ae-98cc-f9f530a39077 None None] Network a9328343-2c63-4aa4-bdce-abb38242c3e2 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:55.169903 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-075be716-6ce2-4afc-829b-846d164bd3f3 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f06421-7322-4035-9bbf-6828cf3374e7']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:55.182761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:14:55.183387 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.188337 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-075be716-6ce2-4afc-829b-846d164bd3f3 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5294cf0-f5dd-4cda-b606-7511f9eb38c1') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:55.188731 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-075be716-6ce2-4afc-829b-846d164bd3f3 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5294cf0-f5dd-4cda-b606-7511f9eb38c1') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:55.204022 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-075be716-6ce2-4afc-829b-846d164bd3f3 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.224238 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-075be716-6ce2-4afc-829b-846d164bd3f3 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.231687 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075be716-6ce2-4afc-829b-846d164bd3f3 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:14:55.232083 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-075be716-6ce2-4afc-829b-846d164bd3f3 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.233779 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:55.234142 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.300513 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 593dfc1f-6d8c-4b7f-b821-faaddffd73bd resource provider aggregate not found Sep 21 15:14:55.320351 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-79e36715-98ce-4830-8bf5-a3378aea1abb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.330348 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-28d6e492-92b1-4ee1-9fd9-efbcc2b7616a tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/subnets/d9bbba06-f876-4d1d-996d-fe159c705f91 HTTP/1.1" status: 204 len: 168 time: 2.7316873 Sep 21 15:14:55.331488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58466) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:55.334275 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03296ca-29c0-4235-8703-1c0abb068b75 None None] DHCP port deletion for 0c43fb70-2183-425d-9e98-8fa3c529fb57 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:14:55.350958 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 593dfc1f-6d8c-4b7f-b821-faaddffd73bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 593dfc1f-6d8c-4b7f-b821-faaddffd73bd found for delete ", "request_id": "req-580fed0d-f28c-4004-bc85-ac62a248a7d9"}]} Sep 21 15:14:55.367735 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b71138b-2d99-49c2-87df-a73134a4bf65 None None] Network 0695a72a-e99c-4387-8bb1-494c8e2c61de requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:55.401195 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6057a88a-1dc3-4d4e-8c3e-dd30d5c51e12 None None] Current status of the port 0677d60b-5446-4d9b-9937-0f56a6848d9c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:55.405588 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-79e36715-98ce-4830-8bf5-a3378aea1abb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.410101 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment c5294cf0-f5dd-4cda-b606-7511f9eb38c1 resource provider aggregate not found Sep 21 15:14:55.432845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-0fa51a83-f562-4f9f-8ac1-4c8b23298d5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:14:55.439842 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7e1b97-e9d3-4f52-b5b5-7342ae430f1c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] DELETE failed (client error): The resource could not be found. Sep 21 15:14:55.440596 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7e1b97-e9d3-4f52-b5b5-7342ae430f1c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:55.446420 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5f7e1b97-e9d3-4f52-b5b5-7342ae430f1c tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/subnets/6431fae0-2721-493a-b6b3-e696f261373b HTTP/1.1" status: 404 len: 337 time: 0.0906217 Sep 21 15:14:55.455972 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment c5294cf0-f5dd-4cda-b606-7511f9eb38c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5294cf0-f5dd-4cda-b606-7511f9eb38c1 found for delete ", "request_id": "req-3f2fcd8a-92b7-4a6a-bf3b-3ed0dc2450c3"}]} Sep 21 15:14:55.455972 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58474) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:55.461855 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-075be716-6ce2-4afc-829b-846d164bd3f3 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.473741 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-72394228-d218-40e0-9727-0d520094f73a None None] For port 36d7e75a-07eb-49f3-b76f-7a74558ad487, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=36d7e75a-07eb-49f3-b76f-7a74558ad487,segment=NetworkSegment(f2352950-0d49-4cd0-809b-a56271a27a65),segment_id=f2352950-0d49-4cd0-809b-a56271a27a65)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:55.474330 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72394228-d218-40e0-9727-0d520094f73a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.485612 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3df78488-2a1f-4039-8359-8bf27f12fa82 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.495339 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.504771 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.505795 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa51a83-f562-4f9f-8ac1-4c8b23298d5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.507330 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "DELETE /v2.0/networks/0c43fb70-2183-425d-9e98-8fa3c529fb57 HTTP/1.1" status: 204 len: 168 time: 9.9441469 Sep 21 15:14:55.522723 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-075be716-6ce2-4afc-829b-846d164bd3f3 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.526383 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e36715-98ce-4830-8bf5-a3378aea1abb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3e11cb-3433-4464-9fad-3ba95a6a3a89,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:55.531588 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58478) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:55.542745 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6988c-9ab1-46ae-b373-be0348c0cf05 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event deleted for resources: {'Network': ['ID=0c43fb70-2183-425d-9e98-8fa3c529fb57,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:55.544822 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-79e36715-98ce-4830-8bf5-a3378aea1abb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.548891 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-79e36715-98ce-4830-8bf5-a3378aea1abb tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5946600 Sep 21 15:14:55.550686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58482) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:55.551675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-3df78488-2a1f-4039-8359-8bf27f12fa82 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Transition to ACTIVE for port object 767cf5ae-484f-4014-ab3d-9a48547cae34 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:55.562582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7fb4cb2f-614e-42fe-94d6-9cf5e6f35a9b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Request body: {'security_group_rule': {'security_group_id': '0b3e11cb-3433-4464-9fad-3ba95a6a3a89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:55.571389 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7fb4cb2f-614e-42fe-94d6-9cf5e6f35a9b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:55.577173 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7fb4cb2f-614e-42fe-94d6-9cf5e6f35a9b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Usage tracker for resource:security_group_rule and tenant:50333ece6c0241bfba994dbdc465cebc is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:55.581473 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7fb4cb2f-614e-42fe-94d6-9cf5e6f35a9b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:55.584147 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa51a83-f562-4f9f-8ac1-4c8b23298d5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.585005 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa51a83-f562-4f9f-8ac1-4c8b23298d5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.589816 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7fb4cb2f-614e-42fe-94d6-9cf5e6f35a9b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:55.613927 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7fb4cb2f-614e-42fe-94d6-9cf5e6f35a9b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.619413 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-72394228-d218-40e0-9727-0d520094f73a None None] Calling delete_port for 36d7e75a-07eb-49f3-b76f-7a74558ad487 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:55.623892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3df78488-2a1f-4039-8359-8bf27f12fa82 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.651827 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f39223c-6455-47ca-af07-239f65570778 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] DELETE failed (client error): The resource could not be found. Sep 21 15:14:55.652185 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f39223c-6455-47ca-af07-239f65570778 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:55.656372 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2f39223c-6455-47ca-af07-239f65570778 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "DELETE /v2.0/subnets/59433b7c-427a-4f71-9633-2ec67db30481 HTTP/1.1" status: 404 len: 337 time: 0.1216238 Sep 21 15:14:55.668488 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075be716-6ce2-4afc-829b-846d164bd3f3 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Pushing event deleted for resources: {'Network': ['ID=39f06421-7322-4035-9bbf-6828cf3374e7,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:55.669296 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58486) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:55.693610 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-075be716-6ce2-4afc-829b-846d164bd3f3 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "DELETE /v2.0/networks/39f06421-7322-4035-9bbf-6828cf3374e7 HTTP/1.1" status: 204 len: 168 time: 1.6858461 Sep 21 15:14:55.716401 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58490) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:55.773115 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04a60b1-2d1b-4c41-8b6c-a5acaad5ea5d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] DELETE failed (client error): The resource could not be found. Sep 21 15:14:55.773609 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d04a60b1-2d1b-4c41-8b6c-a5acaad5ea5d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:55.778224 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d04a60b1-2d1b-4c41-8b6c-a5acaad5ea5d tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "DELETE /v2.0/networks/0c43fb70-2183-425d-9e98-8fa3c529fb57 HTTP/1.1" status: 404 len: 339 time: 0.1051545 Sep 21 15:14:55.779585 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df78488-2a1f-4039-8359-8bf27f12fa82 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network 0695a72a-e99c-4387-8bb1-494c8e2c61de is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:55.794065 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58494) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:55.797662 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa51a83-f562-4f9f-8ac1-4c8b23298d5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:55.815096 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-605ad58c-dd77-4c9a-9df5-744b6ae577d8 None None] Provisioning for port 94383b44-f154-449c-8404-01d8d7b82c74 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:55.830881 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:14:55.831491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:14:55.835393 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-3df78488-2a1f-4039-8359-8bf27f12fa82 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:55.837060 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-0fa51a83-f562-4f9f-8ac1-4c8b23298d5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:55.838040 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df78488-2a1f-4039-8359-8bf27f12fa82 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:14:55.839556 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3df78488-2a1f-4039-8359-8bf27f12fa82 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.851199 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d2b9e9-ecb7-4c93-86d3-1b2b5ff3d6bb tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting subnet 8ebe18b9-9ed5-487c-96b5-ba89430d5fac {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:14:55.853744 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa51a83-f562-4f9f-8ac1-4c8b23298d5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:55.854669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa51a83-f562-4f9f-8ac1-4c8b23298d5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.863596 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522da4ba-262f-45bc-b8f3-858d1543f08d None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:55.875492 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-547fd28b-bf78-46ba-bf8c-1e8883a7eb82 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] DELETE failed (client error): The resource could not be found. Sep 21 15:14:55.876138 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-547fd28b-bf78-46ba-bf8c-1e8883a7eb82 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:55.880407 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-547fd28b-bf78-46ba-bf8c-1e8883a7eb82 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "DELETE /v2.0/subnets/2823c359-4345-463b-a5ea-ec8fd78d674d HTTP/1.1" status: 404 len: 337 time: 0.0787318 Sep 21 15:14:55.886524 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24d2b9e9-ecb7-4c93-86d3-1b2b5ff3d6bb tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.891578 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58498) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:55.918400 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df78488-2a1f-4039-8359-8bf27f12fa82 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Port': ['ID=767cf5ae-484f-4014-ab3d-9a48547cae34,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:55.930899 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa51a83-f562-4f9f-8ac1-4c8b23298d5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Subnet': ['ID=62eaccef-281b-44b3-815f-091dc95adad6,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:55.942796 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa51a83-f562-4f9f-8ac1-4c8b23298d5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=87f8e5ea-1829-43e1-80bc-4a3f61daf1aa,revision_number=4']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:55.946916 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-88af5ea0-e896-49ad-96ec-465172030260 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] DELETE failed (client error): The resource could not be found. Sep 21 15:14:55.947729 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88af5ea0-e896-49ad-96ec-465172030260 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:55.961240 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0fa51a83-f562-4f9f-8ac1-4c8b23298d5e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.7617495 Sep 21 15:14:55.964242 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58502) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:55.976305 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8249cdbc-fed7-426d-a6e5-90b11557cfd7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Request body: {'port': {'network_id': 'cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df', 'mac_address': 'fa:16:3e:65:df:98', 'name': 'tempest-NetworksTestDHCPv6-299985537'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:14:55.978048 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72394228-d218-40e0-9727-0d520094f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.979765 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7fb4cb2f-614e-42fe-94d6-9cf5e6f35a9b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.989256 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8026bc0c-7a9e-4608-b967-ab35e4d3f91b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:55.994483 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-88af5ea0-e896-49ad-96ec-465172030260 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "DELETE /v2.0/networks/6066f375-7c80-44b4-bc10-ec51d4ae3577 HTTP/1.1" status: 404 len: 339 time: 0.1016908 Sep 21 15:14:55.997085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7fb4cb2f-614e-42fe-94d6-9cf5e6f35a9b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:56.006063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58506) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:56.076141 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-77508ec6-c552-48b5-a34d-465e60ee8e1e tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] DELETE failed (client error): The resource could not be found. Sep 21 15:14:56.076751 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77508ec6-c552-48b5-a34d-465e60ee8e1e tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:56.078770 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-77508ec6-c552-48b5-a34d-465e60ee8e1e tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "DELETE /v2.0/subnets/87811137-4557-4faa-940c-51903fc9a833 HTTP/1.1" status: 404 len: 337 time: 0.0639684 Sep 21 15:14:56.082425 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4cb2f-614e-42fe-94d6-9cf5e6f35a9b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acac854c-2700-4670-975f-866828748d1a,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:56.085357 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58510) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:56.093498 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24d2b9e9-ecb7-4c93-86d3-1b2b5ff3d6bb tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:56.099813 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72394228-d218-40e0-9727-0d520094f73a None None] Pushing event deleted for resources: {'Port': ['ID=36d7e75a-07eb-49f3-b76f-7a74558ad487,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:56.104392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72394228-d218-40e0-9727-0d520094f73a None None] No DVR routers for this DVR port 36d7e75a-07eb-49f3-b76f-7a74558ad487 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:14:56.183521 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7fb4cb2f-614e-42fe-94d6-9cf5e6f35a9b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:56.187196 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7fb4cb2f-614e-42fe-94d6-9cf5e6f35a9b tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6315131 Sep 21 15:14:56.187729 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58514) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:56.210245 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0db2945-001b-4b54-af4d-322a38829e9d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Router 2292a8ea-d50d-49aa-bd11-ebfeac5aafec is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:14:56.218673 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea1b4d6-c8e3-420c-971f-6a59935e4f6a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] DELETE failed (client error): The resource could not be found. Sep 21 15:14:56.219160 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea1b4d6-c8e3-420c-971f-6a59935e4f6a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:56.223511 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6ea1b4d6-c8e3-420c-971f-6a59935e4f6a tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "DELETE /v2.0/networks/272cbed3-c516-4644-a0cd-61cd42a05de8 HTTP/1.1" status: 404 len: 339 time: 0.1334474 Sep 21 15:14:56.228078 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58518) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:56.369860 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8249cdbc-fed7-426d-a6e5-90b11557cfd7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:14:56.370718 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8026bc0c-7a9e-4608-b967-ab35e4d3f91b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:56.374109 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8249cdbc-fed7-426d-a6e5-90b11557cfd7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Usage tracker for resource:port and tenant:28bee843128e4e4cad27b6a75e7c3957 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:14:56.377062 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8249cdbc-fed7-426d-a6e5-90b11557cfd7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:14:56.387773 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8249cdbc-fed7-426d-a6e5-90b11557cfd7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:14:56.402484 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3df78488-2a1f-4039-8359-8bf27f12fa82 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:56.411953 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:56.412331 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:56.426819 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24d2b9e9-ecb7-4c93-86d3-1b2b5ff3d6bb tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:56.483473 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=87f8e5ea-1829-43e1-80bc-4a3f61daf1aa,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:56.489147 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-8026bc0c-7a9e-4608-b967-ab35e4d3f91b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09fe5a8-9e74-4330-bfc9-4d87a9005258']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:56.495021 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:56.531898 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-8026bc0c-7a9e-4608-b967-ab35e4d3f91b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2352950-0d49-4cd0-809b-a56271a27a65') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:56.531898 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-8026bc0c-7a9e-4608-b967-ab35e4d3f91b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2352950-0d49-4cd0-809b-a56271a27a65') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:56.542218 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0c524d8e-d193-4aa7-9ee3-ba1b56330664 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Deleting port 2c7bdbf3-4336-4510-8565-d7f6e756e891 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:56.542572 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0c524d8e-d193-4aa7-9ee3-ba1b56330664 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:56.554139 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8249cdbc-fed7-426d-a6e5-90b11557cfd7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Made reservation on behalf of 28bee843128e4e4cad27b6a75e7c3957 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:14:56.573433 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5391a0c0-01b1-4c72-b4ec-b543c7ccb69d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:56.621885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8026bc0c-7a9e-4608-b967-ab35e4d3f91b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:56.727563 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0db2945-001b-4b54-af4d-322a38829e9d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:14:56.740612 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f329e0-8a1c-4f50-bc56-dc702252208f None None] Sync routers for ids ['2292a8ea-d50d-49aa-bd11-ebfeac5aafec'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:14:56.742342 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b47472c9-2c6c-4d7b-8a15-da9561c8046c no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:14:56.763156 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f329e0-8a1c-4f50-bc56-dc702252208f None None] Routers {'2292a8ea-d50d-49aa-bd11-ebfeac5aafec'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:56.764153 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b0f329e0-8a1c-4f50-bc56-dc702252208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2292a8ea-d50d-49aa-bd11-ebfeac5aafec'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:56.790563 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0db2945-001b-4b54-af4d-322a38829e9d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:56.791855 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a0db2945-001b-4b54-af4d-322a38829e9d tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "PUT /v2.0/routers/2292a8ea-d50d-49aa-bd11-ebfeac5aafec HTTP/1.1" status: 200 len: 918 time: 7.1772454 Sep 21 15:14:56.808445 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58522) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:56.818236 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: b47472c9-2c6c-4d7b-8a15-da9561c8046c {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:14:56.818577 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b47472c9-2c6c-4d7b-8a15-da9561c8046c not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:14:56.824493 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ac1829fc-5dde-4a6e-a036-d4d1626953c7 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:14:56.889441 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b0f329e0-8a1c-4f50-bc56-dc702252208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:56.908104 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f329e0-8a1c-4f50-bc56-dc702252208f None None] Routers {'2292a8ea-d50d-49aa-bd11-ebfeac5aafec'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:14:56.909253 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b0f329e0-8a1c-4f50-bc56-dc702252208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2292a8ea-d50d-49aa-bd11-ebfeac5aafec'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:56.922779 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: ac1829fc-5dde-4a6e-a036-d4d1626953c7 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:14:56.923564 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ac1829fc-5dde-4a6e-a036-d4d1626953c7 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:14:56.982886 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=87f8e5ea-1829-43e1-80bc-4a3f61daf1aa,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:57.018616 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4602fbaf-d166-459e-a83e-86cb9e010e13 None None] Provisioning for port 767cf5ae-484f-4014-ab3d-9a48547cae34 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:57.027737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4602fbaf-d166-459e-a83e-86cb9e010e13 None None] Provisioning complete for port 767cf5ae-484f-4014-ab3d-9a48547cae34 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:57.028113 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4602fbaf-d166-459e-a83e-86cb9e010e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:57.112178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8026bc0c-7a9e-4608-b967-ab35e4d3f91b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:57.146357 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b0f329e0-8a1c-4f50-bc56-dc702252208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:57.148825 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f329e0-8a1c-4f50-bc56-dc702252208f None None] The sync data for ids ['2292a8ea-d50d-49aa-bd11-ebfeac5aafec'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:14:57.148979 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8026bc0c-7a9e-4608-b967-ab35e4d3f91b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:14:57.149294 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8026bc0c-7a9e-4608-b967-ab35e4d3f91b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:57.165358 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4602fbaf-d166-459e-a83e-86cb9e010e13 None None] Port 767cf5ae-484f-4014-ab3d-9a48547cae34 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:14:57.229138 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 94383b44-f154-449c-8404-01d8d7b82c74 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:57.301052 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5391a0c0-01b1-4c72-b4ec-b543c7ccb69d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:57.357547 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 94383b44-f154-449c-8404-01d8d7b82c74 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:14:57.382843 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 94383b44-f154-449c-8404-01d8d7b82c74 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:57.383588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:57.412319 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment f2352950-0d49-4cd0-809b-a56271a27a65 resource provider aggregate not found Sep 21 15:14:57.449370 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment f2352950-0d49-4cd0-809b-a56271a27a65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2352950-0d49-4cd0-809b-a56271a27a65 found for delete ", "request_id": "req-de0a4675-f4aa-420f-a81f-8fed7070648a"}]} Sep 21 15:14:57.478264 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9c24620d-5263-4e81-8930-9768104e0607 None None] Provisioning complete for port 767cf5ae-484f-4014-ab3d-9a48547cae34 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:57.478827 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9c24620d-5263-4e81-8930-9768104e0607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:57.494149 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24d2b9e9-ecb7-4c93-86d3-1b2b5ff3d6bb tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:57.516244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8026bc0c-7a9e-4608-b967-ab35e4d3f91b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:57.590674 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24d2b9e9-ecb7-4c93-86d3-1b2b5ff3d6bb tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:57.597417 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8249cdbc-fed7-426d-a6e5-90b11557cfd7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:57.633824 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 94383b44-f154-449c-8404-01d8d7b82c74 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:57.634356 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:57.648103 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2b9e9-ecb7-4c93-86d3-1b2b5ff3d6bb tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Subnet': ['ID=8ebe18b9-9ed5-487c-96b5-ba89430d5fac,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:57.656077 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af3a177-9d48-4e3d-ba74-77c94bee8ec9 None None] Network a9328343-2c63-4aa4-bdce-abb38242c3e2 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:14:57.659855 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-24d2b9e9-ecb7-4c93-86d3-1b2b5ff3d6bb tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/subnets/8ebe18b9-9ed5-487c-96b5-ba89430d5fac HTTP/1.1" status: 204 len: 168 time: 2.1976261 Sep 21 15:14:57.661501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8026bc0c-7a9e-4608-b967-ab35e4d3f91b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:57.666194 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58530) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:57.680385 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-8249cdbc-fed7-426d-a6e5-90b11557cfd7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] device_id is not set on port da3dbe2d-d409-42da-9045-6c7d48e6c6d8 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:14:57.692635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026bc0c-7a9e-4608-b967-ab35e4d3f91b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Pushing event deleted for resources: {'Network': ['ID=c09fe5a8-9e74-4330-bfc9-4d87a9005258,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:57.729191 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8026bc0c-7a9e-4608-b967-ab35e4d3f91b tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "DELETE /v2.0/networks/c09fe5a8-9e74-4330-bfc9-4d87a9005258 HTTP/1.1" status: 204 len: 168 time: 2.0080180 Sep 21 15:14:57.732218 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5391a0c0-01b1-4c72-b4ec-b543c7ccb69d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:57.739787 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a7459e1f-5b92-46d2-9d9d-f25310c0b08b tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "GET /v2.0/routers/2292a8ea-d50d-49aa-bd11-ebfeac5aafec HTTP/1.1" status: 200 len: 924 time: 0.9130077 Sep 21 15:14:57.741271 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9c24620d-5263-4e81-8930-9768104e0607 None None] Port 767cf5ae-484f-4014-ab3d-9a48547cae34 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:14:57.746213 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58534) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:57.746595 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58536) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:57.785375 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 94383b44-f154-449c-8404-01d8d7b82c74, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=94383b44-f154-449c-8404-01d8d7b82c74,segment=NetworkSegment(6aa81ab3-2412-4b12-8aa1-effa3627bbdf),segment_id=6aa81ab3-2412-4b12-8aa1-effa3627bbdf)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:57.793485 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0c524d8e-d193-4aa7-9ee3-ba1b56330664 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:57.804358 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c168dedf-e9b1-4db6-be2d-624fe89913e9 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] DELETE failed (client error): The resource could not be found. Sep 21 15:14:57.804923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c168dedf-e9b1-4db6-be2d-624fe89913e9 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:57.806610 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c168dedf-e9b1-4db6-be2d-624fe89913e9 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/subnets/2c26faa9-2b92-49e3-ba24-7746cd50ece9 HTTP/1.1" status: 404 len: 337 time: 0.1283338 Sep 21 15:14:57.807669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391a0c0-01b1-4c72-b4ec-b543c7ccb69d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3e11cb-3433-4464-9fad-3ba95a6a3a89,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:57.809939 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58542) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:57.835495 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:57.836886 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:57.908279 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f0468ef2-d4c0-421f-8b8c-0ab27b244efa tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4399551-7ff0-4d80-8f0c-928b66ec9fd8 HTTP/1.1" status: 200 len: 205 time: 0.0780454 Sep 21 15:14:57.912352 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58546) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:57.962881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0c524d8e-d193-4aa7-9ee3-ba1b56330664 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Calling delete_port for 2c7bdbf3-4336-4510-8565-d7f6e756e891 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:57.994439 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-ee07d668-30e4-46c6-b6db-97e74966b2f8 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] delete failed (client error): The resource could not be found. Sep 21 15:14:57.994947 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1617cdeb-092f-4871-9378-a6c49d3a9f18 None None] Provisioning complete for port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:57.997888 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1617cdeb-092f-4871-9378-a6c49d3a9f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:57.998015 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ee07d668-30e4-46c6-b6db-97e74966b2f8 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/routers/b4399551-7ff0-4d80-8f0c-928b66ec9fd8 HTTP/1.1" status: 404 len: 336 time: 0.0751145 Sep 21 15:14:58.001091 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5391a0c0-01b1-4c72-b4ec-b543c7ccb69d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:58.002703 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5391a0c0-01b1-4c72-b4ec-b543c7ccb69d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "DELETE /v2.0/security-groups/0b3e11cb-3433-4464-9fad-3ba95a6a3a89 HTTP/1.1" status: 204 len: 168 time: 1.8139729 Sep 21 15:14:58.003570 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58550) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:58.024242 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58552) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:58.057922 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-60bbb08a-7ebb-4e16-a0d0-894e9e74754a tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Deleting subnet 53ae715c-dee3-46aa-8c4c-20c09fab8992 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:14:58.071126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-60bbb08a-7ebb-4e16-a0d0-894e9e74754a tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:58.087859 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd773ca-2f22-458e-8e2f-b3d34947d2a8 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] DELETE failed (client error): The resource could not be found. Sep 21 15:14:58.088316 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd773ca-2f22-458e-8e2f-b3d34947d2a8 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:58.090023 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1dd773ca-2f22-458e-8e2f-b3d34947d2a8 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/subnets/d0264974-2a3d-4b7c-a954-012adde8df80 HTTP/1.1" status: 404 len: 337 time: 0.0566707 Sep 21 15:14:58.094574 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58558) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:58.127388 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=94383b44-f154-449c-8404-01d8d7b82c74,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:58.143728 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b0f4d1-addf-4268-a171-ada33b93081e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] DELETE failed (client error): The resource could not be found. Sep 21 15:14:58.144197 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b0f4d1-addf-4268-a171-ada33b93081e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:58.145961 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e4b0f4d1-addf-4268-a171-ada33b93081e tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/subnets/d3656e21-3d86-4b5e-9fdc-f3e8fd8a3bef HTTP/1.1" status: 404 len: 337 time: 0.0504591 Sep 21 15:14:58.150332 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58562) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:58.184258 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1617cdeb-092f-4871-9378-a6c49d3a9f18 None None] Current status of the port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:58.190953 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:58.191327 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:58.213005 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c3dec2-79e9-4cac-8020-7b4aaee153ac tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:58.217334 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c8c3dec2-79e9-4cac-8020-7b4aaee153ac tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=445481ae-8997-4e7e-a514-07e782c48c85&device_id=2292a8ea-d50d-49aa-bd11-ebfeac5aafec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4531758 Sep 21 15:14:58.222350 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58566) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:58.231795 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-60bbb08a-7ebb-4e16-a0d0-894e9e74754a tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:58.258519 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1617cdeb-092f-4871-9378-a6c49d3a9f18 None None] Provisioning complete for port eef44f38-2d4b-49fc-a021-8d6184cca093 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:58.258893 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1617cdeb-092f-4871-9378-a6c49d3a9f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:58.261216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-3df78488-2a1f-4039-8359-8bf27f12fa82 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:14:58.272378 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c34160-bd60-4af3-82e8-63de1a211936 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] DELETE failed (client error): The resource could not be found. Sep 21 15:14:58.272860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c34160-bd60-4af3-82e8-63de1a211936 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:58.274594 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-44c34160-bd60-4af3-82e8-63de1a211936 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/subnets/919d5cbd-c697-47be-8d08-a200262dd322 HTTP/1.1" status: 404 len: 337 time: 0.1096926 Sep 21 15:14:58.289504 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58570) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:58.296738 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0be5fef2-8623-45aa-9597-d6b700235c4d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:58.304149 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3df78488-2a1f-4039-8359-8bf27f12fa82 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:58.331759 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1617cdeb-092f-4871-9378-a6c49d3a9f18 None None] Port eef44f38-2d4b-49fc-a021-8d6184cca093 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:14:58.335678 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-8249cdbc-fed7-426d-a6e5-90b11557cfd7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8::155 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/fefae323-b55a-4cee-9ccf-b9e81489b27d/da3dbe2d-d409-42da-9045-6c7d48e6c6d8) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:58.349280 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-8249cdbc-fed7-426d-a6e5-90b11557cfd7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Allocated IP 2001:db8:0:1:f816:3eff:fe65:df98 (cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df/62eaccef-281b-44b3-815f-091dc95adad6/da3dbe2d-d409-42da-9045-6c7d48e6c6d8) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:14:58.355576 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0c524d8e-d193-4aa7-9ee3-ba1b56330664 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:58.357512 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3df78488-2a1f-4039-8359-8bf27f12fa82 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:58.358272 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3df78488-2a1f-4039-8359-8bf27f12fa82 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:58.371078 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fc6e69-4386-43d0-9e65-e7d968a32bfa None None] DHCP port deletion for a9328343-2c63-4aa4-bdce-abb38242c3e2 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:14:58.390924 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c1fc6e69-4386-43d0-9e65-e7d968a32bfa None None] Deleting port 0677d60b-5446-4d9b-9937-0f56a6848d9c {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:58.391378 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c1fc6e69-4386-43d0-9e65-e7d968a32bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:58.417151 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf8fa33-8b18-453f-937c-d30b8d8599ca tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] DELETE failed (client error): The resource could not be found. Sep 21 15:14:58.417637 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf8fa33-8b18-453f-937c-d30b8d8599ca tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:58.424119 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5209413a-3d1d-41c9-886f-e9e2221a3b23 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:14:58.428300 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5209413a-3d1d-41c9-886f-e9e2221a3b23 tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "GET /v2.0/networks/445481ae-8997-4e7e-a514-07e782c48c85 HTTP/1.1" status: 200 len: 881 time: 0.2026334 Sep 21 15:14:58.428537 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58574) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:58.451024 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1617cdeb-092f-4871-9378-a6c49d3a9f18 None None] Provisioning complete for port 0677d60b-5446-4d9b-9937-0f56a6848d9c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:58.451482 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1617cdeb-092f-4871-9378-a6c49d3a9f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:58.503430 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:58.503771 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5fed9de3-76f5-4ad7-b1cd-3afde3e46602 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "GET /v2.0/ports?device_id=2292a8ea-d50d-49aa-bd11-ebfeac5aafec HTTP/1.1" status: 200 len: 205 time: 0.0741942 Sep 21 15:14:58.506744 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58578) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:58.530579 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0be5fef2-8623-45aa-9597-d6b700235c4d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:58.534961 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0be5fef2-8623-45aa-9597-d6b700235c4d tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5062163 Sep 21 15:14:58.534961 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0c524d8e-d193-4aa7-9ee3-ba1b56330664 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:58.538061 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0c524d8e-d193-4aa7-9ee3-ba1b56330664 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "DELETE /v2.0/ports/2c7bdbf3-4336-4510-8565-d7f6e756e891 HTTP/1.1" status: 204 len: 168 time: 2.2454751 Sep 21 15:14:58.545840 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bcf8fa33-8b18-453f-937c-d30b8d8599ca tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/ports/833f1396-2dc7-4f63-a23b-c7ffff9ebe69 HTTP/1.1" status: 404 len: 333 time: 0.2534471 Sep 21 15:14:58.556520 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58582) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:58.556520 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58584) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:58.556520 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58586) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:58.580900 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 36d7e75a-07eb-49f3-b76f-7a74558ad487 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:14:58.630157 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 36d7e75a-07eb-49f3-b76f-7a74558ad487 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:14:58.630595 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 36d7e75a-07eb-49f3-b76f-7a74558ad487 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:14:58.802824 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1617cdeb-092f-4871-9378-a6c49d3a9f18 None None] Current status of the port 0677d60b-5446-4d9b-9937-0f56a6848d9c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:58.812586 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c1fc6e69-4386-43d0-9e65-e7d968a32bfa None None] For port 0677d60b-5446-4d9b-9937-0f56a6848d9c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=0677d60b-5446-4d9b-9937-0f56a6848d9c,segment=NetworkSegment(32df21b1-d436-448d-a0de-d9b696ecf425),segment_id=32df21b1-d436-448d-a0de-d9b696ecf425)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:14:58.813240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c1fc6e69-4386-43d0-9e65-e7d968a32bfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:58.823203 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-61231705-ab5c-4ed2-b9e3-2608c9726411 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] DELETE failed (client error): The resource could not be found. Sep 21 15:14:58.823489 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61231705-ab5c-4ed2-b9e3-2608c9726411 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:58.825426 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-61231705-ab5c-4ed2-b9e3-2608c9726411 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "DELETE /v2.0/subnets/cdb056c4-89e0-470f-ab42-4abab2cd223a HTTP/1.1" status: 404 len: 337 time: 0.2639961 Sep 21 15:14:58.825807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df78488-2a1f-4039-8359-8bf27f12fa82 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Port': ['ID=767cf5ae-484f-4014-ab3d-9a48547cae34,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:58.831232 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58594) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:58.833113 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e7f80d-07fe-4306-a870-213e3343830d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] DELETE failed (client error): The resource could not be found. Sep 21 15:14:58.833442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e7f80d-07fe-4306-a870-213e3343830d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:58.837680 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d3e7f80d-07fe-4306-a870-213e3343830d tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/subnets/d7c0f64c-cd60-4e91-87a6-b999e11997bd HTTP/1.1" status: 404 len: 337 time: 0.2724779 Sep 21 15:14:58.840221 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58598) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:58.894637 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8bc4ed-e02e-4ae8-a082-4bc966443b66 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] DELETE failed (client error): The resource could not be found. Sep 21 15:14:58.895090 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8bc4ed-e02e-4ae8-a082-4bc966443b66 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:58.900145 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bf8bc4ed-e02e-4ae8-a082-4bc966443b66 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/subnets/2077510e-15e5-4017-8c3e-68efeb257ffc HTTP/1.1" status: 404 len: 337 time: 0.0534446 Sep 21 15:14:58.901425 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58602) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:58.924734 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c524d8e-d193-4aa7-9ee3-ba1b56330664 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event deleted for resources: {'Port': ['ID=2c7bdbf3-4336-4510-8565-d7f6e756e891,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:58.943946 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-581438be-4bab-4e49-81d5-205e7e8e98c7 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:58.990535 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-60bbb08a-7ebb-4e16-a0d0-894e9e74754a tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:59.030300 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c1fc6e69-4386-43d0-9e65-e7d968a32bfa None None] Calling delete_port for 0677d60b-5446-4d9b-9937-0f56a6848d9c owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:14:59.069814 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-32f3eba5-51d6-4f03-a1d0-89abb1825320 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:59.095904 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 94383b44-f154-449c-8404-01d8d7b82c74 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:59.145927 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7348f14a-b9fc-4432-863e-584a180ed3b6 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:59.149566 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df78488-2a1f-4039-8359-8bf27f12fa82 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network 0695a72a-e99c-4387-8bb1-494c8e2c61de is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:59.154915 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-3df78488-2a1f-4039-8359-8bf27f12fa82 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:14:59.170919 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-32f3eba5-51d6-4f03-a1d0-89abb1825320 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group_rule {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:14:59.172436 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-32f3eba5-51d6-4f03-a1d0-89abb1825320 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.6129785 Sep 21 15:14:59.177296 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58606) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:59.193242 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-773cc445-176b-4946-8abf-8a1964d5a331 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] DELETE failed (client error): The resource could not be found. Sep 21 15:14:59.194024 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773cc445-176b-4946-8abf-8a1964d5a331 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:59.196112 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-773cc445-176b-4946-8abf-8a1964d5a331 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/ports/7cbf0879-cf1b-4062-aac8-6276c8693f7f HTTP/1.1" status: 404 len: 333 time: 0.2922800 Sep 21 15:14:59.199367 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8249cdbc-fed7-426d-a6e5-90b11557cfd7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:59.217446 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58608) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:59.229091 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 94383b44-f154-449c-8404-01d8d7b82c74 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:59.229521 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:59.286592 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c1fc6e69-4386-43d0-9e65-e7d968a32bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:59.289970 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3fe351-8fe5-4e90-a350-0231cb2c3b03 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] DELETE failed (client error): The resource could not be found. Sep 21 15:14:59.290449 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a3fe351-8fe5-4e90-a350-0231cb2c3b03 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:59.296217 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6a3fe351-8fe5-4e90-a350-0231cb2c3b03 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/subnets/31a18901-6ef4-4b90-901a-636ae3bb7bf7 HTTP/1.1" status: 404 len: 337 time: 0.0735152 Sep 21 15:14:59.298951 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58614) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:59.339396 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-8249cdbc-fed7-426d-a6e5-90b11557cfd7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Transition to ACTIVE for port object da3dbe2d-d409-42da-9045-6c7d48e6c6d8 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:14:59.360069 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc6e69-4386-43d0-9e65-e7d968a32bfa None None] Pushing event deleted for resources: {'Port': ['ID=0677d60b-5446-4d9b-9937-0f56a6848d9c,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:59.363804 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fc6e69-4386-43d0-9e65-e7d968a32bfa None None] No DVR routers for this DVR port 0677d60b-5446-4d9b-9937-0f56a6848d9c on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:14:59.399575 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-60bbb08a-7ebb-4e16-a0d0-894e9e74754a tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:59.432719 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-98cbd927-b65e-466f-8809-112e27161fd7 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] DELETE failed (client error): The resource could not be found. Sep 21 15:14:59.433481 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98cbd927-b65e-466f-8809-112e27161fd7 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:14:59.436187 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-98cbd927-b65e-466f-8809-112e27161fd7 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/subnets/5f5b80b7-cffd-4e51-a95f-2ced0a4927f1 HTTP/1.1" status: 404 len: 337 time: 0.1372492 Sep 21 15:14:59.446638 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58618) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:59.455803 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-ecd0372e-c8d3-4e81-8347-0f81395b4f41 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] delete failed (client error): The resource could not be found. Sep 21 15:14:59.457142 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ecd0372e-c8d3-4e81-8347-0f81395b4f41 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "DELETE /v2.0/security-groups/0b3e11cb-3433-4464-9fad-3ba95a6a3a89 HTTP/1.1" status: 404 len: 347 time: 0.2224858 Sep 21 15:14:59.482284 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 94383b44-f154-449c-8404-01d8d7b82c74 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:14:59.484012 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:14:59.512554 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58622) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:59.559406 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bab1520-3ae4-40a7-8c75-a60a3e6d38cd None None] get_active_networks_info from dv-neutron-858731-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:14:59.579459 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbb08a-7ebb-4e16-a0d0-894e9e74754a tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Pushing event deleted for resources: {'Subnet': ['ID=53ae715c-dee3-46aa-8c4c-20c09fab8992,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:14:59.593924 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7348f14a-b9fc-4432-863e-584a180ed3b6 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:59.608078 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-60bbb08a-7ebb-4e16-a0d0-894e9e74754a tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:59.622179 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8e34d458-45a9-4b21-ba51-b891b2e534bd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Deleting port eef44f38-2d4b-49fc-a021-8d6184cca093 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:59.622586 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e34d458-45a9-4b21-ba51-b891b2e534bd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:59.632974 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-60bbb08a-7ebb-4e16-a0d0-894e9e74754a tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "DELETE /v2.0/subnets/53ae715c-dee3-46aa-8c4c-20c09fab8992 HTTP/1.1" status: 204 len: 168 time: 1.8800609 Sep 21 15:14:59.641623 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58626) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:14:59.685077 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-7348f14a-b9fc-4432-863e-584a180ed3b6 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32964589-7fbd-419d-a375-0c7b42cc54c3']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:59.687514 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c0e49040-eef5-4883-b219-3cdce5ba2149 None None] Provisioning complete for port 767cf5ae-484f-4014-ab3d-9a48547cae34 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:59.687886 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c0e49040-eef5-4883-b219-3cdce5ba2149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:59.711553 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-581438be-4bab-4e49-81d5-205e7e8e98c7 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:59.739163 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8249cdbc-fed7-426d-a6e5-90b11557cfd7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:59.757390 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:14:59.757390 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:59.781952 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-7348f14a-b9fc-4432-863e-584a180ed3b6 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba42b1da-617a-4e96-aaec-3031e87b7558') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:59.782244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-7348f14a-b9fc-4432-863e-584a180ed3b6 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba42b1da-617a-4e96-aaec-3031e87b7558') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:14:59.797801 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-23d03692-6050-460b-be38-313630737941 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Synchronizing usage tracker for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:14:59.809423 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7348f14a-b9fc-4432-863e-584a180ed3b6 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:59.815989 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-581438be-4bab-4e49-81d5-205e7e8e98c7 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Deleting port bb6a1e3d-8c11-4b37-816d-f7e465f71d05 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:59.816496 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-581438be-4bab-4e49-81d5-205e7e8e98c7 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:59.833589 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c0e49040-eef5-4883-b219-3cdce5ba2149 None None] Port 767cf5ae-484f-4014-ab3d-9a48547cae34 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:14:59.845668 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:59.852274 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df78488-2a1f-4039-8359-8bf27f12fa82 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router f9d29fc3-c435-4842-b7db-3ed1bf3b0f62 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:14:59.857405 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7348f14a-b9fc-4432-863e-584a180ed3b6 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:59.861649 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bab1520-3ae4-40a7-8c75-a60a3e6d38cd None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:14:59.868545 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7348f14a-b9fc-4432-863e-584a180ed3b6 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:14:59.868943 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7348f14a-b9fc-4432-863e-584a180ed3b6 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:59.960887 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8249cdbc-fed7-426d-a6e5-90b11557cfd7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:14:59.961705 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment ba42b1da-617a-4e96-aaec-3031e87b7558 resource provider aggregate not found Sep 21 15:14:59.975588 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Deleting port e618695f-7c36-4651-b072-f08557a0cbc7 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:14:59.975588 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:14:59.994808 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-23d03692-6050-460b-be38-313630737941 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] Unset dirty status for tenant:50333ece6c0241bfba994dbdc465cebc on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:00.007487 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-23d03692-6050-460b-be38-313630737941 tempest-SecGroupTest-524826806 tempest-SecGroupTest-524826806-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4934082 Sep 21 15:15:00.008602 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-8249cdbc-fed7-426d-a6e5-90b11557cfd7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:00.034349 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249cdbc-fed7-426d-a6e5-90b11557cfd7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event updated for resources: {'Port': ['ID=da3dbe2d-d409-42da-9045-6c7d48e6c6d8,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:00.041671 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8249cdbc-fed7-426d-a6e5-90b11557cfd7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:00.049151 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8249cdbc-fed7-426d-a6e5-90b11557cfd7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:00.049927 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8249cdbc-fed7-426d-a6e5-90b11557cfd7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:00.102519 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment ba42b1da-617a-4e96-aaec-3031e87b7558 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba42b1da-617a-4e96-aaec-3031e87b7558 found for delete ", "request_id": "req-27757636-01ce-40d5-8017-70a7ba010900"}]} Sep 21 15:15:00.102748 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:00.118483 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8249cdbc-fed7-426d-a6e5-90b11557cfd7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.1487021 Sep 21 15:15:00.125372 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58636) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:00.190499 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 0677d60b-5446-4d9b-9937-0f56a6848d9c no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:15:00.256930 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 0677d60b-5446-4d9b-9937-0f56a6848d9c {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:15:00.257262 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 0677d60b-5446-4d9b-9937-0f56a6848d9c not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:15:00.285029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7348f14a-b9fc-4432-863e-584a180ed3b6 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:00.322769 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7348f14a-b9fc-4432-863e-584a180ed3b6 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:00.380314 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348f14a-b9fc-4432-863e-584a180ed3b6 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event deleted for resources: {'Network': ['ID=32964589-7fbd-419d-a375-0c7b42cc54c3,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:00.394047 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d2287242-f7ff-43d5-902d-f7c09ed8a13c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting port da3dbe2d-d409-42da-9045-6c7d48e6c6d8 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:00.394384 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d2287242-f7ff-43d5-902d-f7c09ed8a13c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:00.405447 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e34d458-45a9-4b21-ba51-b891b2e534bd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:00.435104 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7348f14a-b9fc-4432-863e-584a180ed3b6 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "DELETE /v2.0/networks/32964589-7fbd-419d-a375-0c7b42cc54c3 HTTP/1.1" status: 204 len: 168 time: 1.5988898 Sep 21 15:15:00.436361 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df78488-2a1f-4039-8359-8bf27f12fa82 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:15:00.437740 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58642) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:00.449994 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c07a38-d4e0-4f21-bce9-b7cb406838c4 None None] Sync routers for ids ['f9d29fc3-c435-4842-b7db-3ed1bf3b0f62'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:15:00.483244 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3df78488-2a1f-4039-8359-8bf27f12fa82 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/f9d29fc3-c435-4842-b7db-3ed1bf3b0f62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2047257 Sep 21 15:15:00.491439 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c07a38-d4e0-4f21-bce9-b7cb406838c4 None None] Routers {'f9d29fc3-c435-4842-b7db-3ed1bf3b0f62'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:00.492187 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d9c07a38-d4e0-4f21-bce9-b7cb406838c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['f9d29fc3-c435-4842-b7db-3ed1bf3b0f62'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:00.505126 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58646) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:00.507433 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-581438be-4bab-4e49-81d5-205e7e8e98c7 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:00.517914 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58648) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:00.571087 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42be5dce-f264-49c5-bd9d-cd31b608cf94 None None] Network 02731c60-d441-44ba-83c1-22571a08b08a requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:00.596393 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d9c07a38-d4e0-4f21-bce9-b7cb406838c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:00.671454 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e969da4-08c8-4863-8b74-58f9aa950fd7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:00.673318 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1e969da4-08c8-4863-8b74-58f9aa950fd7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/ports/767cf5ae-484f-4014-ab3d-9a48547cae34 HTTP/1.1" status: 200 len: 911 time: 0.1533203 Sep 21 15:15:00.682006 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c07a38-d4e0-4f21-bce9-b7cb406838c4 None None] Routers {'f9d29fc3-c435-4842-b7db-3ed1bf3b0f62'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:00.683290 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d9c07a38-d4e0-4f21-bce9-b7cb406838c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['f9d29fc3-c435-4842-b7db-3ed1bf3b0f62'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:00.702699 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58654) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:00.742042 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8e34d458-45a9-4b21-ba51-b891b2e534bd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Calling delete_port for eef44f38-2d4b-49fc-a021-8d6184cca093 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:00.819824 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d9c07a38-d4e0-4f21-bce9-b7cb406838c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:00.821194 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c07a38-d4e0-4f21-bce9-b7cb406838c4 None None] The sync data for ids ['f9d29fc3-c435-4842-b7db-3ed1bf3b0f62'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:15:00.869595 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-581438be-4bab-4e49-81d5-205e7e8e98c7 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Calling delete_port for bb6a1e3d-8c11-4b37-816d-f7e465f71d05 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:00.920548 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-83950303-6e66-48ee-8eda-e777cd0febd6 None None] Provisioning for port da3dbe2d-d409-42da-9045-6c7d48e6c6d8 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:00.928363 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-83950303-6e66-48ee-8eda-e777cd0febd6 None None] Provisioning complete for port da3dbe2d-d409-42da-9045-6c7d48e6c6d8 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:00.928565 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-83950303-6e66-48ee-8eda-e777cd0febd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:00.990370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e34d458-45a9-4b21-ba51-b891b2e534bd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:01.019415 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-85f0a8fa-bacb-4841-94d2-caf121a3bd2f tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Deleting port d6648b1d-60a4-4b1b-b024-004d5f03ee58 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:01.019750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85f0a8fa-bacb-4841-94d2-caf121a3bd2f tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:01.037764 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-83950303-6e66-48ee-8eda-e777cd0febd6 None None] Port da3dbe2d-d409-42da-9045-6c7d48e6c6d8 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:15:01.063611 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e34d458-45a9-4b21-ba51-b891b2e534bd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:01.068353 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34d458-45a9-4b21-ba51-b891b2e534bd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Port': ['ID=eef44f38-2d4b-49fc-a021-8d6184cca093,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:01.091477 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8e34d458-45a9-4b21-ba51-b891b2e534bd tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/ports/eef44f38-2d4b-49fc-a021-8d6184cca093 HTTP/1.1" status: 204 len: 168 time: 1.6426680 Sep 21 15:15:01.099155 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58660) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:01.142790 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d101da-cb2e-4715-98a4-771025e0c1f6 None None] DHCP port deletion for 02731c60-d441-44ba-83c1-22571a08b08a request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:15:01.147613 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-06d101da-cb2e-4715-98a4-771025e0c1f6 None None] Deleting port e618695f-7c36-4651-b072-f08557a0cbc7 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:01.148353 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-06d101da-cb2e-4715-98a4-771025e0c1f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:01.364580 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-06d101da-cb2e-4715-98a4-771025e0c1f6 None None] For port e618695f-7c36-4651-b072-f08557a0cbc7, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e618695f-7c36-4651-b072-f08557a0cbc7,segment=NetworkSegment(d751420d-afba-4275-a10a-80afa96e1396),segment_id=d751420d-afba-4275-a10a-80afa96e1396)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:01.364990 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-06d101da-cb2e-4715-98a4-771025e0c1f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:01.388559 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-229ad99d-8413-4df6-90c9-9d2a45842084 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:01.460761 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-581438be-4bab-4e49-81d5-205e7e8e98c7 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:01.499607 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cf82bc28-b4ca-4c70-9e49-06823d55e33a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=50333ece6c0241bfba994dbdc465cebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9803331 Sep 21 15:15:01.504133 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-06d101da-cb2e-4715-98a4-771025e0c1f6 None None] Calling delete_port for e618695f-7c36-4651-b072-f08557a0cbc7 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:01.507163 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] For port e618695f-7c36-4651-b072-f08557a0cbc7, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e618695f-7c36-4651-b072-f08557a0cbc7,segment=NetworkSegment(d751420d-afba-4275-a10a-80afa96e1396),segment_id=d751420d-afba-4275-a10a-80afa96e1396)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:01.507523 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:01.527672 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58664) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:01.575454 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581438be-4bab-4e49-81d5-205e7e8e98c7 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Pushing event deleted for resources: {'Port': ['ID=bb6a1e3d-8c11-4b37-816d-f7e465f71d05,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:01.595941 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-06d101da-cb2e-4715-98a4-771025e0c1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:01.614151 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-229ad99d-8413-4df6-90c9-9d2a45842084 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:01.646865 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d101da-cb2e-4715-98a4-771025e0c1f6 None None] Pushing event deleted for resources: {'Port': ['ID=e618695f-7c36-4651-b072-f08557a0cbc7,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:01.656868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d101da-cb2e-4715-98a4-771025e0c1f6 None None] No DVR routers for this DVR port e618695f-7c36-4651-b072-f08557a0cbc7 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:15:01.688426 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Calling delete_port for e618695f-7c36-4651-b072-f08557a0cbc7 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:01.691484 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-229ad99d-8413-4df6-90c9-9d2a45842084 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9328343-2c63-4aa4-bdce-abb38242c3e2']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:01.707997 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-229ad99d-8413-4df6-90c9-9d2a45842084 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32df21b1-d436-448d-a0de-d9b696ecf425') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:01.708298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-229ad99d-8413-4df6-90c9-9d2a45842084 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32df21b1-d436-448d-a0de-d9b696ecf425') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:01.723932 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-229ad99d-8413-4df6-90c9-9d2a45842084 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:01.737716 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-581438be-4bab-4e49-81d5-205e7e8e98c7 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:01.787136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85f0a8fa-bacb-4841-94d2-caf121a3bd2f tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:01.844746 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-229ad99d-8413-4df6-90c9-9d2a45842084 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:01.915736 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229ad99d-8413-4df6-90c9-9d2a45842084 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:15:01.916021 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-229ad99d-8413-4df6-90c9-9d2a45842084 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:01.950510 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d2287242-f7ff-43d5-902d-f7c09ed8a13c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:01.971530 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-85f0a8fa-bacb-4841-94d2-caf121a3bd2f tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Calling delete_port for d6648b1d-60a4-4b1b-b024-004d5f03ee58 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:01.986953 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 32df21b1-d436-448d-a0de-d9b696ecf425 resource provider aggregate not found Sep 21 15:15:01.991886 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-581438be-4bab-4e49-81d5-205e7e8e98c7 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:02.000183 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-581438be-4bab-4e49-81d5-205e7e8e98c7 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:02.014049 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 32df21b1-d436-448d-a0de-d9b696ecf425 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32df21b1-d436-448d-a0de-d9b696ecf425 found for delete ", "request_id": "req-d19688e9-b6d7-46ff-9dfc-4cf330d3e04a"}]} Sep 21 15:15:02.042187 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-581438be-4bab-4e49-81d5-205e7e8e98c7 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:02.042832 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581438be-4bab-4e49-81d5-205e7e8e98c7 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Fanout notify agent at l3_agent the message router_deleted on router 2292a8ea-d50d-49aa-bd11-ebfeac5aafec {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:15:02.045131 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-229ad99d-8413-4df6-90c9-9d2a45842084 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:02.066939 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-229ad99d-8413-4df6-90c9-9d2a45842084 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:02.083933 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ad99d-8413-4df6-90c9-9d2a45842084 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] Pushing event deleted for resources: {'Network': ['ID=a9328343-2c63-4aa4-bdce-abb38242c3e2,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:02.090939 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-581438be-4bab-4e49-81d5-205e7e8e98c7 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:02.092038 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-581438be-4bab-4e49-81d5-205e7e8e98c7 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "DELETE /v2.0/routers/2292a8ea-d50d-49aa-bd11-ebfeac5aafec HTTP/1.1" status: 204 len: 168 time: 3.5844061 Sep 21 15:15:02.096564 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-229ad99d-8413-4df6-90c9-9d2a45842084 tempest-PortsIpV6TestJSON-98888919 tempest-PortsIpV6TestJSON-98888919-project] 10.222.0.62 "DELETE /v2.0/networks/a9328343-2c63-4aa4-bdce-abb38242c3e2 HTTP/1.1" status: 204 len: 168 time: 0.9961171 Sep 21 15:15:02.097167 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58672) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:02.102869 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1823998351', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:02.111165 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:02.115550 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Usage tracker for resource:router and tenant:fa1f278116904fc19b1e96df5e65faa7 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:02.118846 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:02.126770 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:02.138002 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:02.139564 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:02.158693 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:02.334130 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d2287242-f7ff-43d5-902d-f7c09ed8a13c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Calling delete_port for da3dbe2d-d409-42da-9045-6c7d48e6c6d8 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:02.361943 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58680) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:02.397928 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7df28eb-f142-433e-840d-8d1151f48848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:02.399508 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:15:02.399818 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:15:02.457261 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:02.531351 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7df28eb-f142-433e-840d-8d1151f48848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:02.557882 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85f0a8fa-bacb-4841-94d2-caf121a3bd2f tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:02.699545 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0a8fa-bacb-4841-94d2-caf121a3bd2f tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event deleted for resources: {'Port': ['ID=d6648b1d-60a4-4b1b-b024-004d5f03ee58,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:02.712369 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85f0a8fa-bacb-4841-94d2-caf121a3bd2f tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:02.729856 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-70b0ec28-aa25-47b2-b3f8-940ae1c72fba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d62e4783ba064d6c8874822841ebe351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3609495 Sep 21 15:15:02.740068 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58688) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:02.801188 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-85f0a8fa-bacb-4841-94d2-caf121a3bd2f tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "DELETE /v2.0/ports/d6648b1d-60a4-4b1b-b024-004d5f03ee58 HTTP/1.1" status: 204 len: 168 time: 2.3591566 Sep 21 15:15:02.825387 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58692) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:02.898496 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:02.905452 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7df28eb-f142-433e-840d-8d1151f48848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:02.921475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Deleting port e618695f-7c36-4651-b072-f08557a0cbc7 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:02.921802 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:02.927921 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:02.972252 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-528abcd8-47bf-4358-aa01-8dee54a5241e tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:02.972507 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-528abcd8-47bf-4358-aa01-8dee54a5241e tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:02.992235 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df28eb-f142-433e-840d-8d1151f48848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03f5bc9-5121-456f-b635-c2e9dcb9bcc6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:03.026979 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7df28eb-f142-433e-840d-8d1151f48848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:03.028427 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f7df28eb-f142-433e-840d-8d1151f48848 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a03f5bc9-5121-456f-b635-c2e9dcb9bcc6 HTTP/1.1" status: 204 len: 168 time: 1.4849348 Sep 21 15:15:03.043365 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-528abcd8-47bf-4358-aa01-8dee54a5241e tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "DELETE /v2.0/subnets/15d71b0e-7afc-4b25-956d-c95deba0b9f3 HTTP/1.1" status: 404 len: 337 time: 0.2169416 Sep 21 15:15:03.054565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] The port 'e618695f-7c36-4651-b072-f08557a0cbc7' was deleted {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:15:03.058281 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58698) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:03.073100 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e618695f-7c36-4651-b072-f08557a0cbc7 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:15:03.098194 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d2287242-f7ff-43d5-902d-f7c09ed8a13c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:03.110246 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: e618695f-7c36-4651-b072-f08557a0cbc7 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:15:03.110945 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e618695f-7c36-4651-b072-f08557a0cbc7 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:15:03.170066 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f7aa705-88ff-4dc4-b67f-ba2c5c2ecf2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:03.201260 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2287242-f7ff-43d5-902d-f7c09ed8a13c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Port': ['ID=da3dbe2d-d409-42da-9045-6c7d48e6c6d8,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:03.277277 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11733ba5-9ab2-4e37-ba2b-038bed5a2bc9 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:03.397009 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f7aa705-88ff-4dc4-b67f-ba2c5c2ecf2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:03.410042 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d2287242-f7ff-43d5-902d-f7c09ed8a13c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:03.412074 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d2287242-f7ff-43d5-902d-f7c09ed8a13c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/da3dbe2d-d409-42da-9045-6c7d48e6c6d8 HTTP/1.1" status: 204 len: 168 time: 3.2218292 Sep 21 15:15:03.417931 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58702) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:03.422338 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:03.425737 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Allocated IP 172.26.4.61 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/604ae148-e67d-46c0-8280-83406586f0ed) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:15:03.463778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02731c60-d441-44ba-83c1-22571a08b08a']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:03.493603 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4cd12110-b0b4-4c5e-b6a1-7fc5651c10d7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:03.509825 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11733ba5-9ab2-4e37-ba2b-038bed5a2bc9 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:03.550338 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd751420d-afba-4275-a10a-80afa96e1396') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:03.550917 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd751420d-afba-4275-a10a-80afa96e1396') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:03.625065 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-11733ba5-9ab2-4e37-ba2b-038bed5a2bc9 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2f18cb-4824-4f71-a083-7e61eee311ee']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:03.629327 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:03.649902 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-11733ba5-9ab2-4e37-ba2b-038bed5a2bc9 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929b8a39-ee36-40ce-8726-9eaacff6924c') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:03.650198 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-11733ba5-9ab2-4e37-ba2b-038bed5a2bc9 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929b8a39-ee36-40ce-8726-9eaacff6924c') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:03.659884 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:03.670206 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:15:03.670605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:03.682466 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11733ba5-9ab2-4e37-ba2b-038bed5a2bc9 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:03.723896 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94583b17-30a7-437c-9747-c4f0e51ba115 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:03.724638 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-94583b17-30a7-437c-9747-c4f0e51ba115 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:03.729550 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11733ba5-9ab2-4e37-ba2b-038bed5a2bc9 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:03.742855 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11733ba5-9ab2-4e37-ba2b-038bed5a2bc9 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:15:03.743249 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11733ba5-9ab2-4e37-ba2b-038bed5a2bc9 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:03.837024 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:03.870538 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-94583b17-30a7-437c-9747-c4f0e51ba115 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:03.871695 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-94583b17-30a7-437c-9747-c4f0e51ba115 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4482515 Sep 21 15:15:03.874525 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58708) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:03.876013 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment d751420d-afba-4275-a10a-80afa96e1396 resource provider aggregate not found Sep 21 15:15:03.882347 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11733ba5-9ab2-4e37-ba2b-038bed5a2bc9 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:03.891634 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f7aa705-88ff-4dc4-b67f-ba2c5c2ecf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:03.903956 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11733ba5-9ab2-4e37-ba2b-038bed5a2bc9 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:03.915054 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11733ba5-9ab2-4e37-ba2b-038bed5a2bc9 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event deleted for resources: {'Network': ['ID=4c2f18cb-4824-4f71-a083-7e61eee311ee,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:03.924709 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-11733ba5-9ab2-4e37-ba2b-038bed5a2bc9 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "DELETE /v2.0/networks/4c2f18cb-4824-4f71-a083-7e61eee311ee HTTP/1.1" status: 204 len: 168 time: 0.8644969 Sep 21 15:15:03.927330 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58714) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:03.963378 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:04.007750 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment d751420d-afba-4275-a10a-80afa96e1396 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d751420d-afba-4275-a10a-80afa96e1396 found for delete ", "request_id": "req-f61ffaeb-6ff4-43ee-99fa-da2bd964306d"}]} Sep 21 15:15:04.029618 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7aa705-88ff-4dc4-b67f-ba2c5c2ecf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4f4880-e51c-4e54-b7bd-b8d88d30f33b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:04.059447 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:04.065702 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:04.072961 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 929b8a39-ee36-40ce-8726-9eaacff6924c resource provider aggregate not found Sep 21 15:15:04.079540 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:04.092545 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f7aa705-88ff-4dc4-b67f-ba2c5c2ecf2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:04.093610 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2f7aa705-88ff-4dc4-b67f-ba2c5c2ecf2f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc4f4880-e51c-4e54-b7bd-b8d88d30f33b HTTP/1.1" status: 204 len: 168 time: 1.3525355 Sep 21 15:15:04.095386 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:04.112245 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1b001b-6f62-4c5e-9564-7a2590ee34bd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Deleting subnet 86a56630-ae44-4fa9-86ba-98d00393ec43 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:15:04.119900 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 929b8a39-ee36-40ce-8726-9eaacff6924c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 929b8a39-ee36-40ce-8726-9eaacff6924c found for delete ", "request_id": "req-bf04e727-20c8-4523-8175-acc9115ceace"}]} Sep 21 15:15:04.120521 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Pushing event updated for resources: {'Port': ['ID=604ae148-e67d-46c0-8280-83406586f0ed,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:04.122950 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:04.130519 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a1b001b-6f62-4c5e-9564-7a2590ee34bd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:04.134214 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Pushing event deleted for resources: {'Network': ['ID=02731c60-d441-44ba-83c1-22571a08b08a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:04.147354 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4b8a1e42-b651-40cc-97df-5c09131ccccf tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "DELETE /v2.0/networks/02731c60-d441-44ba-83c1-22571a08b08a HTTP/1.1" status: 204 len: 168 time: 4.5023887 Sep 21 15:15:04.149155 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58724) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:04.213447 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-de3d05d9-5d7f-42bd-ac84-b9171608ed92 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Synchronizing usage tracker for tenant:043e98c7058b4a2eba08fdbde7ef3aae on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:04.230019 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3991c8a-3a98-44c2-a57a-ae89c435a7b6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:04.230731 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e3991c8a-3a98-44c2-a57a-ae89c435a7b6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:04.263295 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a1b001b-6f62-4c5e-9564-7a2590ee34bd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:04.307021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-de3d05d9-5d7f-42bd-ac84-b9171608ed92 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Unset dirty status for tenant:043e98c7058b4a2eba08fdbde7ef3aae on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:04.310904 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-de3d05d9-5d7f-42bd-ac84-b9171608ed92 tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "GET /v2.0/ports?device_id=5eeaed7b-3aa1-4997-8d9f-e854b471df2b HTTP/1.1" status: 200 len: 205 time: 0.1590829 Sep 21 15:15:04.314320 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58730) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:04.314957 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e3991c8a-3a98-44c2-a57a-ae89c435a7b6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:04.316077 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e3991c8a-3a98-44c2-a57a-ae89c435a7b6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4336934 Sep 21 15:15:04.320873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58734) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:04.510617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-4cd12110-b0b4-4c5e-b6a1-7fc5651c10d7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting port 767cf5ae-484f-4014-ab3d-9a48547cae34 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:04.511080 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4cd12110-b0b4-4c5e-b6a1-7fc5651c10d7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:04.576287 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ccaa34da-2017-4518-b716-1f7d6e9dc85a tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:04.632558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836ea609-1bfd-4b62-8d62-b3c5c474bc2c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:04.634172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836ea609-1bfd-4b62-8d62-b3c5c474bc2c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:04.635660 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836ea609-1bfd-4b62-8d62-b3c5c474bc2c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:04.636478 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-836ea609-1bfd-4b62-8d62-b3c5c474bc2c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:04.685448 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a1b001b-6f62-4c5e-9564-7a2590ee34bd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:04.851557 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:04.924505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-836ea609-1bfd-4b62-8d62-b3c5c474bc2c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:04.928060 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a1b001b-6f62-4c5e-9564-7a2590ee34bd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:04.928593 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-836ea609-1bfd-4b62-8d62-b3c5c474bc2c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6033156 Sep 21 15:15:04.936273 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58754) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:04.976019 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b001b-6f62-4c5e-9564-7a2590ee34bd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event deleted for resources: {'Subnet': ['ID=86a56630-ae44-4fa9-86ba-98d00393ec43,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:04.999143 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a1b001b-6f62-4c5e-9564-7a2590ee34bd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:05.005976 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d40c210-45f2-4699-96be-1ba3ef1f65a0 None None] Network 689cc94e-58b9-4fc7-8c45-ec7c7268548d requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:05.015790 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0a1b001b-6f62-4c5e-9564-7a2590ee34bd tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "DELETE /v2.0/subnets/86a56630-ae44-4fa9-86ba-98d00393ec43 HTTP/1.1" status: 204 len: 168 time: 1.0853388 Sep 21 15:15:05.016431 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58758) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:05.061194 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ccaa34da-2017-4518-b716-1f7d6e9dc85a tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:05.065673 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ccaa34da-2017-4518-b716-1f7d6e9dc85a tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:05.080832 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58762) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:05.135451 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-358e0f4b-5ca5-4b06-bba1-ef86fda7741b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet 62eaccef-281b-44b3-815f-091dc95adad6 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:15:05.140674 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-358e0f4b-5ca5-4b06-bba1-ef86fda7741b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:05.170148 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4cd12110-b0b4-4c5e-b6a1-7fc5651c10d7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:05.193072 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ccaa34da-2017-4518-b716-1f7d6e9dc85a tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:05.193859 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaa34da-2017-4518-b716-1f7d6e9dc85a tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Fanout notify agent at l3_agent the message router_deleted on router 5eeaed7b-3aa1-4997-8d9f-e854b471df2b {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:15:05.305797 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:05.365820 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe445b30-dc49-43c0-b351-402d205b385a None None] DHCP port deletion for 689cc94e-58b9-4fc7-8c45-ec7c7268548d request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:15:05.370322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fe445b30-dc49-43c0-b351-402d205b385a None None] Deleting port 46e58e44-3621-4ca9-be22-6913039bcf08 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:05.370813 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fe445b30-dc49-43c0-b351-402d205b385a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:05.394825 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Deleting port 46e58e44-3621-4ca9-be22-6913039bcf08 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:05.395165 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:05.463703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-4cd12110-b0b4-4c5e-b6a1-7fc5651c10d7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Calling delete_port for 767cf5ae-484f-4014-ab3d-9a48547cae34 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:05.496316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group': {'name': 'tempest-secgroup--519785276'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:05.511347 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-04ea9c75-88c7-45f7-9ad1-aa5ccf324bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:05.519801 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:05.520568 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:05.534357 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ccaa34da-2017-4518-b716-1f7d6e9dc85a tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:05.536908 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ccaa34da-2017-4518-b716-1f7d6e9dc85a tempest-RoutersNegativeTest-1364258166 tempest-RoutersNegativeTest-1364258166-project] 10.222.0.62 "DELETE /v2.0/routers/5eeaed7b-3aa1-4997-8d9f-e854b471df2b HTTP/1.1" status: 204 len: 168 time: 1.2195675 Sep 21 15:15:05.547296 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-358e0f4b-5ca5-4b06-bba1-ef86fda7741b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:05.583874 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Usage tracker for resource:security_group and tenant:88abad813a0a46b5922bb6cca0db26e0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:05.594470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:05.613636 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:05.651730 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fe445b30-dc49-43c0-b351-402d205b385a None None] For port 46e58e44-3621-4ca9-be22-6913039bcf08, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=46e58e44-3621-4ca9-be22-6913039bcf08,segment=NetworkSegment(27ea0053-ee5a-4bdf-9818-1b91da78347a),segment_id=27ea0053-ee5a-4bdf-9818-1b91da78347a)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:05.652441 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fe445b30-dc49-43c0-b351-402d205b385a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:05.664957 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:05.685430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:05.712274 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:05.720673 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Usage tracker for resource:security_group_rule and tenant:88abad813a0a46b5922bb6cca0db26e0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:05.731126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:05.741943 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:05.746916 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-358e0f4b-5ca5-4b06-bba1-ef86fda7741b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:05.817068 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] For port 46e58e44-3621-4ca9-be22-6913039bcf08, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=46e58e44-3621-4ca9-be22-6913039bcf08,segment=NetworkSegment(27ea0053-ee5a-4bdf-9818-1b91da78347a),segment_id=27ea0053-ee5a-4bdf-9818-1b91da78347a)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:05.817068 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:05.836922 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fe445b30-dc49-43c0-b351-402d205b385a None None] Calling delete_port for 46e58e44-3621-4ca9-be22-6913039bcf08 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:05.883748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4cd12110-b0b4-4c5e-b6a1-7fc5651c10d7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:05.891751 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58772) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:05.954856 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-358e0f4b-5ca5-4b06-bba1-ef86fda7741b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:05.961110 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fe445b30-dc49-43c0-b351-402d205b385a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:06.001552 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd12110-b0b4-4c5e-b6a1-7fc5651c10d7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Port': ['ID=767cf5ae-484f-4014-ab3d-9a48547cae34,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:06.008917 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe445b30-dc49-43c0-b351-402d205b385a None None] Pushing event deleted for resources: {'Port': ['ID=46e58e44-3621-4ca9-be22-6913039bcf08,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:06.017648 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe445b30-dc49-43c0-b351-402d205b385a None None] No DVR routers for this DVR port 46e58e44-3621-4ca9-be22-6913039bcf08 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:15:06.062689 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e0f4b-5ca5-4b06-bba1-ef86fda7741b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=62eaccef-281b-44b3-815f-091dc95adad6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:06.073471 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-358e0f4b-5ca5-4b06-bba1-ef86fda7741b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:06.081337 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1880c54e-f89e-4d58-ae3c-9e0892b06187 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:06.122536 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Calling delete_port for 46e58e44-3621-4ca9-be22-6913039bcf08 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:06.185336 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-358e0f4b-5ca5-4b06-bba1-ef86fda7741b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/62eaccef-281b-44b3-815f-091dc95adad6 HTTP/1.1" status: 204 len: 168 time: 1.2451344 Sep 21 15:15:06.186262 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58778) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:06.302800 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Router efaa8ea2-5c94-4128-be09-daf90156fa55 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:15:06.305833 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4cd12110-b0b4-4c5e-b6a1-7fc5651c10d7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:06.310084 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-2767a1bb-b0c2-446a-85e8-b6dfbddf1e26 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Deleting subnet fefae323-b55a-4cee-9ccf-b9e81489b27d {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:15:06.315371 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2767a1bb-b0c2-446a-85e8-b6dfbddf1e26 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:06.348192 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:15:06.348530 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:15:06.492678 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2767a1bb-b0c2-446a-85e8-b6dfbddf1e26 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:06.495389 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:06.502687 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:06.569748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:06.591533 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Usage tracker for resource:security_group_rule and tenant:88abad813a0a46b5922bb6cca0db26e0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:06.646750 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e9204113-5970-465d-9592-9bd88da70fbd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=043e98c7058b4a2eba08fdbde7ef3aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7505345 Sep 21 15:15:06.648779 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:06.648952 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58782) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:06.675304 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:06.684022 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:15:06.692694 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd12110-b0b4-4c5e-b6a1-7fc5651c10d7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router f9d29fc3-c435-4842-b7db-3ed1bf3b0f62 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:15:06.696741 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55369d54-cc94-48b6-a1d4-7d06b3cc340f None None] Sync routers for ids ['efaa8ea2-5c94-4128-be09-daf90156fa55'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:15:06.708016 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45bcf1e-4dd4-4580-b1de-1fe9c6e4e349,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:06.719594 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55369d54-cc94-48b6-a1d4-7d06b3cc340f None None] Routers {'efaa8ea2-5c94-4128-be09-daf90156fa55'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:06.721377 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-55369d54-cc94-48b6-a1d4-7d06b3cc340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['efaa8ea2-5c94-4128-be09-daf90156fa55'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:06.748117 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:06.752545 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-40c549e6-c408-4db9-9422-e894aa9efedb tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6511202 Sep 21 15:15:06.754083 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58786) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:06.755180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2767a1bb-b0c2-446a-85e8-b6dfbddf1e26 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:06.803219 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-55369d54-cc94-48b6-a1d4-7d06b3cc340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:06.809289 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5c9b2ac6-d7fd-406d-aa00-0c56145657a2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:06.814076 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55369d54-cc94-48b6-a1d4-7d06b3cc340f None None] Routers {'efaa8ea2-5c94-4128-be09-daf90156fa55'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:06.814929 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-55369d54-cc94-48b6-a1d4-7d06b3cc340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['efaa8ea2-5c94-4128-be09-daf90156fa55'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:06.860788 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Deleting port 46e58e44-3621-4ca9-be22-6913039bcf08 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:06.861081 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:06.915772 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-55369d54-cc94-48b6-a1d4-7d06b3cc340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:06.916495 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55369d54-cc94-48b6-a1d4-7d06b3cc340f None None] The sync data for ids ['efaa8ea2-5c94-4128-be09-daf90156fa55'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:15:06.924097 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d8bbff77-cf26-4260-bfc3-e598e53fe4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:06.934753 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd12110-b0b4-4c5e-b6a1-7fc5651c10d7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:15:06.946720 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b1b28-b0ab-4321-8266-3213639a64ed None None] Sync routers for ids ['f9d29fc3-c435-4842-b7db-3ed1bf3b0f62'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:15:06.957365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b1b28-b0ab-4321-8266-3213639a64ed None None] Routers {'f9d29fc3-c435-4842-b7db-3ed1bf3b0f62'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:06.958061 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-350b1b28-b0ab-4321-8266-3213639a64ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['f9d29fc3-c435-4842-b7db-3ed1bf3b0f62'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:06.984491 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4cd12110-b0b4-4c5e-b6a1-7fc5651c10d7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/f9d29fc3-c435-4842-b7db-3ed1bf3b0f62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2805052 Sep 21 15:15:06.985259 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] The port '46e58e44-3621-4ca9-be22-6913039bcf08' was deleted {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:15:06.989932 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58790) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:07.061376 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d8bbff77-cf26-4260-bfc3-e598e53fe4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:07.070646 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3be1cf2e-13a9-4356-9d34-3bc581f327d3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Synchronizing usage tracker for tenant:36a774c8465a450c8e27de7666e71b71 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:07.079481 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:07.098737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 46e58e44-3621-4ca9-be22-6913039bcf08 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:15:07.104562 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:07.122099 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3be1cf2e-13a9-4356-9d34-3bc581f327d3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Unset dirty status for tenant:36a774c8465a450c8e27de7666e71b71 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:07.126606 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3be1cf2e-13a9-4356-9d34-3bc581f327d3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9d29fc3-c435-4842-b7db-3ed1bf3b0f62 HTTP/1.1" status: 200 len: 205 time: 0.1352985 Sep 21 15:15:07.127408 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58794) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:07.139498 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-350b1b28-b0ab-4321-8266-3213639a64ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:07.154689 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 46e58e44-3621-4ca9-be22-6913039bcf08 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:15:07.155302 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 46e58e44-3621-4ca9-be22-6913039bcf08 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:15:07.170422 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b1b28-b0ab-4321-8266-3213639a64ed None None] Routers {'f9d29fc3-c435-4842-b7db-3ed1bf3b0f62'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:07.171500 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-350b1b28-b0ab-4321-8266-3213639a64ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:14:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['f9d29fc3-c435-4842-b7db-3ed1bf3b0f62'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:07.225614 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2767a1bb-b0c2-446a-85e8-b6dfbddf1e26 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:07.249289 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-350b1b28-b0ab-4321-8266-3213639a64ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:07.249707 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b1b28-b0ab-4321-8266-3213639a64ed None None] The sync data for ids ['f9d29fc3-c435-4842-b7db-3ed1bf3b0f62'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:15:07.324423 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767a1bb-b0c2-446a-85e8-b6dfbddf1e26 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Subnet': ['ID=fefae323-b55a-4cee-9ccf-b9e81489b27d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:07.327193 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:07.350894 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2767a1bb-b0c2-446a-85e8-b6dfbddf1e26 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:07.351779 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ecda45-8aaa-44c2-a5f9-eef7b14237b0 None None] Network cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:07.428299 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7d01d44e-1d90-498b-a816-eded6e3bf169 None None] Provisioning complete for port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:07.428690 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7d01d44e-1d90-498b-a816-eded6e3bf169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:07.431516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbcba72-f473-43d8-bd28-dbf93c9454cf,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:07.435537 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:07.437021 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-042b7135-8219-484c-83bd-b5e5f4d33e86 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3516343 Sep 21 15:15:07.441171 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd312f5-b63a-4b24-b83f-0ac93e870959 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:07.447552 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689cc94e-58b9-4fc7-8c45-ec7c7268548d']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:07.463951 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58798) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:07.485323 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2767a1bb-b0c2-446a-85e8-b6dfbddf1e26 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/fefae323-b55a-4cee-9ccf-b9e81489b27d HTTP/1.1" status: 204 len: 168 time: 1.2890587 Sep 21 15:15:07.493591 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58802) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:07.495478 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ea0053-ee5a-4bdf-9818-1b91da78347a') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:07.495975 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ea0053-ee5a-4bdf-9818-1b91da78347a') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:07.580663 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:07.677084 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7d01d44e-1d90-498b-a816-eded6e3bf169 None None] Current status of the port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:07.755186 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6601ab7-dcb0-4862-b652-7d141be6e926 None None] DHCP port deletion for cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:15:07.760016 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e6601ab7-dcb0-4862-b652-7d141be6e926 None None] Deleting port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:07.760389 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6601ab7-dcb0-4862-b652-7d141be6e926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:07.772694 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd312f5-b63a-4b24-b83f-0ac93e870959 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:07.774336 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d8bbff77-cf26-4260-bfc3-e598e53fe4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:07.776284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd312f5-b63a-4b24-b83f-0ac93e870959 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:07.804003 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd312f5-b63a-4b24-b83f-0ac93e870959 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:07.804692 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd312f5-b63a-4b24-b83f-0ac93e870959 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Fanout notify agent at l3_agent the message router_deleted on router f9d29fc3-c435-4842-b7db-3ed1bf3b0f62 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:15:07.811669 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-11e72f52-dcd1-45a5-9db8-e8e5c6f1fca3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3054891 Sep 21 15:15:07.814818 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58806) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:07.820870 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd312f5-b63a-4b24-b83f-0ac93e870959 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:07.823326 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ffd312f5-b63a-4b24-b83f-0ac93e870959 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/routers/f9d29fc3-c435-4842-b7db-3ed1bf3b0f62 HTTP/1.1" status: 204 len: 168 time: 0.6880460 Sep 21 15:15:07.827952 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58808) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:07.843692 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d8bbff77-cf26-4260-bfc3-e598e53fe4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:07.848076 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d8bbff77-cf26-4260-bfc3-e598e53fe4ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1252cc53-e7fa-4f4d-bb1f-e388beedd79b HTTP/1.1" status: 204 len: 168 time: 1.1911852 Sep 21 15:15:07.848076 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bbff77-cf26-4260-bfc3-e598e53fe4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1252cc53-e7fa-4f4d-bb1f-e388beedd79b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:07.851981 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:07.901440 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:15:07.902133 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:07.918263 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-45583d3f-5390-45e1-8f7b-8986590a8a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:07.969634 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8ce0c6-71a8-4957-a5d4-689b3dc562c7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:07.972604 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7d8ce0c6-71a8-4957-a5d4-689b3dc562c7 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1454732 Sep 21 15:15:07.975276 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58818) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:08.001552 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 27ea0053-ee5a-4bdf-9818-1b91da78347a resource provider aggregate not found Sep 21 15:15:08.031407 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e6601ab7-dcb0-4862-b652-7d141be6e926 None None] For port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=87f8e5ea-1829-43e1-80bc-4a3f61daf1aa,segment=NetworkSegment(bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23),segment_id=bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:08.031407 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6601ab7-dcb0-4862-b652-7d141be6e926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:08.035727 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-106a162e-9a62-4821-b252-a86c81bf5f0f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.5666094 Sep 21 15:15:08.035727 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 27ea0053-ee5a-4bdf-9818-1b91da78347a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27ea0053-ee5a-4bdf-9818-1b91da78347a found for delete ", "request_id": "req-4b580aeb-18c7-4463-8198-387052839182"}]} Sep 21 15:15:08.041215 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58824) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:08.113803 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53194b9-0273-458f-b649-09e33a265999 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:08.115688 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a53194b9-0273-458f-b649-09e33a265999 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Synchronizing usage tracker for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:08.117529 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-311005fd-2304-4d56-8b4c-37114a8a891f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group': {'name': 'tempest-security--1885868869', 'description': 'tempest-security-description-1449329767'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:08.134540 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a53194b9-0273-458f-b649-09e33a265999 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Unset dirty status for tenant:28bee843128e4e4cad27b6a75e7c3957 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:08.136877 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a53194b9-0273-458f-b649-09e33a265999 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1458120 Sep 21 15:15:08.139444 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58830) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:08.150827 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce92f15b-0ab8-4daa-8fa7-9c71ac51345d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting subnet 8dc11c9c-9ec8-4b22-a7bf-4a8e6f7727ef {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:15:08.161373 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce92f15b-0ab8-4daa-8fa7-9c71ac51345d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:08.190421 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:08.218077 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e6601ab7-dcb0-4862-b652-7d141be6e926 None None] Calling delete_port for 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:08.241275 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:08.249636 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-326777c5-0d02-4ea0-a2de-9a4a20cb270e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1079679 Sep 21 15:15:08.255723 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58836) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:08.311434 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6601ab7-dcb0-4862-b652-7d141be6e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:08.319003 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] Pushing event deleted for resources: {'Network': ['ID=689cc94e-58b9-4fc7-8c45-ec7c7268548d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:08.326332 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5758c92-568a-4238-ab27-dcf4ac01a06f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:08.327036 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5758c92-568a-4238-ab27-dcf4ac01a06f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:08.329907 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c5758c92-568a-4238-ab27-dcf4ac01a06f tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/da3dbe2d-d409-42da-9045-6c7d48e6c6d8 HTTP/1.1" status: 404 len: 333 time: 0.0723758 Sep 21 15:15:08.332433 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58844) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:08.334961 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3b7cba30-b4b2-4a44-8f39-c33812854521 tempest-NetworksIpV6TestAttrs-2059076490 tempest-NetworksIpV6TestAttrs-2059076490-project] 10.222.0.62 "DELETE /v2.0/networks/689cc94e-58b9-4fc7-8c45-ec7c7268548d HTTP/1.1" status: 204 len: 168 time: 3.3174598 Sep 21 15:15:08.341525 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-311005fd-2304-4d56-8b4c-37114a8a891f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:08.358277 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce92f15b-0ab8-4daa-8fa7-9c71ac51345d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:08.378867 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6601ab7-dcb0-4862-b652-7d141be6e926 None None] Pushing event deleted for resources: {'Port': ['ID=87f8e5ea-1829-43e1-80bc-4a3f61daf1aa,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:08.380856 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6601ab7-dcb0-4862-b652-7d141be6e926 None None] No DVR routers for this DVR port 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:15:08.420757 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76e4c4a-15de-4237-b682-4e66c03fedb3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:08.421494 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f76e4c4a-15de-4237-b682-4e66c03fedb3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:08.424146 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f76e4c4a-15de-4237-b682-4e66c03fedb3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/62eaccef-281b-44b3-815f-091dc95adad6 HTTP/1.1" status: 404 len: 337 time: 0.0904920 Sep 21 15:15:08.426650 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58850) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:08.433750 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2ac6-d7fd-406d-aa00-0c56145657a2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:08.476092 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcfbc367-99cd-4d0f-8ccf-8c6eb4143348 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:08.483662 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcfbc367-99cd-4d0f-8ccf-8c6eb4143348 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:08.488618 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bcfbc367-99cd-4d0f-8ccf-8c6eb4143348 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/fefae323-b55a-4cee-9ccf-b9e81489b27d HTTP/1.1" status: 404 len: 337 time: 0.0577071 Sep 21 15:15:08.488804 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2ac6-d7fd-406d-aa00-0c56145657a2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:08.488914 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58856) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:08.511974 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-311005fd-2304-4d56-8b4c-37114a8a891f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:08.518712 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-311005fd-2304-4d56-8b4c-37114a8a891f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:08.521149 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-311005fd-2304-4d56-8b4c-37114a8a891f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:08.522472 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-311005fd-2304-4d56-8b4c-37114a8a891f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "PUT /v2.0/security-groups/bdbcba72-f473-43d8-bd28-dbf93c9454cf HTTP/1.1" status: 200 len: 1778 time: 0.4768541 Sep 21 15:15:08.534249 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58862) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:08.534858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5c9b2ac6-d7fd-406d-aa00-0c56145657a2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Deleting port 604ae148-e67d-46c0-8280-83406586f0ed {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:08.535347 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2ac6-d7fd-406d-aa00-0c56145657a2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:08.542433 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-8533bce1-b2fe-49a1-847f-c652d1a03dcd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:08.543163 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8533bce1-b2fe-49a1-847f-c652d1a03dcd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:08.545177 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8533bce1-b2fe-49a1-847f-c652d1a03dcd tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/6e721218-c54a-4f40-923e-8e708e92c851 HTTP/1.1" status: 404 len: 333 time: 0.0552135 Sep 21 15:15:08.549265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58864) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:08.595114 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c900a7f-521e-4c76-9ddf-3844dd9e3cdf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:08.596197 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c900a7f-521e-4c76-9ddf-3844dd9e3cdf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:08.598768 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9c900a7f-521e-4c76-9ddf-3844dd9e3cdf tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/ecc000a1-e8d6-4492-95b3-aee76f6b59f4 HTTP/1.1" status: 404 len: 337 time: 0.0482924 Sep 21 15:15:08.601441 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58870) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:08.619455 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce92f15b-0ab8-4daa-8fa7-9c71ac51345d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:08.641768 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58874) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:08.661482 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311005fd-2304-4d56-8b4c-37114a8a891f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbcba72-f473-43d8-bd28-dbf93c9454cf,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:08.665807 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8382849-9ab1-458c-abae-b94cc3a09af9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:08.666263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8382849-9ab1-458c-abae-b94cc3a09af9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:08.668675 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d8382849-9ab1-458c-abae-b94cc3a09af9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/a833f9a3-8065-47f3-b49f-a2726beae0b5 HTTP/1.1" status: 404 len: 337 time: 0.0660479 Sep 21 15:15:08.671612 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58880) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:08.685731 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:08.732283 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef030b0-f084-408d-ba1e-84afb6dc9cfb tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:08.732670 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef030b0-f084-408d-ba1e-84afb6dc9cfb tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:08.737554 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cef030b0-f084-408d-ba1e-84afb6dc9cfb tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/4268f95d-4db7-46e6-b3b8-af1e2c673ea5 HTTP/1.1" status: 404 len: 333 time: 0.0649853 Sep 21 15:15:08.738184 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58886) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:08.779788 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98df17e-41af-4a1b-baf3-8313b2971a4d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:08.780418 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98df17e-41af-4a1b-baf3-8313b2971a4d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:08.784834 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e98df17e-41af-4a1b-baf3-8313b2971a4d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/d77efd73-39a9-4a08-a18b-d013a9b6d342 HTTP/1.1" status: 404 len: 337 time: 0.0456703 Sep 21 15:15:08.785480 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58892) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:08.794414 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-87ac8e80-35f6-4a1f-901f-015cf54fe977 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-groups/bdbcba72-f473-43d8-bd28-dbf93c9454cf HTTP/1.1" status: 200 len: 1778 time: 0.2327256 Sep 21 15:15:08.797649 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58898) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:08.843807 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:08.845264 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd27747-9294-4cd7-aa9a-c23f89777ed9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:08.845731 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd27747-9294-4cd7-aa9a-c23f89777ed9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:08.850314 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3bd27747-9294-4cd7-aa9a-c23f89777ed9 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/bed54113-05b1-4317-9762-b7eead0f3805 HTTP/1.1" status: 404 len: 337 time: 0.0637732 Sep 21 15:15:08.852644 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58902) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:08.854142 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce92f15b-0ab8-4daa-8fa7-9c71ac51345d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:08.904546 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9159982a-c98c-4b3c-8ff1-0d283661f162 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:08.905013 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9159982a-c98c-4b3c-8ff1-0d283661f162 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:08.909069 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9159982a-c98c-4b3c-8ff1-0d283661f162 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/870d1f66-d0b6-42e0-81d9-82f395a7949f HTTP/1.1" status: 404 len: 333 time: 0.0531151 Sep 21 15:15:08.911453 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58908) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:08.917251 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92f15b-0ab8-4daa-8fa7-9c71ac51345d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Subnet': ['ID=8dc11c9c-9ec8-4b22-a7bf-4a8e6f7727ef,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:08.924199 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce92f15b-0ab8-4daa-8fa7-9c71ac51345d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:08.932358 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2ac6-d7fd-406d-aa00-0c56145657a2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:08.935494 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84e8210-1e27-4c88-8f17-5bab83ceeed1 None None] Network 0695a72a-e99c-4387-8bb1-494c8e2c61de requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:08.949509 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ce92f15b-0ab8-4daa-8fa7-9c71ac51345d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/subnets/8dc11c9c-9ec8-4b22-a7bf-4a8e6f7727ef HTTP/1.1" status: 204 len: 168 time: 1.1149397 Sep 21 15:15:08.955031 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58912) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:08.990334 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec90f643-ebda-475d-8ee4-099ccedf4b39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:08.990787 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec90f643-ebda-475d-8ee4-099ccedf4b39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:08.994797 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ec90f643-ebda-475d-8ee4-099ccedf4b39 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/9ed57d16-433a-4d29-b0f3-865ce330acea HTTP/1.1" status: 404 len: 337 time: 0.0801089 Sep 21 15:15:08.998397 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ffca2dee-fc6f-455e-bc28-9d0c47c8d3b8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0a54726d547948c982ffec031263c840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3522272 Sep 21 15:15:09.002765 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58916) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:09.003267 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58918) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:09.067653 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58924) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:09.089168 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:15:09.125254 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5c9b2ac6-d7fd-406d-aa00-0c56145657a2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Calling delete_port for 604ae148-e67d-46c0-8280-83406586f0ed owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:09.134644 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b30bf4f4-ecff-4798-b7da-03367e0740a7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:09.146855 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b30bf4f4-ecff-4798-b7da-03367e0740a7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting port 94383b44-f154-449c-8404-01d8d7b82c74 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:09.147189 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b30bf4f4-ecff-4798-b7da-03367e0740a7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:09.162552 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:15:09.163495 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 87f8e5ea-1829-43e1-80bc-4a3f61daf1aa not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:15:09.174472 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-38963b3a-9e52-46f4-95e7-5e0977e897fc tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:09.174973 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38963b3a-9e52-46f4-95e7-5e0977e897fc tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:09.176603 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-38963b3a-9e52-46f4-95e7-5e0977e897fc tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/79777891-ee01-49b3-9947-00fdd745195a HTTP/1.1" status: 404 len: 337 time: 0.1726022 Sep 21 15:15:09.179629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58930) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:09.181363 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4205ffc0-807f-49fa-bac3-af3476d412db tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:09.259272 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4205ffc0-807f-49fa-bac3-af3476d412db tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:09.312320 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a22df33c-cf60-491c-b281-793d2ec8f6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:09.353700 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-66202054-network', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:09.369128 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a22df33c-cf60-491c-b281-793d2ec8f6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:09.370360 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:09.376120 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03dd1e9-b849-4a48-ba1b-838c54d5622d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:09.376677 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03dd1e9-b849-4a48-ba1b-838c54d5622d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:09.378399 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b03dd1e9-b849-4a48-ba1b-838c54d5622d tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/b8636d18-e705-46d7-8b01-81ff112e48d9 HTTP/1.1" status: 404 len: 333 time: 0.0742812 Sep 21 15:15:09.380292 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4205ffc0-807f-49fa-bac3-af3476d412db tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:09.381718 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] Usage tracker for resource:network and tenant:a5990e45ce304151b4645b8268b1dc5a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:09.383763 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58936) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:09.388991 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:09.390577 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326e15ca-21f1-4356-809e-faba26b2daee None None] DHCP port deletion for 0695a72a-e99c-4387-8bb1-494c8e2c61de request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:15:09.397554 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-326e15ca-21f1-4356-809e-faba26b2daee None None] Deleting port 94383b44-f154-449c-8404-01d8d7b82c74 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:09.397937 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-326e15ca-21f1-4356-809e-faba26b2daee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:09.422783 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:09.456470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] Made reservation on behalf of a5990e45ce304151b4645b8268b1dc5a for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:09.458949 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:09.492400 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:09.570033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:09.577253 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] Usage tracker for resource:security_group_rule and tenant:a5990e45ce304151b4645b8268b1dc5a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:09.582394 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:09.591141 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205ffc0-807f-49fa-bac3-af3476d412db tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbcba72-f473-43d8-bd28-dbf93c9454cf,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:09.599549 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:09.609574 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-b30bf4f4-ecff-4798-b7da-03367e0740a7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] For port 94383b44-f154-449c-8404-01d8d7b82c74, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=94383b44-f154-449c-8404-01d8d7b82c74,segment=NetworkSegment(6aa81ab3-2412-4b12-8aa1-effa3627bbdf),segment_id=6aa81ab3-2412-4b12-8aa1-effa3627bbdf)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:09.609940 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b30bf4f4-ecff-4798-b7da-03367e0740a7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:09.635722 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d793f13-4277-4349-b021-4f781a6b2f57 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:09.636074 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d793f13-4277-4349-b021-4f781a6b2f57 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:09.656900 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4205ffc0-807f-49fa-bac3-af3476d412db tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:09.657953 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4205ffc0-807f-49fa-bac3-af3476d412db tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "DELETE /v2.0/security-groups/bdbcba72-f473-43d8-bd28-dbf93c9454cf HTTP/1.1" status: 204 len: 168 time: 0.8582947 Sep 21 15:15:09.662016 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58940) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:09.680704 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3d793f13-4277-4349-b021-4f781a6b2f57 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/e6c06888-294b-450e-a9ac-6a74b66b5267 HTTP/1.1" status: 404 len: 337 time: 0.2848704 Sep 21 15:15:09.687402 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58944) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:09.694993 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-326e15ca-21f1-4356-809e-faba26b2daee None None] For port 94383b44-f154-449c-8404-01d8d7b82c74, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=94383b44-f154-449c-8404-01d8d7b82c74,segment=NetworkSegment(6aa81ab3-2412-4b12-8aa1-effa3627bbdf),segment_id=6aa81ab3-2412-4b12-8aa1-effa3627bbdf)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:09.695469 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-326e15ca-21f1-4356-809e-faba26b2daee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:09.705897 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2ac6-d7fd-406d-aa00-0c56145657a2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:09.750104 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a22df33c-cf60-491c-b281-793d2ec8f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:09.760906 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b30bf4f4-ecff-4798-b7da-03367e0740a7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Calling delete_port for 94383b44-f154-449c-8404-01d8d7b82c74 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:09.788070 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b2ac6-d7fd-406d-aa00-0c56145657a2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Pushing event deleted for resources: {'Port': ['ID=604ae148-e67d-46c0-8280-83406586f0ed,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:09.821553 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a22df33c-cf60-491c-b281-793d2ec8f6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:09.822668 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a22df33c-cf60-491c-b281-793d2ec8f6f6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a393f1d7-ceaf-4533-9731-1dd44b8561c6 HTTP/1.1" status: 204 len: 168 time: 0.8172662 Sep 21 15:15:09.830333 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22df33c-cf60-491c-b281-793d2ec8f6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a393f1d7-ceaf-4533-9731-1dd44b8561c6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:09.832696 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-326e15ca-21f1-4356-809e-faba26b2daee None None] Calling delete_port for 94383b44-f154-449c-8404-01d8d7b82c74 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:09.833277 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-593c4339-4b9b-4b82-bde0-42399a08c7b2 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Synchronizing usage tracker for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:09.855728 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-083fa235-1e7a-4048-848d-1c2649979012 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:09.856231 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083fa235-1e7a-4048-848d-1c2649979012 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:09.880981 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-083fa235-1e7a-4048-848d-1c2649979012 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/49b06e19-b2fd-4526-b83a-aefee755d194 HTTP/1.1" status: 404 len: 333 time: 0.1876957 Sep 21 15:15:09.887651 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58950) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:09.922038 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-593c4339-4b9b-4b82-bde0-42399a08c7b2 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Unset dirty status for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:09.926008 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-593c4339-4b9b-4b82-bde0-42399a08c7b2 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2585516 Sep 21 15:15:09.932851 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58954) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:09.947148 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2ac6-d7fd-406d-aa00-0c56145657a2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:09.949903 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-07517952-c965-424c-8fa2-4888a7eed2d4 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:09.950428 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07517952-c965-424c-8fa2-4888a7eed2d4 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:09.960440 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-07517952-c965-424c-8fa2-4888a7eed2d4 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/9b465c61-2a54-4d35-88dc-fe191dea4b9e HTTP/1.1" status: 404 len: 337 time: 0.0717411 Sep 21 15:15:09.968013 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 58958) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:10.003076 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-326e15ca-21f1-4356-809e-faba26b2daee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:15:10.003929 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-326e15ca-21f1-4356-809e-faba26b2daee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:15:10.047971 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b30bf4f4-ecff-4798-b7da-03367e0740a7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:10.061426 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-5ce90dd5-08de-4476-b18b-baff4a10891d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] delete failed (client error): The resource could not be found. Sep 21 15:15:10.062749 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5ce90dd5-08de-4476-b18b-baff4a10891d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "DELETE /v2.0/security-groups/bdbcba72-f473-43d8-bd28-dbf93c9454cf HTTP/1.1" status: 404 len: 347 time: 0.1288173 Sep 21 15:15:10.071409 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58964) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:10.079687 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-22ece336-4e60-4c9c-a884-2ccb2e826301 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group': {'name': 'tempest-secgroup--256439631'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:10.086905 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-22ece336-4e60-4c9c-a884-2ccb2e826301 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:10.097269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:10.105856 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4916413-7950-4099-8970-c6b91dad8004 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:10.106323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4916413-7950-4099-8970-c6b91dad8004 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:10.110614 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bf4f4-ecff-4798-b7da-03367e0740a7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Port': ['ID=94383b44-f154-449c-8404-01d8d7b82c74,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:10.114859 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:10.118383 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30bf4f4-ecff-4798-b7da-03367e0740a7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] No DVR routers for this DVR port 94383b44-f154-449c-8404-01d8d7b82c74 on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:15:10.158508 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d4916413-7950-4099-8970-c6b91dad8004 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/0260ef14-44fb-47c8-a80a-bcb847665ff0 HTTP/1.1" status: 404 len: 333 time: 0.1867154 Sep 21 15:15:10.161972 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-22ece336-4e60-4c9c-a884-2ccb2e826301 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:10.163702 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58970) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:10.198642 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:15:10.265482 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-159dac0b-2f7d-4336-8a8f-9a75d082b92e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:10.266111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159dac0b-2f7d-4336-8a8f-9a75d082b92e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:10.268182 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-159dac0b-2f7d-4336-8a8f-9a75d082b92e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/cd0024ef-2b88-439f-afa1-cd9ad51a78fb HTTP/1.1" status: 404 len: 337 time: 0.1035531 Sep 21 15:15:10.271251 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58978) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:10.287821 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829b1cf3-0874-47e5-9a1d-012b4951591a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:10.292964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:10.293316 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] Added segment 8ce497b5-6bae-4552-a904-f6d6f0c9099a of type vlan for network 4a027504-dd1f-470a-a98b-400eafbfc229 Sep 21 15:15:10.301625 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b30bf4f4-ecff-4798-b7da-03367e0740a7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:10.342476 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-b30bf4f4-ecff-4798-b7da-03367e0740a7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0695a72a-e99c-4387-8bb1-494c8e2c61de']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:10.357812 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:10.360897 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22ece336-4e60-4c9c-a884-2ccb2e826301 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:10.364744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-b30bf4f4-ecff-4798-b7da-03367e0740a7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa81ab3-2412-4b12-8aa1-effa3627bbdf') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:10.365043 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-b30bf4f4-ecff-4798-b7da-03367e0740a7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa81ab3-2412-4b12-8aa1-effa3627bbdf') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:10.380839 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b30bf4f4-ecff-4798-b7da-03367e0740a7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:10.409798 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b30bf4f4-ecff-4798-b7da-03367e0740a7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:10.421507 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30bf4f4-ecff-4798-b7da-03367e0740a7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:15:10.421919 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b30bf4f4-ecff-4798-b7da-03367e0740a7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:10.441689 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:10.443704 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:10.443704 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:10.453862 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ebd9a36-3da5-4d7d-a3fb-7b1349977317 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:10.453964 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ebd9a36-3da5-4d7d-a3fb-7b1349977317 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:10.456499 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4ebd9a36-3da5-4d7d-a3fb-7b1349977317 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/9d9eae3f-d2fb-4900-a303-0a2045196356 HTTP/1.1" status: 404 len: 333 time: 0.1823874 Sep 21 15:15:10.460622 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58990) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:10.481808 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:10.496775 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2ac6-d7fd-406d-aa00-0c56145657a2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:10.503008 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-22ece336-4e60-4c9c-a884-2ccb2e826301 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:10.505491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-326e15ca-21f1-4356-809e-faba26b2daee None None] Deleting port 94383b44-f154-449c-8404-01d8d7b82c74 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:10.506124 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-326e15ca-21f1-4356-809e-faba26b2daee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:10.510840 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eed489c-2fae-4114-ad62-ff25aab1f4e3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:10.511295 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eed489c-2fae-4114-ad62-ff25aab1f4e3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:10.512979 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9eed489c-2fae-4114-ad62-ff25aab1f4e3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/0e3691c4-3c4e-44bd-9ee2-be621cd4d8f3 HTTP/1.1" status: 404 len: 337 time: 0.0497663 Sep 21 15:15:10.514045 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-22ece336-4e60-4c9c-a884-2ccb2e826301 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Usage tracker for resource:security_group_rule and tenant:88abad813a0a46b5922bb6cca0db26e0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:10.518750 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2ac6-d7fd-406d-aa00-0c56145657a2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:10.520925 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-22ece336-4e60-4c9c-a884-2ccb2e826301 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:10.523447 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 58996) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:10.539851 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 6aa81ab3-2412-4b12-8aa1-effa3627bbdf resource provider aggregate not found Sep 21 15:15:10.563597 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-22ece336-4e60-4c9c-a884-2ccb2e826301 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:10.619228 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 6aa81ab3-2412-4b12-8aa1-effa3627bbdf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6aa81ab3-2412-4b12-8aa1-effa3627bbdf found for delete ", "request_id": "req-c9697277-ff8f-4e67-8bcd-a11c12d4c37a"}]} Sep 21 15:15:10.628568 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-326e15ca-21f1-4356-809e-faba26b2daee None None] The port '94383b44-f154-449c-8404-01d8d7b82c74' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:15:10.643785 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7951ab-50bb-49c7-b354-3b01616a8fa3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:10.643785 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7951ab-50bb-49c7-b354-3b01616a8fa3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:10.645073 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dc7951ab-50bb-49c7-b354-3b01616a8fa3 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/16fcd832-e88c-401a-8987-3481ac69ae3e HTTP/1.1" status: 404 len: 333 time: 0.1199174 Sep 21 15:15:10.651397 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59004) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:10.654606 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5858021 Sep 21 15:15:10.699436 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59008) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:10.713577 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-170d4a1d-b3a2-4014-ab79-04733f952c0a admin admin] Request body: {'subnet': {'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-66202054-subnet', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'ip_version': 4}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:10.718318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-170d4a1d-b3a2-4014-ab79-04733f952c0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:10.722063 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a367ec2a-1540-4262-a2fc-864628adbeca tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:10.722524 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a367ec2a-1540-4262-a2fc-864628adbeca tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:10.724787 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a96100-3928-4693-bc96-964baf1fc46f admin admin] Pushing event updated for resources: {'Network': ['ID=4a027504-dd1f-470a-a98b-400eafbfc229,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:10.736703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b30bf4f4-ecff-4798-b7da-03367e0740a7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:10.738747 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-170d4a1d-b3a2-4014-ab79-04733f952c0a admin admin] Usage tracker for resource:subnet and tenant:a5990e45ce304151b4645b8268b1dc5a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:10.742676 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9b2ac6-d7fd-406d-aa00-0c56145657a2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Router efaa8ea2-5c94-4128-be09-daf90156fa55 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:15:10.744357 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-170d4a1d-b3a2-4014-ab79-04733f952c0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:10.758737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 4a027504-dd1f-470a-a98b-400eafbfc229 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:15:10.765544 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b30bf4f4-ecff-4798-b7da-03367e0740a7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:10.772955 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b30bf4f4-ecff-4798-b7da-03367e0740a7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/networks/0695a72a-e99c-4387-8bb1-494c8e2c61de HTTP/1.1" status: 204 len: 168 time: 1.8052757 Sep 21 15:15:10.772955 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59012) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:10.774216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-170d4a1d-b3a2-4014-ab79-04733f952c0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:10.783014 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a367ec2a-1540-4262-a2fc-864628adbeca tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/fb5923b9-e19d-440f-8beb-1d2c2443bdc2 HTTP/1.1" status: 404 len: 337 time: 0.1297984 Sep 21 15:15:10.786503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-702604907', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:10.794159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bf4f4-ecff-4798-b7da-03367e0740a7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Network': ['ID=0695a72a-e99c-4387-8bb1-494c8e2c61de,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:10.797085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59016) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:10.797430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59018) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:10.804240 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:10.845424 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:router and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:10.848488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170d4a1d-b3a2-4014-ab79-04733f952c0a admin admin] Made reservation on behalf of a5990e45ce304151b4645b8268b1dc5a for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:10.850714 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-170d4a1d-b3a2-4014-ab79-04733f952c0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:10.870765 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:10.918233 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22ece336-4e60-4c9c-a884-2ccb2e826301 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:10.921647 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9b2ac6-d7fd-406d-aa00-0c56145657a2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:15:10.923660 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22ece336-4e60-4c9c-a884-2ccb2e826301 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:10.933790 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bbea03-fb47-4390-92ef-ece3e3325e5d None None] Sync routers for ids ['efaa8ea2-5c94-4128-be09-daf90156fa55'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:15:10.937879 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5a3537-965f-43d6-af8f-272eee46e4b6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:10.939516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb5a3537-965f-43d6-af8f-272eee46e4b6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:10.944541 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fb5a3537-965f-43d6-af8f-272eee46e4b6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/9bdc5ac3-754f-4665-9681-3edb3ec20a06 HTTP/1.1" status: 404 len: 333 time: 0.1437466 Sep 21 15:15:10.948150 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bbea03-fb47-4390-92ef-ece3e3325e5d None None] Routers {'efaa8ea2-5c94-4128-be09-daf90156fa55'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:10.948805 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c7bbea03-fb47-4390-92ef-ece3e3325e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['efaa8ea2-5c94-4128-be09-daf90156fa55'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:10.953638 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59026) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:10.976098 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:10.991717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'network': {'name': 'tempest-RoutersTest-1499873825'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:11.006530 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:11.013350 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:network and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:11.019593 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c7bbea03-fb47-4390-92ef-ece3e3325e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:11.019827 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:11.023482 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:11.024560 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:11.035794 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bbea03-fb47-4390-92ef-ece3e3325e5d None None] Routers {'efaa8ea2-5c94-4128-be09-daf90156fa55'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:11.036124 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:11.037572 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c7bbea03-fb47-4390-92ef-ece3e3325e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['efaa8ea2-5c94-4128-be09-daf90156fa55'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:11.057232 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Made reservation on behalf of 4ae973dfcd6b4097b917fb2b9641e0f1 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:11.060669 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:11.077076 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:11.112094 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 94383b44-f154-449c-8404-01d8d7b82c74 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:15:11.113347 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:11.138724 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9473eb-0a72-4ae5-bfaf-049e92f41ee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:11.139263 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9473eb-0a72-4ae5-bfaf-049e92f41ee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:11.145063 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ece336-4e60-4c9c-a884-2ccb2e826301 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0665684b-249a-42c8-9fdb-d5e63a978e5f,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:11.151386 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2ac6-d7fd-406d-aa00-0c56145657a2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:11.151843 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:11.157782 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5c9b2ac6-d7fd-406d-aa00-0c56145657a2 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "PUT /v2.0/routers/efaa8ea2-5c94-4128-be09-daf90156fa55 HTTP/1.1" status: 200 len: 710 time: 4.3672135 Sep 21 15:15:11.157782 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8c9473eb-0a72-4ae5-bfaf-049e92f41ee2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/a12b836f-569b-497d-a474-1cbd8d07ab80 HTTP/1.1" status: 404 len: 337 time: 0.1984980 Sep 21 15:15:11.157782 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59030) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:11.157782 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22ece336-4e60-4c9c-a884-2ccb2e826301 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:11.160235 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-22ece336-4e60-4c9c-a884-2ccb2e826301 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0875781 Sep 21 15:15:11.162590 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59032) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:11.163229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59036) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:11.172369 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c7bbea03-fb47-4390-92ef-ece3e3325e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:11.172805 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bbea03-fb47-4390-92ef-ece3e3325e5d None None] The sync data for ids ['efaa8ea2-5c94-4128-be09-daf90156fa55'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:15:11.194851 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 94383b44-f154-449c-8404-01d8d7b82c74 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:15:11.195195 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 94383b44-f154-449c-8404-01d8d7b82c74 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:15:11.291051 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-be416fea-2bf1-4bac-a2b7-268958af0ce4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group_rule': {'security_group_id': '0665684b-249a-42c8-9fdb-d5e63a978e5f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:11.295626 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:security_group_rule and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:11.305180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:11.307994 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-be416fea-2bf1-4bac-a2b7-268958af0ce4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:11.318737 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1ae20c-112e-4896-a8ba-610b93511ae1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:11.319618 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a1ae20c-112e-4896-a8ba-610b93511ae1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:11.321137 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5a1ae20c-112e-4896-a8ba-610b93511ae1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/2f28033d-bfe5-4fd8-ad7e-95704a74b3ac HTTP/1.1" status: 404 len: 337 time: 0.1571462 Sep 21 15:15:11.328638 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59042) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:11.374246 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fb7f4adc-ef3e-40da-b4f5-62cfbcbdba9c tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "GET /v2.0/routers/efaa8ea2-5c94-4128-be09-daf90156fa55 HTTP/1.1" status: 200 len: 745 time: 0.2126038 Sep 21 15:15:11.375662 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7471671-d233-453d-ba00-ae0a301f1947 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:11.376168 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7471671-d233-453d-ba00-ae0a301f1947 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:11.377746 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c7471671-d233-453d-ba00-ae0a301f1947 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/3ffafa27-26ce-407c-a3ac-0cd5bc10117d HTTP/1.1" status: 404 len: 333 time: 0.0481355 Sep 21 15:15:11.378260 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59046) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:11.380471 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59050) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:11.380631 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-be416fea-2bf1-4bac-a2b7-268958af0ce4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Usage tracker for resource:security_group_rule and tenant:88abad813a0a46b5922bb6cca0db26e0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:11.383367 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:11.385676 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-be416fea-2bf1-4bac-a2b7-268958af0ce4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:11.465464 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-692fb27a-bbc7-4259-864f-9981ee07f10e tempest-RoutersIpV6AdminTest-621017517 tempest-RoutersIpV6AdminTest-621017517-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=445481ae-8997-4e7e-a514-07e782c48c85&device_id=efaa8ea2-5c94-4128-be09-daf90156fa55 HTTP/1.1" status: 200 len: 205 time: 0.0861609 Sep 21 15:15:11.466475 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-710adf68-838c-4818-a95d-1410e7eda076 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:11.466900 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-710adf68-838c-4818-a95d-1410e7eda076 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:11.471468 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-710adf68-838c-4818-a95d-1410e7eda076 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/f0d49349-d5fe-49be-85d3-26b6a71f9ed0 HTTP/1.1" status: 404 len: 337 time: 0.0502477 Sep 21 15:15:11.471468 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59054) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:11.471880 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59058) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:11.473768 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-be416fea-2bf1-4bac-a2b7-268958af0ce4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:11.544959 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-170d4a1d-b3a2-4014-ab79-04733f952c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:11.555492 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-63d56c0c-cd80-46b3-82ea-359111fc940e tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "GET /v2.0/ports?device_id=efaa8ea2-5c94-4128-be09-daf90156fa55 HTTP/1.1" status: 200 len: 205 time: 0.0832169 Sep 21 15:15:11.556633 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59062) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:11.559055 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f19abe-b453-47b4-859c-70e1ab9c5c65 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:11.559503 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f19abe-b453-47b4-859c-70e1ab9c5c65 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:11.561072 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d1f19abe-b453-47b4-859c-70e1ab9c5c65 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/8f13a678-7651-48b7-82a7-191b652ae456 HTTP/1.1" status: 404 len: 337 time: 0.0554137 Sep 21 15:15:11.590955 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59066) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:11.691972 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a9d2-2098-4179-b15e-49970f3f570a tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:11.729741 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be416fea-2bf1-4bac-a2b7-268958af0ce4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:11.750658 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfa0150-c567-4968-a11d-78168e46677b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:11.751659 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cfa0150-c567-4968-a11d-78168e46677b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:11.762918 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:11.834706 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d4a1d-b3a2-4014-ab79-04733f952c0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=975d8ae1-c46e-49e5-9b8f-b5475bec71b0,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:11.857396 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3cfa0150-c567-4968-a11d-78168e46677b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/682b95c1-d4d1-447d-901d-b5a6d0c377fb HTTP/1.1" status: 404 len: 333 time: 0.2510347 Sep 21 15:15:11.863386 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59070) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:11.873266 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170d4a1d-b3a2-4014-ab79-04733f952c0a admin admin] Checking segment: {'id': '8ce497b5-6bae-4552-a904-f6d6f0c9099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:11.873917 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170d4a1d-b3a2-4014-ab79-04733f952c0a admin admin] Network hostable DHCP agents. Network: 4a027504-dd1f-470a-a98b-400eafbfc229, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:15:11.988101 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb56f5aa-a5a9-4fba-a113-61535bd470b1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:11.988581 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb56f5aa-a5a9-4fba-a113-61535bd470b1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:11.993360 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a9d2-2098-4179-b15e-49970f3f570a tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:11.995542 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a9d2-2098-4179-b15e-49970f3f570a tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.023929 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a9d2-2098-4179-b15e-49970f3f570a tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.024521 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca6a9d2-2098-4179-b15e-49970f3f570a tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Fanout notify agent at l3_agent the message router_deleted on router efaa8ea2-5c94-4128-be09-daf90156fa55 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:15:12.037800 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a9d2-2098-4179-b15e-49970f3f570a tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.038936 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0ca6a9d2-2098-4179-b15e-49970f3f570a tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "DELETE /v2.0/routers/efaa8ea2-5c94-4128-be09-daf90156fa55 HTTP/1.1" status: 204 len: 168 time: 0.4812961 Sep 21 15:15:12.042748 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59074) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:12.043590 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bb56f5aa-a5a9-4fba-a113-61535bd470b1 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/d0a38365-a04d-4d87-a359-a1be4ace3c01 HTTP/1.1" status: 404 len: 337 time: 0.1737618 Sep 21 15:15:12.049121 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59076) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:12.052736 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be416fea-2bf1-4bac-a2b7-268958af0ce4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.061629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170d4a1d-b3a2-4014-ab79-04733f952c0a admin admin] Network 4a027504-dd1f-470a-a98b-400eafbfc229 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:15:12.067250 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.070345 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be416fea-2bf1-4bac-a2b7-268958af0ce4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.089289 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.114907 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-170d4a1d-b3a2-4014-ab79-04733f952c0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 4a027504-dd1f-470a-a98b-400eafbfc229) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:12.120501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be416fea-2bf1-4bac-a2b7-268958af0ce4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8eedfdc-e245-4ade-b6f1-3856ab409bdd,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:12.124572 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a102c7f-48c5-45d5-be7c-d6f5dcfd05ff None None] Network 4a027504-dd1f-470a-a98b-400eafbfc229 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:12.145073 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170d4a1d-b3a2-4014-ab79-04733f952c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:12.145651 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-170d4a1d-b3a2-4014-ab79-04733f952c0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.154472 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba12ecae-e2a9-4208-9c47-889fb1972c4a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:12.155171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba12ecae-e2a9-4208-9c47-889fb1972c4a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:12.160027 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ba12ecae-e2a9-4208-9c47-889fb1972c4a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/72e3e619-b8ca-43d7-b69a-c7ec4736aea0 HTTP/1.1" status: 404 len: 337 time: 0.1060855 Sep 21 15:15:12.162499 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2036e67e-3fec-457f-aec2-8af9a0065734 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "GET /v2.0/ports?device_id=efaa8ea2-5c94-4128-be09-daf90156fa55 HTTP/1.1" status: 200 len: 205 time: 0.1153784 Sep 21 15:15:12.162885 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59082) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:12.163203 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59084) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:12.163399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:15:12.165982 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be416fea-2bf1-4bac-a2b7-268958af0ce4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.169841 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-be416fea-2bf1-4bac-a2b7-268958af0ce4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0017271 Sep 21 15:15:12.175090 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a36f5124-4e45-4941-bbd5-a51c59ed1509,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:12.178937 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59090) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:12.201139 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.201475 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Added segment a78e60f3-aff0-4e82-b7c6-4329ac96e8de of type vlan for network 703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2 Sep 21 15:15:12.214962 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-170d4a1d-b3a2-4014-ab79-04733f952c0a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5145731 Sep 21 15:15:12.229138 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59094) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:12.248271 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:12.257820 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f49c0bbe-8739-4985-869d-278b8630efff tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.265000 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:12.277426 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-3986de3d-e07f-4bea-b6ec-541b53d5fc54 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] delete failed (client error): The resource could not be found. Sep 21 15:15:12.281036 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3986de3d-e07f-4bea-b6ec-541b53d5fc54 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "DELETE /v2.0/routers/efaa8ea2-5c94-4128-be09-daf90156fa55 HTTP/1.1" status: 404 len: 336 time: 0.1124830 Sep 21 15:15:12.281036 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f8a9d4-30d3-4d41-bdd8-0df24495f8d5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:12.281036 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f8a9d4-30d3-4d41-bdd8-0df24495f8d5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:12.285365 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-69f8a9d4-30d3-4d41-bdd8-0df24495f8d5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/8bc32f9c-1b42-49c8-a73c-e86559528e2e HTTP/1.1" status: 404 len: 333 time: 0.1174815 Sep 21 15:15:12.285365 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59098) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:12.285550 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.285644 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59102) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:12.288889 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Usage tracker for resource:router and tenant:a5990e45ce304151b4645b8268b1dc5a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:12.292204 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f49c0bbe-8739-4985-869d-278b8630efff tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.301085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:12.317194 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:12.358351 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.359859 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.364469 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-4a027504-dd1f-470a-a98b-400eafbfc229', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:15:12.366463 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.427261 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.432709 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:12.433611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.461372 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f49c0bbe-8739-4985-869d-278b8630efff tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.490872 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2b6bf3c0-e6c4-412b-bb04-b7928adf3803 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "GET /v2.0/ports?device_id=2292a8ea-d50d-49aa-bd11-ebfeac5aafec HTTP/1.1" status: 200 len: 205 time: 0.2071776 Sep 21 15:15:12.494279 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59106) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:12.496739 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bf6f14-e88e-4d86-a2d0-0ec93f1ee7b0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:12.497172 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bf6f14-e88e-4d86-a2d0-0ec93f1ee7b0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:12.500714 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-44bf6f14-e88e-4d86-a2d0-0ec93f1ee7b0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/479e8c5b-042e-4c14-8249-eb6ec2226dd0 HTTP/1.1" status: 404 len: 337 time: 0.2128863 Sep 21 15:15:12.528574 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59110) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:12.546444 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] Allocated IP 172.20.0.2 (4a027504-dd1f-470a-a98b-400eafbfc229/975d8ae1-c46e-49e5-9b8f-b5475bec71b0/8d2a8007-688c-4248-83a0-b535d8cf072c) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:15:12.569836 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-327cd9bf-9c20-4f88-895b-b3d1e016f0ae tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] delete failed (client error): The resource could not be found. Sep 21 15:15:12.573377 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-327cd9bf-9c20-4f88-895b-b3d1e016f0ae tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "DELETE /v2.0/routers/2292a8ea-d50d-49aa-bd11-ebfeac5aafec HTTP/1.1" status: 404 len: 336 time: 0.0755360 Sep 21 15:15:12.573627 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59114) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:12.636209 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-54bcc6d4-8baa-4d57-9179-d130545faac7 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "GET /v2.0/ports?device_id=88c57629-4cf2-4380-8a69-f0b4d7628bcf HTTP/1.1" status: 200 len: 205 time: 0.0594513 Sep 21 15:15:12.636612 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59118) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:12.658620 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c0bbe-8739-4985-869d-278b8630efff tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8eedfdc-e245-4ade-b6f1-3856ab409bdd,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:12.671471 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.700470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f49c0bbe-8739-4985-869d-278b8630efff tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.703973 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f49c0bbe-8739-4985-869d-278b8630efff tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/b8eedfdc-e245-4ade-b6f1-3856ab409bdd HTTP/1.1" status: 204 len: 168 time: 0.5211620 Sep 21 15:15:12.705208 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59122) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:12.714986 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-56011bee-bb7c-4de9-8479-4d268e4ebcb2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:12.715442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56011bee-bb7c-4de9-8479-4d268e4ebcb2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:12.719468 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-56011bee-bb7c-4de9-8479-4d268e4ebcb2 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/ece0bf88-82d5-41fa-a3bf-d62083d62a94 HTTP/1.1" status: 404 len: 337 time: 0.1705849 Sep 21 15:15:12.728370 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9244351 Sep 21 15:15:12.728370 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59126) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:12.732215 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59128) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:12.732522 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.738465 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-b4a27b33-4fd9-4f52-b66f-e24fdfcda27c tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] delete failed (client error): The resource could not be found. Sep 21 15:15:12.739612 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b4a27b33-4fd9-4f52-b66f-e24fdfcda27c tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "DELETE /v2.0/routers/88c57629-4cf2-4380-8a69-f0b4d7628bcf HTTP/1.1" status: 404 len: 336 time: 0.1022637 Sep 21 15:15:12.743693 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'network': {'name': 'tempest-RoutersTest-1369785049'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:12.748883 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:12.753243 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:network and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:12.756084 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:12.762885 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:12.766267 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59134) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:12.774516 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Made reservation on behalf of 4ae973dfcd6b4097b917fb2b9641e0f1 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:12.775885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.778262 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.788315 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] Transition to ACTIVE for port object 8d2a8007-688c-4248-83a0-b535d8cf072c will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:12.807763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f41c37-0cf1-41e9-8c75-b0c4e13f1b54 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Network': ['ID=703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:12.808231 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] Transition to ACTIVE for port object 8d2a8007-688c-4248-83a0-b535d8cf072c will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:12.815000 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-31fb9889-79da-4ca9-b83f-db4dd05a45af tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Synchronizing usage tracker for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:12.820402 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:15:12.837640 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:15:12.841362 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.848091 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-31fb9889-79da-4ca9-b83f-db4dd05a45af tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Unset dirty status for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:12.850439 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.852724 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-31fb9889-79da-4ca9-b83f-db4dd05a45af tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1462176 Sep 21 15:15:12.853400 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59138) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:12.854411 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:12.854748 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Added segment 21590087-801e-4cfb-8478-c9330565e978 of type vlan for network 6b8fa247-49e4-4cf6-ab65-c15715b66ed1 Sep 21 15:15:12.879689 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6027b12b-418e-4528-a33b-b4cdbd18ff46 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d56fcc4-e4f4-493f-ac04-dde00db8a029 HTTP/1.1" status: 200 len: 205 time: 0.1462858 Sep 21 15:15:12.880245 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59142) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:12.976502 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] Network 4a027504-dd1f-470a-a98b-400eafbfc229 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:12.982764 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-4af05ea7-71e9-4bc0-88e9-4d9ce2861c2a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] delete failed (client error): The resource could not be found. Sep 21 15:15:12.983019 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:12.986562 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4af05ea7-71e9-4bc0-88e9-4d9ce2861c2a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/routers/9d56fcc4-e4f4-493f-ac04-dde00db8a029 HTTP/1.1" status: 404 len: 336 time: 0.1029294 Sep 21 15:15:12.988491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:12.998188 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:13.003750 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] Pushing event updated for resources: {'Port': ['ID=8d2a8007-688c-4248-83a0-b535d8cf072c,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:13.004733 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59146) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:13.045865 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-017257a6-e1af-44ef-86c7-05b73780926f tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "GET /v2.0/ports?device_id=098fdaec-bf2c-4bcc-bb76-f27d72e0450d HTTP/1.1" status: 200 len: 205 time: 0.2783873 Sep 21 15:15:13.048397 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59150) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:13.058194 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-becbfac6-162c-43e9-b2e2-1392acfc4665 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:13.058655 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-becbfac6-162c-43e9-b2e2-1392acfc4665 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:13.086625 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-becbfac6-162c-43e9-b2e2-1392acfc4665 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/a802b7ff-1364-447c-b97f-d2252a731037 HTTP/1.1" status: 404 len: 337 time: 0.0812397 Sep 21 15:15:13.091181 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59154) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:13.093554 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-937e30ed-5fed-45d7-8101-a802d2087338 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:13.166267 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] Attempting to bind port 8d2a8007-688c-4248-83a0-b535d8cf072c on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:15:13.166855 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] Attempting to bind port 8d2a8007-688c-4248-83a0-b535d8cf072c by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '8ce497b5-6bae-4552-a904-f6d6f0c9099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:15:13.167143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] Attempting to bind port 8d2a8007-688c-4248-83a0-b535d8cf072c on network 4a027504-dd1f-470a-a98b-400eafbfc229 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:15:13.170477 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d59b9035-15b5-4739-892e-2b529a8dd810 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a5de1e-b358-41e1-abf1-ea981ddcc21d HTTP/1.1" status: 200 len: 205 time: 0.0759637 Sep 21 15:15:13.171582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59158) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:13.173777 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:15:13.174273 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] Checking segment: {'id': '8ce497b5-6bae-4552-a904-f6d6f0c9099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:13.174741 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:13.175358 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] Bound using segment: {'id': '8ce497b5-6bae-4552-a904-f6d6f0c9099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:15:13.176037 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] Bound port: 8d2a8007-688c-4248-83a0-b535d8cf072c, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce497b5-6bae-4552-a904-f6d6f0c9099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:15:13.176689 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:13.182829 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-937e30ed-5fed-45d7-8101-a802d2087338 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:13.191262 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:13.199587 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:13.201940 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:13.268642 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] For port 8d2a8007-688c-4248-83a0-b535d8cf072c, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:15:13.271659 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] For port 8d2a8007-688c-4248-83a0-b535d8cf072c, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=8d2a8007-688c-4248-83a0-b535d8cf072c,segment=NetworkSegment(8ce497b5-6bae-4552-a904-f6d6f0c9099a),segment_id=8ce497b5-6bae-4552-a904-f6d6f0c9099a)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:15:13.276750 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:13.323031 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-b9cdd63a-6708-40b0-bdc8-cc50c44bdbe7 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] delete failed (client error): The resource could not be found. Sep 21 15:15:13.324307 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b9cdd63a-6708-40b0-bdc8-cc50c44bdbe7 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "DELETE /v2.0/routers/098fdaec-bf2c-4bcc-bb76-f27d72e0450d HTTP/1.1" status: 404 len: 336 time: 0.2737172 Sep 21 15:15:13.328591 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59162) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:13.336093 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6027765 Sep 21 15:15:13.341302 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59166) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:13.344822 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-ebc159a8-2015-4ae8-a3f8-41dbdf3fd9c5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] delete failed (client error): The resource could not be found. Sep 21 15:15:13.346055 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ebc159a8-2015-4ae8-a3f8-41dbdf3fd9c5 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/routers/71a5de1e-b358-41e1-abf1-ea981ddcc21d HTTP/1.1" status: 404 len: 336 time: 0.1519601 Sep 21 15:15:13.378527 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222cf4d-59b9-4e1b-8fc3-67270507ffed None None] Pushing event updated for resources: {'Port': ['ID=8d2a8007-688c-4248-83a0-b535d8cf072c,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:13.379249 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59170) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:13.389424 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Network': ['ID=6b8fa247-49e4-4cf6-ab65-c15715b66ed1,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:13.412362 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-29d3a733-55d6-4ace-a46c-0539bdce0267 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'subnet': {'network_id': '703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:13.434194 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fd9505ec-efc4-438f-aa5f-7c78e1b54f50 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "GET /v2.0/ports?device_id=883cbdad-e943-43e9-8fd9-c6472d682590 HTTP/1.1" status: 200 len: 205 time: 0.1035464 Sep 21 15:15:13.441603 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59174) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:13.445250 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2d5055-88ad-4fde-ab6f-2f6a11c05a2b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:13.445701 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c2d5055-88ad-4fde-ab6f-2f6a11c05a2b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:13.448298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-937e30ed-5fed-45d7-8101-a802d2087338 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:13.452382 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:13.452793 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:13.453083 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:13.453422 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:13.453753 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:13.454159 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:13.455007 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:13.455398 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:13.455800 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:13.456130 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:13.456486 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:13.456818 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba639e06-39b2-4263-9490-9a3d9433e5c9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:13.470122 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 6b8fa247-49e4-4cf6-ab65-c15715b66ed1 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:15:13.543899 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e30ed-5fed-45d7-8101-a802d2087338 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0665684b-249a-42c8-9fdb-d5e63a978e5f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:13.560934 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8c2d5055-88ad-4fde-ab6f-2f6a11c05a2b tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/56b8fc0d-8ad3-4a0e-ae9e-4fc7ca132daf HTTP/1.1" status: 404 len: 337 time: 0.1783035 Sep 21 15:15:13.563998 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-937e30ed-5fed-45d7-8101-a802d2087338 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:13.567623 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-937e30ed-5fed-45d7-8101-a802d2087338 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "DELETE /v2.0/security-groups/0665684b-249a-42c8-9fdb-d5e63a978e5f HTTP/1.1" status: 204 len: 168 time: 0.7114334 Sep 21 15:15:13.568513 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59178) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:13.569014 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59180) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:13.573551 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-3248ae49-1269-4f29-b895-bbed075d93e0 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] delete failed (client error): The resource could not be found. Sep 21 15:15:13.574706 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3248ae49-1269-4f29-b895-bbed075d93e0 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "DELETE /v2.0/routers/883cbdad-e943-43e9-8fd9-c6472d682590 HTTP/1.1" status: 404 len: 336 time: 0.1318858 Sep 21 15:15:13.592288 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59186) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:13.640608 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-9077ce15-00c6-4b4d-997c-a95312d69b36 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:13.644038 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9077ce15-00c6-4b4d-997c-a95312d69b36 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:13.645432 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9077ce15-00c6-4b4d-997c-a95312d69b36 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/58e8c325-a002-4a1a-88e9-c98b927182f2 HTTP/1.1" status: 404 len: 337 time: 0.0749021 Sep 21 15:15:13.657268 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59190) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:13.680637 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:13.693658 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e38eb92b-4d11-4da5-bd72-55ddafc2d622 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Synchronizing usage tracker for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:13.712811 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e38eb92b-4d11-4da5-bd72-55ddafc2d622 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Unset dirty status for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:13.715045 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e38eb92b-4d11-4da5-bd72-55ddafc2d622 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1431088 Sep 21 15:15:13.719626 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59194) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:13.727194 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-99eac8a5-822e-4ef5-a3b3-b1d224e66b3d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group': {'name': 'tempest-secgroup--1804822673'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:13.733679 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-99eac8a5-822e-4ef5-a3b3-b1d224e66b3d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:13.738489 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4d70e123-57b7-4ba4-8673-04bb46110f59 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "GET /v2.0/ports?device_id=48ca97a3-d425-40bd-b886-ff39190da7a9 HTTP/1.1" status: 200 len: 205 time: 0.1345584 Sep 21 15:15:13.750387 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59198) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:13.750632 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-99eac8a5-822e-4ef5-a3b3-b1d224e66b3d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:13.763060 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99eac8a5-822e-4ef5-a3b3-b1d224e66b3d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:13.763268 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-963e324e-0e53-41f1-a328-0f5efd19a86c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:13.763740 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-963e324e-0e53-41f1-a328-0f5efd19a86c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:13.784433 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-99eac8a5-822e-4ef5-a3b3-b1d224e66b3d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:13.794709 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-99eac8a5-822e-4ef5-a3b3-b1d224e66b3d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:13.832421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Allocated IP 172.26.4.222 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/e259337f-9f40-4fe2-8064-98a4c630e3c4) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:15:13.856389 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-29d3a733-55d6-4ace-a46c-0539bdce0267 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:13.868328 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-963e324e-0e53-41f1-a328-0f5efd19a86c tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/c96d1955-1d9c-4579-bc7e-14ab44cef288 HTTP/1.1" status: 404 len: 333 time: 0.2078981 Sep 21 15:15:13.870586 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-29d3a733-55d6-4ace-a46c-0539bdce0267 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:subnet and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:13.874349 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-f77d3e5c-cdf2-4030-b3a2-93a80109ae48 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] delete failed (client error): The resource could not be found. Sep 21 15:15:13.874723 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59202) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:13.878611 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f77d3e5c-cdf2-4030-b3a2-93a80109ae48 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "DELETE /v2.0/routers/48ca97a3-d425-40bd-b886-ff39190da7a9 HTTP/1.1" status: 404 len: 336 time: 0.1210017 Sep 21 15:15:13.878611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-29d3a733-55d6-4ace-a46c-0539bdce0267 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:13.881744 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59206) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:13.917289 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99eac8a5-822e-4ef5-a3b3-b1d224e66b3d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:13.928601 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-29d3a733-55d6-4ace-a46c-0539bdce0267 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:13.952318 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe24c55-faa8-4437-99dc-bbf99f2cc445 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:13.952794 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe24c55-faa8-4437-99dc-bbf99f2cc445 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:13.963520 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99eac8a5-822e-4ef5-a3b3-b1d224e66b3d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:13.978421 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-478d1fd5-9571-499f-8b8b-ed4f5367b087 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:13.978910 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478d1fd5-9571-499f-8b8b-ed4f5367b087 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:13.993443 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-478d1fd5-9571-499f-8b8b-ed4f5367b087 tempest-RoutersIpV6AdminTest-1748476703 tempest-RoutersIpV6AdminTest-1748476703-project] 10.222.0.62 "DELETE /v2.0/subnets/909cbc21-4215-4394-b3cb-5acbf406e82f HTTP/1.1" status: 404 len: 337 time: 0.0800672 Sep 21 15:15:13.999037 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fbe24c55-faa8-4437-99dc-bbf99f2cc445 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/396e1bdc-74b7-43c5-91af-99c56309f13c HTTP/1.1" status: 404 len: 337 time: 0.1232035 Sep 21 15:15:14.007767 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59212) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:14.031565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d3a733-55d6-4ace-a46c-0539bdce0267 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Made reservation on behalf of 4ae973dfcd6b4097b917fb2b9641e0f1 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:14.035683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-29d3a733-55d6-4ace-a46c-0539bdce0267 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:14.052178 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99eac8a5-822e-4ef5-a3b3-b1d224e66b3d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:14.056129 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-99eac8a5-822e-4ef5-a3b3-b1d224e66b3d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3335261 Sep 21 15:15:14.061751 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59216) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:14.062702 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eac8a5-822e-4ef5-a3b3-b1d224e66b3d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ad07d1-42cc-427a-a5aa-fb7c4ff0e3e5,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:14.066347 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-25917184-544c-439e-bb1b-caa5dc78e7e0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:14.066808 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25917184-544c-439e-bb1b-caa5dc78e7e0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:14.068497 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-25917184-544c-439e-bb1b-caa5dc78e7e0 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/4f7c42ec-df3d-4523-b031-d6b7e9eb467d HTTP/1.1" status: 404 len: 333 time: 0.0588059 Sep 21 15:15:14.071175 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59220) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:14.110372 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7cbc11a-29c1-418b-b4a2-b4efc393d15a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:14.111396 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7cbc11a-29c1-418b-b4a2-b4efc393d15a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:14.113086 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e7cbc11a-29c1-418b-b4a2-b4efc393d15a tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/55795cd3-425e-43b9-ab9f-6c62a89b42de HTTP/1.1" status: 404 len: 337 time: 0.0410280 Sep 21 15:15:14.115715 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59224) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:14.128330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-94729a1f-20d4-4da9-b0ea-d1db1d3f3e00 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group_rule': {'security_group_id': 'c4ad07d1-42cc-427a-a5aa-fb7c4ff0e3e5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:14.146554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-94729a1f-20d4-4da9-b0ea-d1db1d3f3e00 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:14.163190 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-1584406a-2ee8-4ebb-87a5-ce40c6d2dc60 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:14.164121 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1584406a-2ee8-4ebb-87a5-ce40c6d2dc60 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:14.165513 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1584406a-2ee8-4ebb-87a5-ce40c6d2dc60 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/55406022-e8e0-44c3-ae0b-c4fd9b93a9dd HTTP/1.1" status: 404 len: 333 time: 0.0488269 Sep 21 15:15:14.167993 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59228) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:14.195143 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-94729a1f-20d4-4da9-b0ea-d1db1d3f3e00 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:14.211477 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-17df8adf-40ac-4181-bdbb-eb192bdf9a93 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:14.211684 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17df8adf-40ac-4181-bdbb-eb192bdf9a93 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:14.215774 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-17df8adf-40ac-4181-bdbb-eb192bdf9a93 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/01d1cf99-379e-4007-8e7a-8657a1fe86d7 HTTP/1.1" status: 404 len: 337 time: 0.0439415 Sep 21 15:15:14.216557 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59232) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:14.245296 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:14.262711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-94729a1f-20d4-4da9-b0ea-d1db1d3f3e00 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:14.269030 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-813252a3-4d71-49ee-9830-ca2d87acd355 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:14.269511 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-813252a3-4d71-49ee-9830-ca2d87acd355 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:14.271186 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-813252a3-4d71-49ee-9830-ca2d87acd355 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/0b69ab16-8a8d-49a0-86f3-2c0939275443 HTTP/1.1" status: 404 len: 333 time: 0.0533793 Sep 21 15:15:14.275507 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59238) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:14.328489 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c1dce6-49fd-4639-813b-1aa370d3fd4e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:14.329217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c1dce6-49fd-4639-813b-1aa370d3fd4e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:14.335209 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-99c1dce6-49fd-4639-813b-1aa370d3fd4e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/9d408d34-a354-4230-8b6e-0075389c35c6 HTTP/1.1" status: 404 len: 337 time: 0.0579107 Sep 21 15:15:14.336054 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59242) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:14.382975 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e416043-ca4b-4e94-b9d6-4a81a156b144 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:14.383467 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e416043-ca4b-4e94-b9d6-4a81a156b144 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:14.388221 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6e416043-ca4b-4e94-b9d6-4a81a156b144 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/77dfc4cc-e310-45b6-ba61-f82b876133a6 HTTP/1.1" status: 404 len: 333 time: 0.0510008 Sep 21 15:15:14.389025 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59246) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:14.441009 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59250) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:14.458207 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb47fd0-2bb6-4c55-a74c-786026fd870e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:14.458820 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb47fd0-2bb6-4c55-a74c-786026fd870e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:14.461724 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9fb47fd0-2bb6-4c55-a74c-786026fd870e tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/f9613b98-35df-4b3e-b67e-ffa8d1c77f85 HTTP/1.1" status: 404 len: 337 time: 0.0715106 Sep 21 15:15:14.464123 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59256) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:14.540044 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e0db4f-190c-4437-bc67-f9e7502b0f32 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:14.541114 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e0db4f-190c-4437-bc67-f9e7502b0f32 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:14.546236 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b0e0db4f-190c-4437-bc67-f9e7502b0f32 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/231a00b4-f5ba-482f-82e2-7e45a9b34db0 HTTP/1.1" status: 404 len: 333 time: 0.0782361 Sep 21 15:15:14.546909 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59260) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:14.642595 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-5712c4b3-dec6-4991-ab0e-d1e13f72e6b6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:14.643262 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5712c4b3-dec6-4991-ab0e-d1e13f72e6b6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:14.647960 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5712c4b3-dec6-4991-ab0e-d1e13f72e6b6 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/615ea9fa-fe0b-4e90-a5e8-a2ab95516a2b HTTP/1.1" status: 404 len: 337 time: 0.0978036 Sep 21 15:15:14.649713 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59264) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:14.650775 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c4724424-ebd2-41ce-8886-0a1f9e3fefe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:14.694899 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2cec5d-50c9-4e26-a0dd-83d55fb6217a None None] Network 4a027504-dd1f-470a-a98b-400eafbfc229 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:14.743317 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c4724424-ebd2-41ce-8886-0a1f9e3fefe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:14.747308 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6e7a75-20c9-44ec-b1a9-86715d7f9de8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:14.748032 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6e7a75-20c9-44ec-b1a9-86715d7f9de8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:14.753647 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ae6e7a75-20c9-44ec-b1a9-86715d7f9de8 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/ports/47474916-966b-4c61-b3c8-c59b994ef3ad HTTP/1.1" status: 404 len: 333 time: 0.0850160 Sep 21 15:15:14.754362 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59268) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:14.758559 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c4724424-ebd2-41ce-8886-0a1f9e3fefe5 admin admin] Usage tracker for resource:security_group_rule and tenant:fa1f278116904fc19b1e96df5e65faa7 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:14.810376 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4951b157-2978-413e-be47-ce05ff2aef1e None None] Provisioning for port 8d2a8007-688c-4248-83a0-b535d8cf072c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:14.820741 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c4724424-ebd2-41ce-8886-0a1f9e3fefe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:14.835608 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed239a50-98b1-4ad4-878f-ff35ea87b476 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] DELETE failed (client error): The resource could not be found. Sep 21 15:15:14.836204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed239a50-98b1-4ad4-878f-ff35ea87b476 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:15:14.841146 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ed239a50-98b1-4ad4-878f-ff35ea87b476 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/subnets/03e83e73-b6bc-4e19-be40-f62ab8e17f0b HTTP/1.1" status: 404 len: 337 time: 0.0832899 Sep 21 15:15:14.841146 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c4724424-ebd2-41ce-8886-0a1f9e3fefe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:14.843490 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59272) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:14.975735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:14.998133 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-94729a1f-20d4-4da9-b0ea-d1db1d3f3e00 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.108375 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-94729a1f-20d4-4da9-b0ea-d1db1d3f3e00 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.181960 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 8d2a8007-688c-4248-83a0-b535d8cf072c up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:15.194144 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:15.216062 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:15.218667 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:15.231789 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8f6299a8-07d9-4d31-9cc8-53464d2b8547 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.273820 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 8d2a8007-688c-4248-83a0-b535d8cf072c completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:15.281558 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 8d2a8007-688c-4248-83a0-b535d8cf072c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:15.282630 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.312803 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94729a1f-20d4-4da9-b0ea-d1db1d3f3e00 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9aa03c7-1c8a-46fe-9aba-da72bd04962c,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:15.323254 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-94729a1f-20d4-4da9-b0ea-d1db1d3f3e00 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.323418 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-94729a1f-20d4-4da9-b0ea-d1db1d3f3e00 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2578237 Sep 21 15:15:15.324391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-29d3a733-55d6-4ace-a46c-0539bdce0267 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.326224 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59276) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:15.340688 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d1b948d3-0b47-47e5-8605-15bc26db7bc2 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group_rule': {'security_group_id': 'c4ad07d1-42cc-427a-a5aa-fb7c4ff0e3e5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:15.356521 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d1b948d3-0b47-47e5-8605-15bc26db7bc2 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:15.358912 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Port': ['ID=e259337f-9f40-4fe2-8064-98a4c630e3c4,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:15.364734 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9ea862ff-e4c2-4222-8691-02fc326996a0 None None] Provisioning complete for port 8d2a8007-688c-4248-83a0-b535d8cf072c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:15.365097 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ea862ff-e4c2-4222-8691-02fc326996a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.377416 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.423382 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d1b948d3-0b47-47e5-8605-15bc26db7bc2 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Usage tracker for resource:security_group_rule and tenant:88abad813a0a46b5922bb6cca0db26e0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:15.428122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.442300 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d1b948d3-0b47-47e5-8605-15bc26db7bc2 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:15.464807 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d1b948d3-0b47-47e5-8605-15bc26db7bc2 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:15.471057 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8f6299a8-07d9-4d31-9cc8-53464d2b8547 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.481030 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c4724424-ebd2-41ce-8886-0a1f9e3fefe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.497012 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c4724424-ebd2-41ce-8886-0a1f9e3fefe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.536821 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 8d2a8007-688c-4248-83a0-b535d8cf072c is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:15.537198 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.538505 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4724424-ebd2-41ce-8886-0a1f9e3fefe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74302b99-e801-46b5-9df3-adb89f291cc3,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:15.547628 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-8f6299a8-07d9-4d31-9cc8-53464d2b8547 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:15.571543 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9ea862ff-e4c2-4222-8691-02fc326996a0 None None] Current status of the port 8d2a8007-688c-4248-83a0-b535d8cf072c is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:15.572089 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ea862ff-e4c2-4222-8691-02fc326996a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.575672 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1b948d3-0b47-47e5-8605-15bc26db7bc2 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.583742 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-8f6299a8-07d9-4d31-9cc8-53464d2b8547 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:15.584261 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-8f6299a8-07d9-4d31-9cc8-53464d2b8547 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:15.602354 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 8d2a8007-688c-4248-83a0-b535d8cf072c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=8d2a8007-688c-4248-83a0-b535d8cf072c,segment=NetworkSegment(8ce497b5-6bae-4552-a904-f6d6f0c9099a),segment_id=8ce497b5-6bae-4552-a904-f6d6f0c9099a)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:15.605742 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c4724424-ebd2-41ce-8886-0a1f9e3fefe5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fa1f278116904fc19b1e96df5e65faa7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1634083 Sep 21 15:15:15.607680 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8f6299a8-07d9-4d31-9cc8-53464d2b8547 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.620838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59280) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:15.632346 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3a733-55d6-4ace-a46c-0539bdce0267 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Subnet': ['ID=79c5f8ce-2f74-43fa-a919-db3937f3b85e,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:15.643296 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.643657 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8f6299a8-07d9-4d31-9cc8-53464d2b8547 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.655701 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6299a8-07d9-4d31-9cc8-53464d2b8547 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:15:15.656099 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8f6299a8-07d9-4d31-9cc8-53464d2b8547 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.702247 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d3a733-55d6-4ace-a46c-0539bdce0267 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Checking segment: {'id': 'a78e60f3-aff0-4e82-b7c6-4329ac96e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:15.702606 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d3a733-55d6-4ace-a46c-0539bdce0267 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network hostable DHCP agents. Network: 703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:15:15.728772 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23 resource provider aggregate not found Sep 21 15:15:15.740545 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-9ea862ff-e4c2-4222-8691-02fc326996a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:15:15.741105 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-9ea862ff-e4c2-4222-8691-02fc326996a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:15:15.752205 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=8d2a8007-688c-4248-83a0-b535d8cf072c,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:15.767454 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc5b8d8c-1044-4b2b-a5ed-3c0e19265e23 found for delete ", "request_id": "req-de8e9b99-f80e-416b-a48d-12026c9eaf49"}]} Sep 21 15:15:15.769297 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1b948d3-0b47-47e5-8605-15bc26db7bc2 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.774533 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1b948d3-0b47-47e5-8605-15bc26db7bc2 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.798207 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b948d3-0b47-47e5-8605-15bc26db7bc2 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85d2b2c-d5b4-46da-b072-69fed89c041e,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:15.800077 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8f6299a8-07d9-4d31-9cc8-53464d2b8547 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.820149 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8f6299a8-07d9-4d31-9cc8-53464d2b8547 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.839249 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6299a8-07d9-4d31-9cc8-53464d2b8547 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] Pushing event deleted for resources: {'Network': ['ID=cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:15.841964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d3a733-55d6-4ace-a46c-0539bdce0267 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network 703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:15:15.852852 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8f6299a8-07d9-4d31-9cc8-53464d2b8547 tempest-NetworksTestDHCPv6-2005509295 tempest-NetworksTestDHCPv6-2005509295-project] 10.222.0.62 "DELETE /v2.0/networks/cfe40b31-d4c4-4d8e-a319-ff03cf2ac4df HTTP/1.1" status: 204 len: 168 time: 1.0075173 Sep 21 15:15:15.859019 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1b948d3-0b47-47e5-8605-15bc26db7bc2 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.861030 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d1b948d3-0b47-47e5-8605-15bc26db7bc2 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5325391 Sep 21 15:15:15.863854 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59290) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:15.870002 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-25f5cdab-74fe-4b51-a61f-48ec7da4d9d3 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group_rule': {'security_group_id': 'c4ad07d1-42cc-427a-a5aa-fb7c4ff0e3e5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:15.877198 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-25f5cdab-74fe-4b51-a61f-48ec7da4d9d3 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:15.881575 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-25f5cdab-74fe-4b51-a61f-48ec7da4d9d3 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Usage tracker for resource:security_group_rule and tenant:88abad813a0a46b5922bb6cca0db26e0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:15.884599 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-25f5cdab-74fe-4b51-a61f-48ec7da4d9d3 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:15.890637 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-25f5cdab-74fe-4b51-a61f-48ec7da4d9d3 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:15.908339 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-25f5cdab-74fe-4b51-a61f-48ec7da4d9d3 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.936700 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5f83d49e-5636-45b5-8c68-7bb9228df4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.938172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-29d3a733-55d6-4ace-a46c-0539bdce0267 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:15.950700 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9b4537-9da9-4fc7-b898-1dc53e90a7c4 None None] Network 703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:15.965507 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d3a733-55d6-4ace-a46c-0539bdce0267 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:15.966113 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-29d3a733-55d6-4ace-a46c-0539bdce0267 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:15.989468 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Allocated IP 172.26.4.248 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/df53ef9f-13c1-47f6-9722-79f57f87973f) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:15:15.994948 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-25f5cdab-74fe-4b51-a61f-48ec7da4d9d3 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.002858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-25f5cdab-74fe-4b51-a61f-48ec7da4d9d3 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.044774 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5cdab-74fe-4b51-a61f-48ec7da4d9d3 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c00a842-f61b-4ff7-b163-e6c6462cd19d,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:16.049509 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-25f5cdab-74fe-4b51-a61f-48ec7da4d9d3 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.054844 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-25f5cdab-74fe-4b51-a61f-48ec7da4d9d3 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1897404 Sep 21 15:15:16.055518 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59294) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:16.064848 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-27ceafb8-ab7e-4586-8c1a-01faf74be125 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group_rule': {'security_group_id': 'c4ad07d1-42cc-427a-a5aa-fb7c4ff0e3e5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:16.070544 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5f83d49e-5636-45b5-8c68-7bb9228df4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.079456 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-27ceafb8-ab7e-4586-8c1a-01faf74be125 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:16.084127 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-27ceafb8-ab7e-4586-8c1a-01faf74be125 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Usage tracker for resource:security_group_rule and tenant:88abad813a0a46b5922bb6cca0db26e0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:16.087516 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-27ceafb8-ab7e-4586-8c1a-01faf74be125 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:16.094127 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-27ceafb8-ab7e-4586-8c1a-01faf74be125 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:16.137327 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-29d3a733-55d6-4ace-a46c-0539bdce0267 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7899280 Sep 21 15:15:16.137582 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-27ceafb8-ab7e-4586-8c1a-01faf74be125 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.145441 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59300) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:16.202251 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59304) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:16.224775 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'subnet': {'network_id': '6b8fa247-49e4-4cf6-ab65-c15715b66ed1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:16.233969 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-27ceafb8-ab7e-4586-8c1a-01faf74be125 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.242747 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-27ceafb8-ab7e-4586-8c1a-01faf74be125 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.269489 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ceafb8-ab7e-4586-8c1a-01faf74be125 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9dabed0-9809-45c3-ae51-1fd7051c2270,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:16.300397 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2', 'network_id': '703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'fixed_ips': [{'subnet_id': '79c5f8ce-2f74-43fa-a919-db3937f3b85e'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:15:16.301240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.313695 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-27ceafb8-ab7e-4586-8c1a-01faf74be125 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.317622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.318153 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-27ceafb8-ab7e-4586-8c1a-01faf74be125 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2609274 Sep 21 15:15:16.321189 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59310) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:16.326441 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3e974a9d-e68e-4a8d-8c12-9acd2ae57bee tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group_rule': {'security_group_id': 'c4ad07d1-42cc-427a-a5aa-fb7c4ff0e3e5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:16.332848 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3e974a9d-e68e-4a8d-8c12-9acd2ae57bee tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:16.337509 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3e974a9d-e68e-4a8d-8c12-9acd2ae57bee tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Usage tracker for resource:security_group_rule and tenant:88abad813a0a46b5922bb6cca0db26e0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:16.340801 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3e974a9d-e68e-4a8d-8c12-9acd2ae57bee tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:16.349408 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3e974a9d-e68e-4a8d-8c12-9acd2ae57bee tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:16.372179 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9ea862ff-e4c2-4222-8691-02fc326996a0 None None] Current status of the port 8d2a8007-688c-4248-83a0-b535d8cf072c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:16.394394 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e974a9d-e68e-4a8d-8c12-9acd2ae57bee tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.468180 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1dd14745-4972-41fb-933d-3959e8968410 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=28bee843128e4e4cad27b6a75e7c3957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622859 Sep 21 15:15:16.471641 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59314) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:16.502074 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Allocated IP 172.20.0.2 (703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2/79c5f8ce-2f74-43fa-a919-db3937f3b85e/3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:15:16.526958 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e974a9d-e68e-4a8d-8c12-9acd2ae57bee tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.534688 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e974a9d-e68e-4a8d-8c12-9acd2ae57bee tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.576496 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e974a9d-e68e-4a8d-8c12-9acd2ae57bee tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36516235-b430-4284-b0df-97e9ddcecad9,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:16.610481 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e974a9d-e68e-4a8d-8c12-9acd2ae57bee tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.612315 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3e974a9d-e68e-4a8d-8c12-9acd2ae57bee tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2901332 Sep 21 15:15:16.616361 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59318) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:16.630914 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5088f08b-11e0-47fd-97e2-54844dabbec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.681985 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5f83d49e-5636-45b5-8c68-7bb9228df4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.688406 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6eaeafc2-d2fc-4c63-bab2-2819a73c3d2f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.705465 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6eaeafc2-d2fc-4c63-bab2-2819a73c3d2f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.712434 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5088f08b-11e0-47fd-97e2-54844dabbec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.723793 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:16.737505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83d49e-5636-45b5-8c68-7bb9228df4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74302b99-e801-46b5-9df3-adb89f291cc3,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:16.746703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:subnet and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:16.760549 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:16.767014 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6eaeafc2-d2fc-4c63-bab2-2819a73c3d2f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.774689 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:16.776820 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5f83d49e-5636-45b5-8c68-7bb9228df4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.780342 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5f83d49e-5636-45b5-8c68-7bb9228df4bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/74302b99-e801-46b5-9df3-adb89f291cc3 HTTP/1.1" status: 204 len: 168 time: 1.1561375 Sep 21 15:15:16.788058 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.798700 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6eaeafc2-d2fc-4c63-bab2-2819a73c3d2f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.802746 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6eaeafc2-d2fc-4c63-bab2-2819a73c3d2f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/36516235-b430-4284-b0df-97e9ddcecad9 HTTP/1.1" status: 204 len: 168 time: 0.1849110 Sep 21 15:15:16.803380 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59324) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:16.806584 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaeafc2-d2fc-4c63-bab2-2819a73c3d2f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36516235-b430-4284-b0df-97e9ddcecad9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:16.815716 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.838944 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Transition to ACTIVE for port object 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:16.843721 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5088f08b-11e0-47fd-97e2-54844dabbec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.846353 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5088f08b-11e0-47fd-97e2-54844dabbec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.849749 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5088f08b-11e0-47fd-97e2-54844dabbec0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3cd7bc43-6a4c-4b7f-82a9-e614d787778f HTTP/1.1" status: 204 len: 168 time: 0.3747089 Sep 21 15:15:16.876835 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088f08b-11e0-47fd-97e2-54844dabbec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd7bc43-6a4c-4b7f-82a9-e614d787778f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:16.879280 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Made reservation on behalf of 4ae973dfcd6b4097b917fb2b9641e0f1 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:16.882754 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.882901 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Transition to ACTIVE for port object 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:16.891124 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0826b9ed-a9d3-4b13-9543-c46b5c9afb54 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Synchronizing usage tracker for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:16.911096 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:16.917260 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0826b9ed-a9d3-4b13-9543-c46b5c9afb54 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Unset dirty status for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:16.923642 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0826b9ed-a9d3-4b13-9543-c46b5c9afb54 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1186185 Sep 21 15:15:16.924225 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59330) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:16.993778 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4efd8058-3a1e-473c-aee3-14d36a2aefe2 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:17.012754 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4efd8058-3a1e-473c-aee3-14d36a2aefe2 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:17.024689 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Network 703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:17.027630 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:17.037067 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:17.050529 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Pushing event updated for resources: {'Port': ['ID=3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:17.082499 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4efd8058-3a1e-473c-aee3-14d36a2aefe2 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:17.142233 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 8d2a8007-688c-4248-83a0-b535d8cf072c up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:17.161661 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd8058-3a1e-473c-aee3-14d36a2aefe2 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9dabed0-9809-45c3-ae51-1fd7051c2270,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:17.170547 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4efd8058-3a1e-473c-aee3-14d36a2aefe2 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:17.175272 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59342) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:17.175821 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4efd8058-3a1e-473c-aee3-14d36a2aefe2 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/d9dabed0-9809-45c3-ae51-1fd7051c2270 HTTP/1.1" status: 204 len: 168 time: 0.2504971 Sep 21 15:15:17.177587 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:17.184753 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:17.298714 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Attempting to bind port 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:15:17.299215 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Attempting to bind port 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'a78e60f3-aff0-4e82-b7c6-4329ac96e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:15:17.299650 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Attempting to bind port 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd on network 703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:15:17.312677 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:15:17.313143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Checking segment: {'id': 'a78e60f3-aff0-4e82-b7c6-4329ac96e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:17.313832 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:17.314300 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Bound using segment: {'id': 'a78e60f3-aff0-4e82-b7c6-4329ac96e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:15:17.315342 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Bound port: 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78e60f3-aff0-4e82-b7c6-4329ac96e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:15:17.316125 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:17.382126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:17.389766 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:17.399048 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:17.424873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 8d2a8007-688c-4248-83a0-b535d8cf072c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:17.425416 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:17.463037 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59356) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:17.513763 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] For port 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:15:17.518687 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] For port 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd,segment=NetworkSegment(a78e60f3-aff0-4e82-b7c6-4329ac96e8de),segment_id=a78e60f3-aff0-4e82-b7c6-4329ac96e8de)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:15:17.535522 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-aeb5ec7e-01ee-4ba8-867e-6b9afb12e407 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13e4b4da3ee542a1bb3bb840b7fb46c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0712337 Sep 21 15:15:17.538179 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59360) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:17.567842 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:17.572592 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Pushing event updated for resources: {'Port': ['ID=df53ef9f-13c1-47f6-9722-79f57f87973f,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:17.586755 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cec80b3d-988e-4398-8311-d2cfcff7c645 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Synchronizing usage tracker for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:17.624221 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-19747ac8-e087-4c6c-9e3e-abf7efa5ff15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:17.661456 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-19747ac8-e087-4c6c-9e3e-abf7efa5ff15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:17.662828 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Pushing event updated for resources: {'Port': ['ID=3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:17.677365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:17.677718 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:17.678473 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:17.678473 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:17.678714 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:17.679046 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:17.679377 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:17.679719 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:17.680037 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:17.680367 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:17.680772 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:17.681138 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e53265-2b3b-4cf9-beea-ea928a18c9c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:17.696364 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 8d2a8007-688c-4248-83a0-b535d8cf072c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:17.734611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cec80b3d-988e-4398-8311-d2cfcff7c645 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Unset dirty status for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:17.740223 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cec80b3d-988e-4398-8311-d2cfcff7c645 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.5570524 Sep 21 15:15:17.740424 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59370) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:17.779843 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-19747ac8-e087-4c6c-9e3e-abf7efa5ff15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:17.812536 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19747ac8-e087-4c6c-9e3e-abf7efa5ff15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ad1560-a763-463c-8fa1-43f0dc076f7d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:17.821798 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-19747ac8-e087-4c6c-9e3e-abf7efa5ff15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:17.823209 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-19747ac8-e087-4c6c-9e3e-abf7efa5ff15 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/29ad1560-a763-463c-8fa1-43f0dc076f7d HTTP/1.1" status: 204 len: 168 time: 0.2840455 Sep 21 15:15:17.825034 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff3776ab-2294-40a8-8f59-9d38b676999c tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:17.836877 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff3776ab-2294-40a8-8f59-9d38b676999c tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:17.881879 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff3776ab-2294-40a8-8f59-9d38b676999c tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:17.921438 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3776ab-2294-40a8-8f59-9d38b676999c tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c00a842-f61b-4ff7-b163-e6c6462cd19d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:17.940922 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff3776ab-2294-40a8-8f59-9d38b676999c tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:17.942723 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ff3776ab-2294-40a8-8f59-9d38b676999c tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/0c00a842-f61b-4ff7-b163-e6c6462cd19d HTTP/1.1" status: 204 len: 168 time: 0.1995261 Sep 21 15:15:17.946173 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59380) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:17.971537 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:18.026087 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a26b3e0a-6af4-4318-abc1-106337939422 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Synchronizing usage tracker for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:18.047418 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a26b3e0a-6af4-4318-abc1-106337939422 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Unset dirty status for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:18.050948 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a26b3e0a-6af4-4318-abc1-106337939422 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1037211 Sep 21 15:15:18.059738 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59384) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:18.093020 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59390) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:18.158486 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-35c98e12-bcf8-4d5f-bd98-47c45e820902 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:18.176519 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-35c98e12-bcf8-4d5f-bd98-47c45e820902 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:18.206753 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Subnet': ['ID=47bd4c19-6f39-445f-a203-1c46cffb7a72,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:18.213854 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-35c98e12-bcf8-4d5f-bd98-47c45e820902 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:18.229253 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router 99711112-46d5-411d-abc4-91b20dae5b36 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:15:18.244744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:18.245280 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:18.245799 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:18.246282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:18.246789 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:18.247329 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:18.247662 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:18.247994 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:18.248323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:18.248708 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:18.249065 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:18.249399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:18.249516 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c98e12-bcf8-4d5f-bd98-47c45e820902 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f85d2b2c-d5b4-46da-b072-69fed89c041e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:18.253029 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-35c98e12-bcf8-4d5f-bd98-47c45e820902 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:18.259873 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-35c98e12-bcf8-4d5f-bd98-47c45e820902 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/f85d2b2c-d5b4-46da-b072-69fed89c041e HTTP/1.1" status: 204 len: 168 time: 0.1939850 Sep 21 15:15:18.260975 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59398) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:18.283763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Checking segment: {'id': '21590087-801e-4cfb-8478-c9330565e978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6b8fa247-49e4-4cf6-ab65-c15715b66ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:18.284125 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network hostable DHCP agents. Network: 6b8fa247-49e4-4cf6-ab65-c15715b66ed1, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:15:18.293687 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1450991801'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:18.299489 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:18.304032 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Usage tracker for resource:network and tenant:3430f7f7d1fb47fd95a28ea4ad0b693b is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:18.307400 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:18.314526 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:18.328918 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Made reservation on behalf of 3430f7f7d1fb47fd95a28ea4ad0b693b for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:18.334533 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:18.354762 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:18.374614 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:18.379525 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Usage tracker for resource:security_group_rule and tenant:3430f7f7d1fb47fd95a28ea4ad0b693b is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:18.383160 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:18.389505 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:18.492849 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:18.497668 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:18.558899 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbd95a5-e2dd-4efd-ace4-58ea746d1da1,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:18.575664 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:15:18.590351 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:18.591123 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Added segment 512cd6d2-9c0d-49ce-b170-12a7110d5dde of type vlan for network 80a507a2-ef7e-48cb-a547-63bd82ceca93 Sep 21 15:15:18.631048 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:18.674998 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-905c5add-d2de-4d09-bd0f-08bed37e42e6 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4071507 Sep 21 15:15:18.675140 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59416) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:18.675257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network 6b8fa247-49e4-4cf6-ab65-c15715b66ed1 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:15:18.691724 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:18.698208 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:18.698838 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:18.793474 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:15:18.794946 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:18.803662 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa43c8ba-d9db-45d0-8399-91226488d569 None None] Sync routers for ids ['99711112-46d5-411d-abc4-91b20dae5b36'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:15:18.823841 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa43c8ba-d9db-45d0-8399-91226488d569 None None] Routers {'99711112-46d5-411d-abc4-91b20dae5b36'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:18.824503 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fa43c8ba-d9db-45d0-8399-91226488d569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['99711112-46d5-411d-abc4-91b20dae5b36'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:18.843981 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59422) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:18.852534 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d78bd2c-d79b-4b48-9355-786918e01e85 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:18.891428 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 6b8fa247-49e4-4cf6-ab65-c15715b66ed1) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:18.905104 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:18.905686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:18.909108 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8130324 Sep 21 15:15:18.911960 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59428) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:18.912346 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d78bd2c-d79b-4b48-9355-786918e01e85 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:18.928920 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31191b64-5294-4161-9b48-1c89c7d404f4 None None] Network 6b8fa247-49e4-4cf6-ab65-c15715b66ed1 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:18.930890 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a4d265c7-c814-4319-acab-010b62b3bded tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Request body: {'subnet': {'network_id': '80a507a2-ef7e-48cb-a547-63bd82ceca93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:18.951445 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410cc63-34d9-4636-95c7-59f10998e480 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Pushing event updated for resources: {'Network': ['ID=80a507a2-ef7e-48cb-a547-63bd82ceca93,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:18.970169 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b575fbeb-084f-4df1-bdb6-21a515a38734 None None] Network 703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:18.975246 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d78bd2c-d79b-4b48-9355-786918e01e85 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:18.984988 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 80a507a2-ef7e-48cb-a547-63bd82ceca93 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:15:19.015218 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78bd2c-d79b-4b48-9355-786918e01e85 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9aa03c7-1c8a-46fe-9aba-da72bd04962c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:19.026375 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d78bd2c-d79b-4b48-9355-786918e01e85 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:19.032407 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5d78bd2c-d79b-4b48-9355-786918e01e85 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/c9aa03c7-1c8a-46fe-9aba-da72bd04962c HTTP/1.1" status: 204 len: 168 time: 0.3559527 Sep 21 15:15:19.035924 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59432) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:19.052007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fa43c8ba-d9db-45d0-8399-91226488d569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:19.064806 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:19.066083 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f07bcf55-d274-4151-9193-4b03fd6d18cb tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.2896109 Sep 21 15:15:19.068907 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59436) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:19.156802 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d9701184-ac10-4e88-b6a3-58e098d94a1c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9958119 Sep 21 15:15:19.166411 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59442) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:19.169984 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2135242930'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:19.190779 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-02d946ca-7793-4ce4-8a29-fe5174556b0f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-177188984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:19.192524 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:19.199914 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:19.204092 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-02d946ca-7793-4ce4-8a29-fe5174556b0f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:19.208369 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a4d265c7-c814-4319-acab-010b62b3bded tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:19.215441 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Usage tracker for resource:network and tenant:dfc9ec771fe0440db9f57623ab8f1936 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:19.217175 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a4d265c7-c814-4319-acab-010b62b3bded tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Usage tracker for resource:subnet and tenant:3430f7f7d1fb47fd95a28ea4ad0b693b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:19.222054 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a4d265c7-c814-4319-acab-010b62b3bded tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:19.224494 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-02d946ca-7793-4ce4-8a29-fe5174556b0f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:router and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:19.230249 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:19.236549 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-02d946ca-7793-4ce4-8a29-fe5174556b0f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:19.250595 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:19.254203 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa43c8ba-d9db-45d0-8399-91226488d569 None None] Routers {'99711112-46d5-411d-abc4-91b20dae5b36'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:19.254840 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fa43c8ba-d9db-45d0-8399-91226488d569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['99711112-46d5-411d-abc4-91b20dae5b36'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:19.257685 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-02d946ca-7793-4ce4-8a29-fe5174556b0f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:19.288735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a4d265c7-c814-4319-acab-010b62b3bded tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:19.328876 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d265c7-c814-4319-acab-010b62b3bded tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Made reservation on behalf of 3430f7f7d1fb47fd95a28ea4ad0b693b for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:19.333442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a4d265c7-c814-4319-acab-010b62b3bded tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:19.346873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-da8e2277-f8b7-4752-bf48-5031145813ec None None] Provisioning for port 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:19.370727 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fa43c8ba-d9db-45d0-8399-91226488d569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:19.371124 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa43c8ba-d9db-45d0-8399-91226488d569 None None] The sync data for ids ['99711112-46d5-411d-abc4-91b20dae5b36'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:15:19.456567 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-63f55bc2-e171-48ba-b70f-7ff8a3ed8f15 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Synchronizing usage tracker for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:19.490480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Made reservation on behalf of dfc9ec771fe0440db9f57623ab8f1936 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:19.494824 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:19.503966 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-02d946ca-7793-4ce4-8a29-fe5174556b0f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:19.505877 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-02d946ca-7793-4ce4-8a29-fe5174556b0f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:19.527050 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:19.533428 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:19.546415 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-63f55bc2-e171-48ba-b70f-7ff8a3ed8f15 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Unset dirty status for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:19.547735 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-63f55bc2-e171-48ba-b70f-7ff8a3ed8f15 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5107510 Sep 21 15:15:19.554569 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59446) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:19.569720 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4a937d83-1bf0-40e4-acfb-6e12b62f94c4 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/routers/99711112-46d5-411d-abc4-91b20dae5b36 HTTP/1.1" status: 200 len: 884 time: 0.4950671 Sep 21 15:15:19.581981 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-02d946ca-7793-4ce4-8a29-fe5174556b0f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:19.583697 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59450) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:19.593346 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:19.593569 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:19.661512 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Usage tracker for resource:security_group_rule and tenant:dfc9ec771fe0440db9f57623ab8f1936 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:19.671721 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:19.691452 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:19.694820 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:19.694820 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:19.732315 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-6b8fa247-49e4-4cf6-ab65-c15715b66ed1', 'network_id': '6b8fa247-49e4-4cf6-ab65-c15715b66ed1', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'fixed_ips': [{'subnet_id': '47bd4c19-6f39-445f-a203-1c46cffb7a72'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:15:19.733035 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:19.745881 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-02d946ca-7793-4ce4-8a29-fe5174556b0f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:19.802967 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b24f5b36-6bd3-41a4-a653-78cddc861d0f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:19.836198 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-02d946ca-7793-4ce4-8a29-fe5174556b0f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:19.837475 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-02d946ca-7793-4ce4-8a29-fe5174556b0f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6616082 Sep 21 15:15:19.846918 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59454) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:19.860713 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b24f5b36-6bd3-41a4-a653-78cddc861d0f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:20.001703 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] Allocated IP 172.21.0.2 (6b8fa247-49e4-4cf6-ab65-c15715b66ed1/47bd4c19-6f39-445f-a203-1c46cffb7a72/9ce6092e-27f2-48a9-a7b2-ba37b7313d2c) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:15:20.004906 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a4d265c7-c814-4319-acab-010b62b3bded tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:20.006369 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:20.015716 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:20.015959 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:20.018703 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:20.035618 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b24f5b36-6bd3-41a4-a653-78cddc861d0f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:20.100133 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:15:20.102153 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d265c7-c814-4319-acab-010b62b3bded tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Pushing event updated for resources: {'Subnet': ['ID=883ea595-bbeb-45fd-9818-620961a4dd9f,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:20.103220 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef66ba51-4cae-43f3-9d87-bf0d30075b66,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:20.147272 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd,segment=NetworkSegment(a78e60f3-aff0-4e82-b7c6-4329ac96e8de),segment_id=a78e60f3-aff0-4e82-b7c6-4329ac96e8de)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:20.156902 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:20.163909 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:20.164239 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Added segment 86fdf51a-c684-46de-b0d2-f5cd4988893b of type vlan for network 29ba612e-db7b-49b1-ac41-0cc06749cfff Sep 21 15:15:20.166379 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b24f5b36-6bd3-41a4-a653-78cddc861d0f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:20.170181 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b24f5b36-6bd3-41a4-a653-78cddc861d0f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "DELETE /v2.0/security-groups/c4ad07d1-42cc-427a-a5aa-fb7c4ff0e3e5 HTTP/1.1" status: 204 len: 168 time: 0.6093910 Sep 21 15:15:20.174076 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f5b36-6bd3-41a4-a653-78cddc861d0f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ad07d1-42cc-427a-a5aa-fb7c4ff0e3e5,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:20.182117 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59458) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:20.240135 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:20.258084 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-64432497-a16c-46d7-97a6-0227ba56e7d2 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Synchronizing usage tracker for tenant:36a774c8465a450c8e27de7666e71b71 on resource:router {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:20.310616 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-998702e2-988b-42e6-8e6f-087bad7c83d1 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Synchronizing usage tracker for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:20.319244 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-64432497-a16c-46d7-97a6-0227ba56e7d2 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Unset dirty status for tenant:36a774c8465a450c8e27de7666e71b71 on resource:router {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:20.322706 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-64432497-a16c-46d7-97a6-0227ba56e7d2 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7338264 Sep 21 15:15:20.327288 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59462) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:20.336210 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-53b51a8a-66a8-4771-86b5-acfa6d88c960 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-702604907'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:20.338422 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:20.381745 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-898eb6ce-a6b2-4043-b02e-668319b012df None None] Provisioning complete for port 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:20.382121 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-898eb6ce-a6b2-4043-b02e-668319b012df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:20.390215 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:20.396861 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:20.397533 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:20.423331 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:20.445380 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] Transition to ACTIVE for port object 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:20.451083 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-998702e2-988b-42e6-8e6f-087bad7c83d1 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Unset dirty status for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:20.455024 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-998702e2-988b-42e6-8e6f-087bad7c83d1 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2681680 Sep 21 15:15:20.473073 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] Transition to ACTIVE for port object 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:20.479879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59466) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:20.480513 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:20.491979 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:15:20.497815 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ef68b9b3-05bf-4acd-96d7-bf03a430774f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group': {'name': 'tempest-secgroup--674831604'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:20.512901 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ef68b9b3-05bf-4acd-96d7-bf03a430774f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:20.541494 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6906996 Sep 21 15:15:20.577561 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59470) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:20.584319 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d265c7-c814-4319-acab-010b62b3bded tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Checking segment: {'id': '512cd6d2-9c0d-49ce-b170-12a7110d5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80a507a2-ef7e-48cb-a547-63bd82ceca93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:20.584780 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d265c7-c814-4319-acab-010b62b3bded tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Network hostable DHCP agents. Network: 80a507a2-ef7e-48cb-a547-63bd82ceca93, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:15:20.605707 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e6fcd968-e911-46da-a328-eed8137254a0 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Request body: {'subnet': {'network_id': '29ba612e-db7b-49b1-ac41-0cc06749cfff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:20.605923 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] Network 6b8fa247-49e4-4cf6-ab65-c15715b66ed1 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:20.608254 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] Pushing event updated for resources: {'Port': ['ID=9ce6092e-27f2-48a9-a7b2-ba37b7313d2c,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:20.613595 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:20.613790 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777b0f3-00a1-4cdf-8c7d-7d91adc78001 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Pushing event updated for resources: {'Network': ['ID=29ba612e-db7b-49b1-ac41-0cc06749cfff,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:20.618210 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:20.662264 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-898eb6ce-a6b2-4043-b02e-668319b012df None None] Current status of the port 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:20.664305 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 29ba612e-db7b-49b1-ac41-0cc06749cfff details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:15:20.725937 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ef68b9b3-05bf-4acd-96d7-bf03a430774f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:20.811887 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] Attempting to bind port 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:15:20.812293 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] Attempting to bind port 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '21590087-801e-4cfb-8478-c9330565e978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6b8fa247-49e4-4cf6-ab65-c15715b66ed1'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:15:20.812624 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] Attempting to bind port 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c on network 6b8fa247-49e4-4cf6-ab65-c15715b66ed1 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:15:20.831214 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:15:20.831591 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] Checking segment: {'id': '21590087-801e-4cfb-8478-c9330565e978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6b8fa247-49e4-4cf6-ab65-c15715b66ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:20.831985 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:20.832382 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] Bound using segment: {'id': '21590087-801e-4cfb-8478-c9330565e978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6b8fa247-49e4-4cf6-ab65-c15715b66ed1'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:15:20.832898 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] Bound port: 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21590087-801e-4cfb-8478-c9330565e978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6b8fa247-49e4-4cf6-ab65-c15715b66ed1'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:15:20.833263 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:20.878814 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ef68b9b3-05bf-4acd-96d7-bf03a430774f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:20.906397 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d265c7-c814-4319-acab-010b62b3bded tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Network 80a507a2-ef7e-48cb-a547-63bd82ceca93 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:15:20.925427 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] For port 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:15:20.928984 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] For port 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9ce6092e-27f2-48a9-a7b2-ba37b7313d2c,segment=NetworkSegment(21590087-801e-4cfb-8478-c9330565e978),segment_id=21590087-801e-4cfb-8478-c9330565e978)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:15:20.933420 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:21.004927 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ef68b9b3-05bf-4acd-96d7-bf03a430774f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:21.014372 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d604aa-8026-42b2-8150-22a553943d2c None None] Pushing event updated for resources: {'Port': ['ID=9ce6092e-27f2-48a9-a7b2-ba37b7313d2c,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:21.014837 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-53b51a8a-66a8-4771-86b5-acfa6d88c960 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:21.026263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a4d265c7-c814-4319-acab-010b62b3bded tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 80a507a2-ef7e-48cb-a547-63bd82ceca93) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:21.028041 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-53b51a8a-66a8-4771-86b5-acfa6d88c960 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:21.028582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ef68b9b3-05bf-4acd-96d7-bf03a430774f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Usage tracker for resource:security_group_rule and tenant:88abad813a0a46b5922bb6cca0db26e0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:21.037270 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e6fcd968-e911-46da-a328-eed8137254a0 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:21.042312 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ef68b9b3-05bf-4acd-96d7-bf03a430774f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:21.045112 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568f4605-ea12-4f74-951e-3c814b766874 None None] Network 80a507a2-ef7e-48cb-a547-63bd82ceca93 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:21.056564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d265c7-c814-4319-acab-010b62b3bded tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:21.057156 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a4d265c7-c814-4319-acab-010b62b3bded tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:21.064522 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ef68b9b3-05bf-4acd-96d7-bf03a430774f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:21.066671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e6fcd968-e911-46da-a328-eed8137254a0 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Usage tracker for resource:subnet and tenant:dfc9ec771fe0440db9f57623ab8f1936 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:21.072582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e6fcd968-e911-46da-a328-eed8137254a0 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:21.146391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e6fcd968-e911-46da-a328-eed8137254a0 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:21.169680 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:21.173450 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:15:21.182713 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] Sync routers for ids ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:15:21.194717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a10bf5f6-995f-400a-8b14-03dc2af507e4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:21.202611 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] Routers {'85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:21.206931 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:21.298354 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b51a8a-66a8-4771-86b5-acfa6d88c960 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router 99711112-46d5-411d-abc4-91b20dae5b36 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:15:21.351429 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:21.352039 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:21.475188 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-80a507a2-ef7e-48cb-a547-63bd82ceca93', 'network_id': '80a507a2-ef7e-48cb-a547-63bd82ceca93', 'tenant_id': '3430f7f7d1fb47fd95a28ea4ad0b693b', 'fixed_ips': [{'subnet_id': '883ea595-bbeb-45fd-9818-620961a4dd9f'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:15:21.478150 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:21.480996 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a4d265c7-c814-4319-acab-010b62b3bded tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5676751 Sep 21 15:15:21.513821 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] Set router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:15:21.540821 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59474) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:21.545292 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fcd968-e911-46da-a328-eed8137254a0 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Made reservation on behalf of dfc9ec771fe0440db9f57623ab8f1936 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:21.551027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e6fcd968-e911-46da-a328-eed8137254a0 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:21.791366 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:21.792124 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ef68b9b3-05bf-4acd-96d7-bf03a430774f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:21.806287 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] Allocated IP 172.20.0.2 (80a507a2-ef7e-48cb-a547-63bd82ceca93/883ea595-bbeb-45fd-9818-620961a4dd9f/de8fe06e-2df5-4d5e-83d4-56b33e234827) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:15:21.812657 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b51a8a-66a8-4771-86b5-acfa6d88c960 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:15:21.822090 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-53b51a8a-66a8-4771-86b5-acfa6d88c960 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:21.826824 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070586c7-1770-4789-8b64-b4b5eca33dfa None None] Sync routers for ids ['99711112-46d5-411d-abc4-91b20dae5b36'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:15:21.827626 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-53b51a8a-66a8-4771-86b5-acfa6d88c960 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/99711112-46d5-411d-abc4-91b20dae5b36 HTTP/1.1" status: 200 len: 891 time: 1.4990871 Sep 21 15:15:21.828546 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59478) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:21.879378 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:18Z', 'revision_number': 3, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:21.883576 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] Checking router: 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:15:21.883918 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] Updating router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c port df53ef9f-13c1-47f6-9722-79f57f87973f binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:15:21.928031 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070586c7-1770-4789-8b64-b4b5eca33dfa None None] Routers {'99711112-46d5-411d-abc4-91b20dae5b36'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:21.928796 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-070586c7-1770-4789-8b64-b4b5eca33dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['99711112-46d5-411d-abc4-91b20dae5b36'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:21.941318 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:22.010325 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-a10bf5f6-995f-400a-8b14-03dc2af507e4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Allocated IP 172.20.0.1 (703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2/79c5f8ce-2f74-43fa-a919-db3937f3b85e/84eb0864-5edf-4e0e-a473-06a70595056e) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:15:22.012310 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-070586c7-1770-4789-8b64-b4b5eca33dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:22.056045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:22.062228 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070586c7-1770-4789-8b64-b4b5eca33dfa None None] Routers {'99711112-46d5-411d-abc4-91b20dae5b36'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:22.062972 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-070586c7-1770-4789-8b64-b4b5eca33dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['99711112-46d5-411d-abc4-91b20dae5b36'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:22.145205 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-48e2261b-64e5-452e-9c81-37ad6361d4e6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/routers/99711112-46d5-411d-abc4-91b20dae5b36 HTTP/1.1" status: 200 len: 891 time: 0.3126187 Sep 21 15:15:22.145994 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59482) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:22.178467 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-070586c7-1770-4789-8b64-b4b5eca33dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:22.179649 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070586c7-1770-4789-8b64-b4b5eca33dfa None None] The sync data for ids ['99711112-46d5-411d-abc4-91b20dae5b36'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:15:22.253031 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4834d59a-cf70-4f29-bd30-019a5867a6d6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/ports?device_id=99711112-46d5-411d-abc4-91b20dae5b36 HTTP/1.1" status: 200 len: 205 time: 0.1036890 Sep 21 15:15:22.253918 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59486) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:22.316684 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:22.329334 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-09f2de26-41de-4317-807e-bb210e5630bd tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Request body: {'port': {'network_id': '80a507a2-ef7e-48cb-a547-63bd82ceca93', 'name': 'tempest-TagsExtTest-1921254355'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:22.332254 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] Transition to ACTIVE for port object de8fe06e-2df5-4d5e-83d4-56b33e234827 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:22.347602 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ef68b9b3-05bf-4acd-96d7-bf03a430774f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:22.351555 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:22.352993 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1db2cdda-0263-4971-852f-d36ce361ea6d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.1205339 Sep 21 15:15:22.357389 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] Transition to ACTIVE for port object de8fe06e-2df5-4d5e-83d4-56b33e234827 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:22.366779 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:22.398280 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59490) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:22.412354 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68b9b3-05bf-4acd-96d7-bf03a430774f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85e6c771-fc7c-4fd3-a98e-1d2629507b72,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:22.451536 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] Network 80a507a2-ef7e-48cb-a547-63bd82ceca93 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:22.467306 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:22.488005 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:22.516716 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20b95d80-4ed0-415d-82ca-aa9eaa4fe51d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:22.555818 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:22.572284 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] Pushing event updated for resources: {'Port': ['ID=de8fe06e-2df5-4d5e-83d4-56b33e234827,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:22.572874 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] Transition to ACTIVE for port object df53ef9f-13c1-47f6-9722-79f57f87973f will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:22.583001 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:22.625621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fd746e-ecd9-469d-aa37-1acb3d469071 None None] Network 6b8fa247-49e4-4cf6-ab65-c15715b66ed1 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:22.696581 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] Attempting to bind port df53ef9f-13c1-47f6-9722-79f57f87973f on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:15:22.696581 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] Attempting to bind port df53ef9f-13c1-47f6-9722-79f57f87973f by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:15:22.703300 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] Attempting to bind port df53ef9f-13c1-47f6-9722-79f57f87973f on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:15:22.710404 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2889b-3a20-4b64-8636-9abe0d3e4e5e None None] Pushing event updated for resources: {'Port': ['ID=df53ef9f-13c1-47f6-9722-79f57f87973f,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:22.720402 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:15:22.721289 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:22.721467 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:22.722430 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:15:22.723864 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] Bound port: df53ef9f-13c1-47f6-9722-79f57f87973f, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:15:22.724243 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:22.731068 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20b95d80-4ed0-415d-82ca-aa9eaa4fe51d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:22.742825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] Attempting to bind port de8fe06e-2df5-4d5e-83d4-56b33e234827 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:15:22.742825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] Attempting to bind port de8fe06e-2df5-4d5e-83d4-56b33e234827 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '512cd6d2-9c0d-49ce-b170-12a7110d5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80a507a2-ef7e-48cb-a547-63bd82ceca93'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:15:22.743177 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] Attempting to bind port de8fe06e-2df5-4d5e-83d4-56b33e234827 on network 80a507a2-ef7e-48cb-a547-63bd82ceca93 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:15:22.747930 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-20b95d80-4ed0-415d-82ca-aa9eaa4fe51d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting port e259337f-9f40-4fe2-8064-98a4c630e3c4 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:22.748783 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20b95d80-4ed0-415d-82ca-aa9eaa4fe51d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:22.752655 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ef68b9b3-05bf-4acd-96d7-bf03a430774f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:22.753202 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:15:22.753839 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] Checking segment: {'id': '512cd6d2-9c0d-49ce-b170-12a7110d5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80a507a2-ef7e-48cb-a547-63bd82ceca93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:22.753981 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:22.757239 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] Bound using segment: {'id': '512cd6d2-9c0d-49ce-b170-12a7110d5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80a507a2-ef7e-48cb-a547-63bd82ceca93'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:15:22.757393 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ef68b9b3-05bf-4acd-96d7-bf03a430774f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2731984 Sep 21 15:15:22.757497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] Bound port: de8fe06e-2df5-4d5e-83d4-56b33e234827, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512cd6d2-9c0d-49ce-b170-12a7110d5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '80a507a2-ef7e-48cb-a547-63bd82ceca93'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:15:22.757497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:22.765384 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59494) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:22.767648 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2889b-3a20-4b64-8636-9abe0d3e4e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:22.768285 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2889b-3a20-4b64-8636-9abe0d3e4e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:22.768414 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2889b-3a20-4b64-8636-9abe0d3e4e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:22.769119 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2889b-3a20-4b64-8636-9abe0d3e4e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:22.769465 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2889b-3a20-4b64-8636-9abe0d3e4e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:22.769800 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2889b-3a20-4b64-8636-9abe0d3e4e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:22.770130 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2889b-3a20-4b64-8636-9abe0d3e4e5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:22.770536 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2889b-3a20-4b64-8636-9abe0d3e4e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:22.771181 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2889b-3a20-4b64-8636-9abe0d3e4e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:22.771181 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2889b-3a20-4b64-8636-9abe0d3e4e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:22.771395 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3a417aaf-238c-4c51-b82a-1f483c2d492f None None] Provisioning for port 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:22.771507 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2889b-3a20-4b64-8636-9abe0d3e4e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:22.771729 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2889b-3a20-4b64-8636-9abe0d3e4e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:15:22.841342 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] For port df53ef9f-13c1-47f6-9722-79f57f87973f, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:15:22.847145 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] For port df53ef9f-13c1-47f6-9722-79f57f87973f, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=df53ef9f-13c1-47f6-9722-79f57f87973f,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:15:22.855354 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:22.935716 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] For port de8fe06e-2df5-4d5e-83d4-56b33e234827, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:15:22.940708 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] For port de8fe06e-2df5-4d5e-83d4-56b33e234827, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=de8fe06e-2df5-4d5e-83d4-56b33e234827,segment=NetworkSegment(512cd6d2-9c0d-49ce-b170-12a7110d5dde),segment_id=512cd6d2-9c0d-49ce-b170-12a7110d5dde)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:15:22.943372 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2889b-3a20-4b64-8636-9abe0d3e4e5e None None] Pushing event updated for resources: {'Port': ['ID=df53ef9f-13c1-47f6-9722-79f57f87973f,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:22.962438 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] Routers {'85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:22.963428 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:22.977481 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f445e5fa-dfb6-49d8-9ac3-1806008ba3d6 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group_rule': {'security_group_id': '85e6c771-fc7c-4fd3-a98e-1d2629507b72', 'direction': 'ingress', 'protocol': 17}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:22.982916 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20b95d80-4ed0-415d-82ca-aa9eaa4fe51d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:23.000514 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:23.160558 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-20b95d80-4ed0-415d-82ca-aa9eaa4fe51d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Calling delete_port for e259337f-9f40-4fe2-8064-98a4c630e3c4 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:23.178955 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:23.229266 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a10bf5f6-995f-400a-8b14-03dc2af507e4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:23.239032 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1aa68b-bedf-4566-be94-367037a7d83a None None] Pushing event updated for resources: {'Port': ['ID=de8fe06e-2df5-4d5e-83d4-56b33e234827,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:23.241282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f445e5fa-dfb6-49d8-9ac3-1806008ba3d6 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:23.263957 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f445e5fa-dfb6-49d8-9ac3-1806008ba3d6 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Usage tracker for resource:security_group_rule and tenant:88abad813a0a46b5922bb6cca0db26e0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:23.281251 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f445e5fa-dfb6-49d8-9ac3-1806008ba3d6 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:23.283005 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:23.290017 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:23.290670 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:23.338173 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f445e5fa-dfb6-49d8-9ac3-1806008ba3d6 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:23.340611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-a10bf5f6-995f-400a-8b14-03dc2af507e4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Transition to ACTIVE for port object 84eb0864-5edf-4e0e-a473-06a70595056e will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:23.370540 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e6fcd968-e911-46da-a328-eed8137254a0 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:23.396804 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20b95d80-4ed0-415d-82ca-aa9eaa4fe51d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:23.414119 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] Set router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:15:23.452962 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b95d80-4ed0-415d-82ca-aa9eaa4fe51d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Port': ['ID=e259337f-9f40-4fe2-8064-98a4c630e3c4,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:23.521065 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:23.521487 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:23.609492 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9ce6092e-27f2-48a9-a7b2-ba37b7313d2c,segment=NetworkSegment(21590087-801e-4cfb-8478-c9330565e978),segment_id=21590087-801e-4cfb-8478-c9330565e978)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:23.618378 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:23.694466 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-09f2de26-41de-4317-807e-bb210e5630bd tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:23.706025 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a10bf5f6-995f-400a-8b14-03dc2af507e4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:23.785580 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c4c7741c-ce91-4525-9088-59f32cbcfea9 None None] Provisioning complete for port 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:23.785580 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4c7741c-ce91-4525-9088-59f32cbcfea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:23.791388 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20b95d80-4ed0-415d-82ca-aa9eaa4fe51d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:23.822015 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f445e5fa-dfb6-49d8-9ac3-1806008ba3d6 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:23.825991 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=9ce6092e-27f2-48a9-a7b2-ba37b7313d2c,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:23.836169 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-09f2de26-41de-4317-807e-bb210e5630bd tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Usage tracker for resource:port and tenant:3430f7f7d1fb47fd95a28ea4ad0b693b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:23.838880 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bf5f6-995f-400a-8b14-03dc2af507e4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Port': ['ID=84eb0864-5edf-4e0e-a473-06a70595056e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:23.843192 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-09f2de26-41de-4317-807e-bb210e5630bd tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:23.867913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fcd968-e911-46da-a328-eed8137254a0 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Checking segment: {'id': '86fdf51a-c684-46de-b0d2-f5cd4988893b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29ba612e-db7b-49b1-ac41-0cc06749cfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:23.868420 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fcd968-e911-46da-a328-eed8137254a0 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Network hostable DHCP agents. Network: 29ba612e-db7b-49b1-ac41-0cc06749cfff, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:15:23.873211 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-09f2de26-41de-4317-807e-bb210e5630bd tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:23.884236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcd968-e911-46da-a328-eed8137254a0 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Pushing event updated for resources: {'Subnet': ['ID=8418c4ac-2d40-4cc9-874c-4ff8eb34c6c2,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:23.906425 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:18Z', 'revision_number': 3, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:23.914126 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714ba8f-2efb-4fa7-855e-26b3ba84f41d None None] The sync data for ids ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'] in dv-neutron-858731-1-hyperv is: [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:18Z', 'revision_number': 3, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:15:23.929767 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7741c-ce91-4525-9088-59f32cbcfea9 None None] Current status of the port 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:23.960210 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10bf5f6-995f-400a-8b14-03dc2af507e4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network 703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:23.973383 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a10bf5f6-995f-400a-8b14-03dc2af507e4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:24.001808 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f2de26-41de-4317-807e-bb210e5630bd tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Made reservation on behalf of 3430f7f7d1fb47fd95a28ea4ad0b693b for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:24.005851 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09f2de26-41de-4317-807e-bb210e5630bd tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:24.013251 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20b95d80-4ed0-415d-82ca-aa9eaa4fe51d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:24.015675 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20b95d80-4ed0-415d-82ca-aa9eaa4fe51d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:24.019194 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7ce7a55-67d5-40e6-9a1e-726dea856df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:24.034647 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10bf5f6-995f-400a-8b14-03dc2af507e4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:24.046667 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20b95d80-4ed0-415d-82ca-aa9eaa4fe51d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:24.047313 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b95d80-4ed0-415d-82ca-aa9eaa4fe51d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Fanout notify agent at l3_agent the message router_deleted on router 99711112-46d5-411d-abc4-91b20dae5b36 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:15:24.086450 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20b95d80-4ed0-415d-82ca-aa9eaa4fe51d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:24.087669 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-20b95d80-4ed0-415d-82ca-aa9eaa4fe51d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/routers/99711112-46d5-411d-abc4-91b20dae5b36 HTTP/1.1" status: 204 len: 168 time: 1.8326712 Sep 21 15:15:24.091812 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59498) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:24.098106 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-18d6a8da-2dbb-44f1-a97c-6415e469969c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1769601009'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:24.103370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-18d6a8da-2dbb-44f1-a97c-6415e469969c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:24.104083 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fcd968-e911-46da-a328-eed8137254a0 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Network 29ba612e-db7b-49b1-ac41-0cc06749cfff is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:15:24.107280 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-18d6a8da-2dbb-44f1-a97c-6415e469969c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:network and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:24.110360 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-18d6a8da-2dbb-44f1-a97c-6415e469969c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:24.117976 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-18d6a8da-2dbb-44f1-a97c-6415e469969c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:24.134537 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d6a8da-2dbb-44f1-a97c-6415e469969c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Made reservation on behalf of 36a774c8465a450c8e27de7666e71b71 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:24.138403 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18d6a8da-2dbb-44f1-a97c-6415e469969c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:24.169637 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d6a8da-2dbb-44f1-a97c-6415e469969c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:15:24.187290 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18d6a8da-2dbb-44f1-a97c-6415e469969c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:24.188103 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-18d6a8da-2dbb-44f1-a97c-6415e469969c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Added segment 8d3331ec-b9fa-43ba-a2ab-e1747289aabd of type vlan for network f52a4715-580b-45ba-8922-9a2b185c7ad8 Sep 21 15:15:24.206615 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e6fcd968-e911-46da-a328-eed8137254a0 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 29ba612e-db7b-49b1-ac41-0cc06749cfff) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:24.216610 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90b2c5f-6c12-4b16-85cf-3e5dbee7cdf3 None None] Network 29ba612e-db7b-49b1-ac41-0cc06749cfff requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:24.271597 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18d6a8da-2dbb-44f1-a97c-6415e469969c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:24.282916 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-09f2de26-41de-4317-807e-bb210e5630bd tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] device_id is not set on port 57739806-7f39-46c8-9917-fd88ce496068 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:15:24.363096 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18d6a8da-2dbb-44f1-a97c-6415e469969c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:24.369353 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d6a8da-2dbb-44f1-a97c-6415e469969c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:24.369989 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18d6a8da-2dbb-44f1-a97c-6415e469969c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:24.459528 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5c1a8d0b-0727-4d7b-a70e-c0df7cb04a07 None None] Provisioning for port 84eb0864-5edf-4e0e-a473-06a70595056e completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:24.481225 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5c1a8d0b-0727-4d7b-a70e-c0df7cb04a07 None None] Provisioning complete for port 84eb0864-5edf-4e0e-a473-06a70595056e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:24.481602 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5c1a8d0b-0727-4d7b-a70e-c0df7cb04a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:24.518559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fcd968-e911-46da-a328-eed8137254a0 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:24.519148 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e6fcd968-e911-46da-a328-eed8137254a0 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:24.536384 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6a8da-2dbb-44f1-a97c-6415e469969c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Network': ['ID=f52a4715-580b-45ba-8922-9a2b185c7ad8,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:24.548752 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-18d6a8da-2dbb-44f1-a97c-6415e469969c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4551208 Sep 21 15:15:24.551651 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59502) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:24.568625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1ade9dc3-6ff9-4f87-aeb3-218506c8bca3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'subnet': {'network_id': 'f52a4715-580b-45ba-8922-9a2b185c7ad8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:24.588987 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network f52a4715-580b-45ba-8922-9a2b185c7ad8 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:15:24.677854 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a10bf5f6-995f-400a-8b14-03dc2af507e4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:24.691856 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5c1a8d0b-0727-4d7b-a70e-c0df7cb04a07 None None] Port 84eb0864-5edf-4e0e-a473-06a70595056e cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:15:24.705429 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f445e5fa-dfb6-49d8-9ac3-1806008ba3d6 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:24.712083 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1ade9dc3-6ff9-4f87-aeb3-218506c8bca3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:24.721732 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1ade9dc3-6ff9-4f87-aeb3-218506c8bca3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:subnet and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:24.726601 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1ade9dc3-6ff9-4f87-aeb3-218506c8bca3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:24.736076 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1ade9dc3-6ff9-4f87-aeb3-218506c8bca3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:24.756493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f445e5fa-dfb6-49d8-9ac3-1806008ba3d6 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:24.794666 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ade9dc3-6ff9-4f87-aeb3-218506c8bca3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Made reservation on behalf of 36a774c8465a450c8e27de7666e71b71 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:24.804634 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ade9dc3-6ff9-4f87-aeb3-218506c8bca3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:24.830573 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e6fcd968-e911-46da-a328-eed8137254a0 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2441907 Sep 21 15:15:24.830573 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445e5fa-dfb6-49d8-9ac3-1806008ba3d6 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df89d91d-4907-416d-9669-63e397a6c6e0,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:24.832790 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59506) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:24.854669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-af693d2f-82c2-4bce-b92b-9e44f6c76bc2 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Request body: {'port': {'network_id': '29ba612e-db7b-49b1-ac41-0cc06749cfff', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2107630251'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:24.907848 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-f7ce7a55-67d5-40e6-9a1e-726dea856df9 admin admin] Allocated IP 172.20.0.1 (4a027504-dd1f-470a-a98b-400eafbfc229/975d8ae1-c46e-49e5-9b8f-b5475bec71b0/8f262c68-7f78-4f12-8ca3-d4ecd652acc8) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:15:24.947748 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-29ba612e-db7b-49b1-ac41-0cc06749cfff', 'network_id': '29ba612e-db7b-49b1-ac41-0cc06749cfff', 'tenant_id': 'dfc9ec771fe0440db9f57623ab8f1936', 'fixed_ips': [{'subnet_id': '8418c4ac-2d40-4cc9-874c-4ff8eb34c6c2'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:15:24.948885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:24.966754 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f445e5fa-dfb6-49d8-9ac3-1806008ba3d6 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:24.970626 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f445e5fa-dfb6-49d8-9ac3-1806008ba3d6 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 2.1945443 Sep 21 15:15:24.973028 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59510) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:24.977573 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ef3b72-23d8-4ce3-9790-035780032f1d None None] Network 80a507a2-ef7e-48cb-a547-63bd82ceca93 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:25.137817 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-af693d2f-82c2-4bce-b92b-9e44f6c76bc2 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:25.160325 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-af693d2f-82c2-4bce-b92b-9e44f6c76bc2 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Usage tracker for resource:port and tenant:dfc9ec771fe0440db9f57623ab8f1936 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:25.165847 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-af693d2f-82c2-4bce-b92b-9e44f6c76bc2 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:25.179032 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-af693d2f-82c2-4bce-b92b-9e44f6c76bc2 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:25.203851 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af693d2f-82c2-4bce-b92b-9e44f6c76bc2 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Made reservation on behalf of dfc9ec771fe0440db9f57623ab8f1936 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:25.206856 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-af693d2f-82c2-4bce-b92b-9e44f6c76bc2 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:25.238125 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-af693d2f-82c2-4bce-b92b-9e44f6c76bc2 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] device_id is not set on port 072001b4-a595-4f9a-b2fb-29f314adf54c yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:15:25.258100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-09f2de26-41de-4317-807e-bb210e5630bd tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Allocated IP 172.20.0.4 (80a507a2-ef7e-48cb-a547-63bd82ceca93/883ea595-bbeb-45fd-9818-620961a4dd9f/57739806-7f39-46c8-9917-fd88ce496068) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:15:25.340146 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a10bf5f6-995f-400a-8b14-03dc2af507e4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:25.351705 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cd685d58-4b86-449d-be5f-ad7fe89fb760 None None] Provisioning for port de8fe06e-2df5-4d5e-83d4-56b33e234827 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:25.489964 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:25.491744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4edf1357-66f1-454d-8254-d79f4ee11851 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:25.537454 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ade9dc3-6ff9-4f87-aeb3-218506c8bca3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:25.582929 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-af693d2f-82c2-4bce-b92b-9e44f6c76bc2 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Allocated IP 172.20.0.5 (29ba612e-db7b-49b1-ac41-0cc06749cfff/8418c4ac-2d40-4cc9-874c-4ff8eb34c6c2/072001b4-a595-4f9a-b2fb-29f314adf54c) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:15:25.635863 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:25.636212 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:25.668493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7ce7a55-67d5-40e6-9a1e-726dea856df9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:25.671950 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4edf1357-66f1-454d-8254-d79f4ee11851 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:25.685232 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade9dc3-6ff9-4f87-aeb3-218506c8bca3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Checking segment: {'id': '8d3331ec-b9fa-43ba-a2ab-e1747289aabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f52a4715-580b-45ba-8922-9a2b185c7ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:25.685948 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade9dc3-6ff9-4f87-aeb3-218506c8bca3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network hostable DHCP agents. Network: f52a4715-580b-45ba-8922-9a2b185c7ad8, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:15:25.691325 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade9dc3-6ff9-4f87-aeb3-218506c8bca3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Subnet': ['ID=d500655d-14fc-4252-93f9-eb98527c428c,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:25.705708 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:15:25.743603 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade9dc3-6ff9-4f87-aeb3-218506c8bca3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network f52a4715-580b-45ba-8922-9a2b185c7ad8 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:15:25.790332 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:25.791420 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device df53ef9f-13c1-47f6-9722-79f57f87973f up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:25.824895 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-1ade9dc3-6ff9-4f87-aeb3-218506c8bca3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, f52a4715-580b-45ba-8922-9a2b185c7ad8) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:25.845273 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab5fc66-63b3-499c-a582-35dd7e68d3fd None None] Network f52a4715-580b-45ba-8922-9a2b185c7ad8 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:25.850204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ade9dc3-6ff9-4f87-aeb3-218506c8bca3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:25.850931 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ade9dc3-6ff9-4f87-aeb3-218506c8bca3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:25.899715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-f7ce7a55-67d5-40e6-9a1e-726dea856df9 admin admin] Transition to ACTIVE for port object 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:25.901611 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1ade9dc3-6ff9-4f87-aeb3-218506c8bca3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3487229 Sep 21 15:15:25.915414 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59514) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:25.939406 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7c914c78-8fc5-4f4c-a8e8-406e49e9fb03 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-318993079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:25.969356 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-af693d2f-82c2-4bce-b92b-9e44f6c76bc2 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:25.976749 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7c914c78-8fc5-4f4c-a8e8-406e49e9fb03 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:26.018036 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-af693d2f-82c2-4bce-b92b-9e44f6c76bc2 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Transition to ACTIVE for port object 072001b4-a595-4f9a-b2fb-29f314adf54c will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:26.023745 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7c914c78-8fc5-4f4c-a8e8-406e49e9fb03 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:router and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:26.061572 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-af693d2f-82c2-4bce-b92b-9e44f6c76bc2 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.091229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7c914c78-8fc5-4f4c-a8e8-406e49e9fb03 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:26.117362 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7c914c78-8fc5-4f4c-a8e8-406e49e9fb03 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:26.130380 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4edf1357-66f1-454d-8254-d79f4ee11851 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.162813 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af693d2f-82c2-4bce-b92b-9e44f6c76bc2 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Network 29ba612e-db7b-49b1-ac41-0cc06749cfff is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:26.166286 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-af693d2f-82c2-4bce-b92b-9e44f6c76bc2 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:26.170591 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af693d2f-82c2-4bce-b92b-9e44f6c76bc2 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:26.180468 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09f2de26-41de-4317-807e-bb210e5630bd tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.191762 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf1357-66f1-454d-8254-d79f4ee11851 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e6c771-fc7c-4fd3-a98e-1d2629507b72,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:26.205690 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c914c78-8fc5-4f4c-a8e8-406e49e9fb03 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.206699 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c914c78-8fc5-4f4c-a8e8-406e49e9fb03 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.237109 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-09f2de26-41de-4317-807e-bb210e5630bd tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Transition to ACTIVE for port object 57739806-7f39-46c8-9917-fd88ce496068 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:26.241615 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7ce7a55-67d5-40e6-9a1e-726dea856df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.244147 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port df53ef9f-13c1-47f6-9722-79f57f87973f completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:26.252351 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port df53ef9f-13c1-47f6-9722-79f57f87973f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:26.252850 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.289377 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4edf1357-66f1-454d-8254-d79f4ee11851 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.294453 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-f52a4715-580b-45ba-8922-9a2b185c7ad8', 'network_id': 'f52a4715-580b-45ba-8922-9a2b185c7ad8', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'fixed_ips': [{'subnet_id': 'd500655d-14fc-4252-93f9-eb98527c428c'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:15:26.294643 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4edf1357-66f1-454d-8254-d79f4ee11851 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "DELETE /v2.0/security-groups/85e6c771-fc7c-4fd3-a98e-1d2629507b72 HTTP/1.1" status: 204 len: 168 time: 1.3157992 Sep 21 15:15:26.294734 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.311950 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59518) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:26.312215 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] Allocated IP 172.20.0.2 (29ba612e-db7b-49b1-ac41-0cc06749cfff/8418c4ac-2d40-4cc9-874c-4ff8eb34c6c2/df3e965a-21c5-41e6-99f8-cdf5b99fdd92) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:15:26.346933 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af693d2f-82c2-4bce-b92b-9e44f6c76bc2 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Pushing event updated for resources: {'Port': ['ID=072001b4-a595-4f9a-b2fb-29f314adf54c,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:26.373587 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af693d2f-82c2-4bce-b92b-9e44f6c76bc2 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:26.374244 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-af693d2f-82c2-4bce-b92b-9e44f6c76bc2 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.382233 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ce7a55-67d5-40e6-9a1e-726dea856df9 admin admin] Network 4a027504-dd1f-470a-a98b-400eafbfc229 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:26.390280 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-f7ce7a55-67d5-40e6-9a1e-726dea856df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:26.394624 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c914c78-8fc5-4f4c-a8e8-406e49e9fb03 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.399041 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-af693d2f-82c2-4bce-b92b-9e44f6c76bc2 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5567555 Sep 21 15:15:26.402330 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59522) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:26.409450 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a628c45e-135d-4f69-8571-912f314d70f7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Request body: {'port': {'network_id': '29ba612e-db7b-49b1-ac41-0cc06749cfff', 'name': 'tempest-ExtraDHCPOptionsTestJSON-330436888', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:26.410097 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.api.validators [None req-a628c45e-135d-4f69-8571-912f314d70f7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] bootfile-name is not in valid_values {{(pid=89019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:15:26.410475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce7a55-67d5-40e6-9a1e-726dea856df9 admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:26.410596 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.api.validators [None req-a628c45e-135d-4f69-8571-912f314d70f7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] tftp-server is not in valid_values {{(pid=89019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:15:26.411756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.api.validators [None req-a628c45e-135d-4f69-8571-912f314d70f7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] server-ip-address is not in valid_values {{(pid=89019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:15:26.486603 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce7a55-67d5-40e6-9a1e-726dea856df9 admin admin] Pushing event updated for resources: {'Port': ['ID=8f262c68-7f78-4f12-8ca3-d4ecd652acc8,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:26.522491 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a10bf5f6-995f-400a-8b14-03dc2af507e4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.528824 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2e5fefff-1e56-4f78-aacc-956c601ee67f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Synchronizing usage tracker for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:26.541947 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09f2de26-41de-4317-807e-bb210e5630bd tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.586410 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a10bf5f6-995f-400a-8b14-03dc2af507e4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.600677 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a628c45e-135d-4f69-8571-912f314d70f7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:26.605246 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a628c45e-135d-4f69-8571-912f314d70f7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Usage tracker for resource:port and tenant:dfc9ec771fe0440db9f57623ab8f1936 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:26.608876 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a628c45e-135d-4f69-8571-912f314d70f7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:26.614172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7ce7a55-67d5-40e6-9a1e-726dea856df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.621972 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a628c45e-135d-4f69-8571-912f314d70f7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:26.640766 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a628c45e-135d-4f69-8571-912f314d70f7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Made reservation on behalf of dfc9ec771fe0440db9f57623ab8f1936 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:26.645091 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a628c45e-135d-4f69-8571-912f314d70f7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.659598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c914c78-8fc5-4f4c-a8e8-406e49e9fb03 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.676183 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-a628c45e-135d-4f69-8571-912f314d70f7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] device_id is not set on port 62b7f373-33f3-44fe-b2ad-d8f357740b8e yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:15:26.734245 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f2de26-41de-4317-807e-bb210e5630bd tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Network 80a507a2-ef7e-48cb-a547-63bd82ceca93 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:26.751770 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-09f2de26-41de-4317-807e-bb210e5630bd tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:26.754730 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f2de26-41de-4317-807e-bb210e5630bd tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:26.854104 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port df53ef9f-13c1-47f6-9722-79f57f87973f is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:26.854691 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.871099 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0a62ab0e-18a3-4571-a11f-68a302d4c190 None None] Provisioning for port 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:26.874977 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.883532 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] Allocated IP 2001:db8::2 (f52a4715-580b-45ba-8922-9a2b185c7ad8/d500655d-14fc-4252-93f9-eb98527c428c/56ffebd9-5c3e-445b-9af2-693e14dc3c01) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:15:26.899299 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0a62ab0e-18a3-4571-a11f-68a302d4c190 None None] Provisioning complete for port 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:26.899667 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0a62ab0e-18a3-4571-a11f-68a302d4c190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.929175 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] Transition to ACTIVE for port object df3e965a-21c5-41e6-99f8-cdf5b99fdd92 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:26.940488 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port df53ef9f-13c1-47f6-9722-79f57f87973f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=df53ef9f-13c1-47f6-9722-79f57f87973f,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:26.946495 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2e5fefff-1e56-4f78-aacc-956c601ee67f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Unset dirty status for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:26.954780 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59526) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:26.955090 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2e5fefff-1e56-4f78-aacc-956c601ee67f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6324635 Sep 21 15:15:26.961007 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6d321983-f6fd-48cf-8e57-70ce7136fe54 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group': {'name': 'tempest-secgroup--322423896'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:26.967439 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6d321983-f6fd-48cf-8e57-70ce7136fe54 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:26.968588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.969022 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a10bf5f6-995f-400a-8b14-03dc2af507e4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.969360 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device de8fe06e-2df5-4d5e-83d4-56b33e234827 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:26.982326 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6d321983-f6fd-48cf-8e57-70ce7136fe54 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:26.986026 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c914c78-8fc5-4f4c-a8e8-406e49e9fb03 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:26.989784 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7c914c78-8fc5-4f4c-a8e8-406e49e9fb03 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0708323 Sep 21 15:15:26.989784 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2de26-41de-4317-807e-bb210e5630bd tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Pushing event updated for resources: {'Port': ['ID=57739806-7f39-46c8-9917-fd88ce496068,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:26.991537 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59530) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:27.074805 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bf5f6-995f-400a-8b14-03dc2af507e4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Port': ['ID=84eb0864-5edf-4e0e-a473-06a70595056e,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:27.129954 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6d321983-f6fd-48cf-8e57-70ce7136fe54 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:27.162514 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] Transition to ACTIVE for port object df3e965a-21c5-41e6-99f8-cdf5b99fdd92 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:27.178184 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f2de26-41de-4317-807e-bb210e5630bd tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:27.178798 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09f2de26-41de-4317-807e-bb210e5630bd tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:27.186028 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:27.193544 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0a62ab0e-18a3-4571-a11f-68a302d4c190 None None] Port 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:15:27.230425 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-09f2de26-41de-4317-807e-bb210e5630bd tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.6854863 Sep 21 15:15:27.240731 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59534) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:27.241770 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=df53ef9f-13c1-47f6-9722-79f57f87973f,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:27.251340 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-075274bb-acd6-4f18-9ce4-02d0c2973401 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-899989703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:27.261184 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-075274bb-acd6-4f18-9ce4-02d0c2973401 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:27.264543 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6d321983-f6fd-48cf-8e57-70ce7136fe54 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:27.280179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-075274bb-acd6-4f18-9ce4-02d0c2973401 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Usage tracker for resource:router and tenant:3430f7f7d1fb47fd95a28ea4ad0b693b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:27.286599 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-075274bb-acd6-4f18-9ce4-02d0c2973401 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:27.287221 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] Network 29ba612e-db7b-49b1-ac41-0cc06749cfff is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:27.301684 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port de8fe06e-2df5-4d5e-83d4-56b33e234827 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:27.304824 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:27.318858 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:27.332532 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port de8fe06e-2df5-4d5e-83d4-56b33e234827 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:27.332532 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:27.337767 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6d321983-f6fd-48cf-8e57-70ce7136fe54 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Usage tracker for resource:security_group_rule and tenant:88abad813a0a46b5922bb6cca0db26e0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:27.342529 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6d321983-f6fd-48cf-8e57-70ce7136fe54 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:27.351337 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-075274bb-acd6-4f18-9ce4-02d0c2973401 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:27.353004 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6d321983-f6fd-48cf-8e57-70ce7136fe54 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:27.368834 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10bf5f6-995f-400a-8b14-03dc2af507e4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network 703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:27.373052 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a10bf5f6-995f-400a-8b14-03dc2af507e4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:27.384196 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-075274bb-acd6-4f18-9ce4-02d0c2973401 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:27.385176 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-075274bb-acd6-4f18-9ce4-02d0c2973401 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:27.493556 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] Pushing event updated for resources: {'Port': ['ID=df3e965a-21c5-41e6-99f8-cdf5b99fdd92,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:27.526477 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-a628c45e-135d-4f69-8571-912f314d70f7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Allocated IP 172.20.0.8 (29ba612e-db7b-49b1-ac41-0cc06749cfff/8418c4ac-2d40-4cc9-874c-4ff8eb34c6c2/62b7f373-33f3-44fe-b2ad-d8f357740b8e) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:15:27.546713 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-78ce7cfc-d70e-4344-b84d-2d20ac2729ec None None] Provisioning for port 57739806-7f39-46c8-9917-fd88ce496068 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:27.559482 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7ce7a55-67d5-40e6-9a1e-726dea856df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:27.578464 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-78ce7cfc-d70e-4344-b84d-2d20ac2729ec None None] Provisioning complete for port 57739806-7f39-46c8-9917-fd88ce496068 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:27.578681 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-78ce7cfc-d70e-4344-b84d-2d20ac2729ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:27.630923 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:27.655651 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] Attempting to bind port df3e965a-21c5-41e6-99f8-cdf5b99fdd92 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:15:27.655651 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] Attempting to bind port df3e965a-21c5-41e6-99f8-cdf5b99fdd92 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '86fdf51a-c684-46de-b0d2-f5cd4988893b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29ba612e-db7b-49b1-ac41-0cc06749cfff'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:15:27.655651 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] Attempting to bind port df3e965a-21c5-41e6-99f8-cdf5b99fdd92 on network 29ba612e-db7b-49b1-ac41-0cc06749cfff {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:15:27.665863 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] Transition to ACTIVE for port object 56ffebd9-5c3e-445b-9af2-693e14dc3c01 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:27.678023 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:15:27.678438 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] Checking segment: {'id': '86fdf51a-c684-46de-b0d2-f5cd4988893b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29ba612e-db7b-49b1-ac41-0cc06749cfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:27.678797 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:27.679172 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] Bound using segment: {'id': '86fdf51a-c684-46de-b0d2-f5cd4988893b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29ba612e-db7b-49b1-ac41-0cc06749cfff'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:15:27.679639 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] Bound port: df3e965a-21c5-41e6-99f8-cdf5b99fdd92, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fdf51a-c684-46de-b0d2-f5cd4988893b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '29ba612e-db7b-49b1-ac41-0cc06749cfff'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:15:27.680004 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:27.694271 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-075274bb-acd6-4f18-9ce4-02d0c2973401 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:27.701849 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-78ce7cfc-d70e-4344-b84d-2d20ac2729ec None None] Port 57739806-7f39-46c8-9917-fd88ce496068 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:15:27.709930 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2f49daa-6ca0-4798-a9b7-b49ccee445e0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:27.767007 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6d321983-f6fd-48cf-8e57-70ce7136fe54 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:27.792744 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] Transition to ACTIVE for port object 56ffebd9-5c3e-445b-9af2-693e14dc3c01 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:27.809020 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-075274bb-acd6-4f18-9ce4-02d0c2973401 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:27.824300 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:27.829561 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10bf5f6-995f-400a-8b14-03dc2af507e4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router 1c2b1faa-05ae-4a45-a923-9c5d4a901ff1 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:15:27.857480 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-075274bb-acd6-4f18-9ce4-02d0c2973401 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:27.862699 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-075274bb-acd6-4f18-9ce4-02d0c2973401 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6209495 Sep 21 15:15:27.871302 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59538) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:27.882115 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6d321983-f6fd-48cf-8e57-70ce7136fe54 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:27.888737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port de8fe06e-2df5-4d5e-83d4-56b33e234827 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:27.889252 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:27.931861 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] Network f52a4715-580b-45ba-8922-9a2b185c7ad8 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:27.937595 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7d6db1c2-c32c-41da-9925-afd52351feaf tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-916633152', 'prefixes': ['172.20.0.0/16']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:27.945722 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:27.953266 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7d6db1c2-c32c-41da-9925-afd52351feaf tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:27.955061 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:27.963013 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-05b4ac31-7cda-451f-922a-a9c214af3cbc None None] Provisioning complete for port 84eb0864-5edf-4e0e-a473-06a70595056e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:27.963187 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-05b4ac31-7cda-451f-922a-a9c214af3cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:28.004195 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] For port df3e965a-21c5-41e6-99f8-cdf5b99fdd92, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:15:28.041851 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] Pushing event updated for resources: {'Port': ['ID=56ffebd9-5c3e-445b-9af2-693e14dc3c01,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:28.071803 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10bf5f6-995f-400a-8b14-03dc2af507e4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:15:28.074722 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7ce7a55-67d5-40e6-9a1e-726dea856df9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:28.080289 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a10bf5f6-995f-400a-8b14-03dc2af507e4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/1c2b1faa-05ae-4a45-a923-9c5d4a901ff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2310176 Sep 21 15:15:28.082798 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7ce7a55-67d5-40e6-9a1e-726dea856df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:28.088385 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdf6169-a6b6-46b8-beb3-99eb410e0bac None None] Sync routers for ids ['1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:15:28.099271 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59542) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:28.105766 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d321983-f6fd-48cf-8e57-70ce7136fe54 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285adfa7-37bc-4132-b049-0fb884906119,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:28.116890 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port de8fe06e-2df5-4d5e-83d4-56b33e234827, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=de8fe06e-2df5-4d5e-83d4-56b33e234827,segment=NetworkSegment(512cd6d2-9c0d-49ce-b170-12a7110d5dde),segment_id=512cd6d2-9c0d-49ce-b170-12a7110d5dde)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:28.120399 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] For port df3e965a-21c5-41e6-99f8-cdf5b99fdd92, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=df3e965a-21c5-41e6-99f8-cdf5b99fdd92,segment=NetworkSegment(86fdf51a-c684-46de-b0d2-f5cd4988893b),segment_id=86fdf51a-c684-46de-b0d2-f5cd4988893b)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:15:28.130318 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdf6169-a6b6-46b8-beb3-99eb410e0bac None None] Routers {'1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:28.131491 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-fbdf6169-a6b6-46b8-beb3-99eb410e0bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:28.138807 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:28.177410 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:28.212032 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-05b4ac31-7cda-451f-922a-a9c214af3cbc None None] Port 84eb0864-5edf-4e0e-a473-06a70595056e cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:15:28.244645 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] Attempting to bind port 56ffebd9-5c3e-445b-9af2-693e14dc3c01 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:15:28.245018 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] Attempting to bind port 56ffebd9-5c3e-445b-9af2-693e14dc3c01 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '8d3331ec-b9fa-43ba-a2ab-e1747289aabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f52a4715-580b-45ba-8922-9a2b185c7ad8'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:15:28.245382 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] Attempting to bind port 56ffebd9-5c3e-445b-9af2-693e14dc3c01 on network f52a4715-580b-45ba-8922-9a2b185c7ad8 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:15:28.250373 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce7a55-67d5-40e6-9a1e-726dea856df9 admin admin] Pushing event updated for resources: {'Port': ['ID=8f262c68-7f78-4f12-8ca3-d4ecd652acc8,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:28.261309 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:15:28.261757 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] Checking segment: {'id': '8d3331ec-b9fa-43ba-a2ab-e1747289aabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f52a4715-580b-45ba-8922-9a2b185c7ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:28.262742 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:28.262742 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] Bound using segment: {'id': '8d3331ec-b9fa-43ba-a2ab-e1747289aabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f52a4715-580b-45ba-8922-9a2b185c7ad8'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:15:28.263222 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] Bound port: 56ffebd9-5c3e-445b-9af2-693e14dc3c01, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d3331ec-b9fa-43ba-a2ab-e1747289aabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f52a4715-580b-45ba-8922-9a2b185c7ad8'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:15:28.263655 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:28.268664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7ce7a55-67d5-40e6-9a1e-726dea856df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:28.316609 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-fbdf6169-a6b6-46b8-beb3-99eb410e0bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:28.326735 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdf6169-a6b6-46b8-beb3-99eb410e0bac None None] Routers {'1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:28.327538 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-fbdf6169-a6b6-46b8-beb3-99eb410e0bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:28.334448 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6d321983-f6fd-48cf-8e57-70ce7136fe54 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:28.335788 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6d321983-f6fd-48cf-8e57-70ce7136fe54 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3795176 Sep 21 15:15:28.349087 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59546) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:28.349807 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device df53ef9f-13c1-47f6-9722-79f57f87973f up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:28.385402 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e398feb2-fa0d-4302-97af-b8683ef7c182 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group': {'name': 'tempest-secgroup--599770083'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:28.419255 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-fbdf6169-a6b6-46b8-beb3-99eb410e0bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:28.419909 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdf6169-a6b6-46b8-beb3-99eb410e0bac None None] The sync data for ids ['1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:15:28.423805 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=de8fe06e-2df5-4d5e-83d4-56b33e234827,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:28.438141 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e398feb2-fa0d-4302-97af-b8683ef7c182 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:28.466091 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86983fc-e4d9-4bb2-ae4a-bc1bf18c3bca tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:28.467228 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d86983fc-e4d9-4bb2-ae4a-bc1bf18c3bca tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/ports/84eb0864-5edf-4e0e-a473-06a70595056e HTTP/1.1" status: 200 len: 910 time: 0.3633106 Sep 21 15:15:28.471877 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e398feb2-fa0d-4302-97af-b8683ef7c182 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Usage tracker for resource:security_group and tenant:88abad813a0a46b5922bb6cca0db26e0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:28.472051 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59550) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:28.479441 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e398feb2-fa0d-4302-97af-b8683ef7c182 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:28.489132 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e398feb2-fa0d-4302-97af-b8683ef7c182 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:28.491745 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a628c45e-135d-4f69-8571-912f314d70f7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:28.530449 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e398feb2-fa0d-4302-97af-b8683ef7c182 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:28.543655 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-a628c45e-135d-4f69-8571-912f314d70f7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Transition to ACTIVE for port object 62b7f373-33f3-44fe-b2ad-d8f357740b8e will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:28.588274 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] For port 56ffebd9-5c3e-445b-9af2-693e14dc3c01, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:15:28.603081 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] For port 56ffebd9-5c3e-445b-9af2-693e14dc3c01, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=56ffebd9-5c3e-445b-9af2-693e14dc3c01,segment=NetworkSegment(8d3331ec-b9fa-43ba-a2ab-e1747289aabd),segment_id=8d3331ec-b9fa-43ba-a2ab-e1747289aabd)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:15:28.620431 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:28.630805 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08f7e0-c393-41dc-974f-972516bdc9ab None None] Pushing event updated for resources: {'Port': ['ID=df3e965a-21c5-41e6-99f8-cdf5b99fdd92,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:28.637806 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e398feb2-fa0d-4302-97af-b8683ef7c182 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:28.651434 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e398feb2-fa0d-4302-97af-b8683ef7c182 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Usage tracker for resource:security_group_rule and tenant:88abad813a0a46b5922bb6cca0db26e0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:28.655807 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-f2f49daa-6ca0-4798-a9b7-b49ccee445e0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Allocated IP 2001:db8::1 (f52a4715-580b-45ba-8922-9a2b185c7ad8/d500655d-14fc-4252-93f9-eb98527c428c/b15cf8d5-4fe6-400b-bdf4-23bbd28febc3) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:15:28.658961 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e398feb2-fa0d-4302-97af-b8683ef7c182 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:28.673733 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e398feb2-fa0d-4302-97af-b8683ef7c182 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:28.714904 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d6db1c2-c32c-41da-9925-afd52351feaf tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks [] for subnetpool, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:28.716613 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7d6db1c2-c32c-41da-9925-afd52351feaf tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.8442693 Sep 21 15:15:28.723622 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a628c45e-135d-4f69-8571-912f314d70f7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:28.724574 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59554) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:28.727118 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port df53ef9f-13c1-47f6-9722-79f57f87973f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:28.727118 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:28.741751 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-fbbe5dc7-d52c-4bcd-bc24-eb7d69e1f69a tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '883ea595-bbeb-45fd-9818-620961a4dd9f', 'tempest-TagsExtTest-Tag-1704741849') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:28.799090 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f9aaf-3be9-4297-915b-f6ac67bbcf9a None None] Pushing event updated for resources: {'Port': ['ID=56ffebd9-5c3e-445b-9af2-693e14dc3c01,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:28.943351 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a628c45e-135d-4f69-8571-912f314d70f7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Network 29ba612e-db7b-49b1-ac41-0cc06749cfff is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:28.946865 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port df53ef9f-13c1-47f6-9722-79f57f87973f is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:28.958519 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-a628c45e-135d-4f69-8571-912f314d70f7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:28.978777 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628c45e-135d-4f69-8571-912f314d70f7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Pushing event updated for resources: {'Port': ['ID=62b7f373-33f3-44fe-b2ad-d8f357740b8e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:28.985230 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a628c45e-135d-4f69-8571-912f314d70f7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:29.092010 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e398feb2-fa0d-4302-97af-b8683ef7c182 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:29.105357 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ce7a55-67d5-40e6-9a1e-726dea856df9 admin admin] Network 4a027504-dd1f-470a-a98b-400eafbfc229 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:29.108208 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e398feb2-fa0d-4302-97af-b8683ef7c182 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:29.115847 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-f7ce7a55-67d5-40e6-9a1e-726dea856df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:29.162581 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2f49daa-6ca0-4798-a9b7-b49ccee445e0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:29.197332 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e398feb2-fa0d-4302-97af-b8683ef7c182 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:29.201330 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e398feb2-fa0d-4302-97af-b8683ef7c182 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8470657 Sep 21 15:15:29.202679 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59558) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:29.212980 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398feb2-fa0d-4302-97af-b8683ef7c182 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53021b8e-82e3-48a1-87d5-d8f26a07554a,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:29.222519 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a628c45e-135d-4f69-8571-912f314d70f7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:29.223197 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a628c45e-135d-4f69-8571-912f314d70f7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:29.237560 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f1293f1a-0d66-4b86-be32-b0bc2c4fbeb1 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group_rule': {'security_group_id': '285adfa7-37bc-4132-b049-0fb884906119', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '53021b8e-82e3-48a1-87d5-d8f26a07554a', 'remote_ip_prefix': None}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:29.244689 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f1293f1a-0d66-4b86-be32-b0bc2c4fbeb1 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:29.249213 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f1293f1a-0d66-4b86-be32-b0bc2c4fbeb1 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Usage tracker for resource:security_group_rule and tenant:88abad813a0a46b5922bb6cca0db26e0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:29.255224 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f1293f1a-0d66-4b86-be32-b0bc2c4fbeb1 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:29.264774 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f1293f1a-0d66-4b86-be32-b0bc2c4fbeb1 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:29.269372 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-f2f49daa-6ca0-4798-a9b7-b49ccee445e0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Transition to ACTIVE for port object b15cf8d5-4fe6-400b-bdf4-23bbd28febc3 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:29.289176 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a628c45e-135d-4f69-8571-912f314d70f7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.8853374 Sep 21 15:15:29.290413 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59562) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:29.402429 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f1293f1a-0d66-4b86-be32-b0bc2c4fbeb1 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:29.428529 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2f49daa-6ca0-4798-a9b7-b49ccee445e0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:29.456615 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cd001392-0b5f-4ad8-98ce-e3b461dd8c15 None None] Provisioning complete for port 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:29.457435 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cd001392-0b5f-4ad8-98ce-e3b461dd8c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:29.516959 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f49daa-6ca0-4798-a9b7-b49ccee445e0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Port': ['ID=b15cf8d5-4fe6-400b-bdf4-23bbd28febc3,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:29.535873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cd001392-0b5f-4ad8-98ce-e3b461dd8c15 None None] Port 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:15:29.542945 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f49daa-6ca0-4798-a9b7-b49ccee445e0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network f52a4715-580b-45ba-8922-9a2b185c7ad8 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:29.546592 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-f2f49daa-6ca0-4798-a9b7-b49ccee445e0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:29.556201 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f49daa-6ca0-4798-a9b7-b49ccee445e0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:29.560957 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2f49daa-6ca0-4798-a9b7-b49ccee445e0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:29.575083 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44143e97-c2a5-4f9e-aa1a-63180641a510 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:29.580027 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fbbe5dc7-d52c-4bcd-bc24-eb7d69e1f69a tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "PUT /v2.0/subnets/883ea595-bbeb-45fd-9818-620961a4dd9f/tags/tempest-TagsExtTest-Tag-1704741849 HTTP/1.1" status: 201 len: 201 time: 0.8513267 Sep 21 15:15:29.581916 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44143e97-c2a5-4f9e-aa1a-63180641a510 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:29.583075 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59566) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:29.587707 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44143e97-c2a5-4f9e-aa1a-63180641a510 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:29.588648 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-44143e97-c2a5-4f9e-aa1a-63180641a510 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Synchronizing usage tracker for tenant:dfc9ec771fe0440db9f57623ab8f1936 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:29.593789 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-0f2b64e6-305d-4285-9607-46f921799c7a tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '57739806-7f39-46c8-9917-fd88ce496068', 'tempest-TagsExtTest-Tag-1332738807') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:29.645514 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f1293f1a-0d66-4b86-be32-b0bc2c4fbeb1 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:29.661350 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f1293f1a-0d66-4b86-be32-b0bc2c4fbeb1 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:29.678610 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-44143e97-c2a5-4f9e-aa1a-63180641a510 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Unset dirty status for tenant:dfc9ec771fe0440db9f57623ab8f1936 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:29.680351 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-44143e97-c2a5-4f9e-aa1a-63180641a510 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3843539 Sep 21 15:15:29.684822 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59570) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:29.689763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ce7a55-67d5-40e6-9a1e-726dea856df9 admin admin] Router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:15:29.739241 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1293f1a-0d66-4b86-be32-b0bc2c4fbeb1 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd3c7aa-164f-4642-bd15-f79cf4652613,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:29.819869 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f1293f1a-0d66-4b86-be32-b0bc2c4fbeb1 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:29.823700 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f1293f1a-0d66-4b86-be32-b0bc2c4fbeb1 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6128120 Sep 21 15:15:29.826498 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59574) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:29.849665 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-19a6c99a-92c5-47da-9d9c-564069423619 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Deleting port 62b7f373-33f3-44fe-b2ad-d8f357740b8e {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:29.850008 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-19a6c99a-92c5-47da-9d9c-564069423619 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:29.904029 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2f49daa-6ca0-4798-a9b7-b49ccee445e0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:29.947433 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-43541698-a86f-453a-ae60-fa541500f83c tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:29.958985 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-43541698-a86f-453a-ae60-fa541500f83c tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:29.985986 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f51a459-77ba-4059-b9df-f5f997720a75 None None] Network 29ba612e-db7b-49b1-ac41-0cc06749cfff requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:30.096006 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e5a4e8a-a4b6-4be8-9e0e-8c135db2fd76 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:30.166231 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-98ba7beb-0bf0-442d-8b49-97654c8a6e4c None None] Provisioning for port df3e965a-21c5-41e6-99f8-cdf5b99fdd92 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:30.333459 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-43541698-a86f-453a-ae60-fa541500f83c tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:30.367012 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0f2b64e6-305d-4285-9607-46f921799c7a tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "PUT /v2.0/ports/57739806-7f39-46c8-9917-fd88ce496068/tags/tempest-TagsExtTest-Tag-1332738807 HTTP/1.1" status: 201 len: 201 time: 0.7807264 Sep 21 15:15:30.368429 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ce7a55-67d5-40e6-9a1e-726dea856df9 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:15:30.372089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59578) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:30.384534 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43541698-a86f-453a-ae60-fa541500f83c tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbd3c7aa-164f-4642-bd15-f79cf4652613,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:30.394098 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] Sync routers for ids ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:15:30.405877 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-c1a86d34-5b73-4d8e-ae10-6dfac010afc2 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bc34f100-4a78-4b0f-b98f-8551690cf08d', 'tempest-TagsExtTest-Tag-1621207973') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:30.411539 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] Routers {'85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:30.412407 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:30.477717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-43541698-a86f-453a-ae60-fa541500f83c tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:30.481108 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-43541698-a86f-453a-ae60-fa541500f83c tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/bbd3c7aa-164f-4642-bd15-f79cf4652613 HTTP/1.1" status: 204 len: 168 time: 0.6531336 Sep 21 15:15:30.493940 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59582) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:30.499202 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f7ce7a55-67d5-40e6-9a1e-726dea856df9 admin admin] 10.222.0.62 "PUT /v2.0/routers/85e7606b-06da-4b5c-ae80-5d9a2ed21f9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0829792 Sep 21 15:15:30.568399 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8649e628-07fd-45fe-8e83-b20112cfb75b None None] Network f52a4715-580b-45ba-8922-9a2b185c7ad8 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:30.727038 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device df3e965a-21c5-41e6-99f8-cdf5b99fdd92 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:30.851208 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-19a6c99a-92c5-47da-9d9c-564069423619 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:30.896469 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2f49daa-6ca0-4798-a9b7-b49ccee445e0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:31.000054 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4d72ed78-63c2-45ea-b17f-a89c9ae06017 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Synchronizing usage tracker for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:31.010428 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c94fd8a0-73fd-4c3d-a7cb-fc68e13d691d None None] Provisioning for port 56ffebd9-5c3e-445b-9af2-693e14dc3c01 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:31.027407 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port df3e965a-21c5-41e6-99f8-cdf5b99fdd92 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:31.083982 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port df3e965a-21c5-41e6-99f8-cdf5b99fdd92 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:31.084346 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:31.106168 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-19a6c99a-92c5-47da-9d9c-564069423619 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Calling delete_port for 62b7f373-33f3-44fe-b2ad-d8f357740b8e owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:31.140266 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4d72ed78-63c2-45ea-b17f-a89c9ae06017 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Unset dirty status for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:31.142148 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4d72ed78-63c2-45ea-b17f-a89c9ae06017 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6469214 Sep 21 15:15:31.146758 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59592) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:31.154318 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2f49daa-6ca0-4798-a9b7-b49ccee445e0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:31.155397 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2f49daa-6ca0-4798-a9b7-b49ccee445e0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:31.170231 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] Set router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:15:31.181469 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c1a86d34-5b73-4d8e-ae10-6dfac010afc2 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "PUT /v2.0/routers/bc34f100-4a78-4b0f-b98f-8551690cf08d/tags/tempest-TagsExtTest-Tag-1621207973 HTTP/1.1" status: 201 len: 201 time: 0.8008513 Sep 21 15:15:31.213651 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59598) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:31.246402 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-8e932ae8-4297-454f-a865-5ca35c3ccb27 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4a4e7a64-afa5-4230-8a81-cbad50207952', 'tempest-TagsExtTest-Tag-228518311') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:31.350219 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-9e5a4e8a-a4b6-4be8-9e0e-8c135db2fd76 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Allocated IP 172.21.0.1 (6b8fa247-49e4-4cf6-ab65-c15715b66ed1/47bd4c19-6f39-445f-a203-1c46cffb7a72/fd9280ac-e706-41b4-85dd-805200d71009) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:15:31.383016 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2cacb69-750d-4e37-8c96-2ac50cf5f04f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:31.404402 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b96ff88c-f15a-4a23-91cf-c1ea875fbc47 None None] Provisioning for port 62b7f373-33f3-44fe-b2ad-d8f357740b8e completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:31.484250 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b96ff88c-f15a-4a23-91cf-c1ea875fbc47 None None] Provisioning complete for port 62b7f373-33f3-44fe-b2ad-d8f357740b8e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:31.484561 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b96ff88c-f15a-4a23-91cf-c1ea875fbc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:31.491955 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8e932ae8-4297-454f-a865-5ca35c3ccb27 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "PUT /v2.0/subnetpools/4a4e7a64-afa5-4230-8a81-cbad50207952/tags/tempest-TagsExtTest-Tag-228518311 HTTP/1.1" status: 201 len: 201 time: 0.2729225 Sep 21 15:15:31.502679 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59608) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:31.515055 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-f4070de9-412e-4a1e-8739-c829dce1c0bd tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '883ea595-bbeb-45fd-9818-620961a4dd9f') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:31.522775 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-19a6c99a-92c5-47da-9d9c-564069423619 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:31.524241 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59612) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:31.553448 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2cacb69-750d-4e37-8c96-2ac50cf5f04f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:31.558509 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-787706741-network', 'tenant_id': 'feb450741f2b4a2eacb422a2bced4b77'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:31.564783 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:31.569229 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] Usage tracker for resource:network and tenant:feb450741f2b4a2eacb422a2bced4b77 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:31.573345 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:31.580881 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:31.599571 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] Made reservation on behalf of feb450741f2b4a2eacb422a2bced4b77 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:31.602668 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:31.617579 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b96ff88c-f15a-4a23-91cf-c1ea875fbc47 None None] Port 62b7f373-33f3-44fe-b2ad-d8f357740b8e was deleted so its status cannot be updated. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 21 15:15:31.667503 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f49daa-6ca0-4798-a9b7-b49ccee445e0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Port': ['ID=b15cf8d5-4fe6-400b-bdf4-23bbd28febc3,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:31.669448 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2cacb69-750d-4e37-8c96-2ac50cf5f04f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:31.679908 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e5a4e8a-a4b6-4be8-9e0e-8c135db2fd76 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:31.690350 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:31.720286 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cacb69-750d-4e37-8c96-2ac50cf5f04f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53021b8e-82e3-48a1-87d5-d8f26a07554a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:31.722858 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-9e5a4e8a-a4b6-4be8-9e0e-8c135db2fd76 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Transition to ACTIVE for port object fd9280ac-e706-41b4-85dd-805200d71009 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:31.740872 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f4070de9-412e-4a1e-8739-c829dce1c0bd tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/subnets/883ea595-bbeb-45fd-9818-620961a4dd9f/tags HTTP/1.1" status: 200 len: 241 time: 0.2346363 Sep 21 15:15:31.745094 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59616) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:31.752980 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-85c586a6-dcb6-4c53-925f-8c1efc916268 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '883ea595-bbeb-45fd-9818-620961a4dd9f', 'tempest-TagsExtTest-Tag-1704741849') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:31.791542 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2cacb69-750d-4e37-8c96-2ac50cf5f04f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:31.791542 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c2cacb69-750d-4e37-8c96-2ac50cf5f04f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "DELETE /v2.0/security-groups/53021b8e-82e3-48a1-87d5-d8f26a07554a HTTP/1.1" status: 204 len: 168 time: 0.6414621 Sep 21 15:15:31.791865 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:31.794150 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59620) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:31.794300 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] Usage tracker for resource:security_group_rule and tenant:feb450741f2b4a2eacb422a2bced4b77 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:31.797128 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:31.803468 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port df3e965a-21c5-41e6-99f8-cdf5b99fdd92 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:31.804245 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:31.804997 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:31.830440 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6c99a-92c5-47da-9d9c-564069423619 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Pushing event deleted for resources: {'Port': ['ID=62b7f373-33f3-44fe-b2ad-d8f357740b8e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:31.872398 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e5a4e8a-a4b6-4be8-9e0e-8c135db2fd76 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:31.909400 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port df3e965a-21c5-41e6-99f8-cdf5b99fdd92, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=df3e965a-21c5-41e6-99f8-cdf5b99fdd92,segment=NetworkSegment(86fdf51a-c684-46de-b0d2-f5cd4988893b),segment_id=86fdf51a-c684-46de-b0d2-f5cd4988893b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:31.953487 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-19a6c99a-92c5-47da-9d9c-564069423619 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:31.962023 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f49daa-6ca0-4798-a9b7-b49ccee445e0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network f52a4715-580b-45ba-8922-9a2b185c7ad8 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:31.967008 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-f2f49daa-6ca0-4798-a9b7-b49ccee445e0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:31.968262 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ec31b5a1-a024-42f8-a5ab-d31fbcb61d26 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Synchronizing usage tracker for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:31.972339 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5a4e8a-a4b6-4be8-9e0e-8c135db2fd76 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network 6b8fa247-49e4-4cf6-ab65-c15715b66ed1 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:31.980068 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-9e5a4e8a-a4b6-4be8-9e0e-8c135db2fd76 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:31.980254 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:31.980999 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device de8fe06e-2df5-4d5e-83d4-56b33e234827 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:31.987161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a4e8a-a4b6-4be8-9e0e-8c135db2fd76 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:32.044533 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a4e8a-a4b6-4be8-9e0e-8c135db2fd76 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Port': ['ID=fd9280ac-e706-41b4-85dd-805200d71009,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:32.060391 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-85c586a6-dcb6-4c53-925f-8c1efc916268 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/subnets/883ea595-bbeb-45fd-9818-620961a4dd9f/tags/tempest-TagsExtTest-Tag-1704741849 HTTP/1.1" status: 204 len: 168 time: 0.3139186 Sep 21 15:15:32.065635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59624) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:32.073718 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-1c79a78c-80de-45e5-af3a-834b7dd9b57d tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '883ea595-bbeb-45fd-9818-620961a4dd9f', 'tempest-TagsExtTest-Tag-1704741849') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:32.110192 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ec31b5a1-a024-42f8-a5ab-d31fbcb61d26 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Unset dirty status for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:32.116583 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ec31b5a1-a024-42f8-a5ab-d31fbcb61d26 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4506 time: 0.3204212 Sep 21 15:15:32.120898 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59628) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:32.137254 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b96ff88c-f15a-4a23-91cf-c1ea875fbc47 None None] Provisioning complete for port df3e965a-21c5-41e6-99f8-cdf5b99fdd92 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:32.137852 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b96ff88c-f15a-4a23-91cf-c1ea875fbc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:32.144161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e5a4e8a-a4b6-4be8-9e0e-8c135db2fd76 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:32.199709 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:32.218215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59632) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:32.220227 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-19a6c99a-92c5-47da-9d9c-564069423619 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] 10.222.0.62 "DELETE /v2.0/ports/62b7f373-33f3-44fe-b2ad-d8f357740b8e HTTP/1.1" status: 204 len: 168 time: 2.5319440 Sep 21 15:15:32.225873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7014e28f-ef25-41dc-877a-647bddd96340 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Request body: {'port': {'name': 'tempest-new-port-name-993408311', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:32.226721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.api.validators [None req-7014e28f-ef25-41dc-877a-647bddd96340 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] bootfile-name is not in valid_values {{(pid=89018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:15:32.227278 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.api.validators [None req-7014e28f-ef25-41dc-877a-647bddd96340 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] tftp-server is not in valid_values {{(pid=89018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:15:32.227820 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.api.validators [None req-7014e28f-ef25-41dc-877a-647bddd96340 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] server-ip-address is not in valid_values {{(pid=89018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:15:32.295912 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=df3e965a-21c5-41e6-99f8-cdf5b99fdd92,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:32.313514 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-858136af-24a2-49d3-b475-ea152479b9f1 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:32.314038 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:32.340885 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:15:32.371277 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:32.371652 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] Added segment 3c4f98d8-0f5c-4a45-8a65-72d680932ce2 of type vlan for network f48f9aa0-8394-4588-8846-a8a5cc3d7ce0 Sep 21 15:15:32.392443 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port de8fe06e-2df5-4d5e-83d4-56b33e234827 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:32.392849 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:32.418623 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b96ff88c-f15a-4a23-91cf-c1ea875fbc47 None None] Current status of the port df3e965a-21c5-41e6-99f8-cdf5b99fdd92 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:32.429109 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:27Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '8f262c68-7f78-4f12-8ca3-d4ecd652acc8', 'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'mac_address': 'fa:16:3e:62:9f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:24Z', 'updated_at': '2022-09-21T15:15:27Z', 'revision_number': 2, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'subnets': [{'id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:32.437273 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-858136af-24a2-49d3-b475-ea152479b9f1 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:32.482318 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] Checking router: 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:15:32.482669 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] Updating router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c port 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:15:32.511067 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:32.514830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7014e28f-ef25-41dc-877a-647bddd96340 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:32.524606 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cfd6c9-8d9a-4864-b13a-f669a31a9228,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:32.526236 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1c79a78c-80de-45e5-af3a-834b7dd9b57d tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "DELETE /v2.0/subnets/883ea595-bbeb-45fd-9818-620961a4dd9f/tags/tempest-TagsExtTest-Tag-1704741849 HTTP/1.1" status: 204 len: 168 time: 0.4594767 Sep 21 15:15:32.538617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59636) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:32.551944 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-9101bf83-21b4-4b32-83a3-58dd979d33c8 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '883ea595-bbeb-45fd-9818-620961a4dd9f') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:32.565859 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:32.572724 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f49daa-6ca0-4798-a9b7-b49ccee445e0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router 4408e321-763e-42ab-9e8b-4619e2347112 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:15:32.593212 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b96ff88c-f15a-4a23-91cf-c1ea875fbc47 None None] Provisioning for port 072001b4-a595-4f9a-b2fb-29f314adf54c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:32.607834 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b96ff88c-f15a-4a23-91cf-c1ea875fbc47 None None] Provisioning complete for port 072001b4-a595-4f9a-b2fb-29f314adf54c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:32.608217 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b96ff88c-f15a-4a23-91cf-c1ea875fbc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:32.666462 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e5a4e8a-a4b6-4be8-9e0e-8c135db2fd76 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:32.669930 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:32.671059 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:32.671901 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:32.745959 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-858136af-24a2-49d3-b475-ea152479b9f1 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:32.879484 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3458426 Sep 21 15:15:32.885026 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59644) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:32.887485 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60a573-419f-49fa-9988-a02d79329806 admin admin] Pushing event updated for resources: {'Network': ['ID=f48f9aa0-8394-4588-8846-a8a5cc3d7ce0,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:32.888681 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858136af-24a2-49d3-b475-ea152479b9f1 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=285adfa7-37bc-4132-b049-0fb884906119,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:32.896126 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8c551f07-5930-4028-9f71-84d109cbeaef admin admin] Request body: {'subnet': {'network_id': 'f48f9aa0-8394-4588-8846-a8a5cc3d7ce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-787706741-subnet', 'tenant_id': 'feb450741f2b4a2eacb422a2bced4b77', 'ip_version': 4}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:32.900875 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8c551f07-5930-4028-9f71-84d109cbeaef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:32.905332 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8c551f07-5930-4028-9f71-84d109cbeaef admin admin] Usage tracker for resource:subnet and tenant:feb450741f2b4a2eacb422a2bced4b77 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:32.909188 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8c551f07-5930-4028-9f71-84d109cbeaef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:32.916444 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8c551f07-5930-4028-9f71-84d109cbeaef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:32.929826 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f49daa-6ca0-4798-a9b7-b49ccee445e0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:15:32.937735 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f2f49daa-6ca0-4798-a9b7-b49ccee445e0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/4408e321-763e-42ab-9e8b-4619e2347112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9449525 Sep 21 15:15:32.938961 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59650) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:32.942904 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfdf91f-1bc5-4f8e-86c0-96045f42a5ca None None] Sync routers for ids ['4408e321-763e-42ab-9e8b-4619e2347112'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:15:32.953885 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c551f07-5930-4028-9f71-84d109cbeaef admin admin] Made reservation on behalf of feb450741f2b4a2eacb422a2bced4b77 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:32.956714 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfdf91f-1bc5-4f8e-86c0-96045f42a5ca None None] Routers {'4408e321-763e-42ab-9e8b-4619e2347112'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:32.959304 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c551f07-5930-4028-9f71-84d109cbeaef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:32.960149 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-adfdf91f-1bc5-4f8e-86c0-96045f42a5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['4408e321-763e-42ab-9e8b-4619e2347112'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:33.059055 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:33.077040 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] Transition to ACTIVE for port object 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:33.112437 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-adfdf91f-1bc5-4f8e-86c0-96045f42a5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:33.118283 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network f48f9aa0-8394-4588-8846-a8a5cc3d7ce0 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:15:33.132705 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfdf91f-1bc5-4f8e-86c0-96045f42a5ca None None] Routers {'4408e321-763e-42ab-9e8b-4619e2347112'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:33.139877 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-adfdf91f-1bc5-4f8e-86c0-96045f42a5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['4408e321-763e-42ab-9e8b-4619e2347112'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:33.156021 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:33.223257 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-adfdf91f-1bc5-4f8e-86c0-96045f42a5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:33.223659 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfdf91f-1bc5-4f8e-86c0-96045f42a5ca None None] The sync data for ids ['4408e321-763e-42ab-9e8b-4619e2347112'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:15:33.287193 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-858136af-24a2-49d3-b475-ea152479b9f1 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:33.288332 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-858136af-24a2-49d3-b475-ea152479b9f1 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "DELETE /v2.0/security-groups/285adfa7-37bc-4132-b049-0fb884906119 HTTP/1.1" status: 204 len: 168 time: 1.1652634 Sep 21 15:15:33.299809 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59656) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:33.366047 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9101bf83-21b4-4b32-83a3-58dd979d33c8 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/subnets/883ea595-bbeb-45fd-9818-620961a4dd9f/tags HTTP/1.1" status: 200 len: 205 time: 0.8204386 Sep 21 15:15:33.369007 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59660) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:33.375760 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-718db3b1-58df-40ec-8faa-cb09f814d48b tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '57739806-7f39-46c8-9917-fd88ce496068') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:33.406004 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8909a8d7-6b27-4011-bc25-6c09a5227592 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:33.406728 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8909a8d7-6b27-4011-bc25-6c09a5227592 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Synchronizing usage tracker for tenant:36a774c8465a450c8e27de7666e71b71 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:33.460856 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8909a8d7-6b27-4011-bc25-6c09a5227592 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Unset dirty status for tenant:36a774c8465a450c8e27de7666e71b71 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:33.462454 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8909a8d7-6b27-4011-bc25-6c09a5227592 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/ports/b15cf8d5-4fe6-400b-bdf4-23bbd28febc3 HTTP/1.1" status: 200 len: 911 time: 0.5217457 Sep 21 15:15:33.467213 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59666) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:33.476868 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-287a3a4e-ce3c-48c1-b274-dbfa28d1452c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd500655d-14fc-4252-93f9-eb98527c428c'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:33.502122 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b96ff88c-f15a-4a23-91cf-c1ea875fbc47 None None] Port 072001b4-a595-4f9a-b2fb-29f314adf54c cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:15:33.520585 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e433cab0-956f-4e09-9ed8-619538e27e25 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Synchronizing usage tracker for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:33.577717 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port de8fe06e-2df5-4d5e-83d4-56b33e234827 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:33.578999 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 56ffebd9-5c3e-445b-9af2-693e14dc3c01 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:33.583944 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7014e28f-ef25-41dc-877a-647bddd96340 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:33.598161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7014e28f-ef25-41dc-877a-647bddd96340 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:33.602096 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e433cab0-956f-4e09-9ed8-619538e27e25 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Unset dirty status for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:33.608839 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86c0b0-4c58-47f4-a81c-2c38c0d2e974 None None] Pushing event updated for resources: {'Port': ['ID=8f262c68-7f78-4f12-8ca3-d4ecd652acc8,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:33.609045 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e433cab0-956f-4e09-9ed8-619538e27e25 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2888072 Sep 21 15:15:33.613997 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59670) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:33.636265 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] Attempting to bind port 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:15:33.636652 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] Attempting to bind port 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '8ce497b5-6bae-4552-a904-f6d6f0c9099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:15:33.637015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] Attempting to bind port 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 on network 4a027504-dd1f-470a-a98b-400eafbfc229 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:15:33.658614 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:15:33.658976 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] Checking segment: {'id': '8ce497b5-6bae-4552-a904-f6d6f0c9099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:33.659377 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:33.659773 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] Bound using segment: {'id': '8ce497b5-6bae-4552-a904-f6d6f0c9099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:15:33.660243 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] Bound port: 8f262c68-7f78-4f12-8ca3-d4ecd652acc8, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce497b5-6bae-4552-a904-f6d6f0c9099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:15:33.660641 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:33.674721 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f701e411-16c4-4d50-8fad-623263403cbb tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group': {'name': 'tempest-secgroup--1703556415'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:33.688639 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f701e411-16c4-4d50-8fad-623263403cbb tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:33.708392 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-718db3b1-58df-40ec-8faa-cb09f814d48b tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/ports/57739806-7f39-46c8-9917-fd88ce496068/tags HTTP/1.1" status: 200 len: 241 time: 0.3382714 Sep 21 15:15:33.722917 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59674) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:33.730787 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f701e411-16c4-4d50-8fad-623263403cbb tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:33.740138 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-a13be257-4559-476c-aadb-dc3f48bb903a tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '57739806-7f39-46c8-9917-fd88ce496068', 'tempest-TagsExtTest-Tag-1332738807') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:33.789827 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f701e411-16c4-4d50-8fad-623263403cbb tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:33.806118 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014e28f-ef25-41dc-877a-647bddd96340 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Pushing event updated for resources: {'Port': ['ID=072001b4-a595-4f9a-b2fb-29f314adf54c,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:33.826258 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f701e411-16c4-4d50-8fad-623263403cbb tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:33.831700 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f701e411-16c4-4d50-8fad-623263403cbb tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Usage tracker for resource:security_group_rule and tenant:88abad813a0a46b5922bb6cca0db26e0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:33.833494 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] For port 8f262c68-7f78-4f12-8ca3-d4ecd652acc8, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:15:33.834847 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f701e411-16c4-4d50-8fad-623263403cbb tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:33.839073 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] For port 8f262c68-7f78-4f12-8ca3-d4ecd652acc8, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=8f262c68-7f78-4f12-8ca3-d4ecd652acc8,segment=NetworkSegment(8ce497b5-6bae-4552-a904-f6d6f0c9099a),segment_id=8ce497b5-6bae-4552-a904-f6d6f0c9099a)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:15:33.842936 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f701e411-16c4-4d50-8fad-623263403cbb tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:33.844253 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7014e28f-ef25-41dc-877a-647bddd96340 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] In _notify_port_updated(), no bound segment for port 072001b4-a595-4f9a-b2fb-29f314adf54c on network 29ba612e-db7b-49b1-ac41-0cc06749cfff {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:15:33.851177 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7014e28f-ef25-41dc-877a-647bddd96340 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:33.852159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7014e28f-ef25-41dc-877a-647bddd96340 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:33.854025 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7014e28f-ef25-41dc-877a-647bddd96340 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] 10.222.0.62 "PUT /v2.0/ports/072001b4-a595-4f9a-b2fb-29f314adf54c HTTP/1.1" status: 200 len: 1135 time: 1.6342256 Sep 21 15:15:33.858175 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59678) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:33.859074 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:33.863940 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e5a4e8a-a4b6-4be8-9e0e-8c135db2fd76 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:33.905029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e5a4e8a-a4b6-4be8-9e0e-8c135db2fd76 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:33.907827 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d4c41c3d-bf1f-45ff-a075-589068e226cf None None] Provisioning for port b15cf8d5-4fe6-400b-bdf4-23bbd28febc3 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:33.931307 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 56ffebd9-5c3e-445b-9af2-693e14dc3c01 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:33.934431 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d4c41c3d-bf1f-45ff-a075-589068e226cf None None] Provisioning complete for port b15cf8d5-4fe6-400b-bdf4-23bbd28febc3 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:33.934915 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d4c41c3d-bf1f-45ff-a075-589068e226cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:33.952715 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c551f07-5930-4028-9f71-84d109cbeaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:33.991941 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 56ffebd9-5c3e-445b-9af2-693e14dc3c01 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:33.991941 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:34.037706 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] Routers {'85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:34.038057 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:34.062164 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3fe96c-cac1-473b-b834-4ce4c47435b8 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:34.067079 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ff3fe96c-cac1-473b-b834-4ce4c47435b8 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] 10.222.0.62 "GET /v2.0/ports/072001b4-a595-4f9a-b2fb-29f314adf54c HTTP/1.1" status: 200 len: 1135 time: 0.2042520 Sep 21 15:15:34.071642 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-287a3a4e-ce3c-48c1-b274-dbfa28d1452c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:34.073083 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59682) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:34.082315 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a4e8a-a4b6-4be8-9e0e-8c135db2fd76 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Port': ['ID=fd9280ac-e706-41b4-85dd-805200d71009,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:34.114063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e5a4e8a-a4b6-4be8-9e0e-8c135db2fd76 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:34.121970 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a13be257-4559-476c-aadb-dc3f48bb903a tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/ports/57739806-7f39-46c8-9917-fd88ce496068/tags/tempest-TagsExtTest-Tag-1332738807 HTTP/1.1" status: 204 len: 168 time: 0.3955438 Sep 21 15:15:34.128892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59688) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:34.153049 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c551f07-5930-4028-9f71-84d109cbeaef admin admin] Pushing event updated for resources: {'Subnet': ['ID=5abcf953-0392-44fd-869b-8dbca8b36c21,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:34.153989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-5f0a89ba-1bbe-4b02-8962-731fe31838a1 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '57739806-7f39-46c8-9917-fd88ce496068', 'tempest-TagsExtTest-Tag-1332738807') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:34.163955 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f701e411-16c4-4d50-8fad-623263403cbb tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:34.175677 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f701e411-16c4-4d50-8fad-623263403cbb tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:34.210266 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c551f07-5930-4028-9f71-84d109cbeaef admin admin] Checking segment: {'id': '3c4f98d8-0f5c-4a45-8a65-72d680932ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f48f9aa0-8394-4588-8846-a8a5cc3d7ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:34.210266 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c551f07-5930-4028-9f71-84d109cbeaef admin admin] Network hostable DHCP agents. Network: f48f9aa0-8394-4588-8846-a8a5cc3d7ce0, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:15:34.249000 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d4c41c3d-bf1f-45ff-a075-589068e226cf None None] Port b15cf8d5-4fe6-400b-bdf4-23bbd28febc3 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:15:34.255369 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86c0b0-4c58-47f4-a81c-2c38c0d2e974 None None] Pushing event updated for resources: {'Port': ['ID=8f262c68-7f78-4f12-8ca3-d4ecd652acc8,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:34.267868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d4c41c3d-bf1f-45ff-a075-589068e226cf None None] Could not find standard attr ID for object 62b7f373-33f3-44fe-b2ad-d8f357740b8e. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:15:34.284951 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ae2f3057-65e4-4480-971a-2817ea78ce10 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Deleting port 072001b4-a595-4f9a-b2fb-29f314adf54c {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:34.285293 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ae2f3057-65e4-4480-971a-2817ea78ce10 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:34.288176 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] Set router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:15:34.357606 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d4c41c3d-bf1f-45ff-a075-589068e226cf None None] Provisioning for port fd9280ac-e706-41b4-85dd-805200d71009 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:34.382582 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701e411-16c4-4d50-8fad-623263403cbb tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d3d721-2f99-4dee-bea2-6c6fd3d92897,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:34.393426 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d4c41c3d-bf1f-45ff-a075-589068e226cf None None] Provisioning complete for port fd9280ac-e706-41b4-85dd-805200d71009 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:34.394072 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d4c41c3d-bf1f-45ff-a075-589068e226cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:34.404714 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c551f07-5930-4028-9f71-84d109cbeaef admin admin] Network f48f9aa0-8394-4588-8846-a8a5cc3d7ce0 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:15:34.418201 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f701e411-16c4-4d50-8fad-623263403cbb tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:34.423305 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f701e411-16c4-4d50-8fad-623263403cbb tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8025255 Sep 21 15:15:34.423730 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59692) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:34.431667 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-41a10635-38ff-4cbc-ab07-dd41ec41ffda tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group_rule': {'security_group_id': 'd4d3d721-2f99-4dee-bea2-6c6fd3d92897', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:34.439667 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-8c551f07-5930-4028-9f71-84d109cbeaef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, f48f9aa0-8394-4588-8846-a8a5cc3d7ce0) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:34.477581 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-41a10635-38ff-4cbc-ab07-dd41ec41ffda tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:34.477815 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5a4e8a-a4b6-4be8-9e0e-8c135db2fd76 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network 6b8fa247-49e4-4cf6-ab65-c15715b66ed1 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:34.488885 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c551f07-5930-4028-9f71-84d109cbeaef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:34.489575 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c551f07-5930-4028-9f71-84d109cbeaef admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:34.497860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-9e5a4e8a-a4b6-4be8-9e0e-8c135db2fd76 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:34.500507 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-41a10635-38ff-4cbc-ab07-dd41ec41ffda tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Usage tracker for resource:security_group_rule and tenant:88abad813a0a46b5922bb6cca0db26e0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:34.504743 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-41a10635-38ff-4cbc-ab07-dd41ec41ffda tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:34.520203 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7d16cc-a703-44b2-a9ca-32d3f0bf4048 None None] Network f48f9aa0-8394-4588-8846-a8a5cc3d7ce0 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:34.523683 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-41a10635-38ff-4cbc-ab07-dd41ec41ffda tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:34.542647 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8c551f07-5930-4028-9f71-84d109cbeaef admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6564207 Sep 21 15:15:34.553324 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59696) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:34.566967 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-787706741-router', 'tenant_id': 'feb450741f2b4a2eacb422a2bced4b77', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:34.611677 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41a10635-38ff-4cbc-ab07-dd41ec41ffda tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:34.659394 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:34.667838 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59700) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:34.677351 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5f0a89ba-1bbe-4b02-8962-731fe31838a1 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "DELETE /v2.0/ports/57739806-7f39-46c8-9917-fd88ce496068/tags/tempest-TagsExtTest-Tag-1332738807 HTTP/1.1" status: 204 len: 168 time: 0.5473740 Sep 21 15:15:34.681346 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-65428a4b-396e-4ea8-b727-dd1f5fc71e5f tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '57739806-7f39-46c8-9917-fd88ce496068') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:34.705441 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d4c41c3d-bf1f-45ff-a075-589068e226cf None None] Port fd9280ac-e706-41b4-85dd-805200d71009 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:15:34.710754 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 56ffebd9-5c3e-445b-9af2-693e14dc3c01 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:34.711130 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:34.738729 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Usage tracker for resource:router and tenant:feb450741f2b4a2eacb422a2bced4b77 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:34.748705 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:34.769540 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:34.823606 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:34.824559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:34.835210 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 56ffebd9-5c3e-445b-9af2-693e14dc3c01, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=56ffebd9-5c3e-445b-9af2-693e14dc3c01,segment=NetworkSegment(8d3331ec-b9fa-43ba-a2ab-e1747289aabd),segment_id=8d3331ec-b9fa-43ba-a2ab-e1747289aabd)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:34.837577 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ae2f3057-65e4-4480-971a-2817ea78ce10 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:34.857803 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41a10635-38ff-4cbc-ab07-dd41ec41ffda tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:34.872784 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41a10635-38ff-4cbc-ab07-dd41ec41ffda tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:34.879006 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:34.931562 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a10635-38ff-4cbc-ab07-dd41ec41ffda tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99226fe4-d3fd-4b42-9750-e501d6247545,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:34.972804 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-65428a4b-396e-4ea8-b727-dd1f5fc71e5f tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/ports/57739806-7f39-46c8-9917-fd88ce496068/tags HTTP/1.1" status: 200 len: 205 time: 0.3006678 Sep 21 15:15:34.974569 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59704) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:34.978671 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41a10635-38ff-4cbc-ab07-dd41ec41ffda tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:34.982382 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-41a10635-38ff-4cbc-ab07-dd41ec41ffda tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5544505 Sep 21 15:15:34.983844 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-57285561-f888-4249-88ed-a6b5c5c5c5ef tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bc34f100-4a78-4b0f-b98f-8551690cf08d') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:35.010812 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d1167d86-06b7-4269-8c6d-283083df0557 None None] Provisioning complete for port 072001b4-a595-4f9a-b2fb-29f314adf54c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:35.011288 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d1167d86-06b7-4269-8c6d-283083df0557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:35.012262 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59708) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:35.052377 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device df3e965a-21c5-41e6-99f8-cdf5b99fdd92 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:35.125061 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-287a3a4e-ce3c-48c1-b274-dbfa28d1452c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:35.143734 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-287a3a4e-ce3c-48c1-b274-dbfa28d1452c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:35.149570 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287a3a4e-ce3c-48c1-b274-dbfa28d1452c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:35.150223 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-287a3a4e-ce3c-48c1-b274-dbfa28d1452c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:35.151579 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-287a3a4e-ce3c-48c1-b274-dbfa28d1452c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/ports/b15cf8d5-4fe6-400b-bdf4-23bbd28febc3 HTTP/1.1" status: 200 len: 911 time: 1.6820061 Sep 21 15:15:35.165110 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ae2f3057-65e4-4480-971a-2817ea78ce10 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Calling delete_port for 072001b4-a595-4f9a-b2fb-29f314adf54c owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:35.180015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=56ffebd9-5c3e-445b-9af2-693e14dc3c01,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:35.182998 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59710) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:35.208642 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-f48f9aa0-8394-4588-8846-a8a5cc3d7ce0', 'network_id': 'f48f9aa0-8394-4588-8846-a8a5cc3d7ce0', 'tenant_id': 'feb450741f2b4a2eacb422a2bced4b77', 'fixed_ips': [{'subnet_id': '5abcf953-0392-44fd-869b-8dbca8b36c21'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:15:35.209465 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:35.221367 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d1167d86-06b7-4269-8c6d-283083df0557 None None] Port 072001b4-a595-4f9a-b2fb-29f314adf54c cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:15:35.227787 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5a4e8a-a4b6-4be8-9e0e-8c135db2fd76 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router 1c2b1faa-05ae-4a45-a923-9c5d4a901ff1 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:15:35.236094 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:35.286335 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-50d16eab-6dfa-4934-a579-7f1988fd3891 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:35.299417 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-50d16eab-6dfa-4934-a579-7f1988fd3891 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:35.366720 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:27Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '8f262c68-7f78-4f12-8ca3-d4ecd652acc8', 'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'mac_address': 'fa:16:3e:62:9f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:24Z', 'updated_at': '2022-09-21T15:15:33Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'subnets': [{'id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:35.387829 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a2475-1469-409d-8ecd-3630790f49e4 None None] The sync data for ids ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'] in dv-neutron-858731-1-hyperv is: [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:27Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '8f262c68-7f78-4f12-8ca3-d4ecd652acc8', 'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'mac_address': 'fa:16:3e:62:9f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:24Z', 'updated_at': '2022-09-21T15:15:33Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'subnets': [{'id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:15:35.412610 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port df3e965a-21c5-41e6-99f8-cdf5b99fdd92 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:35.412963 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:35.445853 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a3a4e-ce3c-48c1-b274-dbfa28d1452c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Port': ['ID=b15cf8d5-4fe6-400b-bdf4-23bbd28febc3,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:35.447334 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8c033dc6-40ad-4ff0-908e-83204067aadf None None] Provisioning complete for port fd9280ac-e706-41b4-85dd-805200d71009 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:35.447687 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8c033dc6-40ad-4ff0-908e-83204067aadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:35.531026 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-57285561-f888-4249-88ed-a6b5c5c5c5ef tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/routers/bc34f100-4a78-4b0f-b98f-8551690cf08d/tags HTTP/1.1" status: 200 len: 241 time: 0.5522635 Sep 21 15:15:35.537008 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59716) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:35.562301 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-50bbb631-b0bd-4be4-a5db-ea557c8943dc tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc34f100-4a78-4b0f-b98f-8551690cf08d', 'tempest-TagsExtTest-Tag-1621207973') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:35.605798 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fac9cfd3-5d4f-42f8-8683-92cbe90ebbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:35.611392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8c033dc6-40ad-4ff0-908e-83204067aadf None None] Port fd9280ac-e706-41b4-85dd-805200d71009 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:15:35.629592 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] Allocated IP 172.20.0.2 (f48f9aa0-8394-4588-8846-a8a5cc3d7ce0/5abcf953-0392-44fd-869b-8dbca8b36c21/6c1277c9-a995-4468-97a9-259f330b8666) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:15:35.790328 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-50d16eab-6dfa-4934-a579-7f1988fd3891 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:35.792711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ae2f3057-65e4-4480-971a-2817ea78ce10 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:35.826256 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port df3e965a-21c5-41e6-99f8-cdf5b99fdd92 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:35.864854 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-50bbb631-b0bd-4be4-a5db-ea557c8943dc tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/routers/bc34f100-4a78-4b0f-b98f-8551690cf08d/tags/tempest-TagsExtTest-Tag-1621207973 HTTP/1.1" status: 204 len: 168 time: 0.3273187 Sep 21 15:15:35.874456 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59720) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:35.885217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-5de1111a-5690-4367-a0f4-62c3a207e337 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'bc34f100-4a78-4b0f-b98f-8551690cf08d', 'tempest-TagsExtTest-Tag-1621207973') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:35.934202 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d16eab-6dfa-4934-a579-7f1988fd3891 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99226fe4-d3fd-4b42-9750-e501d6247545,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:35.951480 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:35.961111 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f3057-65e4-4480-971a-2817ea78ce10 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Pushing event deleted for resources: {'Port': ['ID=072001b4-a595-4f9a-b2fb-29f314adf54c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:35.996063 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:36.002506 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5a4e8a-a4b6-4be8-9e0e-8c135db2fd76 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:15:36.010951 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] Transition to ACTIVE for port object 6c1277c9-a995-4468-97a9-259f330b8666 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:36.041021 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] Transition to ACTIVE for port object 6c1277c9-a995-4468-97a9-259f330b8666 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:36.049655 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768b7813-2176-4d99-98c2-811dbeb0903b None None] Sync routers for ids ['1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:15:36.064905 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:36.171153 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9e5a4e8a-a4b6-4be8-9e0e-8c135db2fd76 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/1c2b1faa-05ae-4a45-a923-9c5d4a901ff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6931653 Sep 21 15:15:36.180682 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b7813-2176-4d99-98c2-811dbeb0903b None None] Routers {'1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:36.182474 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-768b7813-2176-4d99-98c2-811dbeb0903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:36.195479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59724) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:36.196763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ae2f3057-65e4-4480-971a-2817ea78ce10 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:36.198692 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ae2f3057-65e4-4480-971a-2817ea78ce10 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] 10.222.0.62 "DELETE /v2.0/ports/072001b4-a595-4f9a-b2fb-29f314adf54c HTTP/1.1" status: 204 len: 168 time: 2.1210792 Sep 21 15:15:36.204199 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59728) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:36.264884 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] Pushing event updated for resources: {'Port': ['ID=6c1277c9-a995-4468-97a9-259f330b8666,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:36.268920 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-768b7813-2176-4d99-98c2-811dbeb0903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:36.287572 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-50d16eab-6dfa-4934-a579-7f1988fd3891 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:36.292211 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-50d16eab-6dfa-4934-a579-7f1988fd3891 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/99226fe4-d3fd-4b42-9750-e501d6247545 HTTP/1.1" status: 204 len: 168 time: 1.0978782 Sep 21 15:15:36.295857 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b7813-2176-4d99-98c2-811dbeb0903b None None] Routers {'1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:36.296869 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-768b7813-2176-4d99-98c2-811dbeb0903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:36.296999 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59732) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:36.326089 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-556bf4bc-e3be-4b46-b070-c47fead248f6 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Deleting subnet 8418c4ac-2d40-4cc9-874c-4ff8eb34c6c2 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:15:36.344518 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-556bf4bc-e3be-4b46-b070-c47fead248f6 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:36.374454 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] Network f48f9aa0-8394-4588-8846-a8a5cc3d7ce0 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:36.385671 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:36.390304 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:36.392133 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5de1111a-5690-4367-a0f4-62c3a207e337 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "DELETE /v2.0/routers/bc34f100-4a78-4b0f-b98f-8551690cf08d/tags/tempest-TagsExtTest-Tag-1621207973 HTTP/1.1" status: 204 len: 168 time: 0.5166614 Sep 21 15:15:36.397159 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-768b7813-2176-4d99-98c2-811dbeb0903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:36.397436 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768b7813-2176-4d99-98c2-811dbeb0903b None None] The sync data for ids ['1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:15:36.401926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59736) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:36.418801 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-ed0d3fcd-f46e-48bb-8710-1e50c59ad0a8 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bc34f100-4a78-4b0f-b98f-8551690cf08d') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:36.426616 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-15ed689e-0e6e-48ae-bb6b-18ae00be5cb9 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Synchronizing usage tracker for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:36.438084 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-556bf4bc-e3be-4b46-b070-c47fead248f6 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:36.511983 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f95a99-e4aa-4ef0-9775-6dab259bab1b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:36.512893 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f8f95a99-e4aa-4ef0-9775-6dab259bab1b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Synchronizing usage tracker for tenant:4ae973dfcd6b4097b917fb2b9641e0f1 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:36.529282 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] Attempting to bind port 6c1277c9-a995-4468-97a9-259f330b8666 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:15:36.530325 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] Attempting to bind port 6c1277c9-a995-4468-97a9-259f330b8666 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '3c4f98d8-0f5c-4a45-8a65-72d680932ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f48f9aa0-8394-4588-8846-a8a5cc3d7ce0'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:15:36.530816 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] Attempting to bind port 6c1277c9-a995-4468-97a9-259f330b8666 on network f48f9aa0-8394-4588-8846-a8a5cc3d7ce0 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:15:36.538953 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:15:36.539597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] Checking segment: {'id': '3c4f98d8-0f5c-4a45-8a65-72d680932ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f48f9aa0-8394-4588-8846-a8a5cc3d7ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:36.540217 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:36.540938 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] Bound using segment: {'id': '3c4f98d8-0f5c-4a45-8a65-72d680932ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f48f9aa0-8394-4588-8846-a8a5cc3d7ce0'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:15:36.541618 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] Bound port: 6c1277c9-a995-4468-97a9-259f330b8666, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4f98d8-0f5c-4a45-8a65-72d680932ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f48f9aa0-8394-4588-8846-a8a5cc3d7ce0'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:15:36.542348 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:36.550864 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-15ed689e-0e6e-48ae-bb6b-18ae00be5cb9 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Unset dirty status for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:36.552192 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-15ed689e-0e6e-48ae-bb6b-18ae00be5cb9 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2510960 Sep 21 15:15:36.556158 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59740) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:36.614480 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f8f95a99-e4aa-4ef0-9775-6dab259bab1b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Unset dirty status for tenant:4ae973dfcd6b4097b917fb2b9641e0f1 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:36.616088 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f8f95a99-e4aa-4ef0-9775-6dab259bab1b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/ports/fd9280ac-e706-41b4-85dd-805200d71009 HTTP/1.1" status: 200 len: 910 time: 0.4163315 Sep 21 15:15:36.620024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59744) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:36.671460 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-556bf4bc-e3be-4b46-b070-c47fead248f6 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:36.675541 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] For port 6c1277c9-a995-4468-97a9-259f330b8666, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:15:36.680322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] For port 6c1277c9-a995-4468-97a9-259f330b8666, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=6c1277c9-a995-4468-97a9-259f330b8666,segment=NetworkSegment(3c4f98d8-0f5c-4a45-8a65-72d680932ce2),segment_id=3c4f98d8-0f5c-4a45-8a65-72d680932ce2)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:15:36.686063 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ed0d3fcd-f46e-48bb-8710-1e50c59ad0a8 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/routers/bc34f100-4a78-4b0f-b98f-8551690cf08d/tags HTTP/1.1" status: 200 len: 205 time: 0.2808542 Sep 21 15:15:36.686262 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:36.690965 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59748) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:36.707084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-9c9a2224-4c8f-4026-b27d-9b30801b9983 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4a4e7a64-afa5-4230-8a81-cbad50207952') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:36.728519 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e15cddbd-6523-4191-af7a-4ce07655bbd1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:36.776757 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a51ef9-7a78-4a26-a4ec-3b35a8516601 None None] Pushing event updated for resources: {'Port': ['ID=6c1277c9-a995-4468-97a9-259f330b8666,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:36.783336 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cedb2e65-18d3-45c6-8995-db3f6cde2db7 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:36.914747 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cedb2e65-18d3-45c6-8995-db3f6cde2db7 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:37.024588 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9c9a2224-4c8f-4026-b27d-9b30801b9983 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/subnetpools/4a4e7a64-afa5-4230-8a81-cbad50207952/tags HTTP/1.1" status: 200 len: 240 time: 0.3302157 Sep 21 15:15:37.025916 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59752) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:37.147643 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-2f0d5152-fdf5-432f-bbcb-3b718d811e00 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4a4e7a64-afa5-4230-8a81-cbad50207952', 'tempest-TagsExtTest-Tag-228518311') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:37.192702 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 56ffebd9-5c3e-445b-9af2-693e14dc3c01 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:37.270697 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 56ffebd9-5c3e-445b-9af2-693e14dc3c01 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:37.271169 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:37.332501 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-556bf4bc-e3be-4b46-b070-c47fead248f6 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:37.372230 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cedb2e65-18d3-45c6-8995-db3f6cde2db7 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:37.381532 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2f0d5152-fdf5-432f-bbcb-3b718d811e00 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/subnetpools/4a4e7a64-afa5-4230-8a81-cbad50207952/tags/tempest-TagsExtTest-Tag-228518311 HTTP/1.1" status: 204 len: 168 time: 0.2380788 Sep 21 15:15:37.387177 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59756) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:37.394172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-66f87b4e-d23a-4fc5-952f-e81b52dc8845 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4a4e7a64-afa5-4230-8a81-cbad50207952', 'tempest-TagsExtTest-Tag-228518311') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:37.396897 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bf4bc-e3be-4b46-b070-c47fead248f6 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Pushing event deleted for resources: {'Subnet': ['ID=8418c4ac-2d40-4cc9-874c-4ff8eb34c6c2,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:37.403771 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-556bf4bc-e3be-4b46-b070-c47fead248f6 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:37.406756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb2e65-18d3-45c6-8995-db3f6cde2db7 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d3d721-2f99-4dee-bea2-6c6fd3d92897,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:37.419381 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 56ffebd9-5c3e-445b-9af2-693e14dc3c01 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:37.420615 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:37.429109 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cedb2e65-18d3-45c6-8995-db3f6cde2db7 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:37.435188 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cedb2e65-18d3-45c6-8995-db3f6cde2db7 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "DELETE /v2.0/security-groups/d4d3d721-2f99-4dee-bea2-6c6fd3d92897 HTTP/1.1" status: 204 len: 168 time: 0.8730285 Sep 21 15:15:37.435188 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-556bf4bc-e3be-4b46-b070-c47fead248f6 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] 10.222.0.62 "DELETE /v2.0/subnets/8418c4ac-2d40-4cc9-874c-4ff8eb34c6c2 HTTP/1.1" status: 204 len: 168 time: 1.2255924 Sep 21 15:15:37.435188 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59760) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:37.436531 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59762) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:37.460616 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87742a2c-8c53-4119-a466-9b7ccdb73478 None None] Network 29ba612e-db7b-49b1-ac41-0cc06749cfff requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:37.552279 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:37.598312 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:37.633440 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:37.648185 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-38dbf662-2f00-4d1f-9af1-018abe63a44b tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Synchronizing usage tracker for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:37.667256 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:37.677313 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-66f87b4e-d23a-4fc5-952f-e81b52dc8845 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "DELETE /v2.0/subnetpools/4a4e7a64-afa5-4230-8a81-cbad50207952/tags/tempest-TagsExtTest-Tag-228518311 HTTP/1.1" status: 204 len: 168 time: 0.2891610 Sep 21 15:15:37.680161 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59768) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:37.684081 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:37.685793 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:37.693528 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-d7efefd2-04cb-47ae-a273-03b5be39a635 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4a4e7a64-afa5-4230-8a81-cbad50207952') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:37.702720 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e15cddbd-6523-4191-af7a-4ce07655bbd1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting port b15cf8d5-4fe6-400b-bdf4-23bbd28febc3 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:37.703323 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e15cddbd-6523-4191-af7a-4ce07655bbd1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:37.733570 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Deleting port df3e965a-21c5-41e6-99f8-cdf5b99fdd92 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:37.733917 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:37.800432 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-38dbf662-2f00-4d1f-9af1-018abe63a44b tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Unset dirty status for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:37.802134 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-38dbf662-2f00-4d1f-9af1-018abe63a44b tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3647659 Sep 21 15:15:37.815497 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59772) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:37.826641 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-2598069d-c264-4abd-b589-2fe0ec297eb9 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group': {'name': 'tempest-secgroup--619573397'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:37.847622 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2598069d-c264-4abd-b589-2fe0ec297eb9 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:37.853214 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Allocated IP 172.26.4.198 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/1b718565-1e0a-4320-8bd2-c51015ea0f18) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:15:37.869135 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:37.869601 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:37.930466 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2598069d-c264-4abd-b589-2fe0ec297eb9 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:37.970157 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affaae10-6e45-44d4-8bf2-d2bb09c2b279 None None] DHCP port deletion for 29ba612e-db7b-49b1-ac41-0cc06749cfff request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:15:37.972478 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8c2892d5-bb32-4094-8fb7-4551f38b8626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:38.012588 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d7efefd2-04cb-47ae-a273-03b5be39a635 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/subnetpools/4a4e7a64-afa5-4230-8a81-cbad50207952/tags HTTP/1.1" status: 200 len: 205 time: 0.3313274 Sep 21 15:15:38.015454 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59776) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:38.023846 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 8f262c68-7f78-4f12-8ca3-d4ecd652acc8, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=8f262c68-7f78-4f12-8ca3-d4ecd652acc8,segment=NetworkSegment(8ce497b5-6bae-4552-a904-f6d6f0c9099a),segment_id=8ce497b5-6bae-4552-a904-f6d6f0c9099a)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:38.025069 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-affaae10-6e45-44d4-8bf2-d2bb09c2b279 None None] Deleting port df3e965a-21c5-41e6-99f8-cdf5b99fdd92 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:38.025509 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-affaae10-6e45-44d4-8bf2-d2bb09c2b279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:38.028367 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-b453b1b8-5a66-4d54-978e-53b356c5d316 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4a4e7a64-afa5-4230-8a81-cbad50207952') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:38.039219 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2a4dddf5-d99f-4fd5-8d06-cc569094e085 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:38.055119 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:38.118206 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2598069d-c264-4abd-b589-2fe0ec297eb9 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:38.155472 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=8f262c68-7f78-4f12-8ca3-d4ecd652acc8,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:38.222139 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e15cddbd-6523-4191-af7a-4ce07655bbd1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:38.230150 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2598069d-c264-4abd-b589-2fe0ec297eb9 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:38.251969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:38.285043 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b453b1b8-5a66-4d54-978e-53b356c5d316 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "DELETE /v2.0/subnetpools/4a4e7a64-afa5-4230-8a81-cbad50207952/tags HTTP/1.1" status: 204 len: 168 time: 0.2661836 Sep 21 15:15:38.302721 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59780) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:38.370814 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e15cddbd-6523-4191-af7a-4ce07655bbd1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Calling delete_port for b15cf8d5-4fe6-400b-bdf4-23bbd28febc3 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:38.373509 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-affaae10-6e45-44d4-8bf2-d2bb09c2b279 None None] For port df3e965a-21c5-41e6-99f8-cdf5b99fdd92, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=df3e965a-21c5-41e6-99f8-cdf5b99fdd92,segment=NetworkSegment(86fdf51a-c684-46de-b0d2-f5cd4988893b),segment_id=86fdf51a-c684-46de-b0d2-f5cd4988893b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:38.373817 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-affaae10-6e45-44d4-8bf2-d2bb09c2b279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:38.412132 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:38.414265 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-e6ae7fee-ff2f-4a00-8c25-d0a89404f5ef tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc34f100-4a78-4b0f-b98f-8551690cf08d') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:38.447446 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eafa3d-13be-42c1-8859-7fc445325b22 None None] Network f48f9aa0-8394-4588-8846-a8a5cc3d7ce0 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:38.481736 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2598069d-c264-4abd-b589-2fe0ec297eb9 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:38.482081 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:38.488835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:38.493354 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:38.505583 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] For port df3e965a-21c5-41e6-99f8-cdf5b99fdd92, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=df3e965a-21c5-41e6-99f8-cdf5b99fdd92,segment=NetworkSegment(86fdf51a-c684-46de-b0d2-f5cd4988893b),segment_id=86fdf51a-c684-46de-b0d2-f5cd4988893b)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:38.506005 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:38.531653 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-affaae10-6e45-44d4-8bf2-d2bb09c2b279 None None] Calling delete_port for df3e965a-21c5-41e6-99f8-cdf5b99fdd92 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:38.656387 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-98201eb8-175b-413c-a341-5af71fe837e5 None None] Provisioning for port 6c1277c9-a995-4468-97a9-259f330b8666 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:38.714149 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Calling delete_port for df3e965a-21c5-41e6-99f8-cdf5b99fdd92 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:38.724275 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:38.739158 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Pushing event updated for resources: {'Port': ['ID=1b718565-1e0a-4320-8bd2-c51015ea0f18,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:38.758735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2a4dddf5-d99f-4fd5-8d06-cc569094e085 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting port fd9280ac-e706-41b4-85dd-805200d71009 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:38.759075 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2a4dddf5-d99f-4fd5-8d06-cc569094e085 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:38.771354 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-affaae10-6e45-44d4-8bf2-d2bb09c2b279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:38.848580 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affaae10-6e45-44d4-8bf2-d2bb09c2b279 None None] Pushing event deleted for resources: {'Port': ['ID=df3e965a-21c5-41e6-99f8-cdf5b99fdd92,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:38.854175 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affaae10-6e45-44d4-8bf2-d2bb09c2b279 None None] No DVR routers for this DVR port df3e965a-21c5-41e6-99f8-cdf5b99fdd92 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:15:38.930576 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: from cryptography.utils import int_from_bytes Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: from cryptography.utils import int_from_bytes Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn_limited( Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn_limited( Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:38.998220 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:39.000955 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:39.000955 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:39.000955 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:39.000955 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:39.000955 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:39.000955 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:39.000955 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:39.000955 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:39.000955 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:39.000955 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:39.000955 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:39.000955 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:39.000955 dv-neutron-858731-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:15:39.000955 dv-neutron-858731-1-hyperv neutron-server[89019]: util.warn( Sep 21 15:15:39.018882 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e6ae7fee-ff2f-4a00-8c25-d0a89404f5ef tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "DELETE /v2.0/routers/bc34f100-4a78-4b0f-b98f-8551690cf08d/tags HTTP/1.1" status: 204 len: 168 time: 0.6529987 Sep 21 15:15:39.035586 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59784) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:39.050006 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-7aa8724d-022e-4833-b1af-5d47d7bc2bc7 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '57739806-7f39-46c8-9917-fd88ce496068') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:39.101978 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:15:39.102298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:15:39.126491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 6c1277c9-a995-4468-97a9-259f330b8666 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:39.137653 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2598069d-c264-4abd-b589-2fe0ec297eb9 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:39.201473 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2598069d-c264-4abd-b589-2fe0ec297eb9 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:39.222807 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 6c1277c9-a995-4468-97a9-259f330b8666 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:39.228873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 6c1277c9-a995-4468-97a9-259f330b8666 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:39.228873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:39.280587 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2a4dddf5-d99f-4fd5-8d06-cc569094e085 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:39.283901 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598069d-c264-4abd-b589-2fe0ec297eb9 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e107a1-bbf1-491a-8c11-a8d93189dfb7,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:39.307328 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e15cddbd-6523-4191-af7a-4ce07655bbd1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:39.368048 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 6c1277c9-a995-4468-97a9-259f330b8666 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:39.368425 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:39.372249 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2598069d-c264-4abd-b589-2fe0ec297eb9 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:39.377276 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2598069d-c264-4abd-b589-2fe0ec297eb9 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5548449 Sep 21 15:15:39.380383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-78e1e286-8b43-4415-8de8-f40c6c44e3fe None None] Provisioning complete for port 6c1277c9-a995-4468-97a9-259f330b8666 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:39.380806 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-78e1e286-8b43-4415-8de8-f40c6c44e3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:39.383310 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7aa8724d-022e-4833-b1af-5d47d7bc2bc7 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "DELETE /v2.0/ports/57739806-7f39-46c8-9917-fd88ce496068/tags HTTP/1.1" status: 204 len: 168 time: 0.3466573 Sep 21 15:15:39.384159 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cddbd-6523-4191-af7a-4ce07655bbd1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Port': ['ID=b15cf8d5-4fe6-400b-bdf4-23bbd28febc3,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:39.390283 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59788) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:39.390688 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59790) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:39.443078 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6c63a636-8654-4850-ae5d-d94cf167c6d4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group_rule': {'security_group_id': '69e107a1-bbf1-491a-8c11-a8d93189dfb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:39.450026 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-d927affd-cb16-4a98-80a8-0900cd907e42 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '883ea595-bbeb-45fd-9818-620961a4dd9f') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:39.470670 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 6c1277c9-a995-4468-97a9-259f330b8666, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=6c1277c9-a995-4468-97a9-259f330b8666,segment=NetworkSegment(3c4f98d8-0f5c-4a45-8a65-72d680932ce2),segment_id=3c4f98d8-0f5c-4a45-8a65-72d680932ce2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:39.476219 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2a4dddf5-d99f-4fd5-8d06-cc569094e085 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Calling delete_port for fd9280ac-e706-41b4-85dd-805200d71009 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:39.485174 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:39.486129 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:39.492208 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6c63a636-8654-4850-ae5d-d94cf167c6d4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:39.497105 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6c63a636-8654-4850-ae5d-d94cf167c6d4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Usage tracker for resource:security_group_rule and tenant:88abad813a0a46b5922bb6cca0db26e0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:39.500467 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6c63a636-8654-4850-ae5d-d94cf167c6d4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:39.507158 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6c63a636-8654-4850-ae5d-d94cf167c6d4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:39.565788 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:39.644514 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Deleting port df3e965a-21c5-41e6-99f8-cdf5b99fdd92 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:39.645034 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:39.683859 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-78e1e286-8b43-4415-8de8-f40c6c44e3fe None None] Current status of the port 6c1277c9-a995-4468-97a9-259f330b8666 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:39.710848 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=6c1277c9-a995-4468-97a9-259f330b8666,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:39.711126 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6c63a636-8654-4850-ae5d-d94cf167c6d4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:39.717265 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e15cddbd-6523-4191-af7a-4ce07655bbd1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:39.724343 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:39.724747 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:39.766627 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] The port 'df3e965a-21c5-41e6-99f8-cdf5b99fdd92' was deleted {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:15:39.849253 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:39.899794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device df3e965a-21c5-41e6-99f8-cdf5b99fdd92 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:15:39.936059 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: df3e965a-21c5-41e6-99f8-cdf5b99fdd92 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:15:39.936317 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device df3e965a-21c5-41e6-99f8-cdf5b99fdd92 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:15:40.001438 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2a4dddf5-d99f-4fd5-8d06-cc569094e085 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:40.064528 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:40.153326 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6c63a636-8654-4850-ae5d-d94cf167c6d4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:40.200829 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4dddf5-d99f-4fd5-8d06-cc569094e085 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Port': ['ID=fd9280ac-e706-41b4-85dd-805200d71009,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:40.207634 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:40.228539 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6c63a636-8654-4850-ae5d-d94cf167c6d4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:40.247093 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ba612e-db7b-49b1-ac41-0cc06749cfff']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:40.272862 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d927affd-cb16-4a98-80a8-0900cd907e42 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "DELETE /v2.0/subnets/883ea595-bbeb-45fd-9818-620961a4dd9f/tags HTTP/1.1" status: 204 len: 168 time: 0.8773828 Sep 21 15:15:40.281700 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fdf51a-c684-46de-b0d2-f5cd4988893b') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:40.282648 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fdf51a-c684-46de-b0d2-f5cd4988893b') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:40.291750 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59796) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:40.296493 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63a636-8654-4850-ae5d-d94cf167c6d4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a82e82-b1a2-492f-8ab7-b99d835ebfdb,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:40.302064 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15cddbd-6523-4191-af7a-4ce07655bbd1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router 4408e321-763e-42ab-9e8b-4619e2347112 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:15:40.311159 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-285f888e-1305-4a39-b407-afaa51003d6d tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '883ea595-bbeb-45fd-9818-620961a4dd9f', 'tempest-TagsExtTest-Tag-932315987') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:40.353167 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:40.370809 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6c63a636-8654-4850-ae5d-d94cf167c6d4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:40.374513 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6c63a636-8654-4850-ae5d-d94cf167c6d4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9781668 Sep 21 15:15:40.378120 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59800) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:40.443179 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:40.474447 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fb5454bd-37b0-48b1-876b-35e43572cc7c tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-group-rules/92a82e82-b1a2-492f-8ab7-b99d835ebfdb HTTP/1.1" status: 200 len: 763 time: 0.0902352 Sep 21 15:15:40.474659 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:40.481687 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59804) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:40.645473 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:15:40.645877 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:40.708077 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d05e3433-4301-4293-8e5c-a8155ac71de5 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Synchronizing usage tracker for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:40.722879 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 86fdf51a-c684-46de-b0d2-f5cd4988893b resource provider aggregate not found Sep 21 15:15:40.731367 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2a4dddf5-d99f-4fd5-8d06-cc569094e085 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:40.748642 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15cddbd-6523-4191-af7a-4ce07655bbd1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:15:40.753215 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 86fdf51a-c684-46de-b0d2-f5cd4988893b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86fdf51a-c684-46de-b0d2-f5cd4988893b found for delete ", "request_id": "req-60530f84-fead-4b74-aa34-ee0938bad300"}]} Sep 21 15:15:40.760246 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e15cddbd-6523-4191-af7a-4ce07655bbd1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/4408e321-763e-42ab-9e8b-4619e2347112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5751772 Sep 21 15:15:40.765674 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac18b17-d5ae-4919-b919-3f99296febd5 None None] Sync routers for ids ['4408e321-763e-42ab-9e8b-4619e2347112'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:15:40.766169 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59812) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:40.780343 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac18b17-d5ae-4919-b919-3f99296febd5 None None] Routers {'4408e321-763e-42ab-9e8b-4619e2347112'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:40.781310 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-fac18b17-d5ae-4919-b919-3f99296febd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['4408e321-763e-42ab-9e8b-4619e2347112'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:40.816155 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d05e3433-4301-4293-8e5c-a8155ac71de5 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Unset dirty status for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:40.820487 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d05e3433-4301-4293-8e5c-a8155ac71de5 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3258262 Sep 21 15:15:40.820884 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59816) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:40.824846 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-65b0d0bb-a108-47de-8e18-73fbc58ee70e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Synchronizing usage tracker for tenant:36a774c8465a450c8e27de7666e71b71 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:40.828113 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:40.855973 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-fac18b17-d5ae-4919-b919-3f99296febd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:40.857337 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:40.866202 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac18b17-d5ae-4919-b919-3f99296febd5 None None] Routers {'4408e321-763e-42ab-9e8b-4619e2347112'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:40.866807 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-fac18b17-d5ae-4919-b919-3f99296febd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['4408e321-763e-42ab-9e8b-4619e2347112'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:40.885232 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Router ecfb0472-6a22-4b44-aa06-7ac7c5c84adb is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:15:40.887880 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] Pushing event deleted for resources: {'Network': ['ID=29ba612e-db7b-49b1-ac41-0cc06749cfff,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:40.909046 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ec908638-3476-4dff-abe5-0e48fccf7df7 tempest-ExtraDHCPOptionsTestJSON-807379153 tempest-ExtraDHCPOptionsTestJSON-807379153-project] 10.222.0.62 "DELETE /v2.0/networks/29ba612e-db7b-49b1-ac41-0cc06749cfff HTTP/1.1" status: 204 len: 168 time: 3.4739168 Sep 21 15:15:40.913846 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-65b0d0bb-a108-47de-8e18-73fbc58ee70e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Unset dirty status for tenant:36a774c8465a450c8e27de7666e71b71 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:40.915147 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-65b0d0bb-a108-47de-8e18-73fbc58ee70e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/ports?device_id=4408e321-763e-42ab-9e8b-4619e2347112 HTTP/1.1" status: 200 len: 205 time: 0.1479678 Sep 21 15:15:40.916806 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05028c71-89ab-46f5-a8aa-58ab228905f6 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:40.921835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59822) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:40.929183 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-285f888e-1305-4a39-b407-afaa51003d6d tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "PUT /v2.0/subnets/883ea595-bbeb-45fd-9818-620961a4dd9f/tags/tempest-TagsExtTest-Tag-932315987 HTTP/1.1" status: 201 len: 201 time: 0.6339173 Sep 21 15:15:40.931465 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05028c71-89ab-46f5-a8aa-58ab228905f6 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:40.938377 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59826) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:40.950704 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-4cdf7c5e-2198-4b49-8c5a-d2d3c5aea80b tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '57739806-7f39-46c8-9917-fd88ce496068', 'tempest-TagsExtTest-Tag-1502697708') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:40.975514 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-fac18b17-d5ae-4919-b919-3f99296febd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:40.975918 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac18b17-d5ae-4919-b919-3f99296febd5 None None] The sync data for ids ['4408e321-763e-42ab-9e8b-4619e2347112'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:15:41.028503 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05028c71-89ab-46f5-a8aa-58ab228905f6 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:41.044034 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 6c1277c9-a995-4468-97a9-259f330b8666 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:41.055026 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05028c71-89ab-46f5-a8aa-58ab228905f6 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92a82e82-b1a2-492f-8ab7-b99d835ebfdb,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:41.068566 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05028c71-89ab-46f5-a8aa-58ab228905f6 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:41.072285 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-05028c71-89ab-46f5-a8aa-58ab228905f6 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/92a82e82-b1a2-492f-8ab7-b99d835ebfdb HTTP/1.1" status: 204 len: 168 time: 0.2477369 Sep 21 15:15:41.072968 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59830) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:41.140573 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4cdf7c5e-2198-4b49-8c5a-d2d3c5aea80b tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "PUT /v2.0/ports/57739806-7f39-46c8-9917-fd88ce496068/tags/tempest-TagsExtTest-Tag-1502697708 HTTP/1.1" status: 201 len: 201 time: 0.2007749 Sep 21 15:15:41.144767 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59834) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:41.153594 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-31d1d6ac-8062-4595-9764-f4600b3959b7 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bc34f100-4a78-4b0f-b98f-8551690cf08d', 'tempest-TagsExtTest-Tag-1194545262') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:41.200766 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7e1fa71-8a2b-4aa3-97a1-124e02da9d00 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:41.209670 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 6c1277c9-a995-4468-97a9-259f330b8666 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:41.210420 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:41.229041 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ef4e30c6-4a4f-468e-993e-f5ff7ab808d4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Synchronizing usage tracker for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:41.318167 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ef4e30c6-4a4f-468e-993e-f5ff7ab808d4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Unset dirty status for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:41.319614 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ef4e30c6-4a4f-468e-993e-f5ff7ab808d4 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2448065 Sep 21 15:15:41.322586 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59840) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:41.333709 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4fc392e8-28cf-4645-a539-14ef0637d99d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group_rule': {'security_group_id': '69e107a1-bbf1-491a-8c11-a8d93189dfb7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:41.339978 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4fc392e8-28cf-4645-a539-14ef0637d99d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:41.351941 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4fc392e8-28cf-4645-a539-14ef0637d99d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:41.353186 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 6c1277c9-a995-4468-97a9-259f330b8666 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:41.385515 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4fc392e8-28cf-4645-a539-14ef0637d99d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:41.427269 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-31d1d6ac-8062-4595-9764-f4600b3959b7 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "PUT /v2.0/routers/bc34f100-4a78-4b0f-b98f-8551690cf08d/tags/tempest-TagsExtTest-Tag-1194545262 HTTP/1.1" status: 201 len: 201 time: 0.2813053 Sep 21 15:15:41.429987 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59844) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:41.440351 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-d6cbe402-0da3-46e2-a1c9-ef23cb229c75 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4a4e7a64-afa5-4230-8a81-cbad50207952', 'tempest-TagsExtTest-Tag-1323806829') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:41.492028 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59848) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:41.500856 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4fc392e8-28cf-4645-a539-14ef0637d99d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:41.508855 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4fc392e8-28cf-4645-a539-14ef0637d99d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:41.532927 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d6cbe402-0da3-46e2-a1c9-ef23cb229c75 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "PUT /v2.0/subnetpools/4a4e7a64-afa5-4230-8a81-cbad50207952/tags/tempest-TagsExtTest-Tag-1323806829 HTTP/1.1" status: 201 len: 201 time: 0.0987773 Sep 21 15:15:41.539745 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59854) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:41.540412 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc392e8-28cf-4645-a539-14ef0637d99d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114f1d7e-2165-45d2-aced-c996dc27c5df,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:41.548011 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-789601c0-1cf1-4efe-ba64-86f65b238463 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '883ea595-bbeb-45fd-9818-620961a4dd9f', {'tags': ['tempest-TagsExtTest-Tag-326372870', 'tempest-TagsExtTest-Tag-1835432401', 'tempest-TagsExtTest-Tag-488028435']}) {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:41.602051 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4fc392e8-28cf-4645-a539-14ef0637d99d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:41.606009 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4fc392e8-28cf-4645-a539-14ef0637d99d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2808316 Sep 21 15:15:41.609416 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59858) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:41.658622 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0cb6830c-58b1-4b47-99d1-15b6569ad96f tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-group-rules/114f1d7e-2165-45d2-aced-c996dc27c5df HTTP/1.1" status: 200 len: 763 time: 0.0483010 Sep 21 15:15:41.663803 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59862) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:41.716563 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-789601c0-1cf1-4efe-ba64-86f65b238463 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "PUT /v2.0/subnets/883ea595-bbeb-45fd-9818-620961a4dd9f/tags HTTP/1.1" status: 200 len: 316 time: 0.1739047 Sep 21 15:15:41.720254 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59866) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:41.732052 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-5ae5b263-4abd-4709-9667-3e60ac4ab96f tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '883ea595-bbeb-45fd-9818-620961a4dd9f') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:41.760252 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9f53a6c7-9298-41d3-bc4f-04582e5711d2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dfc9ec771fe0440db9f57623ab8f1936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2661397 Sep 21 15:15:41.766976 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59870) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:41.783994 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-41088034-8618-4b92-98bf-e6936d577bbf tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Synchronizing usage tracker for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:41.848900 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-41088034-8618-4b92-98bf-e6936d577bbf tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Unset dirty status for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:41.850168 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-41088034-8618-4b92-98bf-e6936d577bbf tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1854661 Sep 21 15:15:41.854007 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59874) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:41.894128 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5208be43-c9ac-4ceb-b66b-2fa057655340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:41.896946 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:15:41.903532 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7e1fa71-8a2b-4aa3-97a1-124e02da9d00 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:41.907412 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] Sync routers for ids ['ecfb0472-6a22-4b44-aa06-7ac7c5c84adb'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:15:41.910599 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7e1fa71-8a2b-4aa3-97a1-124e02da9d00 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:41.918577 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] Routers {'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:41.919267 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['ecfb0472-6a22-4b44-aa06-7ac7c5c84adb'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:41.923767 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-26b907e3-3b6f-4366-a459-9ffc31ac124a tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:41.941840 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4dddf5-d99f-4fd5-8d06-cc569094e085 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router 1c2b1faa-05ae-4a45-a923-9c5d4a901ff1 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:15:41.952006 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-26b907e3-3b6f-4366-a459-9ffc31ac124a tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:41.959937 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5208be43-c9ac-4ceb-b66b-2fa057655340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:42.018125 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7e1fa71-8a2b-4aa3-97a1-124e02da9d00 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:42.018668 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e1fa71-8a2b-4aa3-97a1-124e02da9d00 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Fanout notify agent at l3_agent the message router_deleted on router 4408e321-763e-42ab-9e8b-4619e2347112 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:15:42.023135 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5ae5b263-4abd-4709-9667-3e60ac4ab96f tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "DELETE /v2.0/subnets/883ea595-bbeb-45fd-9818-620961a4dd9f/tags HTTP/1.1" status: 204 len: 168 time: 0.3016534 Sep 21 15:15:42.026871 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-26b907e3-3b6f-4366-a459-9ffc31ac124a tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:42.027381 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59878) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:42.044089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7e1fa71-8a2b-4aa3-97a1-124e02da9d00 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:42.045128 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f7e1fa71-8a2b-4aa3-97a1-124e02da9d00 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/routers/4408e321-763e-42ab-9e8b-4619e2347112 HTTP/1.1" status: 204 len: 168 time: 1.1223576 Sep 21 15:15:42.050137 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59882) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:42.051122 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b907e3-3b6f-4366-a459-9ffc31ac124a tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=114f1d7e-2165-45d2-aced-c996dc27c5df,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:42.100151 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-285705c2-0f37-48c7-8646-1df05361b193 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '883ea595-bbeb-45fd-9818-620961a4dd9f', 'tempest-TagsExtTest-Tag-326372870') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:42.114966 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5208be43-c9ac-4ceb-b66b-2fa057655340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:42.125178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:42.126496 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-25c58e23-0d0a-4dc3-9fe7-c4bf34798e2e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5714064 Sep 21 15:15:42.138808 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59886) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:42.166424 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] Set router ecfb0472-6a22-4b44-aa06-7ac7c5c84adb gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:15:42.188034 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4dddf5-d99f-4fd5-8d06-cc569094e085 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:15:42.196698 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2a4dddf5-d99f-4fd5-8d06-cc569094e085 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/1c2b1faa-05ae-4a45-a923-9c5d4a901ff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5718434 Sep 21 15:15:42.196849 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59890) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:42.205665 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599d87f5-3141-457f-884e-efeec6e7c304 None None] Sync routers for ids ['1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:15:42.212430 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208be43-c9ac-4ceb-b66b-2fa057655340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef66ba51-4cae-43f3-9d87-bf0d30075b66,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:42.226867 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-26b907e3-3b6f-4366-a459-9ffc31ac124a tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:42.230396 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-26b907e3-3b6f-4366-a459-9ffc31ac124a tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/114f1d7e-2165-45d2-aced-c996dc27c5df HTTP/1.1" status: 204 len: 168 time: 0.3725045 Sep 21 15:15:42.234364 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599d87f5-3141-457f-884e-efeec6e7c304 None None] Routers {'1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:42.235409 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-599d87f5-3141-457f-884e-efeec6e7c304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:42.247265 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59894) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:42.248180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5208be43-c9ac-4ceb-b66b-2fa057655340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:42.249378 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5208be43-c9ac-4ceb-b66b-2fa057655340 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ef66ba51-4cae-43f3-9d87-bf0d30075b66 HTTP/1.1" status: 204 len: 168 time: 0.4786847 Sep 21 15:15:42.271615 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-3346eb1c-8853-4a46-b45b-348088345491 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting subnet d500655d-14fc-4252-93f9-eb98527c428c {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:15:42.280720 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3346eb1c-8853-4a46-b45b-348088345491 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:42.327097 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-599d87f5-3141-457f-884e-efeec6e7c304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:42.339292 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599d87f5-3141-457f-884e-efeec6e7c304 None None] Routers {'1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:42.340231 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-599d87f5-3141-457f-884e-efeec6e7c304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:42.427003 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3346eb1c-8853-4a46-b45b-348088345491 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:42.484255 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6fe8d78d-6ca3-4ec8-bb22-9f3af3b0ed3d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Synchronizing usage tracker for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:42.489879 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-599d87f5-3141-457f-884e-efeec6e7c304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:42.498182 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599d87f5-3141-457f-884e-efeec6e7c304 None None] The sync data for ids ['1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:15:42.541835 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-285705c2-0f37-48c7-8646-1df05361b193 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] show failed (client error): The resource could not be found. Sep 21 15:15:42.543143 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-285705c2-0f37-48c7-8646-1df05361b193 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/subnets/883ea595-bbeb-45fd-9818-620961a4dd9f/tags/tempest-TagsExtTest-Tag-326372870 HTTP/1.1" status: 404 len: 328 time: 0.4969485 Sep 21 15:15:42.546093 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59902) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:42.554641 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-8f7a8094-62ac-4f09-8c12-4c6dc76cae86 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '883ea595-bbeb-45fd-9818-620961a4dd9f', 'tempest-TagsExtTest-Tag-1835432401') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:42.614174 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6fe8d78d-6ca3-4ec8-bb22-9f3af3b0ed3d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Unset dirty status for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:42.615542 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6fe8d78d-6ca3-4ec8-bb22-9f3af3b0ed3d tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3650372 Sep 21 15:15:42.623981 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59906) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:42.632483 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-cbccd19f-25c1-49ee-a708-580d3d3c4c55 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group_rule': {'security_group_id': '69e107a1-bbf1-491a-8c11-a8d93189dfb7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:42.691838 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb', 'name': 'tempest-TestVolumeBootPattern-787706741-router', 'tenant_id': 'feb450741f2b4a2eacb422a2bced4b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '1b718565-1e0a-4320-8bd2-c51015ea0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:34Z', 'updated_at': '2022-09-21T15:15:39Z', 'revision_number': 3, 'project_id': 'feb450741f2b4a2eacb422a2bced4b77', 'gw_port': {'id': '1b718565-1e0a-4320-8bd2-c51015ea0f18', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:96:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:37Z', 'updated_at': '2022-09-21T15:15:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:42.698575 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] Checking router: ecfb0472-6a22-4b44-aa06-7ac7c5c84adb for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:15:42.699201 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] Updating router ecfb0472-6a22-4b44-aa06-7ac7c5c84adb port 1b718565-1e0a-4320-8bd2-c51015ea0f18 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:15:42.736041 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-8f7a8094-62ac-4f09-8c12-4c6dc76cae86 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] show failed (client error): The resource could not be found. Sep 21 15:15:42.737413 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8f7a8094-62ac-4f09-8c12-4c6dc76cae86 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/subnets/883ea595-bbeb-45fd-9818-620961a4dd9f/tags/tempest-TagsExtTest-Tag-1835432401 HTTP/1.1" status: 404 len: 329 time: 0.1901782 Sep 21 15:15:42.740249 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59916) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:42.746895 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-3dca7d0c-8e3b-4908-9be2-72d8d5c47508 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '883ea595-bbeb-45fd-9818-620961a4dd9f', 'tempest-TagsExtTest-Tag-488028435') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:42.780637 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:42.826360 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-cbccd19f-25c1-49ee-a708-580d3d3c4c55 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:42.861121 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-cbccd19f-25c1-49ee-a708-580d3d3c4c55 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:42.865970 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3346eb1c-8853-4a46-b45b-348088345491 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:42.884814 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-3dca7d0c-8e3b-4908-9be2-72d8d5c47508 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] show failed (client error): The resource could not be found. Sep 21 15:15:42.885973 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3dca7d0c-8e3b-4908-9be2-72d8d5c47508 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/subnets/883ea595-bbeb-45fd-9818-620961a4dd9f/tags/tempest-TagsExtTest-Tag-488028435 HTTP/1.1" status: 404 len: 328 time: 0.1444077 Sep 21 15:15:42.889042 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59922) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:42.895619 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-462e0db6-10f8-48ca-89c4-1579c90de7d7 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '57739806-7f39-46c8-9917-fd88ce496068', {'tags': ['tempest-TagsExtTest-Tag-1163934362', 'tempest-TagsExtTest-Tag-44215727', 'tempest-TagsExtTest-Tag-1709816230']}) {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:42.932862 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-cbccd19f-25c1-49ee-a708-580d3d3c4c55 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Project 88abad813a0a46b5922bb6cca0db26e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:15:42.951796 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cbccd19f-25c1-49ee-a708-580d3d3c4c55 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:42.969222 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-757d1580-7786-4cf9-8fb6-7b1e6b8ee3fe tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:43.167747 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3346eb1c-8853-4a46-b45b-348088345491 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:43.233914 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346eb1c-8853-4a46-b45b-348088345491 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Subnet': ['ID=d500655d-14fc-4252-93f9-eb98527c428c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:43.247260 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3346eb1c-8853-4a46-b45b-348088345491 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:43.252559 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c472dbf-dc02-4a4a-a9a5-e84e9f76119c None None] Network f52a4715-580b-45ba-8922-9a2b185c7ad8 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:43.259981 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cbccd19f-25c1-49ee-a708-580d3d3c4c55 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:43.290212 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-462e0db6-10f8-48ca-89c4-1579c90de7d7 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "PUT /v2.0/ports/57739806-7f39-46c8-9917-fd88ce496068/tags HTTP/1.1" status: 200 len: 316 time: 0.4000523 Sep 21 15:15:43.293176 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59934) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:43.295303 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cbccd19f-25c1-49ee-a708-580d3d3c4c55 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:43.305198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-5fbcba29-f8eb-417d-9bcb-fe04140b5e3f tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '57739806-7f39-46c8-9917-fd88ce496068') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:43.306751 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3346eb1c-8853-4a46-b45b-348088345491 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/subnets/d500655d-14fc-4252-93f9-eb98527c428c HTTP/1.1" status: 204 len: 168 time: 1.2531753 Sep 21 15:15:43.320948 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59938) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:43.353189 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccd19f-25c1-49ee-a708-580d3d3c4c55 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55ff01d-fb76-4534-883d-f376a64e7f9a,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:43.388111 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.resource_extend [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:15:43.426823 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59942) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:43.482867 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cbccd19f-25c1-49ee-a708-580d3d3c4c55 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:43.486591 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cbccd19f-25c1-49ee-a708-580d3d3c4c55 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8590744 Sep 21 15:15:43.487597 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59948) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:43.519009 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ba2710bb-752f-4ae6-8c40-b275e8d4c056 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-group-rules/f55ff01d-fb76-4534-883d-f376a64e7f9a HTTP/1.1" status: 200 len: 769 time: 0.0266569 Sep 21 15:15:43.520072 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59952) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:43.545092 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5155f7dd-ec15-4541-ac7e-11f2811f4658 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:43.571737 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5fbcba29-f8eb-417d-9bcb-fe04140b5e3f tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "DELETE /v2.0/ports/57739806-7f39-46c8-9917-fd88ce496068/tags HTTP/1.1" status: 204 len: 168 time: 0.2772493 Sep 21 15:15:43.580260 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:43.581494 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59956) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:43.595884 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-d16f6708-2dc7-44b5-a518-ad1462bfd042 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '57739806-7f39-46c8-9917-fd88ce496068', 'tempest-TagsExtTest-Tag-1163934362') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:43.606340 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] Transition to ACTIVE for port object 1b718565-1e0a-4320-8bd2-c51015ea0f18 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:43.619285 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:43.624719 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5155f7dd-ec15-4541-ac7e-11f2811f4658 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting port 56ffebd9-5c3e-445b-9af2-693e14dc3c01 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:43.625064 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5155f7dd-ec15-4541-ac7e-11f2811f4658 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:43.665527 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-757d1580-7786-4cf9-8fb6-7b1e6b8ee3fe tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting port 84eb0864-5edf-4e0e-a473-06a70595056e {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:43.665874 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-757d1580-7786-4cf9-8fb6-7b1e6b8ee3fe tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:43.669488 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c977c524-ec09-4c9c-919d-17f50da4b25e tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Synchronizing usage tracker for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:43.671604 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] Attempting to bind port 1b718565-1e0a-4320-8bd2-c51015ea0f18 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:15:43.671976 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] Attempting to bind port 1b718565-1e0a-4320-8bd2-c51015ea0f18 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:15:43.672336 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] Attempting to bind port 1b718565-1e0a-4320-8bd2-c51015ea0f18 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:15:43.692620 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:15:43.693015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:43.693391 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:43.693782 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:15:43.694256 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] Bound port: 1b718565-1e0a-4320-8bd2-c51015ea0f18, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:15:43.694396 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Request body: {'networks': [{'name': 'tempest-network--1475385587'}, {'name': 'tempest-network--1635948508'}]} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:43.694628 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:43.694738 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Request body: {'network': {'name': 'tempest-network--1475385587'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:43.695411 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Request body: {'network': {'name': 'tempest-network--1635948508'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:43.701201 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5291-5eb9-4b9a-84d6-1a605d088ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:43.720805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:43.742855 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Usage tracker for resource:network and tenant:d702c06c79214ca4943c3077214e62b6 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:43.747496 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:43.778702 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04bfdd-cc7e-4fea-81a4-60da9c02d64e None None] Pushing event updated for resources: {'Port': ['ID=1b718565-1e0a-4320-8bd2-c51015ea0f18,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:43.782898 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:43.810443 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-d16f6708-2dc7-44b5-a518-ad1462bfd042 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] show failed (client error): The resource could not be found. Sep 21 15:15:43.814994 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d16f6708-2dc7-44b5-a518-ad1462bfd042 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/ports/57739806-7f39-46c8-9917-fd88ce496068/tags/tempest-TagsExtTest-Tag-1163934362 HTTP/1.1" status: 404 len: 329 time: 0.2290587 Sep 21 15:15:43.817492 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59960) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:43.823554 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] For port 1b718565-1e0a-4320-8bd2-c51015ea0f18, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:15:43.823992 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c977c524-ec09-4c9c-919d-17f50da4b25e tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Unset dirty status for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:43.825416 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c977c524-ec09-4c9c-919d-17f50da4b25e tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3045113 Sep 21 15:15:43.828505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59964) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:43.832647 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] For port 1b718565-1e0a-4320-8bd2-c51015ea0f18, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=1b718565-1e0a-4320-8bd2-c51015ea0f18,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:15:43.836782 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-7b632d92-c8ca-47f8-8b69-3275c838cd5b tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '57739806-7f39-46c8-9917-fd88ce496068', 'tempest-TagsExtTest-Tag-44215727') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:43.838305 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610a42d1-44a9-416a-b7a5-36af71850b21 None None] DHCP port deletion for f52a4715-580b-45ba-8922-9a2b185c7ad8 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:15:43.842599 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:43.874113 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Made reservation on behalf of d702c06c79214ca4943c3077214e62b6 for: {'network': 2} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:43.879743 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:43.883678 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-610a42d1-44a9-416a-b7a5-36af71850b21 None None] Deleting port 56ffebd9-5c3e-445b-9af2-693e14dc3c01 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:43.883678 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-610a42d1-44a9-416a-b7a5-36af71850b21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:43.919229 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:43.942253 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af9cd5f2-7ccc-46a9-9a23-fa21cb88660e tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:43.970475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af9cd5f2-7ccc-46a9-9a23-fa21cb88660e tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:43.988834 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-757d1580-7786-4cf9-8fb6-7b1e6b8ee3fe tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:44.017965 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] Routers {'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:44.018602 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['ecfb0472-6a22-4b44-aa06-7ac7c5c84adb'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:44.040290 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:44.056609 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Usage tracker for resource:security_group_rule and tenant:d702c06c79214ca4943c3077214e62b6 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:44.064617 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:44.085153 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:44.106728 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-5155f7dd-ec15-4541-ac7e-11f2811f4658 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] For port 56ffebd9-5c3e-445b-9af2-693e14dc3c01, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=56ffebd9-5c3e-445b-9af2-693e14dc3c01,segment=NetworkSegment(8d3331ec-b9fa-43ba-a2ab-e1747289aabd),segment_id=8d3331ec-b9fa-43ba-a2ab-e1747289aabd)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:44.107114 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5155f7dd-ec15-4541-ac7e-11f2811f4658 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:44.128207 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-757d1580-7786-4cf9-8fb6-7b1e6b8ee3fe tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Calling delete_port for 84eb0864-5edf-4e0e-a473-06a70595056e owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:44.182867 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-7b632d92-c8ca-47f8-8b69-3275c838cd5b tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] show failed (client error): The resource could not be found. Sep 21 15:15:44.187001 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7b632d92-c8ca-47f8-8b69-3275c838cd5b tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/ports/57739806-7f39-46c8-9917-fd88ce496068/tags/tempest-TagsExtTest-Tag-44215727 HTTP/1.1" status: 404 len: 327 time: 0.3654861 Sep 21 15:15:44.187001 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af9cd5f2-7ccc-46a9-9a23-fa21cb88660e tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:44.193943 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59968) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:44.214015 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-c65a8385-6550-4690-b591-d2acdb3fc702 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '57739806-7f39-46c8-9917-fd88ce496068', 'tempest-TagsExtTest-Tag-1709816230') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:44.246582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cd5f2-7ccc-46a9-9a23-fa21cb88660e tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f55ff01d-fb76-4534-883d-f376a64e7f9a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:44.257383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04bfdd-cc7e-4fea-81a4-60da9c02d64e None None] Pushing event updated for resources: {'Port': ['ID=1b718565-1e0a-4320-8bd2-c51015ea0f18,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:44.280639 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5155f7dd-ec15-4541-ac7e-11f2811f4658 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Calling delete_port for 56ffebd9-5c3e-445b-9af2-693e14dc3c01 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:44.290738 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af9cd5f2-7ccc-46a9-9a23-fa21cb88660e tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:44.294428 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-af9cd5f2-7ccc-46a9-9a23-fa21cb88660e tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/f55ff01d-fb76-4534-883d-f376a64e7f9a HTTP/1.1" status: 204 len: 168 time: 0.4623995 Sep 21 15:15:44.305252 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59972) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:44.363385 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-4c4b5291-5eb9-4b9a-84d6-1a605d088ab6 admin admin] Allocated IP 172.20.0.1 (f48f9aa0-8394-4588-8846-a8a5cc3d7ce0/5abcf953-0392-44fd-869b-8dbca8b36c21/5773dd9c-78f4-4a66-bb91-09644c53bdcf) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:15:44.374696 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-610a42d1-44a9-416a-b7a5-36af71850b21 None None] For port 56ffebd9-5c3e-445b-9af2-693e14dc3c01, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=56ffebd9-5c3e-445b-9af2-693e14dc3c01,segment=NetworkSegment(8d3331ec-b9fa-43ba-a2ab-e1747289aabd),segment_id=8d3331ec-b9fa-43ba-a2ab-e1747289aabd)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:44.375096 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-610a42d1-44a9-416a-b7a5-36af71850b21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:44.385096 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] Set router ecfb0472-6a22-4b44-aa06-7ac7c5c84adb gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:15:44.462701 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3f13d437-9690-47bb-a1c3-fba5b4e75b1e tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Synchronizing usage tracker for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:44.476226 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-c65a8385-6550-4690-b591-d2acdb3fc702 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] show failed (client error): The resource could not be found. Sep 21 15:15:44.480111 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c65a8385-6550-4690-b591-d2acdb3fc702 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/ports/57739806-7f39-46c8-9917-fd88ce496068/tags/tempest-TagsExtTest-Tag-1709816230 HTTP/1.1" status: 404 len: 329 time: 0.2764533 Sep 21 15:15:44.480266 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59976) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:44.487597 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-8714a8b8-99c3-40a8-9a7e-bd98ee616b4e tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'bc34f100-4a78-4b0f-b98f-8551690cf08d', {'tags': ['tempest-TagsExtTest-Tag-996439622', 'tempest-TagsExtTest-Tag-738050948', 'tempest-TagsExtTest-Tag-1164559807']}) {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:44.540860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-757d1580-7786-4cf9-8fb6-7b1e6b8ee3fe tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:44.629307 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5155f7dd-ec15-4541-ac7e-11f2811f4658 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:44.630650 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-610a42d1-44a9-416a-b7a5-36af71850b21 None None] Calling delete_port for 56ffebd9-5c3e-445b-9af2-693e14dc3c01 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:44.676137 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3f13d437-9690-47bb-a1c3-fba5b4e75b1e tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Unset dirty status for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:44.680476 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3f13d437-9690-47bb-a1c3-fba5b4e75b1e tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3704326 Sep 21 15:15:44.685319 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 59980) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:44.692007 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155f7dd-ec15-4541-ac7e-11f2811f4658 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Port': ['ID=56ffebd9-5c3e-445b-9af2-693e14dc3c01,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:44.711148 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d1580-7786-4cf9-8fb6-7b1e6b8ee3fe tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Port': ['ID=84eb0864-5edf-4e0e-a473-06a70595056e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:44.737858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5155f7dd-ec15-4541-ac7e-11f2811f4658 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] No DVR routers for this DVR port 56ffebd9-5c3e-445b-9af2-693e14dc3c01 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:15:44.795691 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8714a8b8-99c3-40a8-9a7e-bd98ee616b4e tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "PUT /v2.0/routers/bc34f100-4a78-4b0f-b98f-8551690cf08d/tags HTTP/1.1" status: 200 len: 316 time: 0.3144116 Sep 21 15:15:44.795934 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:44.798790 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59984) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:44.804790 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-7619eca7-7ffa-44c1-8820-7f6954d03385 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc34f100-4a78-4b0f-b98f-8551690cf08d') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:44.853419 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:44.853969 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:44.893405 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-610a42d1-44a9-416a-b7a5-36af71850b21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:15:44.893665 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-610a42d1-44a9-416a-b7a5-36af71850b21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:15:44.938943 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb', 'name': 'tempest-TestVolumeBootPattern-787706741-router', 'tenant_id': 'feb450741f2b4a2eacb422a2bced4b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '1b718565-1e0a-4320-8bd2-c51015ea0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:34Z', 'updated_at': '2022-09-21T15:15:39Z', 'revision_number': 3, 'project_id': 'feb450741f2b4a2eacb422a2bced4b77', 'gw_port': {'id': '1b718565-1e0a-4320-8bd2-c51015ea0f18', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:96:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:37Z', 'updated_at': '2022-09-21T15:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:44.942355 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=239692e4-ecb4-4979-b477-879e67885225,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:44.945435 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8057a7-a91f-428c-8ca7-a30de4d1c7af None None] The sync data for ids ['ecfb0472-6a22-4b44-aa06-7ac7c5c84adb'] in dv-neutron-858731-1-hyperv is: [{'id': 'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb', 'name': 'tempest-TestVolumeBootPattern-787706741-router', 'tenant_id': 'feb450741f2b4a2eacb422a2bced4b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '1b718565-1e0a-4320-8bd2-c51015ea0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:34Z', 'updated_at': '2022-09-21T15:15:39Z', 'revision_number': 3, 'project_id': 'feb450741f2b4a2eacb422a2bced4b77', 'gw_port': {'id': '1b718565-1e0a-4320-8bd2-c51015ea0f18', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:96:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:37Z', 'updated_at': '2022-09-21T15:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:15:44.998052 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 56ffebd9-5c3e-445b-9af2-693e14dc3c01 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:15:45.067356 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-852fc737-ed18-4f52-a40d-aed61ef26bd7 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:45.080244 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 56ffebd9-5c3e-445b-9af2-693e14dc3c01 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:15:45.080568 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 56ffebd9-5c3e-445b-9af2-693e14dc3c01 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:15:45.106329 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-852fc737-ed18-4f52-a40d-aed61ef26bd7 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:45.117219 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5155f7dd-ec15-4541-ac7e-11f2811f4658 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:45.126771 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5291-5eb9-4b9a-84d6-1a605d088ab6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:45.178649 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:15:45.180966 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-4c4b5291-5eb9-4b9a-84d6-1a605d088ab6 admin admin] Transition to ACTIVE for port object 5773dd9c-78f4-4a66-bb91-09644c53bdcf will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:45.195634 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5155f7dd-ec15-4541-ac7e-11f2811f4658 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52a4715-580b-45ba-8922-9a2b185c7ad8']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:45.220600 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:45.220897 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Added segment 8befd4c4-1427-4972-af5a-6d74a2a8cb88 of type vlan for network e4cf2e95-b6b9-4122-9109-5baafbebb9c3 Sep 21 15:15:45.224088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5155f7dd-ec15-4541-ac7e-11f2811f4658 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3331ec-b9fa-43ba-a2ab-e1747289aabd') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:45.224484 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5155f7dd-ec15-4541-ac7e-11f2811f4658 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3331ec-b9fa-43ba-a2ab-e1747289aabd') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:45.250847 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-757d1580-7786-4cf9-8fb6-7b1e6b8ee3fe tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:45.252382 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5155f7dd-ec15-4541-ac7e-11f2811f4658 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:45.308716 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-852fc737-ed18-4f52-a40d-aed61ef26bd7 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:45.315045 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:45.333192 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5155f7dd-ec15-4541-ac7e-11f2811f4658 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:45.345308 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fc737-ed18-4f52-a40d-aed61ef26bd7 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e107a1-bbf1-491a-8c11-a8d93189dfb7,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:45.357091 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5155f7dd-ec15-4541-ac7e-11f2811f4658 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:15:45.357590 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5155f7dd-ec15-4541-ac7e-11f2811f4658 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:45.394959 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-610a42d1-44a9-416a-b7a5-36af71850b21 None None] Deleting port 56ffebd9-5c3e-445b-9af2-693e14dc3c01 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:45.396345 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-610a42d1-44a9-416a-b7a5-36af71850b21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:45.442770 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 8d3331ec-b9fa-43ba-a2ab-e1747289aabd resource provider aggregate not found Sep 21 15:15:45.447273 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5291-5eb9-4b9a-84d6-1a605d088ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:45.487506 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7619eca7-7ffa-44c1-8820-7f6954d03385 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "DELETE /v2.0/routers/bc34f100-4a78-4b0f-b98f-8551690cf08d/tags HTTP/1.1" status: 204 len: 168 time: 0.6873415 Sep 21 15:15:45.497430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59992) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:45.509833 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-610a42d1-44a9-416a-b7a5-36af71850b21 None None] The port '56ffebd9-5c3e-445b-9af2-693e14dc3c01' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:15:45.515146 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 8d3331ec-b9fa-43ba-a2ab-e1747289aabd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d3331ec-b9fa-43ba-a2ab-e1747289aabd found for delete ", "request_id": "req-f16d086c-3be4-4845-a8f3-e0d7393a458b"}]} Sep 21 15:15:45.555418 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:15:45.557912 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-55990084-2743-4d30-9928-e235efeea9fa tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc34f100-4a78-4b0f-b98f-8551690cf08d', 'tempest-TagsExtTest-Tag-996439622') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:45.594981 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4b5291-5eb9-4b9a-84d6-1a605d088ab6 admin admin] Network f48f9aa0-8394-4588-8846-a8a5cc3d7ce0 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:45.606944 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-4c4b5291-5eb9-4b9a-84d6-1a605d088ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:45.609369 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b5291-5eb9-4b9a-84d6-1a605d088ab6 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:45.643331 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5155f7dd-ec15-4541-ac7e-11f2811f4658 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:45.655754 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b5291-5eb9-4b9a-84d6-1a605d088ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=5773dd9c-78f4-4a66-bb91-09644c53bdcf,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:45.678163 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5155f7dd-ec15-4541-ac7e-11f2811f4658 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:45.698123 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:15:45.728535 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757d1580-7786-4cf9-8fb6-7b1e6b8ee3fe tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router 1c2b1faa-05ae-4a45-a923-9c5d4a901ff1 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:15:45.733354 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155f7dd-ec15-4541-ac7e-11f2811f4658 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Network': ['ID=f52a4715-580b-45ba-8922-9a2b185c7ad8,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:45.741104 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-852fc737-ed18-4f52-a40d-aed61ef26bd7 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:45.742223 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-852fc737-ed18-4f52-a40d-aed61ef26bd7 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "DELETE /v2.0/security-groups/69e107a1-bbf1-491a-8c11-a8d93189dfb7 HTTP/1.1" status: 204 len: 168 time: 1.0516624 Sep 21 15:15:45.743403 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:45.743737 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Added segment bf36d365-c712-41f9-9cf6-3c49aaacf4fb of type vlan for network f98e4b5f-3a50-44a8-92e2-e5046a2900c4 Sep 21 15:15:45.744897 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 59996) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:45.756415 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5155f7dd-ec15-4541-ac7e-11f2811f4658 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/networks/f52a4715-580b-45ba-8922-9a2b185c7ad8 HTTP/1.1" status: 204 len: 168 time: 2.4343624 Sep 21 15:15:45.757283 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60000) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:45.769079 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5291-5eb9-4b9a-84d6-1a605d088ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:45.776038 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c0697fd6-8c0d-4fc2-b97b-13e2965eff11 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-905940239', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:45.806291 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c0697fd6-8c0d-4fc2-b97b-13e2965eff11 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:45.834487 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c0697fd6-8c0d-4fc2-b97b-13e2965eff11 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:router and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:45.838192 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:45.844884 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c0697fd6-8c0d-4fc2-b97b-13e2965eff11 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:45.856846 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c0697fd6-8c0d-4fc2-b97b-13e2965eff11 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:45.888469 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-55990084-2743-4d30-9928-e235efeea9fa tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] show failed (client error): The resource could not be found. Sep 21 15:15:45.889663 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-55990084-2743-4d30-9928-e235efeea9fa tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/routers/bc34f100-4a78-4b0f-b98f-8551690cf08d/tags/tempest-TagsExtTest-Tag-996439622 HTTP/1.1" status: 404 len: 328 time: 0.3911078 Sep 21 15:15:45.902600 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60004) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:45.910264 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-a942cbb9-7ac0-4ff1-b505-a41e36a38937 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc34f100-4a78-4b0f-b98f-8551690cf08d', 'tempest-TagsExtTest-Tag-738050948') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:45.966861 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bdb80edf-8f6c-43b5-8bcf-cafe607aadb1 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2206795 Sep 21 15:15:45.972338 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60008) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:45.974520 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-87078e0a-07fa-4f87-bf70-5b41425d3580 None None] Provisioning for port 5773dd9c-78f4-4a66-bb91-09644c53bdcf completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:45.979695 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6abbc770-d11e-4e37-970d-eda3e3386619 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group': {'name': 'tempest-secgroup--60012787'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:45.981117 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-87078e0a-07fa-4f87-bf70-5b41425d3580 None None] Provisioning complete for port 5773dd9c-78f4-4a66-bb91-09644c53bdcf triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:45.981409 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c0697fd6-8c0d-4fc2-b97b-13e2965eff11 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:45.982362 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-87078e0a-07fa-4f87-bf70-5b41425d3580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:45.982566 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c0697fd6-8c0d-4fc2-b97b-13e2965eff11 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:45.987780 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6abbc770-d11e-4e37-970d-eda3e3386619 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:45.993203 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6abbc770-d11e-4e37-970d-eda3e3386619 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Usage tracker for resource:security_group and tenant:88abad813a0a46b5922bb6cca0db26e0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:45.996235 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6abbc770-d11e-4e37-970d-eda3e3386619 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:46.005500 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6abbc770-d11e-4e37-970d-eda3e3386619 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:46.014033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757d1580-7786-4cf9-8fb6-7b1e6b8ee3fe tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:15:46.024843 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6abbc770-d11e-4e37-970d-eda3e3386619 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:46.027965 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d97017f-0b4a-4236-98e1-034d253300fe None None] Sync routers for ids ['1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:15:46.062244 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d97017f-0b4a-4236-98e1-034d253300fe None None] Routers {'1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:46.063146 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-1d97017f-0b4a-4236-98e1-034d253300fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:46.069028 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6abbc770-d11e-4e37-970d-eda3e3386619 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:46.073580 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6abbc770-d11e-4e37-970d-eda3e3386619 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Usage tracker for resource:security_group_rule and tenant:88abad813a0a46b5922bb6cca0db26e0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:46.077391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6abbc770-d11e-4e37-970d-eda3e3386619 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:46.083403 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6abbc770-d11e-4e37-970d-eda3e3386619 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:46.109819 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:46.110941 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:46.117002 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:46.122494 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:46.123165 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:46.137530 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-87078e0a-07fa-4f87-bf70-5b41425d3580 None None] Port 5773dd9c-78f4-4a66-bb91-09644c53bdcf cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:15:46.141064 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-1d97017f-0b4a-4236-98e1-034d253300fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:46.152667 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d97017f-0b4a-4236-98e1-034d253300fe None None] Routers {'1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:46.152835 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c0697fd6-8c0d-4fc2-b97b-13e2965eff11 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:46.153538 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-1d97017f-0b4a-4236-98e1-034d253300fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:46.200084 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-757d1580-7786-4cf9-8fb6-7b1e6b8ee3fe tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/1c2b1faa-05ae-4a45-a923-9c5d4a901ff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9998105 Sep 21 15:15:46.205201 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60012) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:46.227025 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-1d97017f-0b4a-4236-98e1-034d253300fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:46.227574 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d97017f-0b4a-4236-98e1-034d253300fe None None] The sync data for ids ['1c2b1faa-05ae-4a45-a923-9c5d4a901ff1'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:15:46.255915 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6abbc770-d11e-4e37-970d-eda3e3386619 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:46.262852 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6abbc770-d11e-4e37-970d-eda3e3386619 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:46.264163 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.8362010 Sep 21 15:15:46.270450 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-a942cbb9-7ac0-4ff1-b505-a41e36a38937 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] show failed (client error): The resource could not be found. Sep 21 15:15:46.274065 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a942cbb9-7ac0-4ff1-b505-a41e36a38937 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/routers/bc34f100-4a78-4b0f-b98f-8551690cf08d/tags/tempest-TagsExtTest-Tag-738050948 HTTP/1.1" status: 404 len: 328 time: 0.3677959 Sep 21 15:15:46.274407 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60016) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:46.274731 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60018) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:46.276647 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-74dea3ca-32da-4590-8363-a0805b4658a5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Synchronizing usage tracker for tenant:4ae973dfcd6b4097b917fb2b9641e0f1 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:46.307403 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-902dd989-cc6d-4ad1-ac95-53dd3fcaa8c9 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc34f100-4a78-4b0f-b98f-8551690cf08d', 'tempest-TagsExtTest-Tag-1164559807') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:46.319433 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6abbc770-d11e-4e37-970d-eda3e3386619 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:46.320978 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6abbc770-d11e-4e37-970d-eda3e3386619 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3475964 Sep 21 15:15:46.322285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbc770-d11e-4e37-970d-eda3e3386619 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfeac81-27d1-4d46-b167-d8775c2fae9d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:46.324499 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60024) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:46.325094 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-74dea3ca-32da-4590-8363-a0805b4658a5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Unset dirty status for tenant:4ae973dfcd6b4097b917fb2b9641e0f1 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:46.328796 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-74dea3ca-32da-4590-8363-a0805b4658a5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c2b1faa-05ae-4a45-a923-9c5d4a901ff1 HTTP/1.1" status: 200 len: 205 time: 0.1200316 Sep 21 15:15:46.329191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60028) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:46.332193 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b01a21d7-c9f1-45b2-add8-fa6abf84f0a8 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Request body: {'security_group_rule': {'security_group_id': 'bdfeac81-27d1-4d46-b167-d8775c2fae9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:46.390273 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b01a21d7-c9f1-45b2-add8-fa6abf84f0a8 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:46.394379 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Pushing event updated for resources: {'Network': ['ID=e4cf2e95-b6b9-4122-9109-5baafbebb9c3,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:46.396775 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c0697fd6-8c0d-4fc2-b97b-13e2965eff11 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:46.406402 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b01a21d7-c9f1-45b2-add8-fa6abf84f0a8 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Usage tracker for resource:security_group_rule and tenant:88abad813a0a46b5922bb6cca0db26e0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:46.406559 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network e4cf2e95-b6b9-4122-9109-5baafbebb9c3 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:15:46.599442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b01a21d7-c9f1-45b2-add8-fa6abf84f0a8 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:46.615127 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b01a21d7-c9f1-45b2-add8-fa6abf84f0a8 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:46.624826 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-64a9c6bf-8533-4163-91d8-150888ac7529 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:46.780439 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c0697fd6-8c0d-4fc2-b97b-13e2965eff11 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:46.781637 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c0697fd6-8c0d-4fc2-b97b-13e2965eff11 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0167165 Sep 21 15:15:46.788510 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5291-5eb9-4b9a-84d6-1a605d088ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:46.803456 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60032) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:46.810545 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b01a21d7-c9f1-45b2-add8-fa6abf84f0a8 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:46.819422 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceebf89-c2e6-48b9-8731-1d1e7116afae tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Pushing event updated for resources: {'Network': ['ID=f98e4b5f-3a50-44a8-92e2-e5046a2900c4,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:46.827373 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-813bdb2d-81d0-4c4d-bec4-80923ede2139 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-275996494'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:46.831684 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network f98e4b5f-3a50-44a8-92e2-e5046a2900c4 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:15:46.878739 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-813bdb2d-81d0-4c4d-bec4-80923ede2139 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:46.910493 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-813bdb2d-81d0-4c4d-bec4-80923ede2139 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:network and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:46.924031 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-902dd989-cc6d-4ad1-ac95-53dd3fcaa8c9 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] show failed (client error): The resource could not be found. Sep 21 15:15:46.925485 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-902dd989-cc6d-4ad1-ac95-53dd3fcaa8c9 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/routers/bc34f100-4a78-4b0f-b98f-8551690cf08d/tags/tempest-TagsExtTest-Tag-1164559807 HTTP/1.1" status: 404 len: 329 time: 0.6224275 Sep 21 15:15:46.926562 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-813bdb2d-81d0-4c4d-bec4-80923ede2139 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:46.935812 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60036) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:46.940830 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-813bdb2d-81d0-4c4d-bec4-80923ede2139 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:46.950178 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-cbb4e127-71dc-4c49-9569-f57426a25404 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4a4e7a64-afa5-4230-8a81-cbad50207952', {'tags': ['tempest-TagsExtTest-Tag-1621775466', 'tempest-TagsExtTest-Tag-1734966002', 'tempest-TagsExtTest-Tag-1397230224']}) {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:46.971079 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bde310-0243-4088-9936-c37c16f135ee tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:46.975258 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-64a9c6bf-8533-4163-91d8-150888ac7529 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:46.977254 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bde310-0243-4088-9936-c37c16f135ee tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:46.981383 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-64a9c6bf-8533-4163-91d8-150888ac7529 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:46.986273 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bde310-0243-4088-9936-c37c16f135ee tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:46.992318 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bde310-0243-4088-9936-c37c16f135ee tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:46.993452 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-34bde310-0243-4088-9936-c37c16f135ee tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Synchronizing usage tracker for tenant:d702c06c79214ca4943c3077214e62b6 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:47.028428 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b01a21d7-c9f1-45b2-add8-fa6abf84f0a8 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.029860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-64a9c6bf-8533-4163-91d8-150888ac7529 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.030417 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a9c6bf-8533-4163-91d8-150888ac7529 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Fanout notify agent at l3_agent the message router_deleted on router 1c2b1faa-05ae-4a45-a923-9c5d4a901ff1 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:15:47.031093 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813bdb2d-81d0-4c4d-bec4-80923ede2139 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Made reservation on behalf of 36a774c8465a450c8e27de7666e71b71 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:47.035818 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-813bdb2d-81d0-4c4d-bec4-80923ede2139 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.039493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b01a21d7-c9f1-45b2-add8-fa6abf84f0a8 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.069160 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a21d7-c9f1-45b2-add8-fa6abf84f0a8 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407a13b4-03bf-420e-9669-c11237ab3811,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:47.082863 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-64a9c6bf-8533-4163-91d8-150888ac7529 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.084154 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-64a9c6bf-8533-4163-91d8-150888ac7529 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/routers/1c2b1faa-05ae-4a45-a923-9c5d4a901ff1 HTTP/1.1" status: 204 len: 168 time: 0.7475178 Sep 21 15:15:47.087273 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60040) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:47.118208 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 1b718565-1e0a-4320-8bd2-c51015ea0f18 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:47.133915 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b01a21d7-c9f1-45b2-add8-fa6abf84f0a8 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.137458 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b01a21d7-c9f1-45b2-add8-fa6abf84f0a8 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8078303 Sep 21 15:15:47.140782 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60044) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:47.164111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-34bde310-0243-4088-9936-c37c16f135ee tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Unset dirty status for tenant:d702c06c79214ca4943c3077214e62b6 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:47.165727 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-34bde310-0243-4088-9936-c37c16f135ee tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8641634 Sep 21 15:15:47.168982 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60048) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:47.176327 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813bdb2d-81d0-4c4d-bec4-80923ede2139 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:15:47.179642 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cbb4e127-71dc-4c49-9569-f57426a25404 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "PUT /v2.0/subnetpools/4a4e7a64-afa5-4230-8a81-cbad50207952/tags HTTP/1.1" status: 200 len: 318 time: 0.2408302 Sep 21 15:15:47.184784 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60052) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:47.196898 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-eac9b223-57dd-4ea0-9575-254ea4eb05ba tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4a4e7a64-afa5-4230-8a81-cbad50207952') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:47.209950 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 1b718565-1e0a-4320-8bd2-c51015ea0f18 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:47.215330 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-813bdb2d-81d0-4c4d-bec4-80923ede2139 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.216126 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 1b718565-1e0a-4320-8bd2-c51015ea0f18 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:47.216271 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.216842 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-813bdb2d-81d0-4c4d-bec4-80923ede2139 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Added segment 873d629f-d37b-4075-840e-85609301f90a of type vlan for network 1d6d00ec-a1cd-4a6a-bcef-8804ce896910 Sep 21 15:15:47.277806 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e9572a-351e-4b4f-b0cb-e3fe1c2d7acc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting subnet 47bd4c19-6f39-445f-a203-1c46cffb7a72 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:15:47.285535 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-813bdb2d-81d0-4c4d-bec4-80923ede2139 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.288268 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61e9572a-351e-4b4f-b0cb-e3fe1c2d7acc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.348444 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-eac9b223-57dd-4ea0-9575-254ea4eb05ba tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "DELETE /v2.0/subnetpools/4a4e7a64-afa5-4230-8a81-cbad50207952/tags HTTP/1.1" status: 204 len: 168 time: 0.1614730 Sep 21 15:15:47.351888 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-813bdb2d-81d0-4c4d-bec4-80923ede2139 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.353327 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 1b718565-1e0a-4320-8bd2-c51015ea0f18 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:47.353710 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.354757 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60056) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:47.358371 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813bdb2d-81d0-4c4d-bec4-80923ede2139 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:47.359289 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-813bdb2d-81d0-4c4d-bec4-80923ede2139 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.371815 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 1b718565-1e0a-4320-8bd2-c51015ea0f18, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=1b718565-1e0a-4320-8bd2-c51015ea0f18,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:47.376212 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.381288 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5291-5eb9-4b9a-84d6-1a605d088ab6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.381895 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-d91dc743-3b64-4e66-99db-810e8521002e tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4a4e7a64-afa5-4230-8a81-cbad50207952', 'tempest-TagsExtTest-Tag-1621775466') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:47.411368 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d22aead-368b-4f42-8714-00a1d06e8793 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.426044 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61e9572a-351e-4b4f-b0cb-e3fe1c2d7acc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.443666 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5291-5eb9-4b9a-84d6-1a605d088ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.449616 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=1b718565-1e0a-4320-8bd2-c51015ea0f18,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:47.452968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-72708fe1-83a4-4e42-9016-3fff826702e8 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.549077 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-72708fe1-83a4-4e42-9016-3fff826702e8 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.564555 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-d91dc743-3b64-4e66-99db-810e8521002e tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] show failed (client error): The resource could not be found. Sep 21 15:15:47.565579 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d91dc743-3b64-4e66-99db-810e8521002e tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/subnetpools/4a4e7a64-afa5-4230-8a81-cbad50207952/tags/tempest-TagsExtTest-Tag-1621775466 HTTP/1.1" status: 404 len: 329 time: 0.1995466 Sep 21 15:15:47.571526 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-813bdb2d-81d0-4c4d-bec4-80923ede2139 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7633443 Sep 21 15:15:47.575502 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60060) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:47.575839 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60062) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:47.579633 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813bdb2d-81d0-4c4d-bec4-80923ede2139 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Network': ['ID=1d6d00ec-a1cd-4a6a-bcef-8804ce896910,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:47.590389 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-fd39d938-4cb5-402b-87c8-055ad8d06978 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'subnet': {'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:47.592852 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 1d6d00ec-a1cd-4a6a-bcef-8804ce896910 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:15:47.607125 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-b273cb1b-d78b-415f-a9d3-5a8a311837cb tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4a4e7a64-afa5-4230-8a81-cbad50207952', 'tempest-TagsExtTest-Tag-1734966002') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:47.631473 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5291-5eb9-4b9a-84d6-1a605d088ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.689935 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b5291-5eb9-4b9a-84d6-1a605d088ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=5773dd9c-78f4-4a66-bb91-09644c53bdcf,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:47.696190 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d22aead-368b-4f42-8714-00a1d06e8793 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.730161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61e9572a-351e-4b4f-b0cb-e3fe1c2d7acc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.758825 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5d22aead-368b-4f42-8714-00a1d06e8793 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4cf2e95-b6b9-4122-9109-5baafbebb9c3']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:47.771070 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-72708fe1-83a4-4e42-9016-3fff826702e8 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.802031 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5d22aead-368b-4f42-8714-00a1d06e8793 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8befd4c4-1427-4972-af5a-6d74a2a8cb88') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:47.802236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5d22aead-368b-4f42-8714-00a1d06e8793 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8befd4c4-1427-4972-af5a-6d74a2a8cb88') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:47.816244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72708fe1-83a4-4e42-9016-3fff826702e8 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfeac81-27d1-4d46-b167-d8775c2fae9d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:47.816674 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-b273cb1b-d78b-415f-a9d3-5a8a311837cb tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] show failed (client error): The resource could not be found. Sep 21 15:15:47.820616 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b273cb1b-d78b-415f-a9d3-5a8a311837cb tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/subnetpools/4a4e7a64-afa5-4230-8a81-cbad50207952/tags/tempest-TagsExtTest-Tag-1734966002 HTTP/1.1" status: 404 len: 329 time: 0.2408693 Sep 21 15:15:47.822902 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60068) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:47.827477 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d22aead-368b-4f42-8714-00a1d06e8793 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.828212 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fd39d938-4cb5-402b-87c8-055ad8d06978 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:47.835506 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-0dc33036-1507-4d36-bf31-b873d541345b tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4a4e7a64-afa5-4230-8a81-cbad50207952', 'tempest-TagsExtTest-Tag-1397230224') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:47.845902 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-72708fe1-83a4-4e42-9016-3fff826702e8 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.847016 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-72708fe1-83a4-4e42-9016-3fff826702e8 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "DELETE /v2.0/security-groups/bdfeac81-27d1-4d46-b167-d8775c2fae9d HTTP/1.1" status: 204 len: 168 time: 0.7046270 Sep 21 15:15:47.853192 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60072) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:47.856974 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fd39d938-4cb5-402b-87c8-055ad8d06978 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:subnet and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:47.857167 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d22aead-368b-4f42-8714-00a1d06e8793 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.861196 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fd39d938-4cb5-402b-87c8-055ad8d06978 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:47.883790 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fd39d938-4cb5-402b-87c8-055ad8d06978 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:47.885062 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d22aead-368b-4f42-8714-00a1d06e8793 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:15:47.885460 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d22aead-368b-4f42-8714-00a1d06e8793 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.922757 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd39d938-4cb5-402b-87c8-055ad8d06978 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Made reservation on behalf of 36a774c8465a450c8e27de7666e71b71 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:47.926271 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd39d938-4cb5-402b-87c8-055ad8d06978 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:47.944000 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-0dc33036-1507-4d36-bf31-b873d541345b tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] show failed (client error): The resource could not be found. Sep 21 15:15:47.944000 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0dc33036-1507-4d36-bf31-b873d541345b tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/subnetpools/4a4e7a64-afa5-4230-8a81-cbad50207952/tags/tempest-TagsExtTest-Tag-1397230224 HTTP/1.1" status: 404 len: 329 time: 0.1176448 Sep 21 15:15:47.952149 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4b5291-5eb9-4b9a-84d6-1a605d088ab6 admin admin] Network f48f9aa0-8394-4588-8846-a8a5cc3d7ce0 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:47.956923 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60078) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:47.957402 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-4c4b5291-5eb9-4b9a-84d6-1a605d088ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:47.968839 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 8befd4c4-1427-4972-af5a-6d74a2a8cb88 resource provider aggregate not found Sep 21 15:15:47.972870 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-fb83e85e-098d-4076-bd67-e64e424433a9 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4a4e7a64-afa5-4230-8a81-cbad50207952') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:47.997251 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61e9572a-351e-4b4f-b0cb-e3fe1c2d7acc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:48.004611 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 8befd4c4-1427-4972-af5a-6d74a2a8cb88 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8befd4c4-1427-4972-af5a-6d74a2a8cb88 found for delete ", "request_id": "req-09c27624-19e1-4dc9-8c4a-d32bfa2bbd0a"}]} Sep 21 15:15:48.071106 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9572a-351e-4b4f-b0cb-e3fe1c2d7acc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Subnet': ['ID=47bd4c19-6f39-445f-a203-1c46cffb7a72,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:48.073809 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61e9572a-351e-4b4f-b0cb-e3fe1c2d7acc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:48.079669 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-deb0f78f-e5f4-4669-b4d6-3cefc0c9d71a tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Synchronizing usage tracker for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:48.080752 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d697a4fb-3b15-42ab-a6be-24e50859d642 None None] Network 6b8fa247-49e4-4cf6-ab65-c15715b66ed1 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:48.089971 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d22aead-368b-4f42-8714-00a1d06e8793 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:48.124600 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d22aead-368b-4f42-8714-00a1d06e8793 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:48.127259 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5d22aead-368b-4f42-8714-00a1d06e8793 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "DELETE /v2.0/networks/e4cf2e95-b6b9-4122-9109-5baafbebb9c3 HTTP/1.1" status: 204 len: 168 time: 0.9572494 Sep 21 15:15:48.132208 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60084) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:48.136373 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-61e9572a-351e-4b4f-b0cb-e3fe1c2d7acc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/subnets/47bd4c19-6f39-445f-a203-1c46cffb7a72 HTTP/1.1" status: 204 len: 168 time: 1.0477917 Sep 21 15:15:48.142328 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60088) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:48.166178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22aead-368b-4f42-8714-00a1d06e8793 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Pushing event deleted for resources: {'Network': ['ID=e4cf2e95-b6b9-4122-9109-5baafbebb9c3,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:48.279652 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fb83e85e-098d-4076-bd67-e64e424433a9 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "DELETE /v2.0/subnetpools/4a4e7a64-afa5-4230-8a81-cbad50207952/tags HTTP/1.1" status: 204 len: 168 time: 0.3149319 Sep 21 15:15:48.284698 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60092) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:48.295851 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-f186b664-c341-4e51-bc5c-820cd677635b tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc34f100-4a78-4b0f-b98f-8551690cf08d') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:48.337548 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a4f793e0-fc75-40b2-86b3-2eeb26750c6e None None] Provisioning complete for port 5773dd9c-78f4-4a66-bb91-09644c53bdcf triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:48.337822 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a4f793e0-fc75-40b2-86b3-2eeb26750c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:48.375423 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4b5291-5eb9-4b9a-84d6-1a605d088ab6 admin admin] Router ecfb0472-6a22-4b44-aa06-7ac7c5c84adb has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:15:48.384204 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-deb0f78f-e5f4-4669-b4d6-3cefc0c9d71a tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Unset dirty status for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:48.386162 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-deb0f78f-e5f4-4669-b4d6-3cefc0c9d71a tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5326962 Sep 21 15:15:48.399843 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a4f793e0-fc75-40b2-86b3-2eeb26750c6e None None] Port 5773dd9c-78f4-4a66-bb91-09644c53bdcf cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:15:48.401968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60096) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:48.468703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ecb274-e98d-474b-b5d4-1389b9e0d851 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting subnet 79c5f8ce-2f74-43fa-a919-db3937f3b85e {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:15:48.481759 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9ecb274-e98d-474b-b5d4-1389b9e0d851 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:48.487484 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c896944-5758-4ce1-92cc-6190d2e4edf6 None None] DHCP port deletion for 6b8fa247-49e4-4cf6-ab65-c15715b66ed1 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:15:48.492182 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3c896944-5758-4ce1-92cc-6190d2e4edf6 None None] Deleting port 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:48.492670 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3c896944-5758-4ce1-92cc-6190d2e4edf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:48.517696 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57bc33ce-20b2-4632-a674-6048eafab8bb tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:48.551675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ac035c2f-2a49-4fcc-853b-2e061df72deb tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Synchronizing usage tracker for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:48.605654 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9ecb274-e98d-474b-b5d4-1389b9e0d851 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:48.664353 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ac035c2f-2a49-4fcc-853b-2e061df72deb tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] Unset dirty status for tenant:88abad813a0a46b5922bb6cca0db26e0 on resource:security_group_rule {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:48.668168 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ac035c2f-2a49-4fcc-853b-2e061df72deb tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2625065 Sep 21 15:15:48.677820 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60100) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:48.717794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3c896944-5758-4ce1-92cc-6190d2e4edf6 None None] For port 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9ce6092e-27f2-48a9-a7b2-ba37b7313d2c,segment=NetworkSegment(21590087-801e-4cfb-8478-c9330565e978),segment_id=21590087-801e-4cfb-8478-c9330565e978)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:48.718288 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3c896944-5758-4ce1-92cc-6190d2e4edf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:48.745446 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-51732898-734c-494a-8731-f1a77c38b3b3 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] delete failed (client error): The resource could not be found. Sep 21 15:15:48.749978 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-51732898-734c-494a-8731-f1a77c38b3b3 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "DELETE /v2.0/security-groups/bdfeac81-27d1-4d46-b167-d8775c2fae9d HTTP/1.1" status: 404 len: 347 time: 0.0593543 Sep 21 15:15:48.750288 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60104) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:48.770931 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57bc33ce-20b2-4632-a674-6048eafab8bb tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:48.825116 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f186b664-c341-4e51-bc5c-820cd677635b tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "DELETE /v2.0/routers/bc34f100-4a78-4b0f-b98f-8551690cf08d/tags HTTP/1.1" status: 204 len: 168 time: 0.5368497 Sep 21 15:15:48.826152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60108) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:48.833826 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-57bc33ce-20b2-4632-a674-6048eafab8bb tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98e4b5f-3a50-44a8-92e2-e5046a2900c4']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:48.853962 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3c896944-5758-4ce1-92cc-6190d2e4edf6 None None] Calling delete_port for 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:48.859479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-099ad1f6-37c1-4db0-979c-2fad0091dc44 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '57739806-7f39-46c8-9917-fd88ce496068') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:48.866080 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd39d938-4cb5-402b-87c8-055ad8d06978 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:48.894686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-57bc33ce-20b2-4632-a674-6048eafab8bb tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf36d365-c712-41f9-9cf6-3c49aaacf4fb') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:48.895044 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-57bc33ce-20b2-4632-a674-6048eafab8bb tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf36d365-c712-41f9-9cf6-3c49aaacf4fb') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:48.909582 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9f748ce5-9895-48f0-a5f3-61fea07ce0a8 tempest-SecGroupIPv6Test-840831915 tempest-SecGroupIPv6Test-840831915-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1540649 Sep 21 15:15:48.923005 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57bc33ce-20b2-4632-a674-6048eafab8bb tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:48.939745 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9ecb274-e98d-474b-b5d4-1389b9e0d851 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:48.954998 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4b5291-5eb9-4b9a-84d6-1a605d088ab6 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:15:48.963727 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] Sync routers for ids ['ecfb0472-6a22-4b44-aa06-7ac7c5c84adb'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:15:48.982693 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] Routers {'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:48.984942 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['ecfb0472-6a22-4b44-aa06-7ac7c5c84adb'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:48.985690 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3c896944-5758-4ce1-92cc-6190d2e4edf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:48.991832 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57bc33ce-20b2-4632-a674-6048eafab8bb tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:49.011435 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57bc33ce-20b2-4632-a674-6048eafab8bb tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:15:49.012181 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57bc33ce-20b2-4632-a674-6048eafab8bb tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:49.024506 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39d938-4cb5-402b-87c8-055ad8d06978 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Subnet': ['ID=545af38e-5bf0-414a-9c05-2ea4179debfe,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:49.075751 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4c4b5291-5eb9-4b9a-84d6-1a605d088ab6 admin admin] 10.222.0.62 "PUT /v2.0/routers/ecfb0472-6a22-4b44-aa06-7ac7c5c84adb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9343364 Sep 21 15:15:49.083341 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd39d938-4cb5-402b-87c8-055ad8d06978 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Checking segment: {'id': '873d629f-d37b-4075-840e-85609301f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:49.083748 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd39d938-4cb5-402b-87c8-055ad8d06978 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network hostable DHCP agents. Network: 1d6d00ec-a1cd-4a6a-bcef-8804ce896910, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:15:49.107216 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 1b718565-1e0a-4320-8bd2-c51015ea0f18 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:49.119958 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd39d938-4cb5-402b-87c8-055ad8d06978 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network 1d6d00ec-a1cd-4a6a-bcef-8804ce896910 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:15:49.147088 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-099ad1f6-37c1-4db0-979c-2fad0091dc44 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "DELETE /v2.0/ports/57739806-7f39-46c8-9917-fd88ce496068/tags HTTP/1.1" status: 204 len: 168 time: 0.3037090 Sep 21 15:15:49.147088 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9ecb274-e98d-474b-b5d4-1389b9e0d851 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:49.147824 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60116) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:49.166645 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-467534ee-0f96-4fb7-8541-fbf969902e63 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '883ea595-bbeb-45fd-9818-620961a4dd9f') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:49.183037 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c896944-5758-4ce1-92cc-6190d2e4edf6 None None] Pushing event deleted for resources: {'Port': ['ID=9ce6092e-27f2-48a9-a7b2-ba37b7313d2c,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:49.185332 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c896944-5758-4ce1-92cc-6190d2e4edf6 None None] No DVR routers for this DVR port 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:15:49.189959 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57bc33ce-20b2-4632-a674-6048eafab8bb tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:49.199660 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecb274-e98d-474b-b5d4-1389b9e0d851 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Subnet': ['ID=79c5f8ce-2f74-43fa-a919-db3937f3b85e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:49.223400 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57bc33ce-20b2-4632-a674-6048eafab8bb tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:49.234855 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9ecb274-e98d-474b-b5d4-1389b9e0d851 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:49.238031 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc33ce-20b2-4632-a674-6048eafab8bb tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Pushing event deleted for resources: {'Network': ['ID=f98e4b5f-3a50-44a8-92e2-e5046a2900c4,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:49.252131 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d9ecb274-e98d-474b-b5d4-1389b9e0d851 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/subnets/79c5f8ce-2f74-43fa-a919-db3937f3b85e HTTP/1.1" status: 204 len: 168 time: 1.1055045 Sep 21 15:15:49.254899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60120) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:49.263527 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7965f5c9-4b83-4829-a136-c1d5639b661b None None] Network 703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:49.289575 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-57bc33ce-20b2-4632-a674-6048eafab8bb tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "DELETE /v2.0/networks/f98e4b5f-3a50-44a8-92e2-e5046a2900c4 HTTP/1.1" status: 204 len: 168 time: 1.1517160 Sep 21 15:15:49.316267 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60124) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:49.317570 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-fd39d938-4cb5-402b-87c8-055ad8d06978 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 1d6d00ec-a1cd-4a6a-bcef-8804ce896910) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:49.322769 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd39d938-4cb5-402b-87c8-055ad8d06978 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:49.323390 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd39d938-4cb5-402b-87c8-055ad8d06978 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:49.343677 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] Set router ecfb0472-6a22-4b44-aa06-7ac7c5c84adb gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:15:49.408785 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c197617-c05b-4952-99b4-56bf027872c4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:49.504607 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e36b1e-de8a-416f-b58f-ab993ddbafe3 None None] Network 1d6d00ec-a1cd-4a6a-bcef-8804ce896910 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:49.567602 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba48a4-803b-4b45-84c3-c288d7939da5 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:49.574353 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba48a4-803b-4b45-84c3-c288d7939da5 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:49.582629 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-46ba48a4-803b-4b45-84c3-c288d7939da5 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2393937 Sep 21 15:15:49.589057 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60134) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:49.589397 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60136) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:49.598280 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-44ae600e-6312-4b89-afdc-56a8338211e1 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1199570379'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:49.601432 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fd39d938-4cb5-402b-87c8-055ad8d06978 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0227647 Sep 21 15:15:49.602363 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60142) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:49.614568 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-44ae600e-6312-4b89-afdc-56a8338211e1 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:49.637368 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-44ae600e-6312-4b89-afdc-56a8338211e1 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Usage tracker for resource:network and tenant:d702c06c79214ca4943c3077214e62b6 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:49.645212 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-44ae600e-6312-4b89-afdc-56a8338211e1 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:49.655366 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c197617-c05b-4952-99b4-56bf027872c4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:49.678874 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-44ae600e-6312-4b89-afdc-56a8338211e1 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:49.688931 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 1b718565-1e0a-4320-8bd2-c51015ea0f18 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:49.689458 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:49.709937 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-4c197617-c05b-4952-99b4-56bf027872c4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b8fa247-49e4-4cf6-ab65-c15715b66ed1']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:49.729172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-4c197617-c05b-4952-99b4-56bf027872c4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21590087-801e-4cfb-8478-c9330565e978') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:49.729483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-4c197617-c05b-4952-99b4-56bf027872c4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21590087-801e-4cfb-8478-c9330565e978') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:49.752154 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ae600e-6312-4b89-afdc-56a8338211e1 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Made reservation on behalf of d702c06c79214ca4943c3077214e62b6 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:49.755903 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-44ae600e-6312-4b89-afdc-56a8338211e1 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:49.773435 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c197617-c05b-4952-99b4-56bf027872c4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:49.799692 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c197617-c05b-4952-99b4-56bf027872c4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:49.810374 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ae600e-6312-4b89-afdc-56a8338211e1 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:15:49.813207 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c197617-c05b-4952-99b4-56bf027872c4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:15:49.814688 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c197617-c05b-4952-99b4-56bf027872c4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:49.954675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-44ae600e-6312-4b89-afdc-56a8338211e1 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:49.955241 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-44ae600e-6312-4b89-afdc-56a8338211e1 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Added segment ed65d097-65b6-418d-a4d5-adf2d68f841b of type vlan for network c497e2f8-52de-4a61-8ac0-8c9adbfba641 Sep 21 15:15:50.021780 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb', 'name': 'tempest-TestVolumeBootPattern-787706741-router', 'tenant_id': 'feb450741f2b4a2eacb422a2bced4b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '1b718565-1e0a-4320-8bd2-c51015ea0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:34Z', 'updated_at': '2022-09-21T15:15:46Z', 'revision_number': 4, 'project_id': 'feb450741f2b4a2eacb422a2bced4b77', 'gw_port': {'id': '1b718565-1e0a-4320-8bd2-c51015ea0f18', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:37Z', 'updated_at': '2022-09-21T15:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '5773dd9c-78f4-4a66-bb91-09644c53bdcf', 'name': '', 'network_id': 'f48f9aa0-8394-4588-8846-a8a5cc3d7ce0', 'tenant_id': 'feb450741f2b4a2eacb422a2bced4b77', 'mac_address': 'fa:16:3e:95:82:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '5abcf953-0392-44fd-869b-8dbca8b36c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:43Z', 'updated_at': '2022-09-21T15:15:47Z', 'revision_number': 2, 'project_id': 'feb450741f2b4a2eacb422a2bced4b77', 'subnets': [{'id': '5abcf953-0392-44fd-869b-8dbca8b36c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:50.025719 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] Checking router: ecfb0472-6a22-4b44-aa06-7ac7c5c84adb for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:15:50.026165 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] Updating router ecfb0472-6a22-4b44-aa06-7ac7c5c84adb port 5773dd9c-78f4-4a66-bb91-09644c53bdcf binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:15:50.087893 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:50.145506 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment bf36d365-c712-41f9-9cf6-3c49aaacf4fb resource provider aggregate not found Sep 21 15:15:50.149700 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554249cf-54d8-415f-a11b-fc0d85ea91d1 None None] DHCP port deletion for 703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:15:50.174251 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-554249cf-54d8-415f-a11b-fc0d85ea91d1 None None] Deleting port 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:50.174834 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-554249cf-54d8-415f-a11b-fc0d85ea91d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:50.177195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60152) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:50.212070 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment bf36d365-c712-41f9-9cf6-3c49aaacf4fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf36d365-c712-41f9-9cf6-3c49aaacf4fb found for delete ", "request_id": "req-b52eb08f-9c4f-4d90-9dca-8feb02f7439a"}]} Sep 21 15:15:50.218737 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-09fa8f26-6263-44a0-8a70-d9f2ec0bb6b4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2061063046', 'description': 'tempest-secgroup-smoke-2061063046 description', 'project_id': 'a5990e45ce304151b4645b8268b1dc5a'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:50.221348 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:15:50.222287 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:50.226423 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-09fa8f26-6263-44a0-8a70-d9f2ec0bb6b4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:50.230531 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-09fa8f26-6263-44a0-8a70-d9f2ec0bb6b4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Usage tracker for resource:security_group and tenant:a5990e45ce304151b4645b8268b1dc5a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:50.233810 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-09fa8f26-6263-44a0-8a70-d9f2ec0bb6b4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:50.240684 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 1b718565-1e0a-4320-8bd2-c51015ea0f18 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:50.241785 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-09fa8f26-6263-44a0-8a70-d9f2ec0bb6b4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:50.257469 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c197617-c05b-4952-99b4-56bf027872c4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:50.265896 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-44ae600e-6312-4b89-afdc-56a8338211e1 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:50.275617 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c2391b89-dbb7-44e3-ae15-204c138cf7ba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=88abad813a0a46b5922bb6cca0db26e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6850069 Sep 21 15:15:50.294119 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60160) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:50.299044 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c197617-c05b-4952-99b4-56bf027872c4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:50.307902 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 21590087-801e-4cfb-8478-c9330565e978 resource provider aggregate not found Sep 21 15:15:50.312338 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4c197617-c05b-4952-99b4-56bf027872c4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/networks/6b8fa247-49e4-4cf6-ab65-c15715b66ed1 HTTP/1.1" status: 204 len: 168 time: 1.0564778 Sep 21 15:15:50.318956 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60166) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:50.326349 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-467534ee-0f96-4fb7-8541-fbf969902e63 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "DELETE /v2.0/subnets/883ea595-bbeb-45fd-9818-620961a4dd9f/tags HTTP/1.1" status: 204 len: 168 time: 1.1705227 Sep 21 15:15:50.326537 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c197617-c05b-4952-99b4-56bf027872c4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Network': ['ID=6b8fa247-49e4-4cf6-ab65-c15715b66ed1,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:50.327411 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60170) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:50.350936 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09fa8f26-6263-44a0-8a70-d9f2ec0bb6b4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:50.366579 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 21590087-801e-4cfb-8478-c9330565e978 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21590087-801e-4cfb-8478-c9330565e978 found for delete ", "request_id": "req-8273847e-2a97-4d90-a5aa-8cd4d3398373"}]} Sep 21 15:15:50.398031 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-09fa8f26-6263-44a0-8a70-d9f2ec0bb6b4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:50.399704 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:15:50.402465 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-09fa8f26-6263-44a0-8a70-d9f2ec0bb6b4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Usage tracker for resource:security_group_rule and tenant:a5990e45ce304151b4645b8268b1dc5a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:50.405656 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-09fa8f26-6263-44a0-8a70-d9f2ec0bb6b4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:50.412773 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-09fa8f26-6263-44a0-8a70-d9f2ec0bb6b4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:50.444442 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:15:50.445348 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9ce6092e-27f2-48a9-a7b2-ba37b7313d2c not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:15:50.497469 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09fa8f26-6263-44a0-8a70-d9f2ec0bb6b4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:50.517169 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:50.518130 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09fa8f26-6263-44a0-8a70-d9f2ec0bb6b4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:50.548528 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc322e7d-2fd6-4291-b886-3766b707916b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:50.566545 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa8f26-6263-44a0-8a70-d9f2ec0bb6b4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e572f292-5a0a-421f-a620-183aabda6ecc,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:50.569257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-44ae600e-6312-4b89-afdc-56a8338211e1 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:50.576179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ae600e-6312-4b89-afdc-56a8338211e1 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:50.577031 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-44ae600e-6312-4b89-afdc-56a8338211e1 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:50.602348 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-556342f5-d661-4b7f-8b43-bfc050f03a87 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:50.608862 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:50.618625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting port 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:50.619090 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:50.628084 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] Transition to ACTIVE for port object 5773dd9c-78f4-4a66-bb91-09644c53bdcf will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:50.646600 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:50.676523 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc322e7d-2fd6-4291-b886-3766b707916b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:50.750097 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-44ae600e-6312-4b89-afdc-56a8338211e1 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1570261 Sep 21 15:15:50.756579 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09fa8f26-6263-44a0-8a70-d9f2ec0bb6b4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:50.761371 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-09fa8f26-6263-44a0-8a70-d9f2ec0bb6b4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5802834 Sep 21 15:15:50.768225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60174) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:50.768225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60176) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:50.771756 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-554249cf-54d8-415f-a11b-fc0d85ea91d1 None None] For port 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd,segment=NetworkSegment(a78e60f3-aff0-4e82-b7c6-4329ac96e8de),segment_id=a78e60f3-aff0-4e82-b7c6-4329ac96e8de)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:50.772779 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-554249cf-54d8-415f-a11b-fc0d85ea91d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:50.778518 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-eff14098-b017-474e-9575-fd04479085bc tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1248644788'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:50.782424 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] Allocated IP 2001:db8::2 (1d6d00ec-a1cd-4a6a-bcef-8804ce896910/545af38e-5bf0-414a-9c05-2ea4179debfe/5005216f-4ba8-45f7-8f38-21b43b5d1b32) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:15:50.790186 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-922b9c8c-af25-4649-94d3-bf09e888b504 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Request body: {'security_group_rule': {'security_group_id': 'e572f292-5a0a-421f-a620-183aabda6ecc', 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:50.798229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eff14098-b017-474e-9575-fd04479085bc tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:50.800863 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae600e-6312-4b89-afdc-56a8338211e1 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Pushing event updated for resources: {'Network': ['ID=c497e2f8-52de-4a61-8ac0-8c9adbfba641,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:50.803813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-922b9c8c-af25-4649-94d3-bf09e888b504 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:50.814638 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eff14098-b017-474e-9575-fd04479085bc tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Usage tracker for resource:network and tenant:d702c06c79214ca4943c3077214e62b6 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:50.821272 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e2fbb86c-6734-46f1-aad1-4a974592b44b tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks [] for subnetpool, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:50.825040 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e2fbb86c-6734-46f1-aad1-4a974592b44b tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "DELETE /v2.0/subnetpools/4a4e7a64-afa5-4230-8a81-cbad50207952 HTTP/1.1" status: 204 len: 168 time: 0.4942458 Sep 21 15:15:50.825040 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-922b9c8c-af25-4649-94d3-bf09e888b504 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Usage tracker for resource:security_group_rule and tenant:a5990e45ce304151b4645b8268b1dc5a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:50.827374 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eff14098-b017-474e-9575-fd04479085bc tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:50.830710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60184) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:50.831597 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-922b9c8c-af25-4649-94d3-bf09e888b504 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:50.841644 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eff14098-b017-474e-9575-fd04479085bc tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:50.843964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-922b9c8c-af25-4649-94d3-bf09e888b504 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:50.872313 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network c497e2f8-52de-4a61-8ac0-8c9adbfba641 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:15:50.904600 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86d323-0526-42ea-ae9c-9fc46c93fc94 None None] Pushing event updated for resources: {'Port': ['ID=5773dd9c-78f4-4a66-bb91-09644c53bdcf,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:51.013068 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] Attempting to bind port 5773dd9c-78f4-4a66-bb91-09644c53bdcf on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:15:51.013976 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] Attempting to bind port 5773dd9c-78f4-4a66-bb91-09644c53bdcf by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '3c4f98d8-0f5c-4a45-8a65-72d680932ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f48f9aa0-8394-4588-8846-a8a5cc3d7ce0'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:15:51.014567 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] Attempting to bind port 5773dd9c-78f4-4a66-bb91-09644c53bdcf on network f48f9aa0-8394-4588-8846-a8a5cc3d7ce0 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:15:51.028225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-358323cf-55b6-4b42-bcf2-3907d7a31e60 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Synchronizing usage tracker for tenant:3430f7f7d1fb47fd95a28ea4ad0b693b on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:51.034722 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:15:51.035324 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] Checking segment: {'id': '3c4f98d8-0f5c-4a45-8a65-72d680932ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f48f9aa0-8394-4588-8846-a8a5cc3d7ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:51.035834 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.037463 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] Bound using segment: {'id': '3c4f98d8-0f5c-4a45-8a65-72d680932ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f48f9aa0-8394-4588-8846-a8a5cc3d7ce0'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:15:51.037964 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] Bound port: 5773dd9c-78f4-4a66-bb91-09644c53bdcf, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4f98d8-0f5c-4a45-8a65-72d680932ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f48f9aa0-8394-4588-8846-a8a5cc3d7ce0'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:15:51.038367 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.057808 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-358323cf-55b6-4b42-bcf2-3907d7a31e60 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Unset dirty status for tenant:3430f7f7d1fb47fd95a28ea4ad0b693b on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:51.059552 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-358323cf-55b6-4b42-bcf2-3907d7a31e60 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc34f100-4a78-4b0f-b98f-8551690cf08d HTTP/1.1" status: 200 len: 205 time: 0.2246909 Sep 21 15:15:51.063008 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60188) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:51.067311 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff14098-b017-474e-9575-fd04479085bc tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Made reservation on behalf of d702c06c79214ca4943c3077214e62b6 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:51.071522 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eff14098-b017-474e-9575-fd04479085bc tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.088582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-922b9c8c-af25-4649-94d3-bf09e888b504 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.103053 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-554249cf-54d8-415f-a11b-fc0d85ea91d1 None None] Calling delete_port for 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:51.119839 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff14098-b017-474e-9575-fd04479085bc tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:15:51.130587 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eff14098-b017-474e-9575-fd04479085bc tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.131070 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-eff14098-b017-474e-9575-fd04479085bc tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Added segment 427bcd21-a522-4719-90d7-81f6d133213e of type vlan for network 45e35510-4bd3-4947-a607-d8c537e11d75 Sep 21 15:15:51.182387 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eff14098-b017-474e-9575-fd04479085bc tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.199713 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] For port 5773dd9c-78f4-4a66-bb91-09644c53bdcf, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:15:51.204365 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] For port 5773dd9c-78f4-4a66-bb91-09644c53bdcf, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5773dd9c-78f4-4a66-bb91-09644c53bdcf,segment=NetworkSegment(3c4f98d8-0f5c-4a45-8a65-72d680932ce2),segment_id=3c4f98d8-0f5c-4a45-8a65-72d680932ce2)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:15:51.211964 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.220617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-922b9c8c-af25-4649-94d3-bf09e888b504 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.229702 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-922b9c8c-af25-4649-94d3-bf09e888b504 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.264911 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eff14098-b017-474e-9575-fd04479085bc tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.271751 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff14098-b017-474e-9575-fd04479085bc tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:51.272435 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eff14098-b017-474e-9575-fd04479085bc tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.286917 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] Routers {'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:51.287569 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['ecfb0472-6a22-4b44-aa06-7ac7c5c84adb'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:51.403884 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb227df1-317c-46cf-8b31-ed369d760e49 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.404514 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-922b9c8c-af25-4649-94d3-bf09e888b504 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.406471 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86d323-0526-42ea-ae9c-9fc46c93fc94 None None] Pushing event updated for resources: {'Port': ['ID=5773dd9c-78f4-4a66-bb91-09644c53bdcf,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:51.409176 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-922b9c8c-af25-4649-94d3-bf09e888b504 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6391964 Sep 21 15:15:51.410679 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60192) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:51.411286 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff14098-b017-474e-9575-fd04479085bc tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Pushing event updated for resources: {'Network': ['ID=45e35510-4bd3-4947-a607-d8c537e11d75,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:51.412399 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.418731 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-eff14098-b017-474e-9575-fd04479085bc tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6483240 Sep 21 15:15:51.418731 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b9c8c-af25-4649-94d3-bf09e888b504 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a0b6a71-509b-4908-81e1-6f09344f6fdd,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:51.421887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a2919211-399b-4dba-8e0a-4a591263f7d2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Request body: {'security_group_rule': {'security_group_id': 'e572f292-5a0a-421f-a620-183aabda6ecc', 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:51.426933 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60196) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:51.430966 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a2919211-399b-4dba-8e0a-4a591263f7d2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:51.431717 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] Transition to ACTIVE for port object 5005216f-4ba8-45f7-8f38-21b43b5d1b32 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:51.438390 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Request body: {'ports': [{'network_id': 'c497e2f8-52de-4a61-8ac0-8c9adbfba641', 'name': 'tempest-port--1114849181', 'admin_state_up': True}, {'network_id': '45e35510-4bd3-4947-a607-d8c537e11d75', 'admin_state_up': False}]} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:51.438612 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Request body: {'port': {'network_id': 'c497e2f8-52de-4a61-8ac0-8c9adbfba641', 'name': 'tempest-port--1114849181', 'admin_state_up': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:51.439024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Request body: {'port': {'network_id': '45e35510-4bd3-4947-a607-d8c537e11d75', 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:51.458121 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a2919211-399b-4dba-8e0a-4a591263f7d2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Usage tracker for resource:security_group_rule and tenant:a5990e45ce304151b4645b8268b1dc5a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:51.465293 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a2919211-399b-4dba-8e0a-4a591263f7d2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:51.509578 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:15:51.530086 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a2919211-399b-4dba-8e0a-4a591263f7d2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:51.577234 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] Set router ecfb0472-6a22-4b44-aa06-7ac7c5c84adb gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:15:51.588483 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 45e35510-4bd3-4947-a607-d8c537e11d75 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:15:51.590790 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2919211-399b-4dba-8e0a-4a591263f7d2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.599691 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc322e7d-2fd6-4291-b886-3766b707916b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.624832 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] Transition to ACTIVE for port object 5005216f-4ba8-45f7-8f38-21b43b5d1b32 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:51.639452 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc322e7d-2fd6-4291-b886-3766b707916b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45bcf1e-4dd4-4580-b1de-1fe9c6e4e349,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:51.651693 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] For port 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd,segment=NetworkSegment(a78e60f3-aff0-4e82-b7c6-4329ac96e8de),segment_id=a78e60f3-aff0-4e82-b7c6-4329ac96e8de)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:51.652300 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.814038 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2919211-399b-4dba-8e0a-4a591263f7d2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.818061 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:51.824965 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Usage tracker for resource:port and tenant:d702c06c79214ca4943c3077214e62b6 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:51.829823 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2919211-399b-4dba-8e0a-4a591263f7d2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.836737 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:51.865063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:51.878739 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2919211-399b-4dba-8e0a-4a591263f7d2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4639f0de-d485-4402-a958-7735d49ba573,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:51.890899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2919211-399b-4dba-8e0a-4a591263f7d2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.894131 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a2919211-399b-4dba-8e0a-4a591263f7d2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4799857 Sep 21 15:15:51.896867 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60200) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:51.905205 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6a161179-0357-4bc6-89a6-c944a4fa7e98 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Request body: {'security_group_rule': {'security_group_id': 'e572f292-5a0a-421f-a620-183aabda6ecc', 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:51.912115 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Made reservation on behalf of d702c06c79214ca4943c3077214e62b6 for: {'port': 2} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:51.918535 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.941246 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6a161179-0357-4bc6-89a6-c944a4fa7e98 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:51.944096 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.959229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6a161179-0357-4bc6-89a6-c944a4fa7e98 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Usage tracker for resource:security_group_rule and tenant:a5990e45ce304151b4645b8268b1dc5a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:51.972753 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:51.984614 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6a161179-0357-4bc6-89a6-c944a4fa7e98 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:52.045091 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6a161179-0357-4bc6-89a6-c944a4fa7e98 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:52.084937 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb227df1-317c-46cf-8b31-ed369d760e49 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:52.087621 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb', 'name': 'tempest-TestVolumeBootPattern-787706741-router', 'tenant_id': 'feb450741f2b4a2eacb422a2bced4b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '1b718565-1e0a-4320-8bd2-c51015ea0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:34Z', 'updated_at': '2022-09-21T15:15:46Z', 'revision_number': 4, 'project_id': 'feb450741f2b4a2eacb422a2bced4b77', 'gw_port': {'id': '1b718565-1e0a-4320-8bd2-c51015ea0f18', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:37Z', 'updated_at': '2022-09-21T15:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '5773dd9c-78f4-4a66-bb91-09644c53bdcf', 'name': '', 'network_id': 'f48f9aa0-8394-4588-8846-a8a5cc3d7ce0', 'tenant_id': 'feb450741f2b4a2eacb422a2bced4b77', 'mac_address': 'fa:16:3e:95:82:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '5abcf953-0392-44fd-869b-8dbca8b36c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:43Z', 'updated_at': '2022-09-21T15:15:51Z', 'revision_number': 4, 'project_id': 'feb450741f2b4a2eacb422a2bced4b77', 'subnets': [{'id': '5abcf953-0392-44fd-869b-8dbca8b36c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:52.088885 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb227df1-317c-46cf-8b31-ed369d760e49 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:52.098350 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaba9c9-0f88-4305-b9bf-26047e133097 None None] The sync data for ids ['ecfb0472-6a22-4b44-aa06-7ac7c5c84adb'] in dv-neutron-858731-1-hyperv is: [{'id': 'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb', 'name': 'tempest-TestVolumeBootPattern-787706741-router', 'tenant_id': 'feb450741f2b4a2eacb422a2bced4b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '1b718565-1e0a-4320-8bd2-c51015ea0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:34Z', 'updated_at': '2022-09-21T15:15:46Z', 'revision_number': 4, 'project_id': 'feb450741f2b4a2eacb422a2bced4b77', 'gw_port': {'id': '1b718565-1e0a-4320-8bd2-c51015ea0f18', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:37Z', 'updated_at': '2022-09-21T15:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '5773dd9c-78f4-4a66-bb91-09644c53bdcf', 'name': '', 'network_id': 'f48f9aa0-8394-4588-8846-a8a5cc3d7ce0', 'tenant_id': 'feb450741f2b4a2eacb422a2bced4b77', 'mac_address': 'fa:16:3e:95:82:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '5abcf953-0392-44fd-869b-8dbca8b36c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:43Z', 'updated_at': '2022-09-21T15:15:51Z', 'revision_number': 4, 'project_id': 'feb450741f2b4a2eacb422a2bced4b77', 'subnets': [{'id': '5abcf953-0392-44fd-869b-8dbca8b36c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:15:52.118575 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Calling delete_port for 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:52.197674 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:52.223857 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] Network 1d6d00ec-a1cd-4a6a-bcef-8804ce896910 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:52.228735 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:52.260630 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] Pushing event updated for resources: {'Port': ['ID=5005216f-4ba8-45f7-8f38-21b43b5d1b32,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:52.275605 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:52.290097 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-554249cf-54d8-415f-a11b-fc0d85ea91d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:52.292547 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-556342f5-d661-4b7f-8b43-bfc050f03a87 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Allocated IP 2001:db8::1 (1d6d00ec-a1cd-4a6a-bcef-8804ce896910/545af38e-5bf0-414a-9c05-2ea4179debfe/6693e440-15c8-43b2-a621-9e41c1dfbc03) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:15:52.313351 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] device_id is not set on port 75bdec02-25f0-49d0-b459-bacbe94a8c98 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:15:52.362678 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554249cf-54d8-415f-a11b-fc0d85ea91d1 None None] Pushing event deleted for resources: {'Port': ['ID=3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:52.443978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:52.444569 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:52.444569 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:52.461176 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554249cf-54d8-415f-a11b-fc0d85ea91d1 None None] No DVR routers for this DVR port 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:15:52.613368 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc322e7d-2fd6-4291-b886-3766b707916b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:52.617542 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] device_id is not set on port ba93ae9e-c3b8-429f-9621-2b98b0cc9963 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:15:52.620604 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bc322e7d-2fd6-4291-b886-3766b707916b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c45bcf1e-4dd4-4580-b1de-1fe9c6e4e349 HTTP/1.1" status: 204 len: 168 time: 2.3253043 Sep 21 15:15:52.647059 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb227df1-317c-46cf-8b31-ed369d760e49 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:52.647773 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb227df1-317c-46cf-8b31-ed369d760e49 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Fanout notify agent at l3_agent the message router_deleted on router bc34f100-4a78-4b0f-b98f-8551690cf08d {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:15:52.670117 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] Attempting to bind port 5005216f-4ba8-45f7-8f38-21b43b5d1b32 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:15:52.670909 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb227df1-317c-46cf-8b31-ed369d760e49 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:52.672092 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-eb227df1-317c-46cf-8b31-ed369d760e49 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "DELETE /v2.0/routers/bc34f100-4a78-4b0f-b98f-8551690cf08d HTTP/1.1" status: 204 len: 168 time: 1.6031234 Sep 21 15:15:52.676799 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] Attempting to bind port 5005216f-4ba8-45f7-8f38-21b43b5d1b32 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '873d629f-d37b-4075-840e-85609301f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:15:52.677838 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60206) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:52.678179 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] Attempting to bind port 5005216f-4ba8-45f7-8f38-21b43b5d1b32 on network 1d6d00ec-a1cd-4a6a-bcef-8804ce896910 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:15:52.685338 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:15:52.685993 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] Checking segment: {'id': '873d629f-d37b-4075-840e-85609301f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:52.686574 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:52.687224 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] Bound using segment: {'id': '873d629f-d37b-4075-840e-85609301f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:15:52.687852 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] Bound port: 5005216f-4ba8-45f7-8f38-21b43b5d1b32, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873d629f-d37b-4075-840e-85609301f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:15:52.689011 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:52.776217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e39e9837-c724-4c71-8f86-2db8e873693b tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Deleting port 57739806-7f39-46c8-9917-fd88ce496068 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:52.776748 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e39e9837-c724-4c71-8f86-2db8e873693b tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:52.841416 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] For port 5005216f-4ba8-45f7-8f38-21b43b5d1b32, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:15:52.844991 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:52.851358 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] For port 5005216f-4ba8-45f7-8f38-21b43b5d1b32, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5005216f-4ba8-45f7-8f38-21b43b5d1b32,segment=NetworkSegment(873d629f-d37b-4075-840e-85609301f90a),segment_id=873d629f-d37b-4075-840e-85609301f90a)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:15:52.851902 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-556342f5-d661-4b7f-8b43-bfc050f03a87 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:52.857972 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:52.872337 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6a161179-0357-4bc6-89a6-c944a4fa7e98 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:52.959063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:53.002318 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:15:53.009417 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:15:53.037238 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd7265-91e1-4a93-9701-07ea6a1155c5 None None] Pushing event updated for resources: {'Port': ['ID=5005216f-4ba8-45f7-8f38-21b43b5d1b32,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:53.081711 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5773dd9c-78f4-4a66-bb91-09644c53bdcf up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:53.095724 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-556342f5-d661-4b7f-8b43-bfc050f03a87 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Transition to ACTIVE for port object 6693e440-15c8-43b2-a621-9e41c1dfbc03 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:15:53.129432 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-556342f5-d661-4b7f-8b43-bfc050f03a87 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:53.210802 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Pushing event updated for resources: {'Port': ['ID=75bdec02-25f0-49d0-b459-bacbe94a8c98,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:53.259914 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6a161179-0357-4bc6-89a6-c944a4fa7e98 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:53.268537 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 5773dd9c-78f4-4a66-bb91-09644c53bdcf completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:53.276365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 5773dd9c-78f4-4a66-bb91-09644c53bdcf triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:53.276787 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:53.279652 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6a161179-0357-4bc6-89a6-c944a4fa7e98 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:53.287416 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Checking segment: {'id': 'ed65d097-65b6-418d-a4d5-adf2d68f841b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c497e2f8-52de-4a61-8ac0-8c9adbfba641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:53.287777 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Network hostable DHCP agents. Network: c497e2f8-52de-4a61-8ac0-8c9adbfba641, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:15:53.333131 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556342f5-d661-4b7f-8b43-bfc050f03a87 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network 1d6d00ec-a1cd-4a6a-bcef-8804ce896910 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:53.347568 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a161179-0357-4bc6-89a6-c944a4fa7e98 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e99162d-ccea-4fe5-b271-6a0636c0f23a,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:53.373519 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6a161179-0357-4bc6-89a6-c944a4fa7e98 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:53.378025 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6a161179-0357-4bc6-89a6-c944a4fa7e98 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4762750 Sep 21 15:15:53.378025 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Network c497e2f8-52de-4a61-8ac0-8c9adbfba641 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:15:53.380029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60220) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:53.380204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-556342f5-d661-4b7f-8b43-bfc050f03a87 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:53.396105 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-beaaee7a-e713-4e26-a4e3-1ba5aa8a86ec tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Request body: {'security_group_rule': {'security_group_id': 'e572f292-5a0a-421f-a620-183aabda6ecc', 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:53.398710 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556342f5-d661-4b7f-8b43-bfc050f03a87 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:53.401800 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-556342f5-d661-4b7f-8b43-bfc050f03a87 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:53.401978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-beaaee7a-e713-4e26-a4e3-1ba5aa8a86ec tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:53.409035 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, c497e2f8-52de-4a61-8ac0-8c9adbfba641) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:53.423156 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-beaaee7a-e713-4e26-a4e3-1ba5aa8a86ec tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Usage tracker for resource:security_group_rule and tenant:a5990e45ce304151b4645b8268b1dc5a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:53.428075 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:53.431186 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:53.435200 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-beaaee7a-e713-4e26-a4e3-1ba5aa8a86ec tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:53.458068 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556342f5-d661-4b7f-8b43-bfc050f03a87 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Port': ['ID=6693e440-15c8-43b2-a621-9e41c1dfbc03,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:53.461885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c5766e-7c9c-4063-b7c8-28821c4ea4c9 None None] Network c497e2f8-52de-4a61-8ac0-8c9adbfba641 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:53.510768 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting port 3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:53.510768 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:53.540030 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-beaaee7a-e713-4e26-a4e3-1ba5aa8a86ec tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:53.634726 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Checking segment: {'id': '427bcd21-a522-4719-90d7-81f6d133213e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '45e35510-4bd3-4947-a607-d8c537e11d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:53.635128 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Network hostable DHCP agents. Network: 45e35510-4bd3-4947-a607-d8c537e11d75, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:15:53.640884 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 5773dd9c-78f4-4a66-bb91-09644c53bdcf is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:53.641353 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:53.685124 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-beaaee7a-e713-4e26-a4e3-1ba5aa8a86ec tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:53.693737 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] The port '3ae58dd6-69d2-4fc7-82b2-2b29f280a7dd' was deleted {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:15:53.696032 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e39e9837-c724-4c71-8f86-2db8e873693b tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:53.728952 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Pushing event updated for resources: {'Port': ['ID=ba93ae9e-c3b8-429f-9621-2b98b0cc9963,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:53.744663 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Network 45e35510-4bd3-4947-a607-d8c537e11d75 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:15:53.776336 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 45e35510-4bd3-4947-a607-d8c537e11d75) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:53.789901 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:15:53.795598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:53.801152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:53.802605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:53.803563 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a520cb51-d211-4cdf-a671-15edc88587d3 None None] Network 45e35510-4bd3-4947-a607-d8c537e11d75 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:53.848089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-beaaee7a-e713-4e26-a4e3-1ba5aa8a86ec tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:53.866179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-beaaee7a-e713-4e26-a4e3-1ba5aa8a86ec tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:53.888517 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 5773dd9c-78f4-4a66-bb91-09644c53bdcf, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5773dd9c-78f4-4a66-bb91-09644c53bdcf,segment=NetworkSegment(3c4f98d8-0f5c-4a45-8a65-72d680932ce2),segment_id=3c4f98d8-0f5c-4a45-8a65-72d680932ce2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:53.895138 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d07c57cb-11eb-4f65-b3bd-a25545c1f1fe tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4610364 Sep 21 15:15:53.903251 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60232) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:53.913682 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:53.996004 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaaee7a-e713-4e26-a4e3-1ba5aa8a86ec tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9edf833-6166-4435-81fc-6a6a469101c7,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:54.032437 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-beaaee7a-e713-4e26-a4e3-1ba5aa8a86ec tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:54.034202 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-beaaee7a-e713-4e26-a4e3-1ba5aa8a86ec tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6515751 Sep 21 15:15:54.042364 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60236) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:54.053956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2c68e82e-d9d1-4a09-9e0e-f798e436ccaa tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Request body: {'security_group_rule': {'security_group_id': 'e572f292-5a0a-421f-a620-183aabda6ecc', 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:54.061843 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2c68e82e-d9d1-4a09-9e0e-f798e436ccaa tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:54.066466 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e39e9837-c724-4c71-8f86-2db8e873693b tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Calling delete_port for 57739806-7f39-46c8-9917-fd88ce496068 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:54.068698 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2c68e82e-d9d1-4a09-9e0e-f798e436ccaa tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Usage tracker for resource:security_group_rule and tenant:a5990e45ce304151b4645b8268b1dc5a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:54.073106 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2c68e82e-d9d1-4a09-9e0e-f798e436ccaa tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:54.084284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2c68e82e-d9d1-4a09-9e0e-f798e436ccaa tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:54.085289 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60240) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:54.112508 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-2c68e82e-d9d1-4a09-9e0e-f798e436ccaa tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Project a5990e45ce304151b4645b8268b1dc5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:15:54.140595 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=5773dd9c-78f4-4a66-bb91-09644c53bdcf,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:54.147060 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1ba528-afd3-4921-9452-955535a22d23 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:54.159085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1ba528-afd3-4921-9452-955535a22d23 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:54.159899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6d1ba528-afd3-4921-9452-955535a22d23 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Synchronizing usage tracker for tenant:d702c06c79214ca4943c3077214e62b6 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:54.166494 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c68e82e-d9d1-4a09-9e0e-f798e436ccaa tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:54.224751 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6d1ba528-afd3-4921-9452-955535a22d23 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Unset dirty status for tenant:d702c06c79214ca4943c3077214e62b6 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:54.226489 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6d1ba528-afd3-4921-9452-955535a22d23 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3218231 Sep 21 15:15:54.230990 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60246) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:54.273819 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:54.300598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f20c11e6-24e2-497f-9fc2-eaa41baab5cf tempest-SubnetPoolsTestJSON-279070934 tempest-SubnetPoolsTestJSON-279070934-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1987905735', 'prefixes': ['172.20.0.0/16']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:54.318637 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f20c11e6-24e2-497f-9fc2-eaa41baab5cf tempest-SubnetPoolsTestJSON-279070934 tempest-SubnetPoolsTestJSON-279070934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:54.365498 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7a25ab1b-a27c-48aa-8de6-0963c8331f54 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Deleting port 75bdec02-25f0-49d0-b459-bacbe94a8c98 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:54.365864 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7a25ab1b-a27c-48aa-8de6-0963c8331f54 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:54.367300 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:54.389174 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78e60f3-aff0-4e82-b7c6-4329ac96e8de') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:54.389466 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78e60f3-aff0-4e82-b7c6-4329ac96e8de') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:54.420365 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:54.427806 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-556342f5-d661-4b7f-8b43-bfc050f03a87 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:54.439412 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c68e82e-d9d1-4a09-9e0e-f798e436ccaa tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:54.451737 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c68e82e-d9d1-4a09-9e0e-f798e436ccaa tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:54.481695 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:54.533458 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68e82e-d9d1-4a09-9e0e-f798e436ccaa tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1920eea5-2c5f-42fe-9173-5248d8140390,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:54.537684 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:15:54.538167 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:54.577463 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c68e82e-d9d1-4a09-9e0e-f798e436ccaa tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:54.578156 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08275e6f-8fe2-4100-b6c3-ea7683dbf2e9 None None] Network 1d6d00ec-a1cd-4a6a-bcef-8804ce896910 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:54.579340 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2c68e82e-d9d1-4a09-9e0e-f798e436ccaa tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5333323 Sep 21 15:15:54.580201 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f20c11e6-24e2-497f-9fc2-eaa41baab5cf tempest-SubnetPoolsTestJSON-279070934 tempest-SubnetPoolsTestJSON-279070934-project] Notify callbacks [] for subnetpool, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:54.583575 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f20c11e6-24e2-497f-9fc2-eaa41baab5cf tempest-SubnetPoolsTestJSON-279070934 tempest-SubnetPoolsTestJSON-279070934-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4939587 Sep 21 15:15:54.583575 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60252) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:54.632169 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60254) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:54.642377 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment a78e60f3-aff0-4e82-b7c6-4329ac96e8de resource provider aggregate not found Sep 21 15:15:54.642601 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c99dd62e-3ee7-41ac-a47c-64b4f79342d3 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Request body: {'security_group_rule': {'security_group_id': 'e572f292-5a0a-421f-a620-183aabda6ecc', 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:54.673553 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c99dd62e-3ee7-41ac-a47c-64b4f79342d3 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:54.688619 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c99dd62e-3ee7-41ac-a47c-64b4f79342d3 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Usage tracker for resource:security_group_rule and tenant:a5990e45ce304151b4645b8268b1dc5a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:54.696375 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f441d4d1-eb5b-4351-bc86-27bd469000f4 None None] Provisioning for port 5005216f-4ba8-45f7-8f38-21b43b5d1b32 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:54.697561 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c99dd62e-3ee7-41ac-a47c-64b4f79342d3 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:54.718927 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-20c089b9-a340-4629-806f-43298e6bdcbf tempest-SubnetPoolsTestJSON-279070934 tempest-SubnetPoolsTestJSON-279070934-project] 10.222.0.62 "GET /v2.0/subnetpools/eff03f5a-b5c0-4453-86f8-8e6462822d53 HTTP/1.1" status: 200 len: 732 time: 0.0843580 Sep 21 15:15:54.718927 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c99dd62e-3ee7-41ac-a47c-64b4f79342d3 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:54.723128 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60262) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:54.726431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7a25ab1b-a27c-48aa-8de6-0963c8331f54 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:54.739394 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment a78e60f3-aff0-4e82-b7c6-4329ac96e8de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a78e60f3-aff0-4e82-b7c6-4329ac96e8de found for delete ", "request_id": "req-8a0e2088-b1f1-4530-ade5-4fa2793bf9f6"}]} Sep 21 15:15:54.743860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5a1602a0-7e69-4084-84e5-606ac5196cce tempest-SubnetPoolsTestJSON-279070934 tempest-SubnetPoolsTestJSON-279070934-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-269811898'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:54.815639 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:54.819617 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e39e9837-c724-4c71-8f86-2db8e873693b tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:54.843598 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:54.869938 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-c99dd62e-3ee7-41ac-a47c-64b4f79342d3 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Project a5990e45ce304151b4645b8268b1dc5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:15:54.882118 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7a25ab1b-a27c-48aa-8de6-0963c8331f54 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Calling delete_port for 75bdec02-25f0-49d0-b459-bacbe94a8c98 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:54.926674 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c99dd62e-3ee7-41ac-a47c-64b4f79342d3 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.073898 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Network': ['ID=703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:55.117390 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5773dd9c-78f4-4a66-bb91-09644c53bdcf up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:55.193007 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7a25ab1b-a27c-48aa-8de6-0963c8331f54 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.215682 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 5773dd9c-78f4-4a66-bb91-09644c53bdcf triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:55.217044 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.250429 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bb04632b-e5b4-442b-b8b4-7439afddea99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/networks/703ca3f1-dfa5-4b19-91bc-bb0bf50c26d2 HTTP/1.1" status: 204 len: 168 time: 4.9245005 Sep 21 15:15:55.252432 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e9837-c724-4c71-8f86-2db8e873693b tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Pushing event deleted for resources: {'Port': ['ID=57739806-7f39-46c8-9917-fd88ce496068,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:55.262852 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60266) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:55.264770 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c99dd62e-3ee7-41ac-a47c-64b4f79342d3 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.274099 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7b57cc78-a28a-4445-8e09-dccfc28def99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'network': {'name': 'tempest-RoutersTest-1160790279'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:55.278539 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25ab1b-a27c-48aa-8de6-0963c8331f54 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Pushing event deleted for resources: {'Port': ['ID=75bdec02-25f0-49d0-b459-bacbe94a8c98,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:55.284537 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7b57cc78-a28a-4445-8e09-dccfc28def99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:55.289820 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c99dd62e-3ee7-41ac-a47c-64b4f79342d3 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.293016 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7a25ab1b-a27c-48aa-8de6-0963c8331f54 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.303283 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7b57cc78-a28a-4445-8e09-dccfc28def99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:network and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:55.326587 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7b57cc78-a28a-4445-8e09-dccfc28def99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:55.346775 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5a1602a0-7e69-4084-84e5-606ac5196cce tempest-SubnetPoolsTestJSON-279070934 tempest-SubnetPoolsTestJSON-279070934-project] Notify callbacks [] for subnetpool, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.348422 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5a1602a0-7e69-4084-84e5-606ac5196cce tempest-SubnetPoolsTestJSON-279070934 tempest-SubnetPoolsTestJSON-279070934-project] 10.222.0.62 "PUT /v2.0/subnetpools/eff03f5a-b5c0-4453-86f8-8e6462822d53 HTTP/1.1" status: 200 len: 683 time: 0.6243439 Sep 21 15:15:55.350686 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7a25ab1b-a27c-48aa-8de6-0963c8331f54 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "DELETE /v2.0/ports/75bdec02-25f0-49d0-b459-bacbe94a8c98 HTTP/1.1" status: 204 len: 168 time: 1.1184626 Sep 21 15:15:55.361100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60270) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:55.361789 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60272) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:55.362822 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c99dd62e-3ee7-41ac-a47c-64b4f79342d3 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.364732 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c99dd62e-3ee7-41ac-a47c-64b4f79342d3 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7783487 Sep 21 15:15:55.385424 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7b57cc78-a28a-4445-8e09-dccfc28def99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:55.388164 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99dd62e-3ee7-41ac-a47c-64b4f79342d3 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9741188-9d65-46ee-9bd2-fa9c3dbfe799,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:55.423910 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6723c63f-9367-416c-989d-4769bd2a71b8 None None] Provisioning for port 6693e440-15c8-43b2-a621-9e41c1dfbc03 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:55.453500 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6723c63f-9367-416c-989d-4769bd2a71b8 None None] Provisioning complete for port 6693e440-15c8-43b2-a621-9e41c1dfbc03 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:55.454719 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6723c63f-9367-416c-989d-4769bd2a71b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.513264 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b57cc78-a28a-4445-8e09-dccfc28def99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Made reservation on behalf of 4ae973dfcd6b4097b917fb2b9641e0f1 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:55.518658 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7b57cc78-a28a-4445-8e09-dccfc28def99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.538332 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 5773dd9c-78f4-4a66-bb91-09644c53bdcf is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:55.539618 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5005216f-4ba8-45f7-8f38-21b43b5d1b32 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:55.564704 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e39e9837-c724-4c71-8f86-2db8e873693b tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.568933 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e39e9837-c724-4c71-8f86-2db8e873693b tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "DELETE /v2.0/ports/57739806-7f39-46c8-9917-fd88ce496068 HTTP/1.1" status: 204 len: 168 time: 2.8857300 Sep 21 15:15:55.576640 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60296) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:55.627172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b57cc78-a28a-4445-8e09-dccfc28def99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:15:55.641965 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7b57cc78-a28a-4445-8e09-dccfc28def99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.642520 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-7b57cc78-a28a-4445-8e09-dccfc28def99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Added segment 3d0379ff-2bc3-441d-8aa6-e973f49a1749 of type vlan for network e26acdab-e7a8-456e-8ca3-b4cb18e239e7 Sep 21 15:15:55.656050 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6723c63f-9367-416c-989d-4769bd2a71b8 None None] Port 6693e440-15c8-43b2-a621-9e41c1dfbc03 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:15:55.685456 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7b57cc78-a28a-4445-8e09-dccfc28def99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.703443 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 5005216f-4ba8-45f7-8f38-21b43b5d1b32 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:15:55.706378 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d4e8a9c2-54d2-4994-bf4a-99d744f00794 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Deleting port ba93ae9e-c3b8-429f-9621-2b98b0cc9963 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:55.706729 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4e8a9c2-54d2-4994-bf4a-99d744f00794 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.707500 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d7756d-8993-4a26-905b-7f2853fc4641 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Deleting subnet 883ea595-bbeb-45fd-9818-620961a4dd9f {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:15:55.709631 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 5005216f-4ba8-45f7-8f38-21b43b5d1b32 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:55.710009 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.712345 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-556342f5-d661-4b7f-8b43-bfc050f03a87 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.714222 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-26d7756d-8993-4a26-905b-7f2853fc4641 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.755181 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-556342f5-d661-4b7f-8b43-bfc050f03a87 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.756764 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-556342f5-d661-4b7f-8b43-bfc050f03a87 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.859066 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556342f5-d661-4b7f-8b43-bfc050f03a87 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Port': ['ID=6693e440-15c8-43b2-a621-9e41c1dfbc03,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:55.865866 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3a25ff2e-3719-41e8-b4f2-7fee746fce27 None None] Provisioning complete for port 6693e440-15c8-43b2-a621-9e41c1dfbc03 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:55.866242 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3a25ff2e-3719-41e8-b4f2-7fee746fce27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.886601 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7b57cc78-a28a-4445-8e09-dccfc28def99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.892703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b57cc78-a28a-4445-8e09-dccfc28def99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:55.893306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7b57cc78-a28a-4445-8e09-dccfc28def99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.932243 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3a25ff2e-3719-41e8-b4f2-7fee746fce27 None None] Port 6693e440-15c8-43b2-a621-9e41c1dfbc03 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:15:55.935220 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 5005216f-4ba8-45f7-8f38-21b43b5d1b32 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:55.935755 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:55.977572 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 5005216f-4ba8-45f7-8f38-21b43b5d1b32, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5005216f-4ba8-45f7-8f38-21b43b5d1b32,segment=NetworkSegment(873d629f-d37b-4075-840e-85609301f90a),segment_id=873d629f-d37b-4075-840e-85609301f90a)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:55.982265 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:56.002515 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-26d7756d-8993-4a26-905b-7f2853fc4641 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:56.070723 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=5005216f-4ba8-45f7-8f38-21b43b5d1b32,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:56.083264 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556342f5-d661-4b7f-8b43-bfc050f03a87 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network 1d6d00ec-a1cd-4a6a-bcef-8804ce896910 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:15:56.086563 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-556342f5-d661-4b7f-8b43-bfc050f03a87 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:56.139145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3836716a-12e2-4284-9d71-5bf0f9836cec tempest-SubnetPoolsTestJSON-279070934 tempest-SubnetPoolsTestJSON-279070934-project] Notify callbacks [] for subnetpool, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:56.143482 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3836716a-12e2-4284-9d71-5bf0f9836cec tempest-SubnetPoolsTestJSON-279070934 tempest-SubnetPoolsTestJSON-279070934-project] 10.222.0.62 "DELETE /v2.0/subnetpools/eff03f5a-b5c0-4453-86f8-8e6462822d53 HTTP/1.1" status: 204 len: 168 time: 0.7724795 Sep 21 15:15:56.159976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60324) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:56.189096 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7b57cc78-a28a-4445-8e09-dccfc28def99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9211679 Sep 21 15:15:56.189860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60328) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:56.211443 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-bf2a5f43-d667-407c-aa92-ba8e3b2ffa6e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'subnet': {'network_id': 'e26acdab-e7a8-456e-8ca3-b4cb18e239e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:56.226158 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57cc78-a28a-4445-8e09-dccfc28def99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Network': ['ID=e26acdab-e7a8-456e-8ca3-b4cb18e239e7,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:56.228658 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-7657cc66-cac4-4ac7-90b9-2b7068168c5e tempest-SubnetPoolsTestJSON-279070934 tempest-SubnetPoolsTestJSON-279070934-project] show failed (client error): The resource could not be found. Sep 21 15:15:56.232320 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7657cc66-cac4-4ac7-90b9-2b7068168c5e tempest-SubnetPoolsTestJSON-279070934 tempest-SubnetPoolsTestJSON-279070934-project] 10.222.0.62 "GET /v2.0/subnetpools/eff03f5a-b5c0-4453-86f8-8e6462822d53 HTTP/1.1" status: 404 len: 346 time: 0.0689316 Sep 21 15:15:56.233952 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60332) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:56.249101 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network e26acdab-e7a8-456e-8ca3-b4cb18e239e7 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:15:56.281818 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-56b213fb-24e2-4279-9d2f-dd61511409c4 tempest-SubnetPoolsTestJSON-279070934 tempest-SubnetPoolsTestJSON-279070934-project] delete failed (client error): The resource could not be found. Sep 21 15:15:56.286311 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-56b213fb-24e2-4279-9d2f-dd61511409c4 tempest-SubnetPoolsTestJSON-279070934 tempest-SubnetPoolsTestJSON-279070934-project] 10.222.0.62 "DELETE /v2.0/subnetpools/eff03f5a-b5c0-4453-86f8-8e6462822d53 HTTP/1.1" status: 404 len: 346 time: 0.0468304 Sep 21 15:15:56.298585 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4e8a9c2-54d2-4994-bf4a-99d744f00794 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:56.299052 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-26d7756d-8993-4a26-905b-7f2853fc4641 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:56.475956 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556342f5-d661-4b7f-8b43-bfc050f03a87 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router 206e6ce6-bca0-4c85-a234-2fe0b35718af is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:15:56.495961 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d4e8a9c2-54d2-4994-bf4a-99d744f00794 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Calling delete_port for ba93ae9e-c3b8-429f-9621-2b98b0cc9963 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:56.503146 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-26d7756d-8993-4a26-905b-7f2853fc4641 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:56.571851 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bf2a5f43-d667-407c-aa92-ba8e3b2ffa6e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:56.578152 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12682e7-7ffa-4088-b1dd-4fe8266ee9ab None None] Network 80a507a2-ef7e-48cb-a547-63bd82ceca93 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:56.582640 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bf2a5f43-d667-407c-aa92-ba8e3b2ffa6e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:subnet and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:56.589410 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bf2a5f43-d667-407c-aa92-ba8e3b2ffa6e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:56.608224 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bf2a5f43-d667-407c-aa92-ba8e3b2ffa6e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:56.625350 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2a5f43-d667-407c-aa92-ba8e3b2ffa6e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Made reservation on behalf of 4ae973dfcd6b4097b917fb2b9641e0f1 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:56.631020 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf2a5f43-d667-407c-aa92-ba8e3b2ffa6e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:56.643609 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-26d7756d-8993-4a26-905b-7f2853fc4641 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:56.665514 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7756d-8993-4a26-905b-7f2853fc4641 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Pushing event deleted for resources: {'Subnet': ['ID=883ea595-bbeb-45fd-9818-620961a4dd9f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:56.676442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4e8a9c2-54d2-4994-bf4a-99d744f00794 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:56.784368 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-26d7756d-8993-4a26-905b-7f2853fc4641 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "DELETE /v2.0/subnets/883ea595-bbeb-45fd-9818-620961a4dd9f HTTP/1.1" status: 204 len: 168 time: 1.2041399 Sep 21 15:15:56.789061 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60348) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:56.806668 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3d6f2516-187c-4635-841a-b3f2860bb2ad None None] Provisioning complete for port 6693e440-15c8-43b2-a621-9e41c1dfbc03 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:56.806992 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3d6f2516-187c-4635-841a-b3f2860bb2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:56.926668 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60354) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:56.983538 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f2516-187c-4635-841a-b3f2860bb2ad None None] Port 6693e440-15c8-43b2-a621-9e41c1dfbc03 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:15:56.990889 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556342f5-d661-4b7f-8b43-bfc050f03a87 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:15:56.997686 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-556342f5-d661-4b7f-8b43-bfc050f03a87 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/206e6ce6-bca0-4c85-a234-2fe0b35718af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3870099 Sep 21 15:15:57.014697 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] Sync routers for ids ['206e6ce6-bca0-4c85-a234-2fe0b35718af'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:15:57.022799 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60360) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:57.044128 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf2a5f43-d667-407c-aa92-ba8e3b2ffa6e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:57.045376 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38df65fa-caa3-4e5d-b78e-223a6feb8b62 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:57.050766 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8a9c2-54d2-4994-bf4a-99d744f00794 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Pushing event deleted for resources: {'Port': ['ID=ba93ae9e-c3b8-429f-9621-2b98b0cc9963,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:57.061526 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] Routers {'206e6ce6-bca0-4c85-a234-2fe0b35718af'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:15:57.062187 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['206e6ce6-bca0-4c85-a234-2fe0b35718af'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:57.064044 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-81962f6a-3ebe-4fcf-b183-5b041f4ad197 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-962460071'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:57.068600 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4e8a9c2-54d2-4994-bf4a-99d744f00794 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:57.076815 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-38df65fa-caa3-4e5d-b78e-223a6feb8b62 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Deleting port de8fe06e-2df5-4d5e-83d4-56b33e234827 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:57.077162 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38df65fa-caa3-4e5d-b78e-223a6feb8b62 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:57.116311 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-81962f6a-3ebe-4fcf-b183-5b041f4ad197 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:57.139990 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-81962f6a-3ebe-4fcf-b183-5b041f4ad197 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:network and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:57.147736 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-81962f6a-3ebe-4fcf-b183-5b041f4ad197 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:57.174743 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-81962f6a-3ebe-4fcf-b183-5b041f4ad197 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:57.178347 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d4e8a9c2-54d2-4994-bf4a-99d744f00794 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "DELETE /v2.0/ports/ba93ae9e-c3b8-429f-9621-2b98b0cc9963 HTTP/1.1" status: 204 len: 168 time: 1.8121414 Sep 21 15:15:57.184892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60378) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:57.195878 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5005216f-4ba8-45f7-8f38-21b43b5d1b32 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:15:57.256845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-254f492d-6c9b-4709-974f-520bd22a3761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:57.261880 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-af1f1d7c-746c-41e0-a737-5e4f382be5ef tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Synchronizing usage tracker for tenant:d702c06c79214ca4943c3077214e62b6 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:15:57.273265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a5f43-d667-407c-aa92-ba8e3b2ffa6e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Subnet': ['ID=feac91e2-e2e8-4ce4-a45e-8e3f69b7a6a5,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:57.283581 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2a5f43-d667-407c-aa92-ba8e3b2ffa6e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Checking segment: {'id': '3d0379ff-2bc3-441d-8aa6-e973f49a1749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e26acdab-e7a8-456e-8ca3-b4cb18e239e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:57.284035 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2a5f43-d667-407c-aa92-ba8e3b2ffa6e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network hostable DHCP agents. Network: e26acdab-e7a8-456e-8ca3-b4cb18e239e7, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:15:57.287261 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-254f492d-6c9b-4709-974f-520bd22a3761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:57.294365 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81962f6a-3ebe-4fcf-b183-5b041f4ad197 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Made reservation on behalf of 36a774c8465a450c8e27de7666e71b71 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:57.295610 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-254f492d-6c9b-4709-974f-520bd22a3761 admin admin] Usage tracker for resource:security_group_rule and tenant:fe2f3e76a7d0464e9eda0998e0789d7b is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:57.299356 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-81962f6a-3ebe-4fcf-b183-5b041f4ad197 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:57.300994 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-254f492d-6c9b-4709-974f-520bd22a3761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:57.325309 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-254f492d-6c9b-4709-974f-520bd22a3761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:57.337747 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-af1f1d7c-746c-41e0-a737-5e4f382be5ef tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Unset dirty status for tenant:d702c06c79214ca4943c3077214e62b6 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:15:57.339236 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-af1f1d7c-746c-41e0-a737-5e4f382be5ef tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1488504 Sep 21 15:15:57.346635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60400) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:57.349842 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81962f6a-3ebe-4fcf-b183-5b041f4ad197 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:15:57.355277 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2d335078-ca8c-4400-a2cc-3f8b0b0a589d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2100213737'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:57.361176 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2a5f43-d667-407c-aa92-ba8e3b2ffa6e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network e26acdab-e7a8-456e-8ca3-b4cb18e239e7 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:15:57.371343 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2d335078-ca8c-4400-a2cc-3f8b0b0a589d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:57.381698 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2d335078-ca8c-4400-a2cc-3f8b0b0a589d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Usage tracker for resource:network and tenant:d702c06c79214ca4943c3077214e62b6 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:57.386244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-81962f6a-3ebe-4fcf-b183-5b041f4ad197 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:57.386244 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-81962f6a-3ebe-4fcf-b183-5b041f4ad197 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Added segment 62c0fe3c-b9cd-4932-a086-19134369a60c of type vlan for network 7f8db7cc-6298-45cb-a593-9d08ddee37f9 Sep 21 15:15:57.387646 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2d335078-ca8c-4400-a2cc-3f8b0b0a589d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:57.391852 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-bf2a5f43-d667-407c-aa92-ba8e3b2ffa6e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, e26acdab-e7a8-456e-8ca3-b4cb18e239e7) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:57.401179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2a5f43-d667-407c-aa92-ba8e3b2ffa6e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:57.401826 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf2a5f43-d667-407c-aa92-ba8e3b2ffa6e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:57.402474 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8b2361-7cab-4b94-9879-52eb7b142cc8 None None] Network e26acdab-e7a8-456e-8ca3-b4cb18e239e7 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:57.416580 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2d335078-ca8c-4400-a2cc-3f8b0b0a589d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:57.460851 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d335078-ca8c-4400-a2cc-3f8b0b0a589d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Made reservation on behalf of d702c06c79214ca4943c3077214e62b6 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:57.465318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d335078-ca8c-4400-a2cc-3f8b0b0a589d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:57.492238 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bf2a5f43-d667-407c-aa92-ba8e3b2ffa6e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2915950 Sep 21 15:15:57.492238 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-81962f6a-3ebe-4fcf-b183-5b041f4ad197 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:57.498151 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60404) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:57.508661 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0495fc94-5cc6-4f49-9565-3ffdc01f0344 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1887904619', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:57.520153 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0495fc94-5cc6-4f49-9565-3ffdc01f0344 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:57.528782 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0495fc94-5cc6-4f49-9565-3ffdc01f0344 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:router and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:57.542346 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0495fc94-5cc6-4f49-9565-3ffdc01f0344 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:57.543961 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 5005216f-4ba8-45f7-8f38-21b43b5d1b32 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:15:57.545359 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:57.553454 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0495fc94-5cc6-4f49-9565-3ffdc01f0344 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:57.566284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d335078-ca8c-4400-a2cc-3f8b0b0a589d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:15:57.576572 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d335078-ca8c-4400-a2cc-3f8b0b0a589d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:57.576952 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-2d335078-ca8c-4400-a2cc-3f8b0b0a589d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Added segment 97777525-54c4-4d5f-8292-a7b33351e89f of type vlan for network e4db27c4-c175-4228-a4b9-202822e4f92d Sep 21 15:15:57.578324 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0495fc94-5cc6-4f49-9565-3ffdc01f0344 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:57.579604 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0495fc94-5cc6-4f49-9565-3ffdc01f0344 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:57.588213 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-81962f6a-3ebe-4fcf-b183-5b041f4ad197 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:57.594684 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81962f6a-3ebe-4fcf-b183-5b041f4ad197 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:57.595383 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-81962f6a-3ebe-4fcf-b183-5b041f4ad197 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:57.604475 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-38df65fa-caa3-4e5d-b78e-223a6feb8b62 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] For port de8fe06e-2df5-4d5e-83d4-56b33e234827, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=de8fe06e-2df5-4d5e-83d4-56b33e234827,segment=NetworkSegment(512cd6d2-9c0d-49ce-b170-12a7110d5dde),segment_id=512cd6d2-9c0d-49ce-b170-12a7110d5dde)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:15:57.604974 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38df65fa-caa3-4e5d-b78e-223a6feb8b62 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:57.606500 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] Set router 206e6ce6-bca0-4c85-a234-2fe0b35718af gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:15:57.672304 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707a9aca-98bd-4c16-9738-fa3c472ad9d9 None None] DHCP port deletion for 80a507a2-ef7e-48cb-a547-63bd82ceca93 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:15:57.740106 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-707a9aca-98bd-4c16-9738-fa3c472ad9d9 None None] Deleting port de8fe06e-2df5-4d5e-83d4-56b33e234827 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:15:57.740106 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-707a9aca-98bd-4c16-9738-fa3c472ad9d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:57.791365 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-38df65fa-caa3-4e5d-b78e-223a6feb8b62 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Calling delete_port for de8fe06e-2df5-4d5e-83d4-56b33e234827 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:15:57.855650 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0495fc94-5cc6-4f49-9565-3ffdc01f0344 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:57.862339 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d335078-ca8c-4400-a2cc-3f8b0b0a589d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:57.881145 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-81962f6a-3ebe-4fcf-b183-5b041f4ad197 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8503792 Sep 21 15:15:57.889598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60410) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:57.895444 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81962f6a-3ebe-4fcf-b183-5b041f4ad197 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Network': ['ID=7f8db7cc-6298-45cb-a593-9d08ddee37f9,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:57.901964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-70f187ce-efbc-45cc-8c32-985a8f86c85c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'subnet': {'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:57.907641 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38df65fa-caa3-4e5d-b78e-223a6feb8b62 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:57.974734 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df65fa-caa3-4e5d-b78e-223a6feb8b62 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Pushing event deleted for resources: {'Port': ['ID=de8fe06e-2df5-4d5e-83d4-56b33e234827,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:57.993241 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38df65fa-caa3-4e5d-b78e-223a6feb8b62 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] No DVR routers for this DVR port de8fe06e-2df5-4d5e-83d4-56b33e234827 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:15:58.050733 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0495fc94-5cc6-4f49-9565-3ffdc01f0344 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:58.064074 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 7f8db7cc-6298-45cb-a593-9d08ddee37f9 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:15:58.127844 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d335078-ca8c-4400-a2cc-3f8b0b0a589d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:58.134700 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d335078-ca8c-4400-a2cc-3f8b0b0a589d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:58.135312 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d335078-ca8c-4400-a2cc-3f8b0b0a589d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:58.196039 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38df65fa-caa3-4e5d-b78e-223a6feb8b62 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:58.212074 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-254f492d-6c9b-4709-974f-520bd22a3761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:58.228586 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-254f492d-6c9b-4709-974f-520bd22a3761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:58.252376 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0495fc94-5cc6-4f49-9565-3ffdc01f0344 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:58.254013 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0495fc94-5cc6-4f49-9565-3ffdc01f0344 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7541714 Sep 21 15:15:58.270995 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-38df65fa-caa3-4e5d-b78e-223a6feb8b62 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a507a2-ef7e-48cb-a547-63bd82ceca93']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:58.276149 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60414) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:58.279471 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f492d-6c9b-4709-974f-520bd22a3761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f2b943-e377-4733-b484-4643711a0856,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:58.282653 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-70f187ce-efbc-45cc-8c32-985a8f86c85c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:58.286055 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2d335078-ca8c-4400-a2cc-3f8b0b0a589d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9383245 Sep 21 15:15:58.289557 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60418) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:58.290971 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b2309c8a-50c6-4256-9031-e7ad955f3f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'port': {'network_id': 'e26acdab-e7a8-456e-8ca3-b4cb18e239e7', 'name': 'tempest-RoutersTest-1879265585'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:58.294704 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-38df65fa-caa3-4e5d-b78e-223a6feb8b62 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512cd6d2-9c0d-49ce-b170-12a7110d5dde') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:58.295109 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-38df65fa-caa3-4e5d-b78e-223a6feb8b62 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512cd6d2-9c0d-49ce-b170-12a7110d5dde') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:58.314107 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-eae3ee1f-d872-46cc-b648-35b3e11f26e8 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1246961803'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:15:58.316983 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-70f187ce-efbc-45cc-8c32-985a8f86c85c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:subnet and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:58.319150 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-eae3ee1f-d872-46cc-b648-35b3e11f26e8 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:58.323604 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-eae3ee1f-d872-46cc-b648-35b3e11f26e8 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Usage tracker for resource:network and tenant:d702c06c79214ca4943c3077214e62b6 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:58.326024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-70f187ce-efbc-45cc-8c32-985a8f86c85c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:58.326493 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-eae3ee1f-d872-46cc-b648-35b3e11f26e8 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:58.332261 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-eae3ee1f-d872-46cc-b648-35b3e11f26e8 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:58.345802 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38df65fa-caa3-4e5d-b78e-223a6feb8b62 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:58.348413 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-707a9aca-98bd-4c16-9738-fa3c472ad9d9 None None] The port 'de8fe06e-2df5-4d5e-83d4-56b33e234827' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:15:58.358677 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-254f492d-6c9b-4709-974f-520bd22a3761 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe2f3e76a7d0464e9eda0998e0789d7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4289780 Sep 21 15:15:58.362955 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60422) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:58.379026 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38df65fa-caa3-4e5d-b78e-223a6feb8b62 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:58.381266 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae3ee1f-d872-46cc-b648-35b3e11f26e8 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Made reservation on behalf of d702c06c79214ca4943c3077214e62b6 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:58.384645 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eae3ee1f-d872-46cc-b648-35b3e11f26e8 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:58.389434 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-70f187ce-efbc-45cc-8c32-985a8f86c85c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:58.391735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d335078-ca8c-4400-a2cc-3f8b0b0a589d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Pushing event updated for resources: {'Network': ['ID=e4db27c4-c175-4228-a4b9-202822e4f92d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:58.409615 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38df65fa-caa3-4e5d-b78e-223a6feb8b62 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:15:58.410020 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38df65fa-caa3-4e5d-b78e-223a6feb8b62 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:58.433421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f187ce-efbc-45cc-8c32-985a8f86c85c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Made reservation on behalf of 36a774c8465a450c8e27de7666e71b71 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:58.437773 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-70f187ce-efbc-45cc-8c32-985a8f86c85c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:58.461006 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 512cd6d2-9c0d-49ce-b170-12a7110d5dde resource provider aggregate not found Sep 21 15:15:58.514662 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae3ee1f-d872-46cc-b648-35b3e11f26e8 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:15:58.529096 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network e4db27c4-c175-4228-a4b9-202822e4f92d details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:15:58.547320 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 512cd6d2-9c0d-49ce-b170-12a7110d5dde resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 512cd6d2-9c0d-49ce-b170-12a7110d5dde found for delete ", "request_id": "req-acbf1e39-02e1-40f4-a19a-ed11d5eaf869"}]} Sep 21 15:15:58.582872 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0122412f-2c19-4f35-ae0f-35b8b33ae86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:58.585636 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eae3ee1f-d872-46cc-b648-35b3e11f26e8 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:58.585636 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-eae3ee1f-d872-46cc-b648-35b3e11f26e8 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Added segment 62f46f0d-70b9-4d9a-b660-543e664c5efe of type vlan for network c947dd89-3c68-4fc7-8429-cc9813888c90 Sep 21 15:15:58.604129 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b2309c8a-50c6-4256-9031-e7ad955f3f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:15:58.612483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b2309c8a-50c6-4256-9031-e7ad955f3f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:port and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:15:58.616723 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b2309c8a-50c6-4256-9031-e7ad955f3f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:15:58.622379 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38df65fa-caa3-4e5d-b78e-223a6feb8b62 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:58.625320 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b2309c8a-50c6-4256-9031-e7ad955f3f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:15:58.667678 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0122412f-2c19-4f35-ae0f-35b8b33ae86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:58.676156 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38df65fa-caa3-4e5d-b78e-223a6feb8b62 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:58.682797 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eae3ee1f-d872-46cc-b648-35b3e11f26e8 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:58.684239 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2309c8a-50c6-4256-9031-e7ad955f3f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Made reservation on behalf of 4ae973dfcd6b4097b917fb2b9641e0f1 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:15:58.688582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b2309c8a-50c6-4256-9031-e7ad955f3f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:58.693680 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df65fa-caa3-4e5d-b78e-223a6feb8b62 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] Pushing event deleted for resources: {'Network': ['ID=80a507a2-ef7e-48cb-a547-63bd82ceca93,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:58.732516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-b2309c8a-50c6-4256-9031-e7ad955f3f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] device_id is not set on port b5bd48b1-50d5-424f-8a67-5f4a8f119f14 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:15:58.778066 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-38df65fa-caa3-4e5d-b78e-223a6feb8b62 tempest-TagsExtTest-611550379 tempest-TagsExtTest-611550379-project] 10.222.0.62 "DELETE /v2.0/networks/80a507a2-ef7e-48cb-a547-63bd82ceca93 HTTP/1.1" status: 204 len: 168 time: 1.9598439 Sep 21 15:15:58.787286 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eae3ee1f-d872-46cc-b648-35b3e11f26e8 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:58.794669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae3ee1f-d872-46cc-b648-35b3e11f26e8 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:58.796919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-e26acdab-e7a8-456e-8ca3-b4cb18e239e7', 'network_id': 'e26acdab-e7a8-456e-8ca3-b4cb18e239e7', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'fixed_ips': [{'subnet_id': 'feac91e2-e2e8-4ce4-a45e-8e3f69b7a6a5'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:15:58.797954 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eae3ee1f-d872-46cc-b648-35b3e11f26e8 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:58.798096 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:58.839940 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 5005216f-4ba8-45f7-8f38-21b43b5d1b32 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:15:58.933339 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-70f187ce-efbc-45cc-8c32-985a8f86c85c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:59.088144 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0122412f-2c19-4f35-ae0f-35b8b33ae86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:59.090418 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0122412f-2c19-4f35-ae0f-35b8b33ae86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:59.091563 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0122412f-2c19-4f35-ae0f-35b8b33ae86d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b8f2b943-e377-4733-b484-4643711a0856 HTTP/1.1" status: 204 len: 168 time: 0.7276700 Sep 21 15:15:59.102141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-b2309c8a-50c6-4256-9031-e7ad955f3f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Allocated IP 172.20.0.14 (e26acdab-e7a8-456e-8ca3-b4cb18e239e7/feac91e2-e2e8-4ce4-a45e-8e3f69b7a6a5/b5bd48b1-50d5-424f-8a67-5f4a8f119f14) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:15:59.136062 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device de8fe06e-2df5-4d5e-83d4-56b33e234827 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:15:59.172983 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f187ce-efbc-45cc-8c32-985a8f86c85c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Subnet': ['ID=a28226c8-bec5-49bf-b4d2-17e927d36470,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:59.180342 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: de8fe06e-2df5-4d5e-83d4-56b33e234827 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:15:59.183548 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device de8fe06e-2df5-4d5e-83d4-56b33e234827 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:15:59.183953 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122412f-2c19-4f35-ae0f-35b8b33ae86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f2b943-e377-4733-b484-4643711a0856,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:59.191581 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:15:53Z', 'revision_number': 2, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:15:55Z', 'revision_number': 2, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:15:59.204475 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-eae3ee1f-d872-46cc-b648-35b3e11f26e8 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9004140 Sep 21 15:15:59.204700 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] Checking router: 206e6ce6-bca0-4c85-a234-2fe0b35718af for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:15:59.204700 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] Updating router 206e6ce6-bca0-4c85-a234-2fe0b35718af port 6693e440-15c8-43b2-a621-9e41c1dfbc03 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:15:59.204889 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3ee1f-d872-46cc-b648-35b3e11f26e8 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Pushing event updated for resources: {'Network': ['ID=c947dd89-3c68-4fc7-8429-cc9813888c90,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:15:59.269644 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:59.279707 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network c947dd89-3c68-4fc7-8429-cc9813888c90 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:15:59.322824 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f187ce-efbc-45cc-8c32-985a8f86c85c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Checking segment: {'id': '62c0fe3c-b9cd-4932-a086-19134369a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:15:59.323186 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f187ce-efbc-45cc-8c32-985a8f86c85c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network hostable DHCP agents. Network: 7f8db7cc-6298-45cb-a593-9d08ddee37f9, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:15:59.341452 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60438) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:15:59.646759 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f187ce-efbc-45cc-8c32-985a8f86c85c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network 7f8db7cc-6298-45cb-a593-9d08ddee37f9 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:15:59.728833 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-70f187ce-efbc-45cc-8c32-985a8f86c85c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 7f8db7cc-6298-45cb-a593-9d08ddee37f9) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:15:59.733295 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f187ce-efbc-45cc-8c32-985a8f86c85c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:15:59.734111 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-70f187ce-efbc-45cc-8c32-985a8f86c85c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:15:59.758642 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b1cd84-be9f-42e3-a3f5-028635ebbff4 None None] Network 7f8db7cc-6298-45cb-a593-9d08ddee37f9 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:15:59.841597 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-70f187ce-efbc-45cc-8c32-985a8f86c85c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9489992 Sep 21 15:15:59.842794 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60450) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:00.040080 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b2309c8a-50c6-4256-9031-e7ad955f3f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:00.050729 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a006c893-f9d5-4a1e-a058-857466b7a5e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3430f7f7d1fb47fd95a28ea4ad0b693b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7075608 Sep 21 15:16:00.071710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60456) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:00.230886 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.resource_extend [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:16:00.239888 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-b2309c8a-50c6-4256-9031-e7ad955f3f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Transition to ACTIVE for port object b5bd48b1-50d5-424f-8a67-5f4a8f119f14 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:00.343099 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71419382-f70b-4af7-ae02-9c99db0e95bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:00.432055 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71419382-f70b-4af7-ae02-9c99db0e95bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:00.508116 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b2309c8a-50c6-4256-9031-e7ad955f3f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:00.634130 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2309c8a-50c6-4256-9031-e7ad955f3f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network e26acdab-e7a8-456e-8ca3-b4cb18e239e7 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:00.636619 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71419382-f70b-4af7-ae02-9c99db0e95bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:00.664491 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b2309c8a-50c6-4256-9031-e7ad955f3f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:00.710232 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2309c8a-50c6-4256-9031-e7ad955f3f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:16:00.826067 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'fixed_ips': [{'subnet_id': 'a28226c8-bec5-49bf-b4d2-17e927d36470'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:16:00.827711 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:00.839540 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] Allocated IP 172.20.0.2 (e26acdab-e7a8-456e-8ca3-b4cb18e239e7/feac91e2-e2e8-4ce4-a45e-8e3f69b7a6a5/a8f345e8-03aa-4b8b-88ea-7697f642d204) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:16:00.841624 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2309c8a-50c6-4256-9031-e7ad955f3f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Port': ['ID=b5bd48b1-50d5-424f-8a67-5f4a8f119f14,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:00.843173 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:00.878657 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] Transition to ACTIVE for port object 6693e440-15c8-43b2-a621-9e41c1dfbc03 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:00.890282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71419382-f70b-4af7-ae02-9c99db0e95bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbd95a5-e2dd-4efd-ace4-58ea746d1da1,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:00.965138 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:00.977879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71419382-f70b-4af7-ae02-9c99db0e95bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:00.979515 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-71419382-f70b-4af7-ae02-9c99db0e95bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2dbd95a5-e2dd-4efd-ace4-58ea746d1da1 HTTP/1.1" status: 204 len: 168 time: 0.8990164 Sep 21 15:16:01.068098 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2309c8a-50c6-4256-9031-e7ad955f3f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:01.073875 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b2309c8a-50c6-4256-9031-e7ad955f3f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:01.123832 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60474) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:01.132689 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0074670 Sep 21 15:16:01.134960 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60476) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:01.150097 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b2309c8a-50c6-4256-9031-e7ad955f3f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8728147 Sep 21 15:16:01.153157 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60482) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:01.939968 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0654f926-2931-465e-a6f0-c598610ae685 tempest-NetworksApiDiscovery-1303596793 tempest-NetworksApiDiscovery-1303596793-project] 10.222.0.62 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.8029242 Sep 21 15:16:02.033029 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a24f9eb0-0ec3-4398-801d-5117a95c67fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:02.049745 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:02.075895 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] Transition to ACTIVE for port object a8f345e8-03aa-4b8b-88ea-7697f642d204 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:02.118579 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] Transition to ACTIVE for port object a8f345e8-03aa-4b8b-88ea-7697f642d204 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:02.274245 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] Allocated IP 2001:db8:1::2 (7f8db7cc-6298-45cb-a593-9d08ddee37f9/a28226c8-bec5-49bf-b4d2-17e927d36470/bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:16:02.509816 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60504) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:02.687564 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:16:02.740178 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:02.791213 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60ae59-7acd-4bb8-a5e5-9782c73de106 None None] Pushing event updated for resources: {'Port': ['ID=6693e440-15c8-43b2-a621-9e41c1dfbc03,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:02.856482 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60518) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:02.868962 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Request body: {'subnets': [{'network_id': 'e4db27c4-c175-4228-a4b9-202822e4f92d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1560106709', 'ip_version': 6}, {'network_id': 'c947dd89-3c68-4fc7-8429-cc9813888c90', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:02.870339 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Request body: {'subnet': {'network_id': 'e4db27c4-c175-4228-a4b9-202822e4f92d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1560106709', 'ip_version': 6}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:02.871142 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Request body: {'subnet': {'network_id': 'c947dd89-3c68-4fc7-8429-cc9813888c90', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:02.999089 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] Pushing event updated for resources: {'Port': ['ID=a8f345e8-03aa-4b8b-88ea-7697f642d204,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:03.040497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] Attempting to bind port 6693e440-15c8-43b2-a621-9e41c1dfbc03 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:16:03.040497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] Attempting to bind port 6693e440-15c8-43b2-a621-9e41c1dfbc03 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '873d629f-d37b-4075-840e-85609301f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:16:03.040497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] Attempting to bind port 6693e440-15c8-43b2-a621-9e41c1dfbc03 on network 1d6d00ec-a1cd-4a6a-bcef-8804ce896910 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:16:03.045701 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] Network e26acdab-e7a8-456e-8ca3-b4cb18e239e7 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:03.082056 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:03.093360 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:16:03.093749 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] Checking segment: {'id': '873d629f-d37b-4075-840e-85609301f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:03.094698 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:03.095796 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] Bound using segment: {'id': '873d629f-d37b-4075-840e-85609301f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:16:03.096299 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] Bound port: 6693e440-15c8-43b2-a621-9e41c1dfbc03, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873d629f-d37b-4075-840e-85609301f90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:16:03.096721 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:03.165895 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24691ae1-e3a4-4618-945b-59016b3b49fa tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:03.167011 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c6ee60ca-dafa-4294-801d-49b1c4ad5770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:03.206394 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c6ee60ca-dafa-4294-801d-49b1c4ad5770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:03.220577 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:03.222871 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c6ee60ca-dafa-4294-801d-49b1c4ad5770 admin admin] Usage tracker for resource:security_group_rule and tenant:d91ce515212347ca983315b567c02c54 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:03.228998 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c6ee60ca-dafa-4294-801d-49b1c4ad5770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:03.243567 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c6ee60ca-dafa-4294-801d-49b1c4ad5770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:03.247513 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] Transition to ACTIVE for port object bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:03.258643 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:03.268385 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Usage tracker for resource:subnet and tenant:d702c06c79214ca4943c3077214e62b6 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:03.272570 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:03.292040 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:03.303901 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:16:03.318399 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Made reservation on behalf of d702c06c79214ca4943c3077214e62b6 for: {'subnet': 2} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:03.326317 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:03.326317 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:03.443313 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] Transition to ACTIVE for port object bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:03.599626 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] For port 6693e440-15c8-43b2-a621-9e41c1dfbc03, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:16:03.602710 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] For port 6693e440-15c8-43b2-a621-9e41c1dfbc03, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=6693e440-15c8-43b2-a621-9e41c1dfbc03,segment=NetworkSegment(873d629f-d37b-4075-840e-85609301f90a),segment_id=873d629f-d37b-4075-840e-85609301f90a)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:16:03.604287 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] Attempting to bind port a8f345e8-03aa-4b8b-88ea-7697f642d204 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:16:03.604670 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] Attempting to bind port a8f345e8-03aa-4b8b-88ea-7697f642d204 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '3d0379ff-2bc3-441d-8aa6-e973f49a1749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e26acdab-e7a8-456e-8ca3-b4cb18e239e7'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:16:03.605154 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] Attempting to bind port a8f345e8-03aa-4b8b-88ea-7697f642d204 on network e26acdab-e7a8-456e-8ca3-b4cb18e239e7 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:16:03.607887 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:03.623514 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c6ee60ca-dafa-4294-801d-49b1c4ad5770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:03.636266 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c6ee60ca-dafa-4294-801d-49b1c4ad5770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:03.653685 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:03.664614 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:16:03.665153 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] Checking segment: {'id': '3d0379ff-2bc3-441d-8aa6-e973f49a1749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e26acdab-e7a8-456e-8ca3-b4cb18e239e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:03.665396 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:03.665778 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] Bound using segment: {'id': '3d0379ff-2bc3-441d-8aa6-e973f49a1749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e26acdab-e7a8-456e-8ca3-b4cb18e239e7'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:16:03.666256 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] Bound port: a8f345e8-03aa-4b8b-88ea-7697f642d204, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0379ff-2bc3-441d-8aa6-e973f49a1749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e26acdab-e7a8-456e-8ca3-b4cb18e239e7'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:16:03.667122 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:03.668715 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-a24f9eb0-0ec3-4398-801d-5117a95c67fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Allocated IP 2001:db8:1::1 (7f8db7cc-6298-45cb-a593-9d08ddee37f9/a28226c8-bec5-49bf-b4d2-17e927d36470/6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:16:03.710845 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] Network 7f8db7cc-6298-45cb-a593-9d08ddee37f9 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:03.716535 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:03.724885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:16:03.786894 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] Routers {'206e6ce6-bca0-4c85-a234-2fe0b35718af'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:03.787545 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['206e6ce6-bca0-4c85-a234-2fe0b35718af'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:03.805484 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee60ca-dafa-4294-801d-49b1c4ad5770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569d47b6-3705-4df7-bf4f-8d80ff916628,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:03.813568 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c6ee60ca-dafa-4294-801d-49b1c4ad5770 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d91ce515212347ca983315b567c02c54&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2998292 Sep 21 15:16:03.819112 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60536) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:03.832215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24691ae1-e3a4-4618-945b-59016b3b49fa tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:03.847227 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24691ae1-e3a4-4618-945b-59016b3b49fa tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:03.873576 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] For port a8f345e8-03aa-4b8b-88ea-7697f642d204, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:16:03.877080 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] For port a8f345e8-03aa-4b8b-88ea-7697f642d204, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=a8f345e8-03aa-4b8b-88ea-7697f642d204,segment=NetworkSegment(3d0379ff-2bc3-441d-8aa6-e973f49a1749),segment_id=3d0379ff-2bc3-441d-8aa6-e973f49a1749)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:16:03.995789 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60542) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:04.053301 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] Pushing event updated for resources: {'Port': ['ID=bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:04.056179 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:04.076812 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a24f9eb0-0ec3-4398-801d-5117a95c67fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:04.097611 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-a24f9eb0-0ec3-4398-801d-5117a95c67fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Transition to ACTIVE for port object 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:04.237352 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] Attempting to bind port bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:16:04.238302 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] Attempting to bind port bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '62c0fe3c-b9cd-4932-a086-19134369a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:16:04.238830 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] Attempting to bind port bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef on network 7f8db7cc-6298-45cb-a593-9d08ddee37f9 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:16:04.254141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24691ae1-e3a4-4618-945b-59016b3b49fa tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Port': ['ID=b5bd48b1-50d5-424f-8a67-5f4a8f119f14,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:04.269583 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:16:04.270221 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] Checking segment: {'id': '62c0fe3c-b9cd-4932-a086-19134369a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:04.270789 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:04.271342 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] Bound using segment: {'id': '62c0fe3c-b9cd-4932-a086-19134369a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:16:04.272830 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] Bound port: bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c0fe3c-b9cd-4932-a086-19134369a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:16:04.273415 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:04.341412 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] Set router 206e6ce6-bca0-4c85-a234-2fe0b35718af gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:16:04.363735 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a24f9eb0-0ec3-4398-801d-5117a95c67fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:04.443295 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24691ae1-e3a4-4618-945b-59016b3b49fa tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:04.456255 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60ae59-7acd-4bb8-a5e5-9782c73de106 None None] Pushing event updated for resources: {'Port': ['ID=6693e440-15c8-43b2-a621-9e41c1dfbc03,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:04.463245 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'network': {'name': 'tempest-network-smoke--1695662294', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'port_security_enabled': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:04.478310 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:04.486181 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:network and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:04.496691 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:04.515779 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:04.549236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:04.552894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:04.568422 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24f9eb0-0ec3-4398-801d-5117a95c67fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network 7f8db7cc-6298-45cb-a593-9d08ddee37f9 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:04.571849 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:04.613510 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:04.622103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:04.631169 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:04.632020 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-a24f9eb0-0ec3-4398-801d-5117a95c67fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:04.634943 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24f9eb0-0ec3-4398-801d-5117a95c67fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:16:04.635125 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a24f9eb0-0ec3-4398-801d-5117a95c67fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:04.639605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:04.793770 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b86c5-f20d-4dc6-a19b-44a2851190ce None None] Pushing event updated for resources: {'Port': ['ID=a8f345e8-03aa-4b8b-88ea-7697f642d204,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:04.815897 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:04.839694 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:04.884522 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f9eb0-0ec3-4398-801d-5117a95c67fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Port': ['ID=6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:04.885321 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24691ae1-e3a4-4618-945b-59016b3b49fa tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:04.893090 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-377be894-cdb4-4d8b-a396-aac17aebb92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:04.907435 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:16:04.911585 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] For port bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:16:04.940156 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] For port bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef,segment=NetworkSegment(62c0fe3c-b9cd-4932-a086-19134369a60c),segment_id=62c0fe3c-b9cd-4932-a086-19134369a60c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:16:04.942414 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-377be894-cdb4-4d8b-a396-aac17aebb92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:04.968916 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:05.163151 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device a8f345e8-03aa-4b8b-88ea-7697f642d204 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:05.245957 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a24f9eb0-0ec3-4398-801d-5117a95c67fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:05.252058 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4233dc4d-f8ec-4199-bf1d-545c0e991383,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:05.269409 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:05.294578 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:05.295225 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be041a-5ddd-419e-812f-a62f3670597a None None] Pushing event updated for resources: {'Port': ['ID=bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:05.295687 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Added segment 1f0ec3e9-f16a-459c-b4bd-84441546a7b7 of type vlan for network 32cada0d-147a-4930-9739-0fbe78c1c1dc Sep 21 15:16:05.349851 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:15:53Z', 'revision_number': 2, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:03Z', 'revision_number': 4, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:05.358334 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port a8f345e8-03aa-4b8b-88ea-7697f642d204 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:05.363792 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9bbf2b-c226-43e9-af9c-2635e6e4a506 None None] The sync data for ids ['206e6ce6-bca0-4c85-a234-2fe0b35718af'] in dv-neutron-858731-1-hyperv is: [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:15:53Z', 'revision_number': 2, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:03Z', 'revision_number': 4, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:16:05.531982 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c88fd558-172a-4db0-be1b-db025348f134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:05.578123 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:05.628540 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Pushing event updated for resources: {'Subnet': ['ID=78c424b1-8b97-4511-8760-8430b4bd27db,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:05.738607 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Checking segment: {'id': '97777525-54c4-4d5f-8292-a7b33351e89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e4db27c4-c175-4228-a4b9-202822e4f92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:05.739131 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Network hostable DHCP agents. Network: e4db27c4-c175-4228-a4b9-202822e4f92d, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:16:05.743681 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-377be894-cdb4-4d8b-a396-aac17aebb92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:05.913510 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:05.920394 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377be894-cdb4-4d8b-a396-aac17aebb92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569d47b6-3705-4df7-bf4f-8d80ff916628,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:05.926048 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:05.926242 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:05.939265 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Network e4db27c4-c175-4228-a4b9-202822e4f92d is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:16:05.963010 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, e4db27c4-c175-4228-a4b9-202822e4f92d) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:05.975732 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d743910b-b373-4bf2-8523-e2ed41b11cb3 None None] Network e4db27c4-c175-4228-a4b9-202822e4f92d requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:05.995789 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:06.036281 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3622e555-b760-4879-9ca4-cbbe4640b776 None None] Network e26acdab-e7a8-456e-8ca3-b4cb18e239e7 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:06.129308 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0123937 Sep 21 15:16:06.129308 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3940da-7edd-4c13-b373-a8e08a066e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Network': ['ID=32cada0d-147a-4930-9739-0fbe78c1c1dc,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:06.138434 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60550) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:06.169492 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-678445152', 'admin_state_up': True, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:06.182478 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-377be894-cdb4-4d8b-a396-aac17aebb92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:06.186061 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-377be894-cdb4-4d8b-a396-aac17aebb92f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/569d47b6-3705-4df7-bf4f-8d80ff916628 HTTP/1.1" status: 204 len: 168 time: 2.2995522 Sep 21 15:16:06.195826 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24691ae1-e3a4-4618-945b-59016b3b49fa tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:06.201801 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:06.208156 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24691ae1-e3a4-4618-945b-59016b3b49fa tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:06.270609 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Pushing event updated for resources: {'Subnet': ['ID=13043b78-3977-4ba7-ad44-c72e73e2bc41,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:06.355483 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Checking segment: {'id': '62f46f0d-70b9-4d9a-b660-543e664c5efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c947dd89-3c68-4fc7-8429-cc9813888c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:06.357159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:router and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:06.359460 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Network hostable DHCP agents. Network: c947dd89-3c68-4fc7-8429-cc9813888c90, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:16:06.387431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:06.442626 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:06.479398 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Network c947dd89-3c68-4fc7-8429-cc9813888c90 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:16:06.507809 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24691ae1-e3a4-4618-945b-59016b3b49fa tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Port': ['ID=b5bd48b1-50d5-424f-8a67-5f4a8f119f14,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:06.511278 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, c947dd89-3c68-4fc7-8429-cc9813888c90) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:06.521849 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:06.522376 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:06.522682 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:06.522998 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:06.524258 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:06.530088 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24691ae1-e3a4-4618-945b-59016b3b49fa tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:06.530287 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a24f9eb0-0ec3-4398-801d-5117a95c67fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:06.543237 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a24f9eb0-0ec3-4398-801d-5117a95c67fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:06.545284 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a24f9eb0-0ec3-4398-801d-5117a95c67fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:06.585050 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 32cada0d-147a-4930-9739-0fbe78c1c1dc details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:16:06.627377 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ad5f4a-2a9c-48a0-bcad-ba76fda53698 None None] Network c947dd89-3c68-4fc7-8429-cc9813888c90 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:06.782304 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:06.792876 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b06a1de7-6d5d-4453-a8bd-30d478121a84 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.9348075 Sep 21 15:16:06.798801 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60558) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:06.889624 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f9eb0-0ec3-4398-801d-5117a95c67fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Port': ['ID=6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:06.919136 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8c435b-e63b-4c63-a6f5-e7265d068d38 None None] Network 7f8db7cc-6298-45cb-a593-9d08ddee37f9 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:06.954941 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24691ae1-e3a4-4618-945b-59016b3b49fa tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network e26acdab-e7a8-456e-8ca3-b4cb18e239e7 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:06.962195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-24691ae1-e3a4-4618-945b-59016b3b49fa tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:06.989400 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5da487bd-ff7b-422a-9444-1a721572ebba None None] Provisioning for port a8f345e8-03aa-4b8b-88ea-7697f642d204 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:07.010826 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f1b64e-6c11-44bb-bcea-a80a2321501e tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:07.012892 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f1b64e-6c11-44bb-bcea-a80a2321501e tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:07.016925 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f1b64e-6c11-44bb-bcea-a80a2321501e tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:07.017879 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-73f1b64e-6c11-44bb-bcea-a80a2321501e tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Synchronizing usage tracker for tenant:d702c06c79214ca4943c3077214e62b6 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:16:07.108932 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-73f1b64e-6c11-44bb-bcea-a80a2321501e tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Unset dirty status for tenant:d702c06c79214ca4943c3077214e62b6 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:16:07.111686 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-73f1b64e-6c11-44bb-bcea-a80a2321501e tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3098521 Sep 21 15:16:07.122073 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60562) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:07.131310 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24f9eb0-0ec3-4398-801d-5117a95c67fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network 7f8db7cc-6298-45cb-a593-9d08ddee37f9 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:07.169581 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-a24f9eb0-0ec3-4398-801d-5117a95c67fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:07.252368 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5da487bd-ff7b-422a-9444-1a721572ebba None None] Provisioning complete for port a8f345e8-03aa-4b8b-88ea-7697f642d204 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:07.253049 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5da487bd-ff7b-422a-9444-1a721572ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:07.294401 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:07.380199 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:07.389601 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b12d094-21ca-48ba-9006-0daba9b0d8d9 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Deleting subnet 78c424b1-8b97-4511-8760-8430b4bd27db {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:16:07.398970 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b12d094-21ca-48ba-9006-0daba9b0d8d9 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:07.526554 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc46a00-a1ce-4350-9e01-d3db7f6356b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-e4db27c4-c175-4228-a4b9-202822e4f92d', 'network_id': 'e4db27c4-c175-4228-a4b9-202822e4f92d', 'tenant_id': 'd702c06c79214ca4943c3077214e62b6', 'fixed_ips': [{'subnet_id': '78c424b1-8b97-4511-8760-8430b4bd27db'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:16:07.527530 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1bc46a00-a1ce-4350-9e01-d3db7f6356b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:07.531182 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24f9eb0-0ec3-4398-801d-5117a95c67fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router 206e6ce6-bca0-4c85-a234-2fe0b35718af has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:16:07.564532 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b12d094-21ca-48ba-9006-0daba9b0d8d9 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:07.665454 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24691ae1-e3a4-4618-945b-59016b3b49fa tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router c2cef4de-07fb-4f60-bc88-97aedaec52b5 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:16:07.876518 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24691ae1-e3a4-4618-945b-59016b3b49fa tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:16:07.894258 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc4945-10c4-433a-bb86-82485ef9e63e None None] Sync routers for ids ['c2cef4de-07fb-4f60-bc88-97aedaec52b5'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:16:07.908891 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc4945-10c4-433a-bb86-82485ef9e63e None None] Routers {'c2cef4de-07fb-4f60-bc88-97aedaec52b5'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:07.909993 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-eafc4945-10c4-433a-bb86-82485ef9e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c2cef4de-07fb-4f60-bc88-97aedaec52b5'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:07.954611 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-24691ae1-e3a4-4618-945b-59016b3b49fa tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/c2cef4de-07fb-4f60-bc88-97aedaec52b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7865596 Sep 21 15:16:07.957848 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60568) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:08.030372 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-eafc4945-10c4-433a-bb86-82485ef9e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:08.048658 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc4945-10c4-433a-bb86-82485ef9e63e None None] Routers {'c2cef4de-07fb-4f60-bc88-97aedaec52b5'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:08.049527 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-eafc4945-10c4-433a-bb86-82485ef9e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:15:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c2cef4de-07fb-4f60-bc88-97aedaec52b5'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:08.073554 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b12d094-21ca-48ba-9006-0daba9b0d8d9 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:08.122148 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:08.126818 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-eafc4945-10c4-433a-bb86-82485ef9e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:08.127531 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc4945-10c4-433a-bb86-82485ef9e63e None None] The sync data for ids ['c2cef4de-07fb-4f60-bc88-97aedaec52b5'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:16:08.176506 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:08.177877 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:08.192893 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24f9eb0-0ec3-4398-801d-5117a95c67fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:16:08.205393 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a24f9eb0-0ec3-4398-801d-5117a95c67fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/206e6ce6-bca0-4c85-a234-2fe0b35718af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3614800 Sep 21 15:16:08.214247 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9142ec99-8092-40ce-bd5c-62120840499e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:08.214933 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9142ec99-8092-40ce-bd5c-62120840499e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Synchronizing usage tracker for tenant:4ae973dfcd6b4097b917fb2b9641e0f1 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:16:08.220170 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60572) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:08.221825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 6693e440-15c8-43b2-a621-9e41c1dfbc03 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:08.227200 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7b2c7361-c4e5-4a65-9660-0d711c1abb9e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1959079300'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:08.245813 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7b2c7361-c4e5-4a65-9660-0d711c1abb9e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:08.255104 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7b2c7361-c4e5-4a65-9660-0d711c1abb9e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:network and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:08.259842 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9142ec99-8092-40ce-bd5c-62120840499e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Unset dirty status for tenant:4ae973dfcd6b4097b917fb2b9641e0f1 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:16:08.261081 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9142ec99-8092-40ce-bd5c-62120840499e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/ports/b5bd48b1-50d5-424f-8a67-5f4a8f119f14 HTTP/1.1" status: 200 len: 978 time: 0.3021975 Sep 21 15:16:08.262832 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7b2c7361-c4e5-4a65-9660-0d711c1abb9e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:08.263892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60576) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:08.270942 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7b2c7361-c4e5-4a65-9660-0d711c1abb9e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:08.277171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b12d094-21ca-48ba-9006-0daba9b0d8d9 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:08.313723 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] Sync routers for ids ['206e6ce6-bca0-4c85-a234-2fe0b35718af'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:16:08.344857 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12d094-21ca-48ba-9006-0daba9b0d8d9 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Pushing event deleted for resources: {'Subnet': ['ID=78c424b1-8b97-4511-8760-8430b4bd27db,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:08.357753 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2c7361-c4e5-4a65-9660-0d711c1abb9e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Made reservation on behalf of 36a774c8465a450c8e27de7666e71b71 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:08.367912 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7361-c4e5-4a65-9660-0d711c1abb9e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:08.380350 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b12d094-21ca-48ba-9006-0daba9b0d8d9 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:08.382290 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ee60ebee-79d6-42d3-b855-ab398ca961bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:08.396219 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cddf21-d7d2-4e0a-884d-a51c8c45be83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-c947dd89-3c68-4fc7-8429-cc9813888c90', 'network_id': 'c947dd89-3c68-4fc7-8429-cc9813888c90', 'tenant_id': 'd702c06c79214ca4943c3077214e62b6', 'fixed_ips': [{'subnet_id': '13043b78-3977-4ba7-ad44-c72e73e2bc41'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:16:08.397160 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c2cddf21-d7d2-4e0a-884d-a51c8c45be83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:08.411204 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6b12d094-21ca-48ba-9006-0daba9b0d8d9 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "DELETE /v2.0/subnets/78c424b1-8b97-4511-8760-8430b4bd27db HTTP/1.1" status: 204 len: 168 time: 1.2867033 Sep 21 15:16:08.415208 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60580) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:08.427958 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] Routers {'206e6ce6-bca0-4c85-a234-2fe0b35718af'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:08.430403 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['206e6ce6-bca0-4c85-a234-2fe0b35718af'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:08.523204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-90270a75-f4ee-494d-84b0-be266c110b8d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Deleting subnet 13043b78-3977-4ba7-ad44-c72e73e2bc41 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:16:08.527600 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2c7361-c4e5-4a65-9660-0d711c1abb9e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:16:08.531476 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5da487bd-ff7b-422a-9444-1a721572ebba None None] Current status of the port a8f345e8-03aa-4b8b-88ea-7697f642d204 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:08.531781 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90270a75-f4ee-494d-84b0-be266c110b8d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:08.532031 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5da487bd-ff7b-422a-9444-1a721572ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:08.537845 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.26.4.42 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/ea220aec-fa18-4d62-86ab-522bafb06d83) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:16:08.605243 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7361-c4e5-4a65-9660-0d711c1abb9e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:08.605877 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-7b2c7361-c4e5-4a65-9660-0d711c1abb9e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Added segment 9a90fcfd-bf49-4a35-8903-1ea706885387 of type vlan for network 3b047332-a1f1-4497-8b4a-080d11940662 Sep 21 15:16:08.634699 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90270a75-f4ee-494d-84b0-be266c110b8d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:08.696737 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7361-c4e5-4a65-9660-0d711c1abb9e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:08.741454 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90270a75-f4ee-494d-84b0-be266c110b8d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server [None req-1bc46a00-a1ce-4350-9e01-d3db7f6356b2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78c424b1-8b97-4511-8760-8430b4bd27db: This subnet is being modified by another concurrent operation. Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 15:16:08.795582 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise exception Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78c424b1-8b97-4511-8760-8430b4bd27db: This subnet is being modified by another concurrent operation. Sep 21 15:16:08.800165 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server Sep 21 15:16:08.825716 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:08.830678 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7361-c4e5-4a65-9660-0d711c1abb9e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:08.837119 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2c7361-c4e5-4a65-9660-0d711c1abb9e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:08.838288 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7361-c4e5-4a65-9660-0d711c1abb9e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:08.852481 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ff1edc-4b8f-43e0-bac9-22ebc7d72108 None None] Network e4db27c4-c175-4228-a4b9-202822e4f92d requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:08.923310 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5da487bd-ff7b-422a-9444-1a721572ebba None None] For port a8f345e8-03aa-4b8b-88ea-7697f642d204, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=a8f345e8-03aa-4b8b-88ea-7697f642d204,segment=NetworkSegment(3d0379ff-2bc3-441d-8aa6-e973f49a1749),segment_id=3d0379ff-2bc3-441d-8aa6-e973f49a1749)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:08.957837 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 6693e440-15c8-43b2-a621-9e41c1dfbc03 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:08.975443 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7b2c7361-c4e5-4a65-9660-0d711c1abb9e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7540922 Sep 21 15:16:08.979397 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:08.982324 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60586) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:08.991701 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9ded4129-cfdb-424a-9127-b12dcd67a805 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'subnet': {'network_id': '3b047332-a1f1-4497-8b4a-080d11940662', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:09.015551 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90270a75-f4ee-494d-84b0-be266c110b8d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:09.031560 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5da487bd-ff7b-422a-9444-1a721572ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:09.045800 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] Set router 206e6ce6-bca0-4c85-a234-2fe0b35718af gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:16:09.112502 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c7361-c4e5-4a65-9660-0d711c1abb9e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Network': ['ID=3b047332-a1f1-4497-8b4a-080d11940662,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:09.129638 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90270a75-f4ee-494d-84b0-be266c110b8d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:09.131620 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-90270a75-f4ee-494d-84b0-be266c110b8d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "DELETE /v2.0/subnets/13043b78-3977-4ba7-ad44-c72e73e2bc41 HTTP/1.1" status: 204 len: 168 time: 0.7151828 Sep 21 15:16:09.134607 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60590) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:09.151146 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90270a75-f4ee-494d-84b0-be266c110b8d tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Pushing event deleted for resources: {'Subnet': ['ID=13043b78-3977-4ba7-ad44-c72e73e2bc41,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:09.181163 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 3b047332-a1f1-4497-8b4a-080d11940662 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:16:09.202079 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:09.203146 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 6693e440-15c8-43b2-a621-9e41c1dfbc03 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:09.204044 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:09.247749 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7232f8-cb3b-4224-a40f-ff8a43a8361c tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:09.248574 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ff7232f8-cb3b-4224-a40f-ff8a43a8361c tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Synchronizing usage tracker for tenant:d702c06c79214ca4943c3077214e62b6 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:16:09.294892 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ff7232f8-cb3b-4224-a40f-ff8a43a8361c tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Unset dirty status for tenant:d702c06c79214ca4943c3077214e62b6 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:16:09.297487 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ff7232f8-cb3b-4224-a40f-ff8a43a8361c tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1490760 Sep 21 15:16:09.301864 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60594) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:09.345213 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9ded4129-cfdb-424a-9127-b12dcd67a805 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:09.351127 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9ded4129-cfdb-424a-9127-b12dcd67a805 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:subnet and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:09.363811 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9ded4129-cfdb-424a-9127-b12dcd67a805 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:09.380549 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9ded4129-cfdb-424a-9127-b12dcd67a805 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:09.396220 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:09.477032 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ded4129-cfdb-424a-9127-b12dcd67a805 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Made reservation on behalf of 36a774c8465a450c8e27de7666e71b71 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:09.480536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9ded4129-cfdb-424a-9127-b12dcd67a805 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:09.514147 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1b28-b7f8-4d6e-a376-e9bbe6bd4a43 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server [None req-c2cddf21-d7d2-4e0a-884d-a51c8c45be83 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13043b78-3977-4ba7-ad44-c72e73e2bc41: This subnet is being modified by another concurrent operation. Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 15:16:09.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise exception Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13043b78-3977-4ba7-ad44-c72e73e2bc41: This subnet is being modified by another concurrent operation. Sep 21 15:16:09.647338 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server Sep 21 15:16:09.669387 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a6c3f062-5418-4f69-9c4b-d001c77d271d None None] Provisioning for port bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:09.670919 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:09.698781 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:09.714610 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-81e8d293-a787-46eb-97e9-cc508ed5df99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:09.749297 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1b28-b7f8-4d6e-a376-e9bbe6bd4a43 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:09.784027 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6bcd1b28-b7f8-4d6e-a376-e9bbe6bd4a43 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c947dd89-3c68-4fc7-8429-cc9813888c90']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:09.791629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=ea220aec-fa18-4d62-86ab-522bafb06d83,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:09.803635 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6bcd1b28-b7f8-4d6e-a376-e9bbe6bd4a43 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f46f0d-70b9-4d9a-b660-543e664c5efe') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:09.804860 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6bcd1b28-b7f8-4d6e-a376-e9bbe6bd4a43 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f46f0d-70b9-4d9a-b660-543e664c5efe') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:09.805975 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:16:09.808622 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a6c3f062-5418-4f69-9c4b-d001c77d271d None None] Provisioning complete for port bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:09.809058 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f062-5418-4f69-9c4b-d001c77d271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:09.820978 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1b28-b7f8-4d6e-a376-e9bbe6bd4a43 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:09.852991 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1b28-b7f8-4d6e-a376-e9bbe6bd4a43 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:09.866217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bcd1b28-b7f8-4d6e-a376-e9bbe6bd4a43 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:16:09.867499 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1b28-b7f8-4d6e-a376-e9bbe6bd4a43 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:09.948007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b04deab-e77c-4e93-90a5-c4bf331d1601 None None] Network c947dd89-3c68-4fc7-8429-cc9813888c90 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:10.082802 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1b28-b7f8-4d6e-a376-e9bbe6bd4a43 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:10.108267 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1b28-b7f8-4d6e-a376-e9bbe6bd4a43 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:10.169224 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 62f46f0d-70b9-4d9a-b660-543e664c5efe resource provider aggregate not found Sep 21 15:16:10.181264 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd1b28-b7f8-4d6e-a376-e9bbe6bd4a43 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Pushing event deleted for resources: {'Network': ['ID=c947dd89-3c68-4fc7-8429-cc9813888c90,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:10.209422 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6bcd1b28-b7f8-4d6e-a376-e9bbe6bd4a43 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "DELETE /v2.0/networks/c947dd89-3c68-4fc7-8429-cc9813888c90 HTTP/1.1" status: 204 len: 168 time: 0.9027231 Sep 21 15:16:10.209733 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60604) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:10.213461 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 62f46f0d-70b9-4d9a-b660-543e664c5efe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62f46f0d-70b9-4d9a-b660-543e664c5efe found for delete ", "request_id": "req-1405ede6-9262-4baf-8f53-345466a4b4af"}]} Sep 21 15:16:10.343268 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01677ff5-1b3e-4f4f-bf36-099e79bc7bf7 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:10.424301 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da487bd-ff7b-422a-9444-1a721572ebba None None] Pushing event updated for resources: {'Port': ['ID=a8f345e8-03aa-4b8b-88ea-7697f642d204,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:10.426721 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 6693e440-15c8-43b2-a621-9e41c1dfbc03 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:10.427112 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:10.552305 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01677ff5-1b3e-4f4f-bf36-099e79bc7bf7 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:10.588142 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-01677ff5-1b3e-4f4f-bf36-099e79bc7bf7 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4db27c4-c175-4228-a4b9-202822e4f92d']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:10.604020 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-01677ff5-1b3e-4f4f-bf36-099e79bc7bf7 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97777525-54c4-4d5f-8292-a7b33351e89f') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:10.604433 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-01677ff5-1b3e-4f4f-bf36-099e79bc7bf7 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97777525-54c4-4d5f-8292-a7b33351e89f') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:10.617466 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01677ff5-1b3e-4f4f-bf36-099e79bc7bf7 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:10.641658 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01677ff5-1b3e-4f4f-bf36-099e79bc7bf7 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:10.654413 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01677ff5-1b3e-4f4f-bf36-099e79bc7bf7 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:16:10.654818 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01677ff5-1b3e-4f4f-bf36-099e79bc7bf7 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:10.678700 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:10.780956 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 6693e440-15c8-43b2-a621-9e41c1dfbc03, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=6693e440-15c8-43b2-a621-9e41c1dfbc03,segment=NetworkSegment(873d629f-d37b-4075-840e-85609301f90a),segment_id=873d629f-d37b-4075-840e-85609301f90a)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:10.800555 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:10.824460 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-81e8d293-a787-46eb-97e9-cc508ed5df99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting port b5bd48b1-50d5-424f-8a67-5f4a8f119f14 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:16:10.825039 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-81e8d293-a787-46eb-97e9-cc508ed5df99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:10.843802 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01677ff5-1b3e-4f4f-bf36-099e79bc7bf7 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:10.892603 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01677ff5-1b3e-4f4f-bf36-099e79bc7bf7 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:10.900430 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01677ff5-1b3e-4f4f-bf36-099e79bc7bf7 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Pushing event deleted for resources: {'Network': ['ID=e4db27c4-c175-4228-a4b9-202822e4f92d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:10.911479 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-01677ff5-1b3e-4f4f-bf36-099e79bc7bf7 tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "DELETE /v2.0/networks/e4db27c4-c175-4228-a4b9-202822e4f92d HTTP/1.1" status: 204 len: 168 time: 0.7006831 Sep 21 15:16:10.914088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60608) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:10.962894 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a6c3f062-5418-4f69-9c4b-d001c77d271d None None] Current status of the port bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:10.966959 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f062-5418-4f69-9c4b-d001c77d271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:11.016905 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9ded4129-cfdb-424a-9127-b12dcd67a805 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:11.031251 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:16:05Z', 'revision_number': 3, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:03Z', 'revision_number': 4, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5', 'name': '', 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:f3:42:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:02Z', 'updated_at': '2022-09-21T15:16:05Z', 'revision_number': 2, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:11.036301 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device a8f345e8-03aa-4b8b-88ea-7697f642d204 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:11.097511 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f83f73-2df9-4d7c-9ba1-5c8f5483d360 None None] get_active_networks_info from dv-neutron-858731-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:16:11.144065 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] Checking router: 206e6ce6-bca0-4c85-a234-2fe0b35718af for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:16:11.144429 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] Updating router 206e6ce6-bca0-4c85-a234-2fe0b35718af port 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:16:11.232712 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a6c3f062-5418-4f69-9c4b-d001c77d271d None None] For port bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef,segment=NetworkSegment(62c0fe3c-b9cd-4932-a086-19134369a60c),segment_id=62c0fe3c-b9cd-4932-a086-19134369a60c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:11.244214 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-81e8d293-a787-46eb-97e9-cc508ed5df99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:11.252482 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:11.270696 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded4129-cfdb-424a-9127-b12dcd67a805 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Checking segment: {'id': '9a90fcfd-bf49-4a35-8903-1ea706885387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:11.271058 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ded4129-cfdb-424a-9127-b12dcd67a805 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network hostable DHCP agents. Network: 3b047332-a1f1-4497-8b4a-080d11940662, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:16:11.295161 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b1524be-e39e-4381-b73e-2574b51d0d5a tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:11.311886 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f062-5418-4f69-9c4b-d001c77d271d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:11.357029 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=6693e440-15c8-43b2-a621-9e41c1dfbc03,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:11.472545 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b1524be-e39e-4381-b73e-2574b51d0d5a tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:11.474817 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:11.505724 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-3b1524be-e39e-4381-b73e-2574b51d0d5a tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e35510-4bd3-4947-a607-d8c537e11d75']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:11.522201 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-3b1524be-e39e-4381-b73e-2574b51d0d5a tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '427bcd21-a522-4719-90d7-81f6d133213e') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:11.522498 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-3b1524be-e39e-4381-b73e-2574b51d0d5a tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '427bcd21-a522-4719-90d7-81f6d133213e') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:11.527050 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded4129-cfdb-424a-9127-b12dcd67a805 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Subnet': ['ID=05217457-11a7-4fcb-a317-38352b9da092,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:11.537786 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b1524be-e39e-4381-b73e-2574b51d0d5a tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:11.560439 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b1524be-e39e-4381-b73e-2574b51d0d5a tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:11.568601 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1524be-e39e-4381-b73e-2574b51d0d5a tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:16:11.569144 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b1524be-e39e-4381-b73e-2574b51d0d5a tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:11.603285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-81e8d293-a787-46eb-97e9-cc508ed5df99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Calling delete_port for b5bd48b1-50d5-424f-8a67-5f4a8f119f14 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:16:11.694652 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-dae0b9e6-d82d-40d8-a67d-0cd2bae7443e None None] Provisioning for port b5bd48b1-50d5-424f-8a67-5f4a8f119f14 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:11.711245 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port a8f345e8-03aa-4b8b-88ea-7697f642d204 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:11.711733 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:11.717458 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b1524be-e39e-4381-b73e-2574b51d0d5a tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:11.759269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ded4129-cfdb-424a-9127-b12dcd67a805 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network 3b047332-a1f1-4497-8b4a-080d11940662 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:16:11.759610 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b1524be-e39e-4381-b73e-2574b51d0d5a tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:11.762785 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1524be-e39e-4381-b73e-2574b51d0d5a tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Pushing event deleted for resources: {'Network': ['ID=45e35510-4bd3-4947-a607-d8c537e11d75,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:11.766870 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-dae0b9e6-d82d-40d8-a67d-0cd2bae7443e None None] Provisioning complete for port b5bd48b1-50d5-424f-8a67-5f4a8f119f14 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:11.767364 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dae0b9e6-d82d-40d8-a67d-0cd2bae7443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:11.781099 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3b1524be-e39e-4381-b73e-2574b51d0d5a tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "DELETE /v2.0/networks/45e35510-4bd3-4947-a607-d8c537e11d75 HTTP/1.1" status: 204 len: 168 time: 0.8656621 Sep 21 15:16:11.784173 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60614) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:11.809162 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-9ded4129-cfdb-424a-9127-b12dcd67a805 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 3b047332-a1f1-4497-8b4a-080d11940662) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:11.815122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ded4129-cfdb-424a-9127-b12dcd67a805 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:11.815721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9ded4129-cfdb-424a-9127-b12dcd67a805 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:11.925287 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9ded4129-cfdb-424a-9127-b12dcd67a805 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9389091 Sep 21 15:16:11.926598 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60618) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:11.951831 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3f062-5418-4f69-9c4b-d001c77d271d None None] Pushing event updated for resources: {'Port': ['ID=bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:12.023322 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5065dd34-2e22-4bca-a452-c7c6d92814ff tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:12.080986 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:12.117344 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-dae0b9e6-d82d-40d8-a67d-0cd2bae7443e None None] Port b5bd48b1-50d5-424f-8a67-5f4a8f119f14 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:16:12.228559 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-dae0b9e6-d82d-40d8-a67d-0cd2bae7443e None None] Provisioning for port 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:12.247185 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 97777525-54c4-4d5f-8292-a7b33351e89f resource provider aggregate not found Sep 21 15:16:12.290033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-dae0b9e6-d82d-40d8-a67d-0cd2bae7443e None None] Provisioning complete for port 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:12.290566 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dae0b9e6-d82d-40d8-a67d-0cd2bae7443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:12.374550 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port a8f345e8-03aa-4b8b-88ea-7697f642d204 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:12.383013 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 97777525-54c4-4d5f-8292-a7b33351e89f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97777525-54c4-4d5f-8292-a7b33351e89f found for delete ", "request_id": "req-336950ce-735f-4051-8fd8-1d95245a56a9"}]} Sep 21 15:16:12.383962 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-81e8d293-a787-46eb-97e9-cc508ed5df99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:12.398242 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-dae0b9e6-d82d-40d8-a67d-0cd2bae7443e None None] Port 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:16:12.401671 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f83f73-2df9-4d7c-9ba1-5c8f5483d360 None None] Unable to find a vacant binding_index for network 3b047332-a1f1-4497-8b4a-080d11940662 and agent a76b6515-7316-48e5-883c-4ffff6036423 {{(pid=89020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 21 15:16:12.429086 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 427bcd21-a522-4719-90d7-81f6d133213e resource provider aggregate not found Sep 21 15:16:12.433724 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f83f73-2df9-4d7c-9ba1-5c8f5483d360 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 3b047332-a1f1-4497-8b4a-080d11940662) {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:16:12.450374 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8d293-a787-46eb-97e9-cc508ed5df99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Port': ['ID=b5bd48b1-50d5-424f-8a67-5f4a8f119f14,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:12.513582 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5065dd34-2e22-4bca-a452-c7c6d92814ff tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:12.522399 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 427bcd21-a522-4719-90d7-81f6d133213e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 427bcd21-a522-4719-90d7-81f6d133213e found for delete ", "request_id": "req-235d2d85-e146-4930-b248-5e7dea7b9f38"}]} Sep 21 15:16:12.553994 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5065dd34-2e22-4bca-a452-c7c6d92814ff tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c497e2f8-52de-4a61-8ac0-8c9adbfba641']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:12.572423 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5065dd34-2e22-4bca-a452-c7c6d92814ff tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed65d097-65b6-418d-a4d5-adf2d68f841b') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:12.572758 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5065dd34-2e22-4bca-a452-c7c6d92814ff tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed65d097-65b6-418d-a4d5-adf2d68f841b') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:12.646466 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-dae0b9e6-d82d-40d8-a67d-0cd2bae7443e None None] Provisioning complete for port a8f345e8-03aa-4b8b-88ea-7697f642d204 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:12.647149 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dae0b9e6-d82d-40d8-a67d-0cd2bae7443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:12.648430 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5065dd34-2e22-4bca-a452-c7c6d92814ff tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:12.698357 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:12.737305 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5065dd34-2e22-4bca-a452-c7c6d92814ff tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:12.739152 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] Transition to ACTIVE for port object 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:12.752197 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5065dd34-2e22-4bca-a452-c7c6d92814ff tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:16:12.752600 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5065dd34-2e22-4bca-a452-c7c6d92814ff tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:12.758130 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:12.801165 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-81e8d293-a787-46eb-97e9-cc508ed5df99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:12.901593 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router b72dfb93-8646-4321-852b-b44f8660b258 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:16:12.908043 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5f319-e086-4b0b-99a5-096094e4a25a None None] Pushing event updated for resources: {'Port': ['ID=6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:12.919228 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5065dd34-2e22-4bca-a452-c7c6d92814ff tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:12.924862 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5065dd34-2e22-4bca-a452-c7c6d92814ff tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:12.973062 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5065dd34-2e22-4bca-a452-c7c6d92814ff tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] 10.222.0.62 "DELETE /v2.0/networks/c497e2f8-52de-4a61-8ac0-8c9adbfba641 HTTP/1.1" status: 204 len: 168 time: 1.1806061 Sep 21 15:16:13.064264 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:13.290633 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065dd34-2e22-4bca-a452-c7c6d92814ff tempest-BulkNetworkOpsIpV6Test-1208728517 tempest-BulkNetworkOpsIpV6Test-1208728517-project] Pushing event deleted for resources: {'Network': ['ID=c497e2f8-52de-4a61-8ac0-8c9adbfba641,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:13.341328 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] Attempting to bind port 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:16:13.341703 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] Attempting to bind port 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '62c0fe3c-b9cd-4932-a086-19134369a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:16:13.342066 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] Attempting to bind port 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5 on network 7f8db7cc-6298-45cb-a593-9d08ddee37f9 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:16:13.351181 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:16:13.351557 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] Checking segment: {'id': '62c0fe3c-b9cd-4932-a086-19134369a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:13.351948 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:13.352342 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] Bound using segment: {'id': '62c0fe3c-b9cd-4932-a086-19134369a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:16:13.352836 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] Bound port: 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c0fe3c-b9cd-4932-a086-19134369a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:16:13.353221 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:13.359172 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:13.381648 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-dae0b9e6-d82d-40d8-a67d-0cd2bae7443e None None] Current status of the port a8f345e8-03aa-4b8b-88ea-7697f642d204 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:13.424721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:16:13.436991 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] Sync routers for ids ['b72dfb93-8646-4321-852b-b44f8660b258'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:16:13.454298 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] Routers {'b72dfb93-8646-4321-852b-b44f8660b258'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:13.456533 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b72dfb93-8646-4321-852b-b44f8660b258'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:13.496505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60638) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:13.522440 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:13.523997 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4c269fdc-94ab-4ba6-bc71-29f7380d8c02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.3734386 Sep 21 15:16:13.534226 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60642) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:13.544821 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:13.545624 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:13.574151 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-dae0b9e6-d82d-40d8-a67d-0cd2bae7443e None None] Provisioning complete for port bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:13.577210 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dae0b9e6-d82d-40d8-a67d-0cd2bae7443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:13.774460 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] Set router b72dfb93-8646-4321-852b-b44f8660b258 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:16:13.796739 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e8d293-a787-46eb-97e9-cc508ed5df99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router c2cef4de-07fb-4f60-bc88-97aedaec52b5 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:16:13.867777 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] For port 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:16:13.878125 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] For port 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5,segment=NetworkSegment(62c0fe3c-b9cd-4932-a086-19134369a60c),segment_id=62c0fe3c-b9cd-4932-a086-19134369a60c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:16:13.900569 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:14.035811 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7f8b85bb-d0ef-4280-b0e0-f3d495214fd3 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=821a0a843ff74fdda869752c13af53c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5004573 Sep 21 15:16:14.042047 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60650) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:14.099916 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b83966-3a62-47de-8355-241080fc749f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-3b047332-a1f1-4497-8b4a-080d11940662', 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'fixed_ips': [{'subnet_id': '05217457-11a7-4fcb-a317-38352b9da092'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:16:14.103448 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a0b83966-3a62-47de-8355-241080fc749f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:14.134180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e8d293-a787-46eb-97e9-cc508ed5df99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:16:14.146314 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] Routers {'206e6ce6-bca0-4c85-a234-2fe0b35718af'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:14.147091 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['206e6ce6-bca0-4c85-a234-2fe0b35718af'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:14.154483 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-81e8d293-a787-46eb-97e9-cc508ed5df99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/c2cef4de-07fb-4f60-bc88-97aedaec52b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8873527 Sep 21 15:16:14.159499 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60654) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:14.164070 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Allocated IP 2001:db8:2::1 (3b047332-a1f1-4497-8b4a-080d11940662/05217457-11a7-4fcb-a317-38352b9da092/d29fdcdf-3116-47a8-837a-902c504d5a46) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:16:14.185730 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-575cc891-84ef-45fb-8c27-6c797286b4ef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d702c06c79214ca4943c3077214e62b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6708565 Sep 21 15:16:14.189433 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60658) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:14.283120 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'name': 'tempest-TestNetworkBasicOps-router-678445152', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:16:06Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:08Z', 'updated_at': '2022-09-21T15:16:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:14.287430 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] Checking router: b72dfb93-8646-4321-852b-b44f8660b258 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:16:14.287978 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] Updating router b72dfb93-8646-4321-852b-b44f8660b258 port ea220aec-fa18-4d62-86ab-522bafb06d83 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:16:14.330153 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e035e93-4a00-47df-9645-dbbcd1748086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:14.357951 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:14.367823 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e035e93-4a00-47df-9645-dbbcd1748086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:14.442915 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e035e93-4a00-47df-9645-dbbcd1748086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:14.450774 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5f319-e086-4b0b-99a5-096094e4a25a None None] Pushing event updated for resources: {'Port': ['ID=6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:14.493963 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e035e93-4a00-47df-9645-dbbcd1748086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239692e4-ecb4-4979-b477-879e67885225,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:14.496306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e035e93-4a00-47df-9645-dbbcd1748086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:14.497842 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6e035e93-4a00-47df-9645-dbbcd1748086 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/239692e4-ecb4-4979-b477-879e67885225 HTTP/1.1" status: 204 len: 168 time: 0.3071034 Sep 21 15:16:14.526906 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f522d9cd-c5e1-4b25-8ef4-5a6f51fb4010 None None] Sync routers for ids ['c2cef4de-07fb-4f60-bc88-97aedaec52b5'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:16:14.598206 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-dae0b9e6-d82d-40d8-a67d-0cd2bae7443e None None] Current status of the port bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:14.665045 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment ed65d097-65b6-418d-a4d5-adf2d68f841b resource provider aggregate not found Sep 21 15:16:14.757212 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a1f196-eb60-419c-a374-21b266c6b4e0 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:14.758848 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-32a1f196-eb60-419c-a374-21b266c6b4e0 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7157333 Sep 21 15:16:14.760633 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment ed65d097-65b6-418d-a4d5-adf2d68f841b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed65d097-65b6-418d-a4d5-adf2d68f841b found for delete ", "request_id": "req-4d403981-a5e8-4e03-b0fb-cd9b5dd708f3"}]} Sep 21 15:16:14.761559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60672) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:14.766659 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f522d9cd-c5e1-4b25-8ef4-5a6f51fb4010 None None] Routers {'c2cef4de-07fb-4f60-bc88-97aedaec52b5'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:14.767309 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f522d9cd-c5e1-4b25-8ef4-5a6f51fb4010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c2cef4de-07fb-4f60-bc88-97aedaec52b5'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:14.778074 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-00e90f09-1ee1-4d04-b5e3-847c4d861a43 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] remove_router_interface failed (client error): The resource could not be found. Sep 21 15:16:14.784907 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-00e90f09-1ee1-4d04-b5e3-847c4d861a43 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/c2cef4de-07fb-4f60-bc88-97aedaec52b5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6241477 Sep 21 15:16:14.785490 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60676) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:14.856087 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-18be154e-ce20-4a91-a1ef-2de41c3fab36 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=445481ae-8997-4e7e-a514-07e782c48c85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0933754 Sep 21 15:16:14.858736 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60682) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:14.860612 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:14.861963 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 6693e440-15c8-43b2-a621-9e41c1dfbc03 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:14.879928 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-796c0754-dbd2-4902-bc2f-99061d2a0b55 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-867908859', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:14.897537 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1d2b1b76-3529-485e-8c6e-7a9b74f0974c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2cef4de-07fb-4f60-bc88-97aedaec52b5 HTTP/1.1" status: 200 len: 205 time: 0.1083171 Sep 21 15:16:14.900754 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60688) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:14.925220 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] Set router 206e6ce6-bca0-4c85-a234-2fe0b35718af gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:16:15.070024 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f522d9cd-c5e1-4b25-8ef4-5a6f51fb4010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:15.085045 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:15.113843 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-796c0754-dbd2-4902-bc2f-99061d2a0b55 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:15.114572 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] Transition to ACTIVE for port object ea220aec-fa18-4d62-86ab-522bafb06d83 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:15.118560 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-796c0754-dbd2-4902-bc2f-99061d2a0b55 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:subnet and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:15.121506 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-796c0754-dbd2-4902-bc2f-99061d2a0b55 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:15.130505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-796c0754-dbd2-4902-bc2f-99061d2a0b55 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:15.131342 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:15.143135 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796c0754-dbd2-4902-bc2f-99061d2a0b55 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:15.152110 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-796c0754-dbd2-4902-bc2f-99061d2a0b55 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:15.185587 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f522d9cd-c5e1-4b25-8ef4-5a6f51fb4010 None None] Routers {'c2cef4de-07fb-4f60-bc88-97aedaec52b5'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:15.186242 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f522d9cd-c5e1-4b25-8ef4-5a6f51fb4010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c2cef4de-07fb-4f60-bc88-97aedaec52b5'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:15.221174 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:15.238828 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Transition to ACTIVE for port object d29fdcdf-3116-47a8-837a-902c504d5a46 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:15.264642 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 6693e440-15c8-43b2-a621-9e41c1dfbc03 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:15.265020 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:15.287904 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] Attempting to bind port ea220aec-fa18-4d62-86ab-522bafb06d83 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:16:15.291647 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] Attempting to bind port ea220aec-fa18-4d62-86ab-522bafb06d83 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:16:15.292318 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] Attempting to bind port ea220aec-fa18-4d62-86ab-522bafb06d83 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:16:15.321169 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:16:15.322588 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:15.323559 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:15.324183 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:16:15.325035 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] Bound port: ea220aec-fa18-4d62-86ab-522bafb06d83, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:16:15.325679 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:15.409301 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa6307-536f-4c98-b44c-a1ed70d08b27 None None] Pushing event updated for resources: {'Port': ['ID=ea220aec-fa18-4d62-86ab-522bafb06d83,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:15.415595 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:15.479379 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f522d9cd-c5e1-4b25-8ef4-5a6f51fb4010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:15.479760 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f522d9cd-c5e1-4b25-8ef4-5a6f51fb4010 None None] The sync data for ids ['c2cef4de-07fb-4f60-bc88-97aedaec52b5'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:16:15.483134 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c3acb27-d6dc-4009-b73c-3a70f990fb99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:15.504423 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] For port ea220aec-fa18-4d62-86ab-522bafb06d83, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:16:15.512680 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] For port ea220aec-fa18-4d62-86ab-522bafb06d83, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ea220aec-fa18-4d62-86ab-522bafb06d83,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:16:15.524704 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:15.554064 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network 3b047332-a1f1-4497-8b4a-080d11940662 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:15.565116 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:15.619956 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:16:15.620779 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:15.645110 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60712) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:15.654161 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] Routers {'b72dfb93-8646-4321-852b-b44f8660b258'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:15.655087 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b72dfb93-8646-4321-852b-b44f8660b258'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:15.667153 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Port': ['ID=d29fdcdf-3116-47a8-837a-902c504d5a46,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:15.698114 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-796c0754-dbd2-4902-bc2f-99061d2a0b55 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:15.787998 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c0754-dbd2-4902-bc2f-99061d2a0b55 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Subnet': ['ID=8fe03a9b-9795-40d3-b780-82f56eff4f1e,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:15.798114 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-a0b83966-3a62-47de-8355-241080fc749f None None] Allocated IP 2001:db8:2::2 (3b047332-a1f1-4497-8b4a-080d11940662/05217457-11a7-4fcb-a317-38352b9da092/967e349f-5d8d-45a4-b414-9a9b797999c8) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:16:15.889168 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa6307-536f-4c98-b44c-a1ed70d08b27 None None] Pushing event updated for resources: {'Port': ['ID=ea220aec-fa18-4d62-86ab-522bafb06d83,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:15.910702 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c0754-dbd2-4902-bc2f-99061d2a0b55 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Checking segment: {'id': '1f0ec3e9-f16a-459c-b4bd-84441546a7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:15.911058 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796c0754-dbd2-4902-bc2f-99061d2a0b55 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network hostable DHCP agents. Network: 32cada0d-147a-4930-9739-0fbe78c1c1dc, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:16:15.936672 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796c0754-dbd2-4902-bc2f-99061d2a0b55 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 32cada0d-147a-4930-9739-0fbe78c1c1dc is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:16:15.939158 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c3acb27-d6dc-4009-b73c-3a70f990fb99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:15.942691 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:15.943033 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:15.943371 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:15.943703 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:15.944031 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:15.944359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:15.952887 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:15.956089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-796c0754-dbd2-4902-bc2f-99061d2a0b55 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 32cada0d-147a-4930-9739-0fbe78c1c1dc) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:15.956664 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:15.957930 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:15.958761 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:15.959290 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:15.963754 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:15.968429 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796c0754-dbd2-4902-bc2f-99061d2a0b55 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:15.969440 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-796c0754-dbd2-4902-bc2f-99061d2a0b55 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:15.977622 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1330969024'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:15.990574 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:15.998700 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Usage tracker for resource:network and tenant:5c39faf0ffbb47868cccffa9f67d13c0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:16.008407 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:16.024738 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-796c0754-dbd2-4902-bc2f-99061d2a0b55 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1620579 Sep 21 15:16:16.027441 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c3acb27-d6dc-4009-b73c-3a70f990fb99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:16.027620 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60720) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:16.042998 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] Set router b72dfb93-8646-4321-852b-b44f8660b258 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:16:16.056152 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:16.069937 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c3acb27-d6dc-4009-b73c-3a70f990fb99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:16.072347 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3acb27-d6dc-4009-b73c-3a70f990fb99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Fanout notify agent at l3_agent the message router_deleted on router c2cef4de-07fb-4f60-bc88-97aedaec52b5 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:16:16.092832 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Made reservation on behalf of 5c39faf0ffbb47868cccffa9f67d13c0 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:16.096663 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:16.122768 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:16.146699 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c3acb27-d6dc-4009-b73c-3a70f990fb99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:16.148177 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4c3acb27-d6dc-4009-b73c-3a70f990fb99 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/routers/c2cef4de-07fb-4f60-bc88-97aedaec52b5 HTTP/1.1" status: 204 len: 168 time: 1.2464607 Sep 21 15:16:16.154878 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60724) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:16.156020 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 6693e440-15c8-43b2-a621-9e41c1dfbc03 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:16.166134 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:16.262072 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-53094ebe-55da-4d8b-8e51-7aa898ca11f1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting subnet feac91e2-e2e8-4ce4-a45e-8e3f69b7a6a5 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:16:16.265243 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-53094ebe-55da-4d8b-8e51-7aa898ca11f1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:16.302985 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:16:05Z', 'revision_number': 3, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5', 'name': '', 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:f3:42:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:02Z', 'updated_at': '2022-09-21T15:16:13Z', 'revision_number': 4, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:16.318631 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8fe85-7a3c-4fd1-9d62-5dc31e734b3d None None] The sync data for ids ['206e6ce6-bca0-4c85-a234-2fe0b35718af'] in dv-neutron-858731-1-hyperv is: [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:16:05Z', 'revision_number': 3, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5', 'name': '', 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:f3:42:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:02Z', 'updated_at': '2022-09-21T15:16:13Z', 'revision_number': 4, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:16:16.322717 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a0b83966-3a62-47de-8355-241080fc749f None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:16.349932 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-53094ebe-55da-4d8b-8e51-7aa898ca11f1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:16.361998 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a0b83966-3a62-47de-8355-241080fc749f None None] Transition to ACTIVE for port object 967e349f-5d8d-45a4-b414-9a9b797999c8 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:16.404080 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a0b83966-3a62-47de-8355-241080fc749f None None] Transition to ACTIVE for port object 967e349f-5d8d-45a4-b414-9a9b797999c8 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:16.420351 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a0b83966-3a62-47de-8355-241080fc749f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:16.428551 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Usage tracker for resource:security_group_rule and tenant:5c39faf0ffbb47868cccffa9f67d13c0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:16.438769 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:16.492892 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'name': 'tempest-TestNetworkBasicOps-router-678445152', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:16:06Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:08Z', 'updated_at': '2022-09-21T15:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:16.506326 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8769b1fd-d330-439c-ae9f-abf5839ae185 None None] The sync data for ids ['b72dfb93-8646-4321-852b-b44f8660b258'] in dv-neutron-858731-1-hyperv is: [{'id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'name': 'tempest-TestNetworkBasicOps-router-678445152', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:16:06Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:08Z', 'updated_at': '2022-09-21T15:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:16:16.524338 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:16.568110 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b83966-3a62-47de-8355-241080fc749f None None] Network 3b047332-a1f1-4497-8b4a-080d11940662 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:16.583940 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-a0b83966-3a62-47de-8355-241080fc749f None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:16.589229 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b83966-3a62-47de-8355-241080fc749f None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:16:16.696252 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:16.708854 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b83966-3a62-47de-8355-241080fc749f None None] Pushing event updated for resources: {'Port': ['ID=967e349f-5d8d-45a4-b414-9a9b797999c8,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:16.724956 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:16.773672 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:16.816958 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a0b83966-3a62-47de-8355-241080fc749f None None] Attempting to bind port 967e349f-5d8d-45a4-b414-9a9b797999c8 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:16:16.817431 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a0b83966-3a62-47de-8355-241080fc749f None None] Attempting to bind port 967e349f-5d8d-45a4-b414-9a9b797999c8 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '9a90fcfd-bf49-4a35-8903-1ea706885387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:16:16.817803 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b83966-3a62-47de-8355-241080fc749f None None] Attempting to bind port 967e349f-5d8d-45a4-b414-9a9b797999c8 on network 3b047332-a1f1-4497-8b4a-080d11940662 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:16:16.825098 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b83966-3a62-47de-8355-241080fc749f None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:16:16.825507 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b83966-3a62-47de-8355-241080fc749f None None] Checking segment: {'id': '9a90fcfd-bf49-4a35-8903-1ea706885387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:16.825922 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a0b83966-3a62-47de-8355-241080fc749f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:16.826405 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b83966-3a62-47de-8355-241080fc749f None None] Bound using segment: {'id': '9a90fcfd-bf49-4a35-8903-1ea706885387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:16:16.827024 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a0b83966-3a62-47de-8355-241080fc749f None None] Bound port: 967e349f-5d8d-45a4-b414-9a9b797999c8, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a90fcfd-bf49-4a35-8903-1ea706885387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:16:16.827409 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a0b83966-3a62-47de-8355-241080fc749f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:16.839693 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:16:16.977020 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a0b83966-3a62-47de-8355-241080fc749f None None] For port 967e349f-5d8d-45a4-b414-9a9b797999c8, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:16:16.981382 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a0b83966-3a62-47de-8355-241080fc749f None None] For port 967e349f-5d8d-45a4-b414-9a9b797999c8, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=967e349f-5d8d-45a4-b414-9a9b797999c8,segment=NetworkSegment(9a90fcfd-bf49-4a35-8903-1ea706885387),segment_id=9a90fcfd-bf49-4a35-8903-1ea706885387)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:16:16.994067 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a0b83966-3a62-47de-8355-241080fc749f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:17.006105 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-53094ebe-55da-4d8b-8e51-7aa898ca11f1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:17.122182 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2c4eab-60cb-4b62-ab06-77c799ef87d0,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:17.167159 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:17.167509 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Added segment 80f12f12-dab2-497a-9745-60e2c28ab0b1 of type vlan for network 821a4e71-0b6a-4bcf-a182-5b4c09daac19 Sep 21 15:16:17.176680 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b83966-3a62-47de-8355-241080fc749f None None] Pushing event updated for resources: {'Port': ['ID=967e349f-5d8d-45a4-b414-9a9b797999c8,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:17.600652 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:17.758487 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:17.789903 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:17.790663 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:17.852255 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-53094ebe-55da-4d8b-8e51-7aa898ca11f1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:18.042480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:18.052652 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53094ebe-55da-4d8b-8e51-7aa898ca11f1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Subnet': ['ID=feac91e2-e2e8-4ce4-a45e-8e3f69b7a6a5,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:18.130287 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-53094ebe-55da-4d8b-8e51-7aa898ca11f1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:18.153614 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Port': ['ID=d29fdcdf-3116-47a8-837a-902c504d5a46,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:18.166006 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.20.0.1 (32cada0d-147a-4930-9739-0fbe78c1c1dc/8fe03a9b-9795-40d3-b780-82f56eff4f1e/aa8c1bff-f873-4526-aab9-eca61cf9c5c2) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:16:18.173048 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-53094ebe-55da-4d8b-8e51-7aa898ca11f1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/subnets/feac91e2-e2e8-4ce4-a45e-8e3f69b7a6a5 HTTP/1.1" status: 204 len: 168 time: 2.0133677 Sep 21 15:16:18.177921 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60740) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:18.308197 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:18.316084 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:18.316084 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:18.403363 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:18.474200 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc8a6aeb-087c-421f-8687-cda96ef28d5e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:18.521047 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.8749146 Sep 21 15:16:18.559435 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:18.565555 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-cc8a6aeb-087c-421f-8687-cda96ef28d5e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting port a8f345e8-03aa-4b8b-88ea-7697f642d204 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:16:18.566333 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc8a6aeb-087c-421f-8687-cda96ef28d5e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:18.613897 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Transition to ACTIVE for port object aa8c1bff-f873-4526-aab9-eca61cf9c5c2 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:18.685360 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:18.704100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:18.710460 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:18.710903 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:18.777478 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809b8c4-a4a8-4d80-aad2-2e0028e31233 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Network': ['ID=821a4e71-0b6a-4bcf-a182-5b4c09daac19,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:18.789439 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network 3b047332-a1f1-4497-8b4a-080d11940662 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:18.838179 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:18.851225 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 821a4e71-0b6a-4bcf-a182-5b4c09daac19 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:16:18.949763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 32cada0d-147a-4930-9739-0fbe78c1c1dc is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:18.956343 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:18.960639 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=aa8c1bff-f873-4526-aab9-eca61cf9c5c2,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:18.966605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:16:19.093329 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a10fe6-f334-40e0-b929-d4fa50d073d8 None None] get_active_networks_info from dv-neutron-858731-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:16:19.101160 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.101789 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.102288 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.103807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.112646 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.113710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.116076 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.116908 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.122674 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.123262 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.123861 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.126896 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.161238 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:19.313423 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a10fe6-f334-40e0-b929-d4fa50d073d8 None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:16:19.357377 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:19.374262 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-04ac48be-fa7c-484e-89eb-ac967ed67410 None None] Provisioning for port 967e349f-5d8d-45a4-b414-9a9b797999c8 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:19.457280 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:19.457995 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:19.495940 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-cc8a6aeb-087c-421f-8687-cda96ef28d5e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] For port a8f345e8-03aa-4b8b-88ea-7697f642d204, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=a8f345e8-03aa-4b8b-88ea-7697f642d204,segment=NetworkSegment(3d0379ff-2bc3-441d-8aa6-e973f49a1749),segment_id=3d0379ff-2bc3-441d-8aa6-e973f49a1749)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:19.496405 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc8a6aeb-087c-421f-8687-cda96ef28d5e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:19.574366 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5,segment=NetworkSegment(62c0fe3c-b9cd-4932-a086-19134369a60c),segment_id=62c0fe3c-b9cd-4932-a086-19134369a60c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:19.582681 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:19.583798 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ea220aec-fa18-4d62-86ab-522bafb06d83 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:19.773621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:19.783339 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.783971 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.784540 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.785104 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.785612 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.785965 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-cc8a6aeb-087c-421f-8687-cda96ef28d5e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Calling delete_port for a8f345e8-03aa-4b8b-88ea-7697f642d204 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:16:19.786676 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.787185 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.787679 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.788172 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.788709 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.789236 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.789742 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:19.843293 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router 206e6ce6-bca0-4c85-a234-2fe0b35718af has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:16:19.871320 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port ea220aec-fa18-4d62-86ab-522bafb06d83 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:19.887719 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port ea220aec-fa18-4d62-86ab-522bafb06d83 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:19.888156 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:20.042433 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:16:20.059544 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] Sync routers for ids ['206e6ce6-bca0-4c85-a234-2fe0b35718af'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:16:20.077273 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c516482e-3e2b-4a40-aa6d-21fb531f16c7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/206e6ce6-bca0-4c85-a234-2fe0b35718af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1495748 Sep 21 15:16:20.080520 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60754) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:20.081496 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] Routers {'206e6ce6-bca0-4c85-a234-2fe0b35718af'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:20.082857 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['206e6ce6-bca0-4c85-a234-2fe0b35718af'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:20.125386 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6511f6e3-7361-47b4-92f7-7813876dbad1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1368712457'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:20.135217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6511f6e3-7361-47b4-92f7-7813876dbad1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:20.149323 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6511f6e3-7361-47b4-92f7-7813876dbad1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:network and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:20.153135 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6511f6e3-7361-47b4-92f7-7813876dbad1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:20.172742 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc8a6aeb-087c-421f-8687-cda96ef28d5e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:20.176738 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6511f6e3-7361-47b4-92f7-7813876dbad1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:20.282861 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a6aeb-087c-421f-8687-cda96ef28d5e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Port': ['ID=a8f345e8-03aa-4b8b-88ea-7697f642d204,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:20.299436 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8a6aeb-087c-421f-8687-cda96ef28d5e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] No DVR routers for this DVR port a8f345e8-03aa-4b8b-88ea-7697f642d204 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:16:20.315445 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6511f6e3-7361-47b4-92f7-7813876dbad1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Made reservation on behalf of 36a774c8465a450c8e27de7666e71b71 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:20.324384 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6511f6e3-7361-47b4-92f7-7813876dbad1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:20.403282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:20.410479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:20.441658 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-32cada0d-147a-4930-9739-0fbe78c1c1dc', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ips': [{'subnet_id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:16:20.442587 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:20.454251 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] Set router 206e6ce6-bca0-4c85-a234-2fe0b35718af gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:16:20.527681 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6511f6e3-7361-47b4-92f7-7813876dbad1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:16:20.553937 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6511f6e3-7361-47b4-92f7-7813876dbad1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:20.560922 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-6511f6e3-7361-47b4-92f7-7813876dbad1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Added segment fc0259f7-9c76-4ff5-a346-47dad595eb68 of type vlan for network c3fbe809-44a5-49a5-af93-8de558c05d09 Sep 21 15:16:20.574952 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port ea220aec-fa18-4d62-86ab-522bafb06d83 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:20.575638 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:20.598071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port ea220aec-fa18-4d62-86ab-522bafb06d83, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ea220aec-fa18-4d62-86ab-522bafb06d83,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:20.606137 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:20.606868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 967e349f-5d8d-45a4-b414-9a9b797999c8 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:20.645280 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6511f6e3-7361-47b4-92f7-7813876dbad1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:20.729181 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:20.893713 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=aa8c1bff-f873-4526-aab9-eca61cf9c5c2,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:20.924852 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=ea220aec-fa18-4d62-86ab-522bafb06d83,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:20.991543 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] Allocated IP 172.20.0.2 (32cada0d-147a-4930-9739-0fbe78c1c1dc/8fe03a9b-9795-40d3-b780-82f56eff4f1e/60f96a50-c20d-4256-a3d0-5baee5db7f89) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:16:20.994849 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 967e349f-5d8d-45a4-b414-9a9b797999c8 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:21.004725 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 967e349f-5d8d-45a4-b414-9a9b797999c8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:21.005362 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:21.051026 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 32cada0d-147a-4930-9739-0fbe78c1c1dc is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:21.055180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:21.079931 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6511f6e3-7361-47b4-92f7-7813876dbad1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:21.093216 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6511f6e3-7361-47b4-92f7-7813876dbad1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:21.093823 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6511f6e3-7361-47b4-92f7-7813876dbad1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:21.158298 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:16:16Z', 'revision_number': 4, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5', 'name': '', 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:f3:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:02Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd29fdcdf-3116-47a8-837a-902c504d5a46', 'name': '', 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:28:06:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '05217457-11a7-4fcb-a317-38352b9da092', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:13Z', 'updated_at': '2022-09-21T15:16:17Z', 'revision_number': 2, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '05217457-11a7-4fcb-a317-38352b9da092', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:21.166415 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] Checking router: 206e6ce6-bca0-4c85-a234-2fe0b35718af for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:16:21.168235 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] Updating router 206e6ce6-bca0-4c85-a234-2fe0b35718af port d29fdcdf-3116-47a8-837a-902c504d5a46 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:16:21.248173 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:21.274140 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc8a6aeb-087c-421f-8687-cda96ef28d5e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:21.339034 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511f6e3-7361-47b4-92f7-7813876dbad1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Network': ['ID=c3fbe809-44a5-49a5-af93-8de558c05d09,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:21.351479 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6511f6e3-7361-47b4-92f7-7813876dbad1 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2437708 Sep 21 15:16:21.353503 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-cc8a6aeb-087c-421f-8687-cda96ef28d5e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26acdab-e7a8-456e-8ca3-b4cb18e239e7']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:21.364428 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60760) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:21.381159 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-343743fc-7f43-4627-896b-13aa2a76d4f0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'subnet': {'network_id': 'c3fbe809-44a5-49a5-af93-8de558c05d09', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:21.485697 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router b72dfb93-8646-4321-852b-b44f8660b258 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:16:21.566551 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:21.588372 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] Transition to ACTIVE for port object 60f96a50-c20d-4256-a3d0-5baee5db7f89 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:21.592037 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-cc8a6aeb-087c-421f-8687-cda96ef28d5e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0379ff-2bc3-441d-8aa6-e973f49a1749') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:21.592802 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-cc8a6aeb-087c-421f-8687-cda96ef28d5e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0379ff-2bc3-441d-8aa6-e973f49a1749') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:21.610281 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] Transition to ACTIVE for port object 60f96a50-c20d-4256-a3d0-5baee5db7f89 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:21.613243 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc8a6aeb-087c-421f-8687-cda96ef28d5e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:21.623500 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network c3fbe809-44a5-49a5-af93-8de558c05d09 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:16:21.644180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc8a6aeb-087c-421f-8687-cda96ef28d5e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:21.654332 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc8a6aeb-087c-421f-8687-cda96ef28d5e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:16:21.655529 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc8a6aeb-087c-421f-8687-cda96ef28d5e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:21.852074 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc8a6aeb-087c-421f-8687-cda96ef28d5e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:21.857350 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-343743fc-7f43-4627-896b-13aa2a76d4f0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:21.861065 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 3d0379ff-2bc3-441d-8aa6-e973f49a1749 resource provider aggregate not found Sep 21 15:16:21.877439 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:21.909992 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-343743fc-7f43-4627-896b-13aa2a76d4f0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:subnet and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:21.913949 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 3d0379ff-2bc3-441d-8aa6-e973f49a1749 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d0379ff-2bc3-441d-8aa6-e973f49a1749 found for delete ", "request_id": "req-52521c5f-9fe5-4de4-a3f1-b6d1dc383658"}]} Sep 21 15:16:21.915113 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc8a6aeb-087c-421f-8687-cda96ef28d5e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:21.922706 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a6aeb-087c-421f-8687-cda96ef28d5e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Network': ['ID=e26acdab-e7a8-456e-8ca3-b4cb18e239e7,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:21.930110 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-343743fc-7f43-4627-896b-13aa2a76d4f0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:21.943363 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-343743fc-7f43-4627-896b-13aa2a76d4f0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:21.952583 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:16:21.955318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60770) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:21.969086 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cc8a6aeb-087c-421f-8687-cda96ef28d5e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/networks/e26acdab-e7a8-456e-8ca3-b4cb18e239e7 HTTP/1.1" status: 204 len: 168 time: 3.7865567 Sep 21 15:16:21.975830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ebf4f9da-033a-4c6b-8728-b95efa18b8a3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'network': {'name': 'tempest-RoutersTest-939655312'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:21.987509 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343743fc-7f43-4627-896b-13aa2a76d4f0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Made reservation on behalf of 36a774c8465a450c8e27de7666e71b71 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:21.988771 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ebf4f9da-033a-4c6b-8728-b95efa18b8a3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:21.991136 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-343743fc-7f43-4627-896b-13aa2a76d4f0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:21.991849 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:21.999502 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ebf4f9da-033a-4c6b-8728-b95efa18b8a3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:network and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:22.004045 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ebf4f9da-033a-4c6b-8728-b95efa18b8a3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:22.005638 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] Sync routers for ids ['b72dfb93-8646-4321-852b-b44f8660b258'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:16:22.012012 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ebf4f9da-033a-4c6b-8728-b95efa18b8a3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:22.015460 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] Transition to ACTIVE for port object d29fdcdf-3116-47a8-837a-902c504d5a46 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:22.023554 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b70d67b9-4e70-4995-a890-b15439c3d0f4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/routers/b72dfb93-8646-4321-852b-b44f8660b258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9946764 Sep 21 15:16:22.026479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60774) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:22.033936 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:22.061389 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60778) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:22.085852 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] Routers {'b72dfb93-8646-4321-852b-b44f8660b258'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:22.086508 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b72dfb93-8646-4321-852b-b44f8660b258'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:22.155806 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-49134111-b7b1-4b68-b120-3d80c81b1e76 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'subnet': {'network_id': '821a4e71-0b6a-4bcf-a182-5b4c09daac19', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:22.179009 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf4f9da-033a-4c6b-8728-b95efa18b8a3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Made reservation on behalf of 4ae973dfcd6b4097b917fb2b9641e0f1 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:22.183349 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ebf4f9da-033a-4c6b-8728-b95efa18b8a3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:22.208723 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] Network 32cada0d-147a-4930-9739-0fbe78c1c1dc is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:22.228173 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:22.235289 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:16:22.313955 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf4f9da-033a-4c6b-8728-b95efa18b8a3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:16:22.325482 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ebf4f9da-033a-4c6b-8728-b95efa18b8a3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:22.326094 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-ebf4f9da-033a-4c6b-8728-b95efa18b8a3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Added segment 900c5725-c0d4-4840-b2b7-f09a5d4b16ca of type vlan for network 9e6c1747-0e34-4971-be23-42e979ac719f Sep 21 15:16:22.357684 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ebf4f9da-033a-4c6b-8728-b95efa18b8a3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:22.388389 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd530c6f-065b-49cb-922e-05507b1ef354 None None] Pushing event updated for resources: {'Port': ['ID=d29fdcdf-3116-47a8-837a-902c504d5a46,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:22.410654 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ebf4f9da-033a-4c6b-8728-b95efa18b8a3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:22.419359 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf4f9da-033a-4c6b-8728-b95efa18b8a3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:22.420293 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ebf4f9da-033a-4c6b-8728-b95efa18b8a3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:22.422541 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:22.432578 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] Attempting to bind port d29fdcdf-3116-47a8-837a-902c504d5a46 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:16:22.433001 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] Attempting to bind port d29fdcdf-3116-47a8-837a-902c504d5a46 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '9a90fcfd-bf49-4a35-8903-1ea706885387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:16:22.433368 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] Attempting to bind port d29fdcdf-3116-47a8-837a-902c504d5a46 on network 3b047332-a1f1-4497-8b4a-080d11940662 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:16:22.446198 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:16:22.447091 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] Checking segment: {'id': '9a90fcfd-bf49-4a35-8903-1ea706885387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:22.461895 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:22.462321 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] Bound using segment: {'id': '9a90fcfd-bf49-4a35-8903-1ea706885387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:16:22.462922 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] Bound port: d29fdcdf-3116-47a8-837a-902c504d5a46, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a90fcfd-bf49-4a35-8903-1ea706885387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:16:22.463308 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:22.511124 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-343743fc-7f43-4627-896b-13aa2a76d4f0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:22.563610 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e6b9a1-0341-46bd-ba83-82d44bf99804 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:22.564348 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e6b9a1-0341-46bd-ba83-82d44bf99804 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:22.565765 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e6b9a1-0341-46bd-ba83-82d44bf99804 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:22.566330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e6b9a1-0341-46bd-ba83-82d44bf99804 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:22.566859 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e6b9a1-0341-46bd-ba83-82d44bf99804 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:22.567514 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e6b9a1-0341-46bd-ba83-82d44bf99804 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:22.568048 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e6b9a1-0341-46bd-ba83-82d44bf99804 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:22.568708 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e6b9a1-0341-46bd-ba83-82d44bf99804 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:22.569246 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e6b9a1-0341-46bd-ba83-82d44bf99804 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:22.569903 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e6b9a1-0341-46bd-ba83-82d44bf99804 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:22.570428 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e6b9a1-0341-46bd-ba83-82d44bf99804 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:22.572785 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] Pushing event updated for resources: {'Port': ['ID=60f96a50-c20d-4256-a3d0-5baee5db7f89,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:22.576990 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-61e6b9a1-0341-46bd-ba83-82d44bf99804 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7637 time: 0.5454116 Sep 21 15:16:22.586973 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60782) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:22.627561 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] For port d29fdcdf-3116-47a8-837a-902c504d5a46, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:16:22.633780 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] For port d29fdcdf-3116-47a8-837a-902c504d5a46, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d29fdcdf-3116-47a8-837a-902c504d5a46,segment=NetworkSegment(9a90fcfd-bf49-4a35-8903-1ea706885387),segment_id=9a90fcfd-bf49-4a35-8903-1ea706885387)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:16:22.644263 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:22.666608 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] Attempting to bind port 60f96a50-c20d-4256-a3d0-5baee5db7f89 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:16:22.667306 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] Attempting to bind port 60f96a50-c20d-4256-a3d0-5baee5db7f89 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '1f0ec3e9-f16a-459c-b4bd-84441546a7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:16:22.667598 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] Attempting to bind port 60f96a50-c20d-4256-a3d0-5baee5db7f89 on network 32cada0d-147a-4930-9739-0fbe78c1c1dc {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:16:22.673159 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 967e349f-5d8d-45a4-b414-9a9b797999c8 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:22.673684 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:22.695166 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] Set router b72dfb93-8646-4321-852b-b44f8660b258 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:16:22.696025 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-49134111-b7b1-4b68-b120-3d80c81b1e76 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:22.718812 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343743fc-7f43-4627-896b-13aa2a76d4f0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Subnet': ['ID=874dd1fc-7847-40d5-a01d-72667f4b85a7,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:22.753661 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343743fc-7f43-4627-896b-13aa2a76d4f0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Checking segment: {'id': 'fc0259f7-9c76-4ff5-a346-47dad595eb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c3fbe809-44a5-49a5-af93-8de558c05d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:22.754030 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343743fc-7f43-4627-896b-13aa2a76d4f0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network hostable DHCP agents. Network: c3fbe809-44a5-49a5-af93-8de558c05d09, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:16:22.754820 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-49134111-b7b1-4b68-b120-3d80c81b1e76 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Usage tracker for resource:subnet and tenant:5c39faf0ffbb47868cccffa9f67d13c0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:22.773429 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bec170e-a747-4227-ab97-51977ab95614 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:22.775559 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bec170e-a747-4227-ab97-51977ab95614 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:22.776110 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bec170e-a747-4227-ab97-51977ab95614 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:22.776603 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bec170e-a747-4227-ab97-51977ab95614 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:22.777128 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bec170e-a747-4227-ab97-51977ab95614 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:22.777583 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bec170e-a747-4227-ab97-51977ab95614 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:22.778078 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bec170e-a747-4227-ab97-51977ab95614 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:22.778535 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bec170e-a747-4227-ab97-51977ab95614 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:22.778779 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ebf4f9da-033a-4c6b-8728-b95efa18b8a3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8205457 Sep 21 15:16:22.778974 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bec170e-a747-4227-ab97-51977ab95614 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:22.780248 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bec170e-a747-4227-ab97-51977ab95614 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:22.781377 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:16:22.782477 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] Checking segment: {'id': '1f0ec3e9-f16a-459c-b4bd-84441546a7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:22.783285 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:22.783749 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8bec170e-a747-4227-ab97-51977ab95614 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6477 time: 0.1955097 Sep 21 15:16:22.784085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-49134111-b7b1-4b68-b120-3d80c81b1e76 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:22.784376 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] Bound using segment: {'id': '1f0ec3e9-f16a-459c-b4bd-84441546a7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:16:22.784541 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60786) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:22.785086 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] Bound port: 60f96a50-c20d-4256-a3d0-5baee5db7f89, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0ec3e9-f16a-459c-b4bd-84441546a7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:16:22.785569 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:22.788369 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60788) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:22.791510 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd530c6f-065b-49cb-922e-05507b1ef354 None None] Pushing event updated for resources: {'Port': ['ID=d29fdcdf-3116-47a8-837a-902c504d5a46,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:22.809462 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-49134111-b7b1-4b68-b120-3d80c81b1e76 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:22.815804 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4f9da-033a-4c6b-8728-b95efa18b8a3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Network': ['ID=9e6c1747-0e34-4971-be23-42e979ac719f,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:22.823121 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 967e349f-5d8d-45a4-b414-9a9b797999c8, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=967e349f-5d8d-45a4-b414-9a9b797999c8,segment=NetworkSegment(9a90fcfd-bf49-4a35-8903-1ea706885387),segment_id=9a90fcfd-bf49-4a35-8903-1ea706885387)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:22.850829 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49134111-b7b1-4b68-b120-3d80c81b1e76 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Made reservation on behalf of 5c39faf0ffbb47868cccffa9f67d13c0 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:22.854004 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd530c6f-065b-49cb-922e-05507b1ef354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:22.854475 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd530c6f-065b-49cb-922e-05507b1ef354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:22.854761 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd530c6f-065b-49cb-922e-05507b1ef354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:22.856259 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd530c6f-065b-49cb-922e-05507b1ef354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:22.856607 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd530c6f-065b-49cb-922e-05507b1ef354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:22.856973 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd530c6f-065b-49cb-922e-05507b1ef354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:22.858781 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49134111-b7b1-4b68-b120-3d80c81b1e76 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:22.858943 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd530c6f-065b-49cb-922e-05507b1ef354 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:22.859173 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd530c6f-065b-49cb-922e-05507b1ef354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:22.860063 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd530c6f-065b-49cb-922e-05507b1ef354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:22.861995 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd530c6f-065b-49cb-922e-05507b1ef354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:22.862415 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd530c6f-065b-49cb-922e-05507b1ef354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:22.862754 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd530c6f-065b-49cb-922e-05507b1ef354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:16:22.878434 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] Routers {'206e6ce6-bca0-4c85-a234-2fe0b35718af'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:22.879114 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['206e6ce6-bca0-4c85-a234-2fe0b35718af'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:22.904873 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ea87af69-7cbb-492b-a24c-f2cd6f03d6cc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'subnet': {'network_id': '9e6c1747-0e34-4971-be23-42e979ac719f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:22.928955 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 9e6c1747-0e34-4971-be23-42e979ac719f details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:16:22.949359 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:23.261139 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:23.301023 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ea87af69-7cbb-492b-a24c-f2cd6f03d6cc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:23.312007 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343743fc-7f43-4627-896b-13aa2a76d4f0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network c3fbe809-44a5-49a5-af93-8de558c05d09 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:16:23.329195 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ea87af69-7cbb-492b-a24c-f2cd6f03d6cc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:subnet and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:23.335627 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-343743fc-7f43-4627-896b-13aa2a76d4f0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, c3fbe809-44a5-49a5-af93-8de558c05d09) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:23.342846 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343743fc-7f43-4627-896b-13aa2a76d4f0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:23.345104 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-343743fc-7f43-4627-896b-13aa2a76d4f0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:23.376869 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ea87af69-7cbb-492b-a24c-f2cd6f03d6cc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:23.379625 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] Set router 206e6ce6-bca0-4c85-a234-2fe0b35718af gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:16:23.385833 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-343743fc-7f43-4627-896b-13aa2a76d4f0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0202293 Sep 21 15:16:23.393755 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60796) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:23.396641 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ea87af69-7cbb-492b-a24c-f2cd6f03d6cc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:23.437529 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49134111-b7b1-4b68-b120-3d80c81b1e76 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:23.503409 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] For port 60f96a50-c20d-4256-a3d0-5baee5db7f89, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:16:23.506655 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=967e349f-5d8d-45a4-b414-9a9b797999c8,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:23.530720 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] For port 60f96a50-c20d-4256-a3d0-5baee5db7f89, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=60f96a50-c20d-4256-a3d0-5baee5db7f89,segment=NetworkSegment(1f0ec3e9-f16a-459c-b4bd-84441546a7b7),segment_id=1f0ec3e9-f16a-459c-b4bd-84441546a7b7)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:16:23.567782 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea87af69-7cbb-492b-a24c-f2cd6f03d6cc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Made reservation on behalf of 4ae973dfcd6b4097b917fb2b9641e0f1 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:23.568348 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49134111-b7b1-4b68-b120-3d80c81b1e76 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Subnet': ['ID=e5549984-2f66-4b46-8800-05e6c8e79ffa,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:23.572831 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea87af69-7cbb-492b-a24c-f2cd6f03d6cc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:23.580771 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49134111-b7b1-4b68-b120-3d80c81b1e76 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Checking segment: {'id': '80f12f12-dab2-497a-9745-60e2c28ab0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '821a4e71-0b6a-4bcf-a182-5b4c09daac19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:23.581408 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49134111-b7b1-4b68-b120-3d80c81b1e76 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Network hostable DHCP agents. Network: 821a4e71-0b6a-4bcf-a182-5b4c09daac19, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:16:23.603841 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:23.609027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49134111-b7b1-4b68-b120-3d80c81b1e76 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Network 821a4e71-0b6a-4bcf-a182-5b4c09daac19 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:16:23.632017 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-49134111-b7b1-4b68-b120-3d80c81b1e76 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 821a4e71-0b6a-4bcf-a182-5b4c09daac19) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:23.643490 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49134111-b7b1-4b68-b120-3d80c81b1e76 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:23.644382 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49134111-b7b1-4b68-b120-3d80c81b1e76 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:23.648556 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:23.648969 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:23.682159 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-49134111-b7b1-4b68-b120-3d80c81b1e76 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6144717 Sep 21 15:16:23.685761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60800) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:23.697814 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f42bc87a-afa2-427f-a9c4-95d96291fffa tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2059269377'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:23.713270 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f42bc87a-afa2-427f-a9c4-95d96291fffa tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:23.726533 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f42bc87a-afa2-427f-a9c4-95d96291fffa tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Usage tracker for resource:network and tenant:5c39faf0ffbb47868cccffa9f67d13c0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:23.736565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f42bc87a-afa2-427f-a9c4-95d96291fffa tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:23.744382 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f42bc87a-afa2-427f-a9c4-95d96291fffa tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:23.752907 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91cb8b-218c-476a-81de-76ca68680fb0 None None] Pushing event updated for resources: {'Port': ['ID=60f96a50-c20d-4256-a3d0-5baee5db7f89,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:23.772903 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42bc87a-afa2-427f-a9c4-95d96291fffa tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Made reservation on behalf of 5c39faf0ffbb47868cccffa9f67d13c0 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:23.775787 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f42bc87a-afa2-427f-a9c4-95d96291fffa tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:23.837363 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42bc87a-afa2-427f-a9c4-95d96291fffa tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:16:23.854011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f42bc87a-afa2-427f-a9c4-95d96291fffa tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:23.854011 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-f42bc87a-afa2-427f-a9c4-95d96291fffa tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Added segment 983fbced-6af6-4e46-9799-aa601760faf2 of type vlan for network 49b473b7-cc52-4081-951d-ebe7b1890a56 Sep 21 15:16:23.893375 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'name': 'tempest-TestNetworkBasicOps-router-678445152', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:16:06Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:08Z', 'updated_at': '2022-09-21T15:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'aa8c1bff-f873-4526-aab9-eca61cf9c5c2', 'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:ff:34:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:17Z', 'updated_at': '2022-09-21T15:16:20Z', 'revision_number': 2, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:23.900344 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] Checking router: b72dfb93-8646-4321-852b-b44f8660b258 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:16:23.900729 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] Updating router b72dfb93-8646-4321-852b-b44f8660b258 port aa8c1bff-f873-4526-aab9-eca61cf9c5c2 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:16:23.903771 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f42bc87a-afa2-427f-a9c4-95d96291fffa tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:23.947144 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:16:16Z', 'revision_number': 4, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5', 'name': '', 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:f3:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:02Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd29fdcdf-3116-47a8-837a-902c504d5a46', 'name': '', 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:28:06:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '05217457-11a7-4fcb-a317-38352b9da092', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:13Z', 'updated_at': '2022-09-21T15:16:22Z', 'revision_number': 4, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '05217457-11a7-4fcb-a317-38352b9da092', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:23.959261 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48c8f08-ef1f-4fbd-b3e0-008b0f86fb32 None None] The sync data for ids ['206e6ce6-bca0-4c85-a234-2fe0b35718af'] in dv-neutron-858731-1-hyperv is: [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:16:16Z', 'revision_number': 4, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5', 'name': '', 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:f3:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:02Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd29fdcdf-3116-47a8-837a-902c504d5a46', 'name': '', 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:28:06:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '05217457-11a7-4fcb-a317-38352b9da092', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:13Z', 'updated_at': '2022-09-21T15:16:22Z', 'revision_number': 4, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '05217457-11a7-4fcb-a317-38352b9da092', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:16:23.969352 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f42bc87a-afa2-427f-a9c4-95d96291fffa tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:23.976575 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42bc87a-afa2-427f-a9c4-95d96291fffa tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:23.977348 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f42bc87a-afa2-427f-a9c4-95d96291fffa tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:24.092198 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:24.167931 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f42bc87a-afa2-427f-a9c4-95d96291fffa tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4802055 Sep 21 15:16:24.171365 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60806) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:24.181663 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bc87a-afa2-427f-a9c4-95d96291fffa tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Network': ['ID=49b473b7-cc52-4081-951d-ebe7b1890a56,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:24.199335 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-00fa4c03-a4f9-4794-b071-41b7148d10f8 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'subnet': {'network_id': '49b473b7-cc52-4081-951d-ebe7b1890a56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:24.228772 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 49b473b7-cc52-4081-951d-ebe7b1890a56 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:16:24.444023 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-00fa4c03-a4f9-4794-b071-41b7148d10f8 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:24.454087 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-00fa4c03-a4f9-4794-b071-41b7148d10f8 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Usage tracker for resource:subnet and tenant:5c39faf0ffbb47868cccffa9f67d13c0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:24.458407 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-00fa4c03-a4f9-4794-b071-41b7148d10f8 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:24.473681 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-00fa4c03-a4f9-4794-b071-41b7148d10f8 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:24.499666 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fa4c03-a4f9-4794-b071-41b7148d10f8 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Made reservation on behalf of 5c39faf0ffbb47868cccffa9f67d13c0 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:24.509292 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00fa4c03-a4f9-4794-b071-41b7148d10f8 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:24.585526 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:24.587276 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ea220aec-fa18-4d62-86ab-522bafb06d83 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:24.739058 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port ea220aec-fa18-4d62-86ab-522bafb06d83 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:24.739431 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:24.851224 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fa50737a-6521-414d-b363-102a611d12d1 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3578 time: 2.0603769 Sep 21 15:16:24.851927 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00fa4c03-a4f9-4794-b071-41b7148d10f8 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:24.876538 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea87af69-7cbb-492b-a24c-f2cd6f03d6cc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:25.028522 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60812) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:25.057102 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-818f4d49-b128-47cd-ba04-187695490a69 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1716461408', 'description': 'tempest-secgroup-smoke-1716461408 description', 'project_id': '821a0a843ff74fdda869752c13af53c9'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:25.063585 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa4c03-a4f9-4794-b071-41b7148d10f8 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Subnet': ['ID=29f782ae-e4f4-4361-aed0-bff4fee557f7,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:25.086254 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-818f4d49-b128-47cd-ba04-187695490a69 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:25.100305 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-818f4d49-b128-47cd-ba04-187695490a69 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:25.106026 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fa4c03-a4f9-4794-b071-41b7148d10f8 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Checking segment: {'id': '983fbced-6af6-4e46-9799-aa601760faf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '49b473b7-cc52-4081-951d-ebe7b1890a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:25.106577 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fa4c03-a4f9-4794-b071-41b7148d10f8 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Network hostable DHCP agents. Network: 49b473b7-cc52-4081-951d-ebe7b1890a56, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:16:25.119443 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-818f4d49-b128-47cd-ba04-187695490a69 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:25.142309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-818f4d49-b128-47cd-ba04-187695490a69 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:25.147112 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87af69-7cbb-492b-a24c-f2cd6f03d6cc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Subnet': ['ID=37f5f049-0469-4912-b532-3649d4c94d34,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:25.154462 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port ea220aec-fa18-4d62-86ab-522bafb06d83 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:25.160442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fa4c03-a4f9-4794-b071-41b7148d10f8 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Network 49b473b7-cc52-4081-951d-ebe7b1890a56 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:16:25.167110 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-818f4d49-b128-47cd-ba04-187695490a69 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:25.170805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcf6576f-883a-4c16-9e35-6620b998fd68 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:25.195534 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea87af69-7cbb-492b-a24c-f2cd6f03d6cc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Checking segment: {'id': '900c5725-c0d4-4840-b2b7-f09a5d4b16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9e6c1747-0e34-4971-be23-42e979ac719f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:25.196164 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea87af69-7cbb-492b-a24c-f2cd6f03d6cc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network hostable DHCP agents. Network: 9e6c1747-0e34-4971-be23-42e979ac719f, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:16:25.205631 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-00fa4c03-a4f9-4794-b071-41b7148d10f8 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 49b473b7-cc52-4081-951d-ebe7b1890a56) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:25.219156 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-818f4d49-b128-47cd-ba04-187695490a69 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:25.222639 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fa4c03-a4f9-4794-b071-41b7148d10f8 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:25.225000 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00fa4c03-a4f9-4794-b071-41b7148d10f8 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:25.232741 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-818f4d49-b128-47cd-ba04-187695490a69 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:25.245996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-818f4d49-b128-47cd-ba04-187695490a69 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:25.260554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-818f4d49-b128-47cd-ba04-187695490a69 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:25.284188 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-00fa4c03-a4f9-4794-b071-41b7148d10f8 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1041567 Sep 21 15:16:25.284830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60816) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:25.345604 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:25.380885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] Transition to ACTIVE for port object aa8c1bff-f873-4526-aab9-eca61cf9c5c2 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:25.403860 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:25.449584 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea87af69-7cbb-492b-a24c-f2cd6f03d6cc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network 9e6c1747-0e34-4971-be23-42e979ac719f is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:16:25.463127 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5226b28d-e000-4857-be14-8f614a5d6f62 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:25.501657 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-ea87af69-7cbb-492b-a24c-f2cd6f03d6cc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 9e6c1747-0e34-4971-be23-42e979ac719f) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:25.516496 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea87af69-7cbb-492b-a24c-f2cd6f03d6cc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:25.516724 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea87af69-7cbb-492b-a24c-f2cd6f03d6cc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:25.639335 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8ffefd-b182-41e5-be5b-443f84f90710 None None] Network 3b047332-a1f1-4497-8b4a-080d11940662 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:25.705458 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ea87af69-7cbb-492b-a24c-f2cd6f03d6cc tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9178140 Sep 21 15:16:25.707833 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60828) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:25.712716 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-818f4d49-b128-47cd-ba04-187695490a69 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:25.715559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5226b28d-e000-4857-be14-8f614a5d6f62 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:25.749353 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1c0b950e-26c8-4cf8-8d06-bc5a3e0927a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-595747299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:25.767577 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1c0b950e-26c8-4cf8-8d06-bc5a3e0927a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:25.787456 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1c0b950e-26c8-4cf8-8d06-bc5a3e0927a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:router and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:25.793546 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1c0b950e-26c8-4cf8-8d06-bc5a3e0927a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:25.823184 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-818f4d49-b128-47cd-ba04-187695490a69 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:25.842698 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 60f96a50-c20d-4256-a3d0-5baee5db7f89 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:25.851696 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1c0b950e-26c8-4cf8-8d06-bc5a3e0927a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:25.867431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5226b28d-e000-4857-be14-8f614a5d6f62 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:25.912253 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58719513-653f-4f3e-896d-6aaf68d6f7e5 None None] Network 32cada0d-147a-4930-9739-0fbe78c1c1dc requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:25.916791 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-818f4d49-b128-47cd-ba04-187695490a69 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:25.920924 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-818f4d49-b128-47cd-ba04-187695490a69 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8826683 Sep 21 15:16:25.929482 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe1a454-0d7d-412c-9142-b2ca1c798d2e None None] Network c3fbe809-44a5-49a5-af93-8de558c05d09 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:25.929968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226b28d-e000-4857-be14-8f614a5d6f62 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event deleted for resources: {'Subnet': ['ID=29f782ae-e4f4-4361-aed0-bff4fee557f7,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:25.933151 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60832) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:25.944653 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4804ef-07b5-4af2-8bc5-d7d177dedda9 None None] Network 821a4e71-0b6a-4bcf-a182-5b4c09daac19 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:25.950638 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a72037bb-4389-47d1-8544-307c9dc6ed1f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '0973406b-98ba-444c-b0e8-c3cb2b722d10', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:25.971172 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a72037bb-4389-47d1-8544-307c9dc6ed1f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:25.981660 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a72037bb-4389-47d1-8544-307c9dc6ed1f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:25.988344 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a72037bb-4389-47d1-8544-307c9dc6ed1f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:26.000963 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a72037bb-4389-47d1-8544-307c9dc6ed1f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:26.021520 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1c0b950e-26c8-4cf8-8d06-bc5a3e0927a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:26.024035 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1c0b950e-26c8-4cf8-8d06-bc5a3e0927a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:26.051635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f4d49-b128-47cd-ba04-187695490a69 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0973406b-98ba-444c-b0e8-c3cb2b722d10,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:26.061491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d6b1f4-5520-4d02-ad04-85f51ce2436e None None] Network 9e6c1747-0e34-4971-be23-42e979ac719f requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:26.083656 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a72037bb-4389-47d1-8544-307c9dc6ed1f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:26.089520 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5226b28d-e000-4857-be14-8f614a5d6f62 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:26.097554 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a192d23-cb68-43eb-a795-aaf3fe65c898 None None] Network 49b473b7-cc52-4081-951d-ebe7b1890a56 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:26.120603 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e859c73a-2b57-4dc4-ac88-3dbcb8b91d63 None None] DHCP port deletion for e26acdab-e7a8-456e-8ca3-b4cb18e239e7 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:16:26.124067 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5226b28d-e000-4857-be14-8f614a5d6f62 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b473b7-cc52-4081-951d-ebe7b1890a56']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:26.126734 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1c0b950e-26c8-4cf8-8d06-bc5a3e0927a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:26.146012 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5226b28d-e000-4857-be14-8f614a5d6f62 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983fbced-6af6-4e46-9799-aa601760faf2') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:26.146441 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5226b28d-e000-4857-be14-8f614a5d6f62 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983fbced-6af6-4e46-9799-aa601760faf2') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:26.160533 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5226b28d-e000-4857-be14-8f614a5d6f62 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:26.175041 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-bcf6576f-883a-4c16-9e35-6620b998fd68 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Allocated IP 2001:db8:3::1 (c3fbe809-44a5-49a5-af93-8de558c05d09/874dd1fc-7847-40d5-a01d-72667f4b85a7/5bb2af33-5367-48ee-97c0-d678970bf34a) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:16:26.184482 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5226b28d-e000-4857-be14-8f614a5d6f62 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:26.195514 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5226b28d-e000-4857-be14-8f614a5d6f62 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:16:26.196400 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5226b28d-e000-4857-be14-8f614a5d6f62 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:26.204822 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a72037bb-4389-47d1-8544-307c9dc6ed1f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:26.205945 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1c0b950e-26c8-4cf8-8d06-bc5a3e0927a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:26.252877 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a72037bb-4389-47d1-8544-307c9dc6ed1f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:26.296175 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 983fbced-6af6-4e46-9799-aa601760faf2 resource provider aggregate not found Sep 21 15:16:26.347308 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 983fbced-6af6-4e46-9799-aa601760faf2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 983fbced-6af6-4e46-9799-aa601760faf2 found for delete ", "request_id": "req-1a0a76fa-c454-4f0a-873a-522674b37fd1"}]} Sep 21 15:16:26.354873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5226b28d-e000-4857-be14-8f614a5d6f62 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:26.398589 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72037bb-4389-47d1-8544-307c9dc6ed1f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4aa45af-169a-43c7-91e9-116fafe28ca3,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:26.405583 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5226b28d-e000-4857-be14-8f614a5d6f62 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:26.410735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226b28d-e000-4857-be14-8f614a5d6f62 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event deleted for resources: {'Network': ['ID=49b473b7-cc52-4081-951d-ebe7b1890a56,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:26.410857 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1c0b950e-26c8-4cf8-8d06-bc5a3e0927a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:26.416209 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1c0b950e-26c8-4cf8-8d06-bc5a3e0927a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6777675 Sep 21 15:16:26.417162 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a72037bb-4389-47d1-8544-307c9dc6ed1f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:26.422466 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60846) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:26.423081 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60848) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:26.425202 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a72037bb-4389-47d1-8544-307c9dc6ed1f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4868569 Sep 21 15:16:26.487579 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5226b28d-e000-4857-be14-8f614a5d6f62 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/networks/49b473b7-cc52-4081-951d-ebe7b1890a56 HTTP/1.1" status: 204 len: 168 time: 1.2019079 Sep 21 15:16:26.496049 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a7d5cbf3-0ae0-44e3-a43f-cace2d032305 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '0973406b-98ba-444c-b0e8-c3cb2b722d10', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:26.501563 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60854) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:26.511139 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcf6576f-883a-4c16-9e35-6620b998fd68 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:26.534345 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-bcf6576f-883a-4c16-9e35-6620b998fd68 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Transition to ACTIVE for port object 5bb2af33-5367-48ee-97c0-d678970bf34a will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:26.564561 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcf6576f-883a-4c16-9e35-6620b998fd68 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:26.660300 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf6576f-883a-4c16-9e35-6620b998fd68 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network c3fbe809-44a5-49a5-af93-8de558c05d09 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:26.661920 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-bcf6576f-883a-4c16-9e35-6620b998fd68 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:26.663930 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6576f-883a-4c16-9e35-6620b998fd68 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Port': ['ID=5bb2af33-5367-48ee-97c0-d678970bf34a,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:26.666406 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf6576f-883a-4c16-9e35-6620b998fd68 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:16:26.667169 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcf6576f-883a-4c16-9e35-6620b998fd68 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:26.690954 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a7d5cbf3-0ae0-44e3-a43f-cace2d032305 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:26.696592 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4df8a153-f6a1-4e1b-a636-3af97fc7d380 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1023362321'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:26.714029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a7d5cbf3-0ae0-44e3-a43f-cace2d032305 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:26.716950 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4df8a153-f6a1-4e1b-a636-3af97fc7d380 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:26.733771 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a7d5cbf3-0ae0-44e3-a43f-cace2d032305 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:26.744937 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a7d5cbf3-0ae0-44e3-a43f-cace2d032305 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:26.747301 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4df8a153-f6a1-4e1b-a636-3af97fc7d380 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Usage tracker for resource:network and tenant:5c39faf0ffbb47868cccffa9f67d13c0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:26.813118 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4df8a153-f6a1-4e1b-a636-3af97fc7d380 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:26.822144 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcf6576f-883a-4c16-9e35-6620b998fd68 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:26.836516 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-25ef1ee5-1a2a-4d4c-a5d6-7adbe12e24a8 None None] Provisioning for port 60f96a50-c20d-4256-a3d0-5baee5db7f89 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:26.882022 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89cbda-db8a-419c-be73-81f5d962d93c None None] Pushing event updated for resources: {'Port': ['ID=aa8c1bff-f873-4526-aab9-eca61cf9c5c2,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:26.886104 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4df8a153-f6a1-4e1b-a636-3af97fc7d380 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:26.924780 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-a33d7d73-dcb0-432f-8495-66e5cf431da6 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Synchronizing usage tracker for tenant:a5990e45ce304151b4645b8268b1dc5a on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:16:26.943673 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 60f96a50-c20d-4256-a3d0-5baee5db7f89 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:27.052571 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 60f96a50-c20d-4256-a3d0-5baee5db7f89 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:27.052845 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:27.095760 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df8a153-f6a1-4e1b-a636-3af97fc7d380 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Made reservation on behalf of 5c39faf0ffbb47868cccffa9f67d13c0 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:27.103822 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4df8a153-f6a1-4e1b-a636-3af97fc7d380 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:27.121129 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a7d5cbf3-0ae0-44e3-a43f-cace2d032305 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:27.135076 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] Attempting to bind port aa8c1bff-f873-4526-aab9-eca61cf9c5c2 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:16:27.135440 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] Attempting to bind port aa8c1bff-f873-4526-aab9-eca61cf9c5c2 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '1f0ec3e9-f16a-459c-b4bd-84441546a7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:16:27.135795 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] Attempting to bind port aa8c1bff-f873-4526-aab9-eca61cf9c5c2 on network 32cada0d-147a-4930-9739-0fbe78c1c1dc {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:16:27.171312 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-a33d7d73-dcb0-432f-8495-66e5cf431da6 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Unset dirty status for tenant:a5990e45ce304151b4645b8268b1dc5a on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:16:27.173055 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-a33d7d73-dcb0-432f-8495-66e5cf431da6 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061063046&fields=id&tenant_id=a5990e45ce304151b4645b8268b1dc5a HTTP/1.1" status: 200 len: 267 time: 0.4656756 Sep 21 15:16:27.202243 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:16:27.202633 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] Checking segment: {'id': '1f0ec3e9-f16a-459c-b4bd-84441546a7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:27.203023 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:27.203442 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] Bound using segment: {'id': '1f0ec3e9-f16a-459c-b4bd-84441546a7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:16:27.203908 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] Bound port: aa8c1bff-f873-4526-aab9-eca61cf9c5c2, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0ec3e9-f16a-459c-b4bd-84441546a7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:16:27.204362 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:27.220093 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df8a153-f6a1-4e1b-a636-3af97fc7d380 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:16:27.273992 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-25ef1ee5-1a2a-4d4c-a5d6-7adbe12e24a8 None None] Provisioning for port aa8c1bff-f873-4526-aab9-eca61cf9c5c2 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:27.289984 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8212a3-1309-4db4-ab62-efa1ccf4694c None None] Network 49b473b7-cc52-4081-951d-ebe7b1890a56 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:27.335004 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a0299e1c-e46a-4eb5-a036-c6627097c0ff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:27.347189 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4df8a153-f6a1-4e1b-a636-3af97fc7d380 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:27.347668 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-4df8a153-f6a1-4e1b-a636-3af97fc7d380 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Added segment 15b1390d-f465-42d1-989d-bfa7aeb7ed30 of type vlan for network 4307e866-1e72-4880-95ad-07ba73cfb383 Sep 21 15:16:27.377593 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a7d5cbf3-0ae0-44e3-a43f-cace2d032305 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:27.391442 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcf6576f-883a-4c16-9e35-6620b998fd68 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:27.397164 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcf6576f-883a-4c16-9e35-6620b998fd68 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:27.398334 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcf6576f-883a-4c16-9e35-6620b998fd68 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:27.421761 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8212a3-1309-4db4-ab62-efa1ccf4694c None None] Network 49b473b7-cc52-4081-951d-ebe7b1890a56 could not be found, it might have been deleted concurrently. {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 21 15:16:27.485206 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a7d5cbf3-0ae0-44e3-a43f-cace2d032305 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:27.566810 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6576f-883a-4c16-9e35-6620b998fd68 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event updated for resources: {'Port': ['ID=5bb2af33-5367-48ee-97c0-d678970bf34a,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:27.610192 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4df8a153-f6a1-4e1b-a636-3af97fc7d380 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:27.613772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5cbf3-0ae0-44e3-a43f-cace2d032305 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7932256a-e1a1-45ef-80ce-0367e5fcb95d,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:27.654420 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf6576f-883a-4c16-9e35-6620b998fd68 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Network c3fbe809-44a5-49a5-af93-8de558c05d09 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:27.656182 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-bcf6576f-883a-4c16-9e35-6620b998fd68 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:27.681385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-ad0446d6-6bda-4a2c-aab4-52cf23d7bb68 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:27.682084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-ad0446d6-6bda-4a2c-aab4-52cf23d7bb68 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Synchronizing usage tracker for tenant:a5990e45ce304151b4645b8268b1dc5a on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:16:27.685752 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-9e6c1747-0e34-4971-be23-42e979ac719f', 'network_id': '9e6c1747-0e34-4971-be23-42e979ac719f', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'fixed_ips': [{'subnet_id': '37f5f049-0469-4912-b532-3649d4c94d34'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:16:27.687256 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:27.698504 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-821a4e71-0b6a-4bcf-a182-5b4c09daac19', 'network_id': '821a4e71-0b6a-4bcf-a182-5b4c09daac19', 'tenant_id': '5c39faf0ffbb47868cccffa9f67d13c0', 'fixed_ips': [{'subnet_id': 'e5549984-2f66-4b46-8800-05e6c8e79ffa'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:16:27.699525 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:27.718317 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] For port aa8c1bff-f873-4526-aab9-eca61cf9c5c2, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:16:27.744492 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a7d5cbf3-0ae0-44e3-a43f-cace2d032305 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:27.746169 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a7d5cbf3-0ae0-44e3-a43f-cace2d032305 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3197322 Sep 21 15:16:27.752896 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60858) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:27.760174 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] For port aa8c1bff-f873-4526-aab9-eca61cf9c5c2, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=aa8c1bff-f873-4526-aab9-eca61cf9c5c2,segment=NetworkSegment(1f0ec3e9-f16a-459c-b4bd-84441546a7b7),segment_id=1f0ec3e9-f16a-459c-b4bd-84441546a7b7)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:16:27.785828 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4df8a153-f6a1-4e1b-a636-3af97fc7d380 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:27.792269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df8a153-f6a1-4e1b-a636-3af97fc7d380 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:27.793047 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4df8a153-f6a1-4e1b-a636-3af97fc7d380 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:27.797574 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-ad0446d6-6bda-4a2c-aab4-52cf23d7bb68 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Unset dirty status for tenant:a5990e45ce304151b4645b8268b1dc5a on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:16:27.805019 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-ad0446d6-6bda-4a2c-aab4-52cf23d7bb68 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/networks?id=4a027504-dd1f-470a-a98b-400eafbfc229 HTTP/1.1" status: 200 len: 810 time: 0.6129372 Sep 21 15:16:27.820491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:27.839562 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1a5027cc-8309-43a2-ac3a-8430604596f9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '0973406b-98ba-444c-b0e8-c3cb2b722d10', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:27.863350 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1a5027cc-8309-43a2-ac3a-8430604596f9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:27.872164 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1a5027cc-8309-43a2-ac3a-8430604596f9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:27.881618 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1a5027cc-8309-43a2-ac3a-8430604596f9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:27.896353 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1a5027cc-8309-43a2-ac3a-8430604596f9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:27.925796 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 60f96a50-c20d-4256-a3d0-5baee5db7f89 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:27.926284 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:27.929013 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf6576f-883a-4c16-9e35-6620b998fd68 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router 206e6ce6-bca0-4c85-a234-2fe0b35718af has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:16:27.942104 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1a5027cc-8309-43a2-ac3a-8430604596f9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:28.040804 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-b5c2abca-ba19-4b2d-b49b-fbb6254bae15 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/quotas/a5990e45ce304151b4645b8268b1dc5a HTTP/1.1" status: 200 len: 375 time: 0.2346230 Sep 21 15:16:28.051555 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8a153-f6a1-4e1b-a636-3af97fc7d380 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Network': ['ID=4307e866-1e72-4880-95ad-07ba73cfb383,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:28.063847 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] Routers {'b72dfb93-8646-4321-852b-b44f8660b258'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:28.064508 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b72dfb93-8646-4321-852b-b44f8660b258'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:28.162328 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4df8a153-f6a1-4e1b-a636-3af97fc7d380 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6480947 Sep 21 15:16:28.167757 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60862) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:28.174671 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 4307e866-1e72-4880-95ad-07ba73cfb383 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:16:28.182081 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-fe16f870-fb09-4357-9daa-282e3ba52154 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'subnet': {'network_id': '4307e866-1e72-4880-95ad-07ba73cfb383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:28.231141 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf6576f-883a-4c16-9e35-6620b998fd68 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:16:28.243162 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bcf6576f-883a-4c16-9e35-6620b998fd68 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/206e6ce6-bca0-4c85-a234-2fe0b35718af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8482590 Sep 21 15:16:28.244093 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60866) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:28.247659 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] Sync routers for ids ['206e6ce6-bca0-4c85-a234-2fe0b35718af'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:16:28.261317 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b62badde-2882-4f2a-855f-a9b24697b12c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:28.268121 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] Routers {'206e6ce6-bca0-4c85-a234-2fe0b35718af'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:28.269861 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['206e6ce6-bca0-4c85-a234-2fe0b35718af'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:28.287157 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 60f96a50-c20d-4256-a3d0-5baee5db7f89, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=60f96a50-c20d-4256-a3d0-5baee5db7f89,segment=NetworkSegment(1f0ec3e9-f16a-459c-b4bd-84441546a7b7),segment_id=1f0ec3e9-f16a-459c-b4bd-84441546a7b7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:28.507466 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1a5027cc-8309-43a2-ac3a-8430604596f9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:28.513663 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] Set router 206e6ce6-bca0-4c85-a234-2fe0b35718af gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:16:28.522186 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1a5027cc-8309-43a2-ac3a-8430604596f9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:28.599027 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b387ef-1e2d-47b0-b3a8-7fae92314d5b None None] Network 3b047332-a1f1-4497-8b4a-080d11940662 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:28.620597 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fe16f870-fb09-4357-9daa-282e3ba52154 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:28.626788 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fe16f870-fb09-4357-9daa-282e3ba52154 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Usage tracker for resource:subnet and tenant:5c39faf0ffbb47868cccffa9f67d13c0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:28.629996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fe16f870-fb09-4357-9daa-282e3ba52154 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:28.631853 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5027cc-8309-43a2-ac3a-8430604596f9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a639519b-dbd0-4253-9c40-dda5420dc403,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:28.638234 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fe16f870-fb09-4357-9daa-282e3ba52154 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:28.669015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:28.670080 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d29fdcdf-3116-47a8-837a-902c504d5a46 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:28.672774 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-a0299e1c-e46a-4eb5-a036-c6627097c0ff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Allocated IP 172.20.0.1 (9e6c1747-0e34-4971-be23-42e979ac719f/37f5f049-0469-4912-b532-3649d4c94d34/1c603be2-08e7-4021-b9cd-3a798f1b37e0) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:16:28.735949 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-c3fbe809-44a5-49a5-af93-8de558c05d09', 'network_id': 'c3fbe809-44a5-49a5-af93-8de558c05d09', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'fixed_ips': [{'subnet_id': '874dd1fc-7847-40d5-a01d-72667f4b85a7'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:16:28.737481 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:28.747139 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89cbda-db8a-419c-be73-81f5d962d93c None None] Pushing event updated for resources: {'Port': ['ID=aa8c1bff-f873-4526-aab9-eca61cf9c5c2,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:28.767991 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe16f870-fb09-4357-9daa-282e3ba52154 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Made reservation on behalf of 5c39faf0ffbb47868cccffa9f67d13c0 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:28.771729 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe16f870-fb09-4357-9daa-282e3ba52154 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:28.824555 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a29709-5a5e-47cb-a39f-22980716a22d None None] Network 32cada0d-147a-4930-9739-0fbe78c1c1dc requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:28.866584 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-6b5f0383-b676-4fdf-921e-3c33fcbb31f8 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Synchronizing usage tracker for tenant:a5990e45ce304151b4645b8268b1dc5a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:16:28.915800 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:16:26Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '5bb2af33-5367-48ee-97c0-d678970bf34a', 'name': '', 'network_id': 'c3fbe809-44a5-49a5-af93-8de558c05d09', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:8f:62:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '874dd1fc-7847-40d5-a01d-72667f4b85a7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:25Z', 'updated_at': '2022-09-21T15:16:27Z', 'revision_number': 2, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '874dd1fc-7847-40d5-a01d-72667f4b85a7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5', 'name': '', 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:f3:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:02Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd29fdcdf-3116-47a8-837a-902c504d5a46', 'name': '', 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:28:06:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '05217457-11a7-4fcb-a317-38352b9da092', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:13Z', 'updated_at': '2022-09-21T15:16:22Z', 'revision_number': 4, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '05217457-11a7-4fcb-a317-38352b9da092', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:28.920536 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] Checking router: 206e6ce6-bca0-4c85-a234-2fe0b35718af for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:16:28.920892 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] Updating router 206e6ce6-bca0-4c85-a234-2fe0b35718af port 5bb2af33-5367-48ee-97c0-d678970bf34a binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:16:28.974813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-6b5f0383-b676-4fdf-921e-3c33fcbb31f8 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Unset dirty status for tenant:a5990e45ce304151b4645b8268b1dc5a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:16:28.988201 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-6b5f0383-b676-4fdf-921e-3c33fcbb31f8 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a5990e45ce304151b4645b8268b1dc5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9283557 Sep 21 15:16:29.020505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a0299e1c-e46a-4eb5-a036-c6627097c0ff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:29.049132 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-a0299e1c-e46a-4eb5-a036-c6627097c0ff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Transition to ACTIVE for port object 1c603be2-08e7-4021-b9cd-3a798f1b37e0 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:29.125733 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:29.185779 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-71b73a75-7306-4c06-9db7-bd8dd38ef0ac None None] Provisioning for port d29fdcdf-3116-47a8-837a-902c504d5a46 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:29.212755 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] Allocated IP 2001:db8:0:ffff::2 (821a4e71-0b6a-4bcf-a182-5b4c09daac19/e5549984-2f66-4b46-8800-05e6c8e79ffa/aff776c6-34fe-4d52-8d25-d758ada62212) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:16:29.275135 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=60f96a50-c20d-4256-a3d0-5baee5db7f89,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:29.303216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe16f870-fb09-4357-9daa-282e3ba52154 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:29.303543 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] Set router b72dfb93-8646-4321-852b-b44f8660b258 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:16:29.303672 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1a5027cc-8309-43a2-ac3a-8430604596f9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:29.307242 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1a5027cc-8309-43a2-ac3a-8430604596f9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5508387 Sep 21 15:16:29.307877 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60872) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:29.314509 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b38e0253-23b6-4763-aafb-7ad5c2aca07b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '0973406b-98ba-444c-b0e8-c3cb2b722d10', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:29.321040 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b38e0253-23b6-4763-aafb-7ad5c2aca07b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:29.325083 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b38e0253-23b6-4763-aafb-7ad5c2aca07b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:29.328836 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b38e0253-23b6-4763-aafb-7ad5c2aca07b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:29.336878 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b38e0253-23b6-4763-aafb-7ad5c2aca07b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:29.344777 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a0299e1c-e46a-4eb5-a036-c6627097c0ff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:29.414454 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b38e0253-23b6-4763-aafb-7ad5c2aca07b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:29.467473 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.extraroute_db [None req-b62badde-2882-4f2a-855f-a9b24697b12c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=89019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 21 15:16:29.489085 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-a2a41dac-2d25-44c3-8be8-b136ca5009ee service neutron] 10.222.0.62 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998083 Sep 21 15:16:29.514159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0299e1c-e46a-4eb5-a036-c6627097c0ff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network 9e6c1747-0e34-4971-be23-42e979ac719f is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:29.514815 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.extraroute_db [None req-b62badde-2882-4f2a-855f-a9b24697b12c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Removed routes are [] {{(pid=89019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 21 15:16:29.515319 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b62badde-2882-4f2a-855f-a9b24697b12c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:29.545108 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a0299e1c-e46a-4eb5-a036-c6627097c0ff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:29.563340 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0299e1c-e46a-4eb5-a036-c6627097c0ff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:16:29.594155 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b38e0253-23b6-4763-aafb-7ad5c2aca07b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:29.600057 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16f870-fb09-4357-9daa-282e3ba52154 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Subnet': ['ID=3de1c3f8-90a6-491b-87b7-2fc62f3a8b57,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:29.614666 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b38e0253-23b6-4763-aafb-7ad5c2aca07b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:29.630430 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:29.660413 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] Transition to ACTIVE for port object 5bb2af33-5367-48ee-97c0-d678970bf34a will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:29.661134 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0299e1c-e46a-4eb5-a036-c6627097c0ff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Port': ['ID=1c603be2-08e7-4021-b9cd-3a798f1b37e0,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:29.682460 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:29.685571 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe16f870-fb09-4357-9daa-282e3ba52154 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Checking segment: {'id': '15b1390d-f465-42d1-989d-bfa7aeb7ed30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4307e866-1e72-4880-95ad-07ba73cfb383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:29.685766 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe16f870-fb09-4357-9daa-282e3ba52154 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Network hostable DHCP agents. Network: 4307e866-1e72-4880-95ad-07ba73cfb383, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:16:29.717232 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e0253-23b6-4763-aafb-7ad5c2aca07b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47417ae8-d46a-4ae6-9941-9ce6081207c5,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:29.717560 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port d29fdcdf-3116-47a8-837a-902c504d5a46 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:29.720416 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-71b73a75-7306-4c06-9db7-bd8dd38ef0ac None None] Provisioning complete for port 967e349f-5d8d-45a4-b414-9a9b797999c8 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:29.720809 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-71b73a75-7306-4c06-9db7-bd8dd38ef0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:29.753530 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b38e0253-23b6-4763-aafb-7ad5c2aca07b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:29.757751 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b38e0253-23b6-4763-aafb-7ad5c2aca07b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4456887 Sep 21 15:16:29.760071 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60876) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:29.768275 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4eb1b7eb-55b2-46be-b5ad-026eaf001c8b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '0973406b-98ba-444c-b0e8-c3cb2b722d10', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:29.777081 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4eb1b7eb-55b2-46be-b5ad-026eaf001c8b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:29.824867 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-94767fa9-abe6-4956-9e36-db5a8262313b service neutron] 10.222.0.62 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137913 Sep 21 15:16:29.831440 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a0299e1c-e46a-4eb5-a036-c6627097c0ff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:29.833012 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port d29fdcdf-3116-47a8-837a-902c504d5a46 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:29.833380 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:29.849093 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe16f870-fb09-4357-9daa-282e3ba52154 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Network 4307e866-1e72-4880-95ad-07ba73cfb383 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:16:29.884822 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] Allocated IP 172.20.0.2 (9e6c1747-0e34-4971-be23-42e979ac719f/37f5f049-0469-4912-b532-3649d4c94d34/3d27fce4-63b6-4353-9b06-755ef1ad7fc9) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:16:29.887778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-fe16f870-fb09-4357-9daa-282e3ba52154 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 4307e866-1e72-4880-95ad-07ba73cfb383) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:29.897419 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe16f870-fb09-4357-9daa-282e3ba52154 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:29.898024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe16f870-fb09-4357-9daa-282e3ba52154 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:29.907000 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4eb1b7eb-55b2-46be-b5ad-026eaf001c8b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:29.931716 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dda1d68-7e58-4cd8-b5cf-6b6405cfbe45 None None] Network 4307e866-1e72-4880-95ad-07ba73cfb383 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:29.943637 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fe16f870-fb09-4357-9daa-282e3ba52154 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7694719 Sep 21 15:16:29.953303 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc30ec-dc53-4fa8-a69f-18d9f2f44688 None None] Pushing event updated for resources: {'Port': ['ID=5bb2af33-5367-48ee-97c0-d678970bf34a,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:29.980273 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4eb1b7eb-55b2-46be-b5ad-026eaf001c8b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:29.982948 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60880) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:30.004959 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e372fe9d-5a8c-49a8-9878-a739af72abbb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1016536324'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:30.017783 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e372fe9d-5a8c-49a8-9878-a739af72abbb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:30.024195 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e372fe9d-5a8c-49a8-9878-a739af72abbb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Usage tracker for resource:network and tenant:5c39faf0ffbb47868cccffa9f67d13c0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:30.027693 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4eb1b7eb-55b2-46be-b5ad-026eaf001c8b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:30.050092 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e372fe9d-5a8c-49a8-9878-a739af72abbb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:30.057173 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-4eb1b7eb-55b2-46be-b5ad-026eaf001c8b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:16:30.057754 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] Attempting to bind port 5bb2af33-5367-48ee-97c0-d678970bf34a on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:16:30.059205 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] Attempting to bind port 5bb2af33-5367-48ee-97c0-d678970bf34a by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'fc0259f7-9c76-4ff5-a346-47dad595eb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c3fbe809-44a5-49a5-af93-8de558c05d09'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:16:30.059580 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] Attempting to bind port 5bb2af33-5367-48ee-97c0-d678970bf34a on network c3fbe809-44a5-49a5-af93-8de558c05d09 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:16:30.059699 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a0299e1c-e46a-4eb5-a036-c6627097c0ff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:30.072236 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b7eb-55b2-46be-b5ad-026eaf001c8b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:30.073547 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:16:30.075029 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] Checking segment: {'id': 'fc0259f7-9c76-4ff5-a346-47dad595eb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c3fbe809-44a5-49a5-af93-8de558c05d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:30.075451 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:30.075855 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] Bound using segment: {'id': 'fc0259f7-9c76-4ff5-a346-47dad595eb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c3fbe809-44a5-49a5-af93-8de558c05d09'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:16:30.077442 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] Bound port: 5bb2af33-5367-48ee-97c0-d678970bf34a, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0259f7-9c76-4ff5-a346-47dad595eb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c3fbe809-44a5-49a5-af93-8de558c05d09'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:16:30.080410 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:30.115851 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e372fe9d-5a8c-49a8-9878-a739af72abbb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:30.182203 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b7eb-55b2-46be-b5ad-026eaf001c8b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:30.186979 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e372fe9d-5a8c-49a8-9878-a739af72abbb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Made reservation on behalf of 5c39faf0ffbb47868cccffa9f67d13c0 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:30.191878 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e372fe9d-5a8c-49a8-9878-a739af72abbb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:30.227760 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e372fe9d-5a8c-49a8-9878-a739af72abbb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:16:30.238217 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] For port 5bb2af33-5367-48ee-97c0-d678970bf34a, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:16:30.239246 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e372fe9d-5a8c-49a8-9878-a739af72abbb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:30.239912 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-e372fe9d-5a8c-49a8-9878-a739af72abbb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Added segment 853dd7e3-6e8b-4833-a474-c7ce066a8e7c of type vlan for network 4dd921cd-0f51-4f12-adaa-e55f47590602 Sep 21 15:16:30.243166 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] For port 5bb2af33-5367-48ee-97c0-d678970bf34a, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5bb2af33-5367-48ee-97c0-d678970bf34a,segment=NetworkSegment(fc0259f7-9c76-4ff5-a346-47dad595eb68),segment_id=fc0259f7-9c76-4ff5-a346-47dad595eb68)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:16:30.253841 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:30.269926 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b62badde-2882-4f2a-855f-a9b24697b12c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:30.271751 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b7eb-55b2-46be-b5ad-026eaf001c8b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:30.284999 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e372fe9d-5a8c-49a8-9878-a739af72abbb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:30.338776 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b62badde-2882-4f2a-855f-a9b24697b12c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:30.358089 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1b7eb-55b2-46be-b5ad-026eaf001c8b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b37ad23-9296-4693-aefe-7602859706d6,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:30.371748 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b7eb-55b2-46be-b5ad-026eaf001c8b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:30.379169 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4eb1b7eb-55b2-46be-b5ad-026eaf001c8b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6173685 Sep 21 15:16:30.381019 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60890) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:30.429927 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] Routers {'206e6ce6-bca0-4c85-a234-2fe0b35718af'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:30.430555 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['206e6ce6-bca0-4c85-a234-2fe0b35718af'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:30.465037 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-cd5d38ca-c5c1-45bb-9cea-0bc17c15576f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '0973406b-98ba-444c-b0e8-c3cb2b722d10', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:30.467801 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] Allocated IP 2001:db8:3::2 (c3fbe809-44a5-49a5-af93-8de558c05d09/874dd1fc-7847-40d5-a01d-72667f4b85a7/e438c6a7-042d-46e0-80a2-edd3517e7e31) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:16:30.472655 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-cd5d38ca-c5c1-45bb-9cea-0bc17c15576f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:30.478535 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-cd5d38ca-c5c1-45bb-9cea-0bc17c15576f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:30.493450 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-cd5d38ca-c5c1-45bb-9cea-0bc17c15576f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:30.497429 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-e372fe9d-5a8c-49a8-9878-a739af72abbb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:16:30.523390 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-cd5d38ca-c5c1-45bb-9cea-0bc17c15576f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:30.646253 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e372fe9d-5a8c-49a8-9878-a739af72abbb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:30.653531 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e372fe9d-5a8c-49a8-9878-a739af72abbb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:30.654296 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e372fe9d-5a8c-49a8-9878-a739af72abbb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:30.682311 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-cd5d38ca-c5c1-45bb-9cea-0bc17c15576f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:16:30.734500 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd5d38ca-c5c1-45bb-9cea-0bc17c15576f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:30.737448 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc30ec-dc53-4fa8-a69f-18d9f2f44688 None None] Pushing event updated for resources: {'Port': ['ID=5bb2af33-5367-48ee-97c0-d678970bf34a,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:30.755542 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:30.759724 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] Set router 206e6ce6-bca0-4c85-a234-2fe0b35718af gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:16:30.769059 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] Transition to ACTIVE for port object aff776c6-34fe-4d52-8d25-d758ada62212 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:30.791270 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] Transition to ACTIVE for port object aff776c6-34fe-4d52-8d25-d758ada62212 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:30.853961 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a0299e1c-e46a-4eb5-a036-c6627097c0ff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:30.860629 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:30.863894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a0299e1c-e46a-4eb5-a036-c6627097c0ff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:30.906664 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e372fe9d-5a8c-49a8-9878-a739af72abbb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9227054 Sep 21 15:16:30.927241 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60908) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:30.944561 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6e04b96d-a737-4340-b124-01639a61dbb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'subnet': {'network_id': '4dd921cd-0f51-4f12-adaa-e55f47590602', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:30.965278 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62badde-2882-4f2a-855f-a9b24697b12c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router 206e6ce6-bca0-4c85-a234-2fe0b35718af has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:16:30.979879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0299e1c-e46a-4eb5-a036-c6627097c0ff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Port': ['ID=1c603be2-08e7-4021-b9cd-3a798f1b37e0,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:30.980156 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372fe9d-5a8c-49a8-9878-a739af72abbb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Network': ['ID=4dd921cd-0f51-4f12-adaa-e55f47590602,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:31.097829 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd5d38ca-c5c1-45bb-9cea-0bc17c15576f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:31.133556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd5d38ca-c5c1-45bb-9cea-0bc17c15576f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:31.165991 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-71b73a75-7306-4c06-9db7-bd8dd38ef0ac None None] Current status of the port 967e349f-5d8d-45a4-b414-9a9b797999c8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:31.168439 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 4dd921cd-0f51-4f12-adaa-e55f47590602 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:16:31.239636 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a0299e1c-e46a-4eb5-a036-c6627097c0ff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:31.292293 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-49f09a79-5bfb-4e8a-84d0-24e69012abc7 req-b47aa57d-1d37-4265-874f-846acd446fd2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 210 time: 0.4338076 Sep 21 15:16:31.360441 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:16:29Z', 'revision_number': 6, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '5bb2af33-5367-48ee-97c0-d678970bf34a', 'name': '', 'network_id': 'c3fbe809-44a5-49a5-af93-8de558c05d09', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:8f:62:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '874dd1fc-7847-40d5-a01d-72667f4b85a7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:25Z', 'updated_at': '2022-09-21T15:16:30Z', 'revision_number': 4, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '874dd1fc-7847-40d5-a01d-72667f4b85a7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5', 'name': '', 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:f3:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:02Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd29fdcdf-3116-47a8-837a-902c504d5a46', 'name': '', 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:28:06:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '05217457-11a7-4fcb-a317-38352b9da092', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:13Z', 'updated_at': '2022-09-21T15:16:22Z', 'revision_number': 4, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '05217457-11a7-4fcb-a317-38352b9da092', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:31.368892 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fced5b-ff67-499c-aa7f-c006eb0b7a6d None None] The sync data for ids ['206e6ce6-bca0-4c85-a234-2fe0b35718af'] in dv-neutron-858731-1-hyperv is: [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:16:29Z', 'revision_number': 6, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '5bb2af33-5367-48ee-97c0-d678970bf34a', 'name': '', 'network_id': 'c3fbe809-44a5-49a5-af93-8de558c05d09', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:8f:62:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '874dd1fc-7847-40d5-a01d-72667f4b85a7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:25Z', 'updated_at': '2022-09-21T15:16:30Z', 'revision_number': 4, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '874dd1fc-7847-40d5-a01d-72667f4b85a7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5', 'name': '', 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:f3:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:02Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd29fdcdf-3116-47a8-837a-902c504d5a46', 'name': '', 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:28:06:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '05217457-11a7-4fcb-a317-38352b9da092', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:13Z', 'updated_at': '2022-09-21T15:16:22Z', 'revision_number': 4, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '05217457-11a7-4fcb-a317-38352b9da092', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:16:31.380036 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d38ca-c5c1-45bb-9cea-0bc17c15576f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4ca595-46a6-4509-b3be-622aa82688a3,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:31.382209 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6e04b96d-a737-4340-b124-01639a61dbb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:31.524082 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] Pushing event updated for resources: {'Port': ['ID=aff776c6-34fe-4d52-8d25-d758ada62212,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:31.562056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0299e1c-e46a-4eb5-a036-c6627097c0ff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network 9e6c1747-0e34-4971-be23-42e979ac719f is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:31.564088 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a0299e1c-e46a-4eb5-a036-c6627097c0ff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:31.567059 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6e04b96d-a737-4340-b124-01639a61dbb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Usage tracker for resource:subnet and tenant:5c39faf0ffbb47868cccffa9f67d13c0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:31.585451 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port d29fdcdf-3116-47a8-837a-902c504d5a46 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:31.586158 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:31.590031 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6e04b96d-a737-4340-b124-01639a61dbb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:31.596434 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd5d38ca-c5c1-45bb-9cea-0bc17c15576f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:31.597629 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cd5d38ca-c5c1-45bb-9cea-0bc17c15576f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1387777 Sep 21 15:16:31.606758 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6e04b96d-a737-4340-b124-01639a61dbb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:31.650933 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62badde-2882-4f2a-855f-a9b24697b12c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:16:31.658922 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b62badde-2882-4f2a-855f-a9b24697b12c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:31.660313 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b62badde-2882-4f2a-855f-a9b24697b12c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/206e6ce6-bca0-4c85-a234-2fe0b35718af HTTP/1.1" status: 200 len: 953 time: 3.4123466 Sep 21 15:16:31.661550 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e04b96d-a737-4340-b124-01639a61dbb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Made reservation on behalf of 5c39faf0ffbb47868cccffa9f67d13c0 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:31.665126 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e04b96d-a737-4340-b124-01639a61dbb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:31.679211 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60920) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:31.756917 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] Network 821a4e71-0b6a-4bcf-a182-5b4c09daac19 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:31.831583 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.ipam_backend_mixin [None req-6e04b96d-a737-4340-b124-01639a61dbb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Performing IP validity checks on allocation pools {{(pid=89019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 21 15:16:31.832096 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.ipam_backend_mixin [None req-6e04b96d-a737-4340-b124-01639a61dbb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 21 15:16:31.869188 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:31.876710 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:16:31.997455 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e04b96d-a737-4340-b124-01639a61dbb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:32.169062 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04b96d-a737-4340-b124-01639a61dbb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Subnet': ['ID=42791d4f-49ec-4e9e-85e5-14ebf01d53f9,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:32.191031 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e04b96d-a737-4340-b124-01639a61dbb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Checking segment: {'id': '853dd7e3-6e8b-4833-a474-c7ce066a8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4dd921cd-0f51-4f12-adaa-e55f47590602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:32.191383 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e04b96d-a737-4340-b124-01639a61dbb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Network hostable DHCP agents. Network: 4dd921cd-0f51-4f12-adaa-e55f47590602, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:16:32.196818 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-0c36f5a3-d188-440a-84b8-e715c76874ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:16:32.218262 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60936) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:32.219456 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-486dfd44-2b81-462e-ba61-bd092bd3dbb7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/routers/206e6ce6-bca0-4c85-a234-2fe0b35718af HTTP/1.1" status: 200 len: 953 time: 0.5382407 Sep 21 15:16:32.229881 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-fde45e1d-7d42-4628-81d8-da0d44c585d6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'router': {'routes': None}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:32.286243 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-0c36f5a3-d188-440a-84b8-e715c76874ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:16:32.289489 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e04b96d-a737-4340-b124-01639a61dbb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Network 4dd921cd-0f51-4f12-adaa-e55f47590602 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:16:32.301270 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-0c36f5a3-d188-440a-84b8-e715c76874ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1716461408&fields=id&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 267 time: 0.2925463 Sep 21 15:16:32.341266 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:32.362520 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] Transition to ACTIVE for port object 3d27fce4-63b6-4353-9b06-755ef1ad7fc9 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:32.387825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] Transition to ACTIVE for port object 3d27fce4-63b6-4353-9b06-755ef1ad7fc9 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:32.390386 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-6e04b96d-a737-4340-b124-01639a61dbb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 4dd921cd-0f51-4f12-adaa-e55f47590602) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:32.398892 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e04b96d-a737-4340-b124-01639a61dbb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:32.399497 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e04b96d-a737-4340-b124-01639a61dbb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:32.425627 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] Attempting to bind port aff776c6-34fe-4d52-8d25-d758ada62212 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:16:32.426526 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] Attempting to bind port aff776c6-34fe-4d52-8d25-d758ada62212 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '80f12f12-dab2-497a-9745-60e2c28ab0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '821a4e71-0b6a-4bcf-a182-5b4c09daac19'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:16:32.427117 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] Attempting to bind port aff776c6-34fe-4d52-8d25-d758ada62212 on network 821a4e71-0b6a-4bcf-a182-5b4c09daac19 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:16:32.448397 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port d29fdcdf-3116-47a8-837a-902c504d5a46, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d29fdcdf-3116-47a8-837a-902c504d5a46,segment=NetworkSegment(9a90fcfd-bf49-4a35-8903-1ea706885387),segment_id=9a90fcfd-bf49-4a35-8903-1ea706885387)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:32.450810 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:16:32.451447 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] Checking segment: {'id': '80f12f12-dab2-497a-9745-60e2c28ab0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '821a4e71-0b6a-4bcf-a182-5b4c09daac19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:32.452125 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:32.452786 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] Bound using segment: {'id': '80f12f12-dab2-497a-9745-60e2c28ab0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '821a4e71-0b6a-4bcf-a182-5b4c09daac19'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:16:32.454101 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] Bound port: aff776c6-34fe-4d52-8d25-d758ada62212, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f12f12-dab2-497a-9745-60e2c28ab0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '821a4e71-0b6a-4bcf-a182-5b4c09daac19'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:16:32.454740 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:32.487999 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73689c1-73bb-434c-b376-b5ee86c5c19a None None] Network 4dd921cd-0f51-4f12-adaa-e55f47590602 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:32.543690 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6e04b96d-a737-4340-b124-01639a61dbb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6106043 Sep 21 15:16:32.550751 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60942) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:32.627003 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-edacca8a-a358-40b1-aa55-44c9aade0c3d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:32.627725 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-edacca8a-a358-40b1-aa55-44c9aade0c3d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:16:32.714689 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-edacca8a-a358-40b1-aa55-44c9aade0c3d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:16:32.715999 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-edacca8a-a358-40b1-aa55-44c9aade0c3d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/networks?id=32cada0d-147a-4930-9739-0fbe78c1c1dc HTTP/1.1" status: 200 len: 797 time: 0.4103506 Sep 21 15:16:32.733036 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44c3847d-ca2b-4a71-b25c-c767d8a02242 req-e0d9b00d-4707-460c-82d0-9eff566455bd tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 210 time: 0.0968118 Sep 21 15:16:32.734967 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0299e1c-e46a-4eb5-a036-c6627097c0ff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router 84ed327d-7fe2-4efb-8beb-d9072941180d is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:16:32.739895 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-d4ae6086-7f8f-49c6-8a92-4d73b1974d71 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/quotas/821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 375 time: 0.0154865 Sep 21 15:16:32.740107 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] For port aff776c6-34fe-4d52-8d25-d758ada62212, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:16:32.753864 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] For port aff776c6-34fe-4d52-8d25-d758ada62212, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=aff776c6-34fe-4d52-8d25-d758ada62212,segment=NetworkSegment(80f12f12-dab2-497a-9745-60e2c28ab0b1),segment_id=80f12f12-dab2-497a-9745-60e2c28ab0b1)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:16:32.763089 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:32.960483 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:32.961303 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 967e349f-5d8d-45a4-b414-9a9b797999c8 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:33.007681 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0299e1c-e46a-4eb5-a036-c6627097c0ff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:16:33.013133 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a0299e1c-e46a-4eb5-a036-c6627097c0ff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/84ed327d-7fe2-4efb-8beb-d9072941180d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5886061 Sep 21 15:16:33.020172 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871aad31-6b84-4b8b-a067-438a94f91135 None None] Sync routers for ids ['84ed327d-7fe2-4efb-8beb-d9072941180d'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:16:33.022510 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:33.029099 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 60946) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:33.039221 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871aad31-6b84-4b8b-a067-438a94f91135 None None] Routers {'84ed327d-7fe2-4efb-8beb-d9072941180d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:33.039919 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-871aad31-6b84-4b8b-a067-438a94f91135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['84ed327d-7fe2-4efb-8beb-d9072941180d'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:33.179080 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:33.195618 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-871aad31-6b84-4b8b-a067-438a94f91135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:33.222706 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871aad31-6b84-4b8b-a067-438a94f91135 None None] Routers {'84ed327d-7fe2-4efb-8beb-d9072941180d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:33.223337 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-871aad31-6b84-4b8b-a067-438a94f91135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['84ed327d-7fe2-4efb-8beb-d9072941180d'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:33.248101 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0da05e-fead-48e7-b2c8-4dded5373520 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:33.249158 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3a0da05e-fead-48e7-b2c8-4dded5373520 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Synchronizing usage tracker for tenant:4ae973dfcd6b4097b917fb2b9641e0f1 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:16:33.271012 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-380dec48-ca13-4e2f-b2d1-1145cc6eb833 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:16:33.279401 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-4307e866-1e72-4880-95ad-07ba73cfb383', 'network_id': '4307e866-1e72-4880-95ad-07ba73cfb383', 'tenant_id': '5c39faf0ffbb47868cccffa9f67d13c0', 'fixed_ips': [{'subnet_id': '3de1c3f8-90a6-491b-87b7-2fc62f3a8b57'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:16:33.281225 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:33.315528 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69484b3a-a80a-494d-9740-4c767b787de2 None None] Sync routers for ids ['206e6ce6-bca0-4c85-a234-2fe0b35718af'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:16:33.328787 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3a0da05e-fead-48e7-b2c8-4dded5373520 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Unset dirty status for tenant:4ae973dfcd6b4097b917fb2b9641e0f1 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:16:33.331277 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3a0da05e-fead-48e7-b2c8-4dded5373520 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/ports/1c603be2-08e7-4021-b9cd-3a798f1b37e0 HTTP/1.1" status: 200 len: 910 time: 0.3009806 Sep 21 15:16:33.332726 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] Network 9e6c1747-0e34-4971-be23-42e979ac719f is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:33.350552 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-871aad31-6b84-4b8b-a067-438a94f91135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:33.350926 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871aad31-6b84-4b8b-a067-438a94f91135 None None] The sync data for ids ['84ed327d-7fe2-4efb-8beb-d9072941180d'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:16:33.366474 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60950) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:33.369357 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:33.371561 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] Transition to ACTIVE for port object e438c6a7-042d-46e0-80a2-edd3517e7e31 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:33.392983 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2465b8b0-30a0-4c0c-b5b1-3e9fa0c2fbef None None] Provisioning complete for port 60f96a50-c20d-4256-a3d0-5baee5db7f89 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:33.393586 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2465b8b0-30a0-4c0c-b5b1-3e9fa0c2fbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:33.454171 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:16:33.457969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-380dec48-ca13-4e2f-b2d1-1145cc6eb833 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:16:33.459860 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-380dec48-ca13-4e2f-b2d1-1145cc6eb833 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7124734 Sep 21 15:16:33.544602 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69484b3a-a80a-494d-9740-4c767b787de2 None None] Routers {'206e6ce6-bca0-4c85-a234-2fe0b35718af'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:33.545133 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-69484b3a-a80a-494d-9740-4c767b787de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['206e6ce6-bca0-4c85-a234-2fe0b35718af'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:33.602403 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:33.644746 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-7ee15245-b655-42ad-a268-ee17f2e07fe6 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:33.646426 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-7ee15245-b655-42ad-a268-ee17f2e07fe6 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.20 "GET /v2.0/networks?id=4a027504-dd1f-470a-a98b-400eafbfc229 HTTP/1.1" status: 200 len: 810 time: 0.3592606 Sep 21 15:16:33.659604 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] Pushing event updated for resources: {'Port': ['ID=3d27fce4-63b6-4353-9b06-755ef1ad7fc9,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:33.662653 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] Transition to ACTIVE for port object e438c6a7-042d-46e0-80a2-edd3517e7e31 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:33.695210 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'name': 'tempest-TestNetworkBasicOps-router-678445152', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:16:06Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:08Z', 'updated_at': '2022-09-21T15:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'aa8c1bff-f873-4526-aab9-eca61cf9c5c2', 'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:ff:34:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:17Z', 'updated_at': '2022-09-21T15:16:27Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:33.777413 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.extraroute_db [None req-fde45e1d-7d42-4628-81d8-da0d44c585d6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Added routes are [] {{(pid=89019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 21 15:16:33.777737 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.extraroute_db [None req-fde45e1d-7d42-4628-81d8-da0d44c585d6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=89019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 21 15:16:33.817505 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fde45e1d-7d42-4628-81d8-da0d44c585d6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:33.897402 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae9dda-3a80-47c6-a051-a2a5eb60c2f3 None None] The sync data for ids ['b72dfb93-8646-4321-852b-b44f8660b258'] in dv-neutron-858731-1-hyperv is: [{'id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'name': 'tempest-TestNetworkBasicOps-router-678445152', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:16:06Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:08Z', 'updated_at': '2022-09-21T15:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'aa8c1bff-f873-4526-aab9-eca61cf9c5c2', 'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:ff:34:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:17Z', 'updated_at': '2022-09-21T15:16:27Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:16:33.913708 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:33.960050 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:34.046028 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-49f38c8b-0d02-4baa-87de-b2fbed12b731 service neutron] 10.222.0.62 "GET /v2.0/networks/32cada0d-147a-4930-9739-0fbe78c1c1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319700 Sep 21 15:16:34.067471 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 967e349f-5d8d-45a4-b414-9a9b797999c8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:34.069455 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:34.171811 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a217313-0829-43a4-92ec-018140283293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-4dd921cd-0f51-4f12-adaa-e55f47590602', 'network_id': '4dd921cd-0f51-4f12-adaa-e55f47590602', 'tenant_id': '5c39faf0ffbb47868cccffa9f67d13c0', 'fixed_ips': [{'subnet_id': '42791d4f-49ec-4e9e-85e5-14ebf01d53f9'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:16:34.173267 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1a217313-0829-43a4-92ec-018140283293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:34.358015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] Network c3fbe809-44a5-49a5-af93-8de558c05d09 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:34.401785 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-69484b3a-a80a-494d-9740-4c767b787de2 None None] Set router 206e6ce6-bca0-4c85-a234-2fe0b35718af gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:16:34.409613 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-000324aa-6fec-4201-9385-58ea24612fca service neutron] 10.222.0.62 "GET /v2.0/networks/32cada0d-147a-4930-9739-0fbe78c1c1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603239 Sep 21 15:16:34.482090 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d0625ae9-ab04-4313-9ac3-e1c5f589941b req-78fd2591-3eac-4077-8d0b-3d3a2fc55864 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 210 time: 0.0756383 Sep 21 15:16:34.527340 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-131fc6c6-2a50-4868-830a-effa20e2b535 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5990e45ce304151b4645b8268b1dc5a HTTP/1.1" status: 200 len: 380 time: 0.5473373 Sep 21 15:16:34.538897 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-2ca7cc3a-ef79-4dd9-b2c2-3a00e4e8cef9 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Request body: {'port': {'device_id': '1c80ecd0-d35f-4576-915d-49e6fc70fe4d', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'admin_state_up': True, 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'security_groups': ['e572f292-5a0a-421f-a620-183aabda6ecc']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:34.824609 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:34.898807 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5dac6dcf-bcd5-435a-b084-8a6d8066dfb1 req-652ccee5-4dcf-4e50-9b71-8a9e77fc80a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 210 time: 0.1347983 Sep 21 15:16:34.966375 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-2ca7cc3a-ef79-4dd9-b2c2-3a00e4e8cef9 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:34.980086 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-2ca7cc3a-ef79-4dd9-b2c2-3a00e4e8cef9 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:34.998249 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-2ca7cc3a-ef79-4dd9-b2c2-3a00e4e8cef9 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Made reservation on behalf of a5990e45ce304151b4645b8268b1dc5a for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:35.007894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-2ca7cc3a-ef79-4dd9-b2c2-3a00e4e8cef9 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:35.092868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-1a217313-0829-43a4-92ec-018140283293 None None] Allocated IP 2001:db8::3 (4dd921cd-0f51-4f12-adaa-e55f47590602/42791d4f-49ec-4e9e-85e5-14ebf01d53f9/a0ec4c05-691b-45f5-9491-90b1126d1e2a) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:16:35.344345 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fde45e1d-7d42-4628-81d8-da0d44c585d6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:35.351983 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fde45e1d-7d42-4628-81d8-da0d44c585d6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:35.462455 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-2ca7cc3a-ef79-4dd9-b2c2-3a00e4e8cef9 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Allocated IP 172.20.0.6 (4a027504-dd1f-470a-a98b-400eafbfc229/975d8ae1-c46e-49e5-9b8f-b5475bec71b0/681fde30-5c30-4046-a75f-a8a727cd37ae) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:16:35.533320 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1a217313-0829-43a4-92ec-018140283293 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:35.568978 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1a217313-0829-43a4-92ec-018140283293 None None] Transition to ACTIVE for port object a0ec4c05-691b-45f5-9491-90b1126d1e2a will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:35.616978 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1a217313-0829-43a4-92ec-018140283293 None None] Transition to ACTIVE for port object a0ec4c05-691b-45f5-9491-90b1126d1e2a will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:35.630582 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] Attempting to bind port 3d27fce4-63b6-4353-9b06-755ef1ad7fc9 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:16:35.631126 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] Attempting to bind port 3d27fce4-63b6-4353-9b06-755ef1ad7fc9 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '900c5725-c0d4-4840-b2b7-f09a5d4b16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9e6c1747-0e34-4971-be23-42e979ac719f'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:16:35.631595 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] Attempting to bind port 3d27fce4-63b6-4353-9b06-755ef1ad7fc9 on network 9e6c1747-0e34-4971-be23-42e979ac719f {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:16:35.671978 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:16:35.674694 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2465b8b0-30a0-4c0c-b5b1-3e9fa0c2fbef None None] Current status of the port 60f96a50-c20d-4256-a3d0-5baee5db7f89 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:35.677451 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1a217313-0829-43a4-92ec-018140283293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:35.696372 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061f325e-2da0-46db-8e3f-7864d9ef42bd None None] Network 821a4e71-0b6a-4bcf-a182-5b4c09daac19 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:35.720181 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde45e1d-7d42-4628-81d8-da0d44c585d6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router 206e6ce6-bca0-4c85-a234-2fe0b35718af has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:16:35.729007 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:35.787284 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event deleted for resources: {'Subnet': ['ID=42791d4f-49ec-4e9e-85e5-14ebf01d53f9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:35.913771 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a217313-0829-43a4-92ec-018140283293 None None] Network 4dd921cd-0f51-4f12-adaa-e55f47590602 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:35.945605 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-1a217313-0829-43a4-92ec-018140283293 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:35.952778 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4faa490b-0069-4bc4-a28f-a37ba44cd6af req-989b18a2-0209-4a31-aeab-6e77aed0f3be tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 210 time: 0.2132876 Sep 21 15:16:36.052466 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:16:36.052853 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] Checking segment: {'id': '900c5725-c0d4-4840-b2b7-f09a5d4b16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9e6c1747-0e34-4971-be23-42e979ac719f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:36.058084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-2ca7cc3a-ef79-4dd9-b2c2-3a00e4e8cef9 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:36.058634 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:36.059222 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] Bound using segment: {'id': '900c5725-c0d4-4840-b2b7-f09a5d4b16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9e6c1747-0e34-4971-be23-42e979ac719f'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:16:36.059876 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] Bound port: 3d27fce4-63b6-4353-9b06-755ef1ad7fc9, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900c5725-c0d4-4840-b2b7-f09a5d4b16ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9e6c1747-0e34-4971-be23-42e979ac719f'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:16:36.060444 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:36.103352 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-2ca7cc3a-ef79-4dd9-b2c2-3a00e4e8cef9 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Transition to ACTIVE for port object 681fde30-5c30-4046-a75f-a8a727cd37ae will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:36.153886 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:36.191415 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde45e1d-7d42-4628-81d8-da0d44c585d6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:16:36.204879 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd921cd-0f51-4f12-adaa-e55f47590602']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:36.213773 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a217313-0829-43a4-92ec-018140283293 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:16:36.221764 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853dd7e3-6e8b-4833-a474-c7ce066a8e7c') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:36.222330 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853dd7e3-6e8b-4833-a474-c7ce066a8e7c') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:36.225394 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2a92e6e1-8e13-4941-9580-36c4f7afef29 req-f5a1c772-95c7-4c3a-b3bf-3933273706b5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 210 time: 0.0850523 Sep 21 15:16:36.229981 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-2ca7cc3a-ef79-4dd9-b2c2-3a00e4e8cef9 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:36.238412 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fde45e1d-7d42-4628-81d8-da0d44c585d6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:36.239808 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fde45e1d-7d42-4628-81d8-da0d44c585d6 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/206e6ce6-bca0-4c85-a234-2fe0b35718af HTTP/1.1" status: 200 len: 703 time: 4.0198681 Sep 21 15:16:36.244575 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60972) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:36.252894 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:36.316074 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=d29fdcdf-3116-47a8-837a-902c504d5a46,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:36.326618 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] Allocated IP 2001:db8::3 (4307e866-1e72-4880-95ad-07ba73cfb383/3de1c3f8-90a6-491b-87b7-2fc62f3a8b57/c08604ad-9976-4ceb-991b-2dec8234a6c1) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:16:36.328077 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-2ca7cc3a-ef79-4dd9-b2c2-3a00e4e8cef9 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Network 4a027504-dd1f-470a-a98b-400eafbfc229 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:36.330537 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-2ca7cc3a-ef79-4dd9-b2c2-3a00e4e8cef9 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:36.355261 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-2ca7cc3a-ef79-4dd9-b2c2-3a00e4e8cef9 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:16:36.358701 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b98152da-5770-4d75-962c-934a0e7e7d0d tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:36.410537 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7cc3a-ef79-4dd9-b2c2-3a00e4e8cef9 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event updated for resources: {'Port': ['ID=681fde30-5c30-4046-a75f-a8a727cd37ae,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:36.429909 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-42b30289-e037-4907-8400-3653d005e01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:36.461654 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-2ca7cc3a-ef79-4dd9-b2c2-3a00e4e8cef9 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:36.462675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-2ca7cc3a-ef79-4dd9-b2c2-3a00e4e8cef9 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:36.502657 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-2ca7cc3a-ef79-4dd9-b2c2-3a00e4e8cef9 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9677863 Sep 21 15:16:36.629406 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] Request body: {'port': {'device_id': '1c80ecd0-d35f-4576-915d-49e6fc70fe4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:36.741288 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-94482275-d373-4f9e-ac22-a1f187bf752d None None] Provisioning complete for port d29fdcdf-3116-47a8-837a-902c504d5a46 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:36.741660 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-94482275-d373-4f9e-ac22-a1f187bf752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:36.837722 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] Attempting to bind port e438c6a7-042d-46e0-80a2-edd3517e7e31 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:16:36.838102 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] Attempting to bind port e438c6a7-042d-46e0-80a2-edd3517e7e31 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'fc0259f7-9c76-4ff5-a346-47dad595eb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c3fbe809-44a5-49a5-af93-8de558c05d09'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:16:36.838460 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] Attempting to bind port e438c6a7-042d-46e0-80a2-edd3517e7e31 on network c3fbe809-44a5-49a5-af93-8de558c05d09 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:16:36.867314 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:36.977421 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1a217313-0829-43a4-92ec-018140283293 None None] Attempting to bind port a0ec4c05-691b-45f5-9491-90b1126d1e2a on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:16:36.978050 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1a217313-0829-43a4-92ec-018140283293 None None] Attempting to bind port a0ec4c05-691b-45f5-9491-90b1126d1e2a by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '853dd7e3-6e8b-4833-a474-c7ce066a8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4dd921cd-0f51-4f12-adaa-e55f47590602'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:16:36.978584 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a217313-0829-43a4-92ec-018140283293 None None] Attempting to bind port a0ec4c05-691b-45f5-9491-90b1126d1e2a on network 4dd921cd-0f51-4f12-adaa-e55f47590602 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:16:36.980171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:37.036590 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:16:37.037251 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] Checking segment: {'id': 'fc0259f7-9c76-4ff5-a346-47dad595eb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c3fbe809-44a5-49a5-af93-8de558c05d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:37.037879 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:37.038445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] Bound using segment: {'id': 'fc0259f7-9c76-4ff5-a346-47dad595eb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c3fbe809-44a5-49a5-af93-8de558c05d09'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:16:37.039077 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] Bound port: e438c6a7-042d-46e0-80a2-edd3517e7e31, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0259f7-9c76-4ff5-a346-47dad595eb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c3fbe809-44a5-49a5-af93-8de558c05d09'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:16:37.039608 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:37.063491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a217313-0829-43a4-92ec-018140283293 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:16:37.064226 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a217313-0829-43a4-92ec-018140283293 None None] Checking segment: {'id': '853dd7e3-6e8b-4833-a474-c7ce066a8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4dd921cd-0f51-4f12-adaa-e55f47590602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:37.064839 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1a217313-0829-43a4-92ec-018140283293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:37.065381 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a217313-0829-43a4-92ec-018140283293 None None] Bound using segment: {'id': '853dd7e3-6e8b-4833-a474-c7ce066a8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4dd921cd-0f51-4f12-adaa-e55f47590602'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:16:37.066094 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1a217313-0829-43a4-92ec-018140283293 None None] Bound port: a0ec4c05-691b-45f5-9491-90b1126d1e2a, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '853dd7e3-6e8b-4833-a474-c7ce066a8e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4dd921cd-0f51-4f12-adaa-e55f47590602'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:16:37.066706 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1a217313-0829-43a4-92ec-018140283293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:37.119539 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9c208-fc6d-483b-b6b7-99e2b3ad38d4 None None] Pushing event updated for resources: {'Port': ['ID=aff776c6-34fe-4d52-8d25-d758ada62212,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:37.137291 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:16:37.137837 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:37.231180 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] Pushing event updated for resources: {'Port': ['ID=e438c6a7-042d-46e0-80a2-edd3517e7e31,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:37.236629 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 853dd7e3-6e8b-4833-a474-c7ce066a8e7c resource provider aggregate not found Sep 21 15:16:37.282648 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-960842f7-8139-4520-83e0-f306bc4befec tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/routers/206e6ce6-bca0-4c85-a234-2fe0b35718af HTTP/1.1" status: 200 len: 703 time: 1.0351059 Sep 21 15:16:37.288216 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 60990) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:37.319861 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] For port 3d27fce4-63b6-4353-9b06-755ef1ad7fc9, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:16:37.358000 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 853dd7e3-6e8b-4833-a474-c7ce066a8e7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 853dd7e3-6e8b-4833-a474-c7ce066a8e7c found for delete ", "request_id": "req-bf2386bc-8782-45d0-b9bc-1fa158e0f07b"}]} Sep 21 15:16:37.361218 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 967e349f-5d8d-45a4-b414-9a9b797999c8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:37.394827 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 15:16:37.394827 dv-neutron-858731-1-hyperv neutron-server[89019]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 15:16:37.394827 dv-neutron-858731-1-hyperv neutron-server[89019]: [parameters: {'id': '4dd921cd-0f51-4f12-adaa-e55f47590602'}] Sep 21 15:16:37.394827 dv-neutron-858731-1-hyperv neutron-server[89019]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:16:37.395653 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:16:37.449514 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] For port e438c6a7-042d-46e0-80a2-edd3517e7e31, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:16:37.453205 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] For port e438c6a7-042d-46e0-80a2-edd3517e7e31, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e438c6a7-042d-46e0-80a2-edd3517e7e31,segment=NetworkSegment(fc0259f7-9c76-4ff5-a346-47dad595eb68),segment_id=fc0259f7-9c76-4ff5-a346-47dad595eb68)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:16:37.516068 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:37.527466 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] For port 3d27fce4-63b6-4353-9b06-755ef1ad7fc9, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=3d27fce4-63b6-4353-9b06-755ef1ad7fc9,segment=NetworkSegment(900c5725-c0d4-4840-b2b7-f09a5d4b16ca),segment_id=900c5725-c0d4-4840-b2b7-f09a5d4b16ca)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:16:37.539129 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-b3a5cacc-a2f1-403b-9b03-5e4063b9c84d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:37.540834 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-b3a5cacc-a2f1-403b-9b03-5e4063b9c84d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/networks?id=32cada0d-147a-4930-9739-0fbe78c1c1dc HTTP/1.1" status: 200 len: 797 time: 0.7676396 Sep 21 15:16:37.582224 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:37.691998 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a217313-0829-43a4-92ec-018140283293 None None] Pushing event updated for resources: {'Port': ['ID=a0ec4c05-691b-45f5-9491-90b1126d1e2a,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:37.769664 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ceafcd6a-3f41-4834-93e5-e19add2b6580 req-32407c1d-5e49-4061-b551-a7329f7f73ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 210 time: 0.1978636 Sep 21 15:16:37.835396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3ec9a-79ed-4c06-ba65-848825dec034 req-3919c66c-e761-4c4e-8813-00576e996571 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:37.836152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-0bd3ec9a-79ed-4c06-ba65-848825dec034 req-3919c66c-e761-4c4e-8813-00576e996571 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Synchronizing usage tracker for tenant:a5990e45ce304151b4645b8268b1dc5a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:16:37.884127 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-9679101e-b307-47b4-8cf3-928c399fd599 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 380 time: 0.3275990 Sep 21 15:16:37.905598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-0bd3ec9a-79ed-4c06-ba65-848825dec034 req-3919c66c-e761-4c4e-8813-00576e996571 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Unset dirty status for tenant:a5990e45ce304151b4645b8268b1dc5a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:16:37.907624 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:37.927349 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0bd3ec9a-79ed-4c06-ba65-848825dec034 req-3919c66c-e761-4c4e-8813-00576e996571 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 931 time: 0.7174740 Sep 21 15:16:37.964682 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1a217313-0829-43a4-92ec-018140283293 None None] For port a0ec4c05-691b-45f5-9491-90b1126d1e2a, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:16:38.016074 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 60f96a50-c20d-4256-a3d0-5baee5db7f89 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:38.071692 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-6721a0c2-68aa-4510-beb7-4c136891ba5e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'port': {'device_id': 'e4345e59-1d9e-4fcf-8e2b-c59d71012b10', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'admin_state_up': True, 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'security_groups': ['0973406b-98ba-444c-b0e8-c3cb2b722d10']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:38.258188 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0bd3ec9a-79ed-4c06-ba65-848825dec034 req-e21d6467-dd70-4bbf-af45-27b4b6356d16 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3297985 Sep 21 15:16:38.323261 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b98152da-5770-4d75-962c-934a0e7e7d0d tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting port 1c603be2-08e7-4021-b9cd-3a798f1b37e0 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:16:38.323767 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b98152da-5770-4d75-962c-934a0e7e7d0d tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:38.337045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1a217313-0829-43a4-92ec-018140283293 None None] For port a0ec4c05-691b-45f5-9491-90b1126d1e2a, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=a0ec4c05-691b-45f5-9491-90b1126d1e2a,segment=NetworkSegment(853dd7e3-6e8b-4833-a474-c7ce066a8e7c),segment_id=853dd7e3-6e8b-4833-a474-c7ce066a8e7c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:16:38.366407 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681fde30-5c30-4046-a75f-a8a727cd37ae {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:16:38.368770 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6180d65e-ab27-4ee2-91dd-cee8da9245ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:38.374401 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:38.378321 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-94482275-d373-4f9e-ac22-a1f187bf752d None None] Current status of the port d29fdcdf-3116-47a8-837a-902c504d5a46 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:38.393778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] Transition to ACTIVE for port object 681fde30-5c30-4046-a75f-a8a727cd37ae will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:38.395657 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1a217313-0829-43a4-92ec-018140283293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:38.400827 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:38.406758 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Deleting port a0ec4c05-691b-45f5-9491-90b1126d1e2a {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:16:38.407326 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:38.421088 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-69484b3a-a80a-494d-9740-4c767b787de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:16:29Z', 'revision_number': 6, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '5bb2af33-5367-48ee-97c0-d678970bf34a', 'name': '', 'network_id': 'c3fbe809-44a5-49a5-af93-8de558c05d09', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:8f:62:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '874dd1fc-7847-40d5-a01d-72667f4b85a7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:25Z', 'updated_at': '2022-09-21T15:16:30Z', 'revision_number': 4, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '874dd1fc-7847-40d5-a01d-72667f4b85a7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5', 'name': '', 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:f3:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:02Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd29fdcdf-3116-47a8-837a-902c504d5a46', 'name': '', 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:28:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '05217457-11a7-4fcb-a317-38352b9da092', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:13Z', 'updated_at': '2022-09-21T15:16:31Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '05217457-11a7-4fcb-a317-38352b9da092', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:38.462653 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69484b3a-a80a-494d-9740-4c767b787de2 None None] Checking router: 206e6ce6-bca0-4c85-a234-2fe0b35718af for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:16:38.510459 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:38.513579 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-94482275-d373-4f9e-ac22-a1f187bf752d None None] Provisioning complete for port 967e349f-5d8d-45a4-b414-9a9b797999c8 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:38.513951 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-94482275-d373-4f9e-ac22-a1f187bf752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:38.542972 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48be44-a49c-46d1-a7a0-cb2c88d8e42a None None] Pushing event updated for resources: {'Port': ['ID=e438c6a7-042d-46e0-80a2-edd3517e7e31,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:38.625979 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69484b3a-a80a-494d-9740-4c767b787de2 None None] Routers {'206e6ce6-bca0-4c85-a234-2fe0b35718af'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:38.626549 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-69484b3a-a80a-494d-9740-4c767b787de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['206e6ce6-bca0-4c85-a234-2fe0b35718af'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:38.658347 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] Attempting to bind port 681fde30-5c30-4046-a75f-a8a727cd37ae on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:16:38.658753 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] Attempting to bind port 681fde30-5c30-4046-a75f-a8a727cd37ae by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '8ce497b5-6bae-4552-a904-f6d6f0c9099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:16:38.659141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] Attempting to bind port 681fde30-5c30-4046-a75f-a8a727cd37ae on network 4a027504-dd1f-470a-a98b-400eafbfc229 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:16:38.661551 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] Pushing event updated for resources: {'Port': ['ID=681fde30-5c30-4046-a75f-a8a727cd37ae,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:38.668342 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] Port 681fde30-5c30-4046-a75f-a8a727cd37ae on network 4a027504-dd1f-470a-a98b-400eafbfc229 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:16:38.668774 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] Attempting to bind port 681fde30-5c30-4046-a75f-a8a727cd37ae on network 4a027504-dd1f-470a-a98b-400eafbfc229 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:16:38.675800 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:16:38.676003 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] Checking segment: {'id': '8ce497b5-6bae-4552-a904-f6d6f0c9099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:38.676462 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] Bound using segment: {'id': '8ce497b5-6bae-4552-a904-f6d6f0c9099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:16:38.676964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] Bound port: 681fde30-5c30-4046-a75f-a8a727cd37ae, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce497b5-6bae-4552-a904-f6d6f0c9099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:16:38.677375 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:38.784238 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] For port 681fde30-5c30-4046-a75f-a8a727cd37ae, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:16:38.786014 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] Transition to ACTIVE for port object c08604ad-9976-4ceb-991b-2dec8234a6c1 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:38.786270 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-6721a0c2-68aa-4510-beb7-4c136891ba5e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:38.789715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] For port 681fde30-5c30-4046-a75f-a8a727cd37ae, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=681fde30-5c30-4046-a75f-a8a727cd37ae,segment=NetworkSegment(8ce497b5-6bae-4552-a904-f6d6f0c9099a),segment_id=8ce497b5-6bae-4552-a904-f6d6f0c9099a)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:16:38.796073 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:38.815535 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 60f96a50-c20d-4256-a3d0-5baee5db7f89 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:38.815907 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:38.842730 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:38.843509 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:38.846511 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] 10.222.0.20 "PUT /v2.0/ports/681fde30-5c30-4046-a75f-a8a727cd37ae HTTP/1.1" status: 200 len: 1093 time: 2.3338740 Sep 21 15:16:38.847024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c80ecd0-d35f-4576-915d-49e6fc70fe4d', 'tag': '681fde30-5c30-4046-a75f-a8a727cd37ae'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:16:38.854355 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e3a7e0-c0ef-4c2d-b8db-e6e4fff84494" -d '{"events": [{"name": "network-changed", "server_uuid": "1c80ecd0-d35f-4576-915d-49e6fc70fe4d", "tag": "681fde30-5c30-4046-a75f-a8a727cd37ae"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:16:38.942697 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c099907-37e2-4046-a6dc-5aa3ec555624 service neutron] Pushing event updated for resources: {'Port': ['ID=681fde30-5c30-4046-a75f-a8a727cd37ae,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:39.077767 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] Transition to ACTIVE for port object c08604ad-9976-4ceb-991b-2dec8234a6c1 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:39.085844 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe1d84b-4ec3-409b-88e3-fdd5dd6fd0bc None None] Network 4dd921cd-0f51-4f12-adaa-e55f47590602 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:39.108814 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:39.172954 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38771ea1-5e8c-4883-b6b0-2a6fd6d5e465 None None] Pushing event updated for resources: {'Port': ['ID=3d27fce4-63b6-4353-9b06-755ef1ad7fc9,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:39.251273 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a3abb587-d26f-48e7-9f9d-8e87c5259bfc req-9f238245-0175-4dc9-a12c-44ac8b393e4e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 210 time: 0.2865829 Sep 21 15:16:39.300378 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-6721a0c2-68aa-4510-beb7-4c136891ba5e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:39.359154 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-c5817003-664f-433d-9b58-fe0c1c92ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:39.360900 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-c5817003-664f-433d-9b58-fe0c1c92ba18 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5990e45ce304151b4645b8268b1dc5a&device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 1096 time: 0.3944287 Sep 21 15:16:39.396321 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] For port a0ec4c05-691b-45f5-9491-90b1126d1e2a, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=a0ec4c05-691b-45f5-9491-90b1126d1e2a,segment=NetworkSegment(853dd7e3-6e8b-4833-a474-c7ce066a8e7c),segment_id=853dd7e3-6e8b-4833-a474-c7ce066a8e7c)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:39.396724 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:39.422491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:39.436782 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:39.518415 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-339baa89-6f0a-47ff-898f-84562e61a728 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=681fde30-5c30-4046-a75f-a8a727cd37ae HTTP/1.1" status: 200 len: 217 time: 0.1455691 Sep 21 15:16:39.520257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d58f5b-9511-41e2-9ab0-a7dce77b6294 x-openstack-request-id: req-69d58f5b-9511-41e2-9ab0-a7dce77b6294 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:16:39.520856 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c80ecd0-d35f-4576-915d-49e6fc70fe4d", "tag": "681fde30-5c30-4046-a75f-a8a727cd37ae", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:16:39.521330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69d58f5b-9511-41e2-9ab0-a7dce77b6294 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:16:39.521959 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d58f5b-9511-41e2-9ab0-a7dce77b6294'] response: {'name': 'network-changed', 'server_uuid': '1c80ecd0-d35f-4576-915d-49e6fc70fe4d', 'tag': '681fde30-5c30-4046-a75f-a8a727cd37ae', 'status': 'completed', 'code': 200} Sep 21 15:16:39.527947 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-69484b3a-a80a-494d-9740-4c767b787de2 None None] Set router 206e6ce6-bca0-4c85-a234-2fe0b35718af gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:16:39.641980 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b98152da-5770-4d75-962c-934a0e7e7d0d tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:39.686720 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:16:39.761164 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-ffdd7b74-e1c2-42a2-b826-19141bea24cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:39.762677 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-ffdd7b74-e1c2-42a2-b826-19141bea24cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=975d8ae1-c46e-49e5-9b8f-b5475bec71b0 HTTP/1.1" status: 200 len: 849 time: 0.2292869 Sep 21 15:16:39.779660 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 60f96a50-c20d-4256-a3d0-5baee5db7f89 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:39.780885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device aff776c6-34fe-4d52-8d25-d758ada62212 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:39.805430 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b98152da-5770-4d75-962c-934a0e7e7d0d tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Calling delete_port for 1c603be2-08e7-4021-b9cd-3a798f1b37e0 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:16:39.840519 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239359b8-585a-4f13-9182-2eb54249826a None None] Network 9e6c1747-0e34-4971-be23-42e979ac719f requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:39.856324 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e79d5-bf99-4504-bc86-68637e85b48f req-896e63c3-e8cb-4e81-90b0-efbbfa33d4c7 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:39.865051 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c68e79d5-bf99-4504-bc86-68637e85b48f req-896e63c3-e8cb-4e81-90b0-efbbfa33d4c7 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 943 time: 0.2614408 Sep 21 15:16:39.945589 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c68e79d5-bf99-4504-bc86-68637e85b48f req-c9b5f64d-ff3f-4972-9b6a-8357ebfd1790 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793035 Sep 21 15:16:39.946720 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a14c3a-7bf3-4fe6-8bb2-8c5b139db14f None None] Network c3fbe809-44a5-49a5-af93-8de558c05d09 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:39.960341 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-f7d7fa10-65c7-43a8-ad19-435d7b652b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:39.961870 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-f7d7fa10-65c7-43a8-ad19-435d7b652b3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a027504-dd1f-470a-a98b-400eafbfc229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1898363 Sep 21 15:16:40.080505 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Calling delete_port for a0ec4c05-691b-45f5-9491-90b1126d1e2a owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:16:40.131627 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-47d76793-f114-4c69-a690-c7da63088af1 service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597152 Sep 21 15:16:40.149835 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-6721a0c2-68aa-4510-beb7-4c136891ba5e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:40.153343 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-6721a0c2-68aa-4510-beb7-4c136891ba5e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:40.154220 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] Network 4307e866-1e72-4880-95ad-07ba73cfb383 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:40.221161 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:40.323713 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f2d5cf5-dfbc-493e-ba62-9f61c7f7cfb1 req-d049b94b-953d-428f-b312-a1ea8c47ec78 service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809087 Sep 21 15:16:40.332676 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:16:40.392866 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a217313-0829-43a4-92ec-018140283293 None None] Pushing event updated for resources: {'Port': ['ID=a0ec4c05-691b-45f5-9491-90b1126d1e2a,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:40.480642 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b98152da-5770-4d75-962c-934a0e7e7d0d tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:40.519037 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aaa09c03-32ca-429e-9e0a-1f3a640cda36 req-8a57d6d3-f169-4e36-bac0-b6aa4b2b0515 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 210 time: 0.0710177 Sep 21 15:16:40.573903 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3a7e0-c0ef-4c2d-b8db-e6e4fff84494 req-b7014256-6241-4545-9a00-7050393eb0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:40.575389 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a0e3a7e0-c0ef-4c2d-b8db-e6e4fff84494 req-b7014256-6241-4545-9a00-7050393eb0ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5990e45ce304151b4645b8268b1dc5a&device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 1096 time: 0.1854279 Sep 21 15:16:40.576649 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98152da-5770-4d75-962c-934a0e7e7d0d tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Port': ['ID=1c603be2-08e7-4021-b9cd-3a798f1b37e0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:40.640322 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-6721a0c2-68aa-4510-beb7-4c136891ba5e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.20.0.11 (32cada0d-147a-4930-9739-0fbe78c1c1dc/8fe03a9b-9795-40d3-b780-82f56eff4f1e/8694007c-079d-42a5-8cc2-8a21312f2e18) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:16:40.690096 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:40.722297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-94482275-d373-4f9e-ac22-a1f187bf752d None None] Current status of the port 967e349f-5d8d-45a4-b414-9a9b797999c8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:40.736712 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3a7e0-c0ef-4c2d-b8db-e6e4fff84494 req-312d328e-41fb-489b-8777-ba3b3ca0decc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:40.738611 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a0e3a7e0-c0ef-4c2d-b8db-e6e4fff84494 req-312d328e-41fb-489b-8777-ba3b3ca0decc service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a027504-dd1f-470a-a98b-400eafbfc229 HTTP/1.1" status: 200 len: 911 time: 0.1485929 Sep 21 15:16:40.876934 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:40.902404 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event deleted for resources: {'Port': ['ID=a0ec4c05-691b-45f5-9491-90b1126d1e2a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:40.909818 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-94482275-d373-4f9e-ac22-a1f187bf752d None None] Provisioning for port aff776c6-34fe-4d52-8d25-d758ada62212 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:40.912857 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] No DVR routers for this DVR port a0ec4c05-691b-45f5-9491-90b1126d1e2a on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:16:40.931217 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] Pushing event updated for resources: {'Port': ['ID=c08604ad-9976-4ceb-991b-2dec8234a6c1,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:40.946249 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a0e3a7e0-c0ef-4c2d-b8db-e6e4fff84494 req-828ba3a9-2501-44cd-aee3-60165bc8d0dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=681fde30-5c30-4046-a75f-a8a727cd37ae HTTP/1.1" status: 200 len: 217 time: 0.1940880 Sep 21 15:16:41.013252 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3a7e0-c0ef-4c2d-b8db-e6e4fff84494 req-05c48d03-ecca-4809-91fc-dec92480b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:41.014711 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a0e3a7e0-c0ef-4c2d-b8db-e6e4fff84494 req-05c48d03-ecca-4809-91fc-dec92480b93a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=975d8ae1-c46e-49e5-9b8f-b5475bec71b0 HTTP/1.1" status: 200 len: 849 time: 0.0607021 Sep 21 15:16:41.047174 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] Attempting to bind port c08604ad-9976-4ceb-991b-2dec8234a6c1 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:16:41.047697 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] Attempting to bind port c08604ad-9976-4ceb-991b-2dec8234a6c1 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '15b1390d-f465-42d1-989d-bfa7aeb7ed30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4307e866-1e72-4880-95ad-07ba73cfb383'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:16:41.048117 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] Attempting to bind port c08604ad-9976-4ceb-991b-2dec8234a6c1 on network 4307e866-1e72-4880-95ad-07ba73cfb383 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:16:41.069372 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port aff776c6-34fe-4d52-8d25-d758ada62212 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:41.171383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:16:41.172543 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] Checking segment: {'id': '15b1390d-f465-42d1-989d-bfa7aeb7ed30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4307e866-1e72-4880-95ad-07ba73cfb383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:41.173355 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:41.173957 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] Bound using segment: {'id': '15b1390d-f465-42d1-989d-bfa7aeb7ed30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4307e866-1e72-4880-95ad-07ba73cfb383'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:16:41.174584 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] Bound port: c08604ad-9976-4ceb-991b-2dec8234a6c1, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b1390d-f465-42d1-989d-bfa7aeb7ed30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4307e866-1e72-4880-95ad-07ba73cfb383'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:16:41.174977 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:41.188600 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port aff776c6-34fe-4d52-8d25-d758ada62212 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:41.188914 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:41.221406 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3a7e0-c0ef-4c2d-b8db-e6e4fff84494 req-3d4e52b1-060e-43c3-9068-0d71f8889b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:41.222883 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a0e3a7e0-c0ef-4c2d-b8db-e6e4fff84494 req-3d4e52b1-060e-43c3-9068-0d71f8889b6b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a027504-dd1f-470a-a98b-400eafbfc229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2017381 Sep 21 15:16:41.233769 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b40562-086f-4cd9-a5b3-61dd8d874bdf req-8c97732d-52e9-4e9a-9532-2c61e2ea645e tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:41.236168 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-51b40562-086f-4cd9-a5b3-61dd8d874bdf req-8c97732d-52e9-4e9a-9532-2c61e2ea645e tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 943 time: 0.1232958 Sep 21 15:16:41.340275 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:41.358424 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-51b40562-086f-4cd9-a5b3-61dd8d874bdf req-193a2513-2a6a-4560-bf70-7c1c13a29fe1 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948961 Sep 21 15:16:41.367511 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b98152da-5770-4d75-962c-934a0e7e7d0d tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:41.382573 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-94482275-d373-4f9e-ac22-a1f187bf752d None None] Provisioning complete for port 60f96a50-c20d-4256-a3d0-5baee5db7f89 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:41.382886 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-94482275-d373-4f9e-ac22-a1f187bf752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:41.402783 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd921cd-0f51-4f12-adaa-e55f47590602']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:41.430556 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a0e3a7e0-c0ef-4c2d-b8db-e6e4fff84494 req-8eba4eff-e273-44ac-a8fc-7efc5ec636ce service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933191 Sep 21 15:16:41.491718 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853dd7e3-6e8b-4833-a474-c7ce066a8e7c') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:41.492021 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853dd7e3-6e8b-4833-a474-c7ce066a8e7c') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:41.527109 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:41.553289 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] For port c08604ad-9976-4ceb-991b-2dec8234a6c1, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:16:41.577073 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] For port c08604ad-9976-4ceb-991b-2dec8234a6c1, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c08604ad-9976-4ceb-991b-2dec8234a6c1,segment=NetworkSegment(15b1390d-f465-42d1-989d-bfa7aeb7ed30),segment_id=15b1390d-f465-42d1-989d-bfa7aeb7ed30)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:16:41.584270 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port aff776c6-34fe-4d52-8d25-d758ada62212 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:41.584681 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:41.607102 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22dfcc46-ecd1-4505-a6f9-9164f84b5994 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:41.627273 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:41.645761 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a0e3a7e0-c0ef-4c2d-b8db-e6e4fff84494 req-ba70ec2f-82e6-4553-8723-e6d2a83f1335 service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081201 Sep 21 15:16:41.697370 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-69484b3a-a80a-494d-9740-4c767b787de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:16:33Z', 'revision_number': 7, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '5bb2af33-5367-48ee-97c0-d678970bf34a', 'name': '', 'network_id': 'c3fbe809-44a5-49a5-af93-8de558c05d09', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:8f:62:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '874dd1fc-7847-40d5-a01d-72667f4b85a7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:25Z', 'updated_at': '2022-09-21T15:16:30Z', 'revision_number': 4, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '874dd1fc-7847-40d5-a01d-72667f4b85a7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5', 'name': '', 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:f3:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:02Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd29fdcdf-3116-47a8-837a-902c504d5a46', 'name': '', 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:28:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '05217457-11a7-4fcb-a317-38352b9da092', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:13Z', 'updated_at': '2022-09-21T15:16:31Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '05217457-11a7-4fcb-a317-38352b9da092', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:41.764285 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69484b3a-a80a-494d-9740-4c767b787de2 None None] The sync data for ids ['206e6ce6-bca0-4c85-a234-2fe0b35718af'] in dv-neutron-858731-1-hyperv is: [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:16:33Z', 'revision_number': 7, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '5bb2af33-5367-48ee-97c0-d678970bf34a', 'name': '', 'network_id': 'c3fbe809-44a5-49a5-af93-8de558c05d09', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:8f:62:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '874dd1fc-7847-40d5-a01d-72667f4b85a7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:25Z', 'updated_at': '2022-09-21T15:16:30Z', 'revision_number': 4, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '874dd1fc-7847-40d5-a01d-72667f4b85a7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5', 'name': '', 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:f3:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:02Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd29fdcdf-3116-47a8-837a-902c504d5a46', 'name': '', 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:28:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '05217457-11a7-4fcb-a317-38352b9da092', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:13Z', 'updated_at': '2022-09-21T15:16:31Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '05217457-11a7-4fcb-a317-38352b9da092', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:16:41.805000 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4c61e977-95a4-461d-a3e5-f48feddfd9d5 req-18c49edc-769e-41f8-b5d9-6c5f1283650e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 210 time: 0.1104205 Sep 21 15:16:41.815958 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-94482275-d373-4f9e-ac22-a1f187bf752d None None] Current status of the port 60f96a50-c20d-4256-a3d0-5baee5db7f89 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:41.847056 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port aff776c6-34fe-4d52-8d25-d758ada62212, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=aff776c6-34fe-4d52-8d25-d758ada62212,segment=NetworkSegment(80f12f12-dab2-497a-9745-60e2c28ab0b1),segment_id=80f12f12-dab2-497a-9745-60e2c28ab0b1)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:41.851947 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b351b8a-7ddb-4e66-b46d-b50e19aea31c None None] Pushing event updated for resources: {'Port': ['ID=c08604ad-9976-4ceb-991b-2dec8234a6c1,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:41.858025 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:41.860038 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5bb2af33-5367-48ee-97c0-d678970bf34a up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:41.969312 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:41.974896 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-6721a0c2-68aa-4510-beb7-4c136891ba5e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:42.069589 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ae53f573-b974-4214-ba70-1e4e16e2290d None None] Provisioning for port 3d27fce4-63b6-4353-9b06-755ef1ad7fc9 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:42.141347 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ae53f573-b974-4214-ba70-1e4e16e2290d None None] Provisioning complete for port aff776c6-34fe-4d52-8d25-d758ada62212 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:42.142484 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ae53f573-b974-4214-ba70-1e4e16e2290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:42.199181 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 5bb2af33-5367-48ee-97c0-d678970bf34a completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:42.220580 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18bc500-87ef-4d81-bce4-cb60f5f325f3 None None] Sync routers for ids ['206e6ce6-bca0-4c85-a234-2fe0b35718af'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:16:42.230625 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=aff776c6-34fe-4d52-8d25-d758ada62212,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:42.245335 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device aa8c1bff-f873-4526-aab9-eca61cf9c5c2 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:42.278563 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:16:42.279024 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:42.310332 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18bc500-87ef-4d81-bce4-cb60f5f325f3 None None] Routers {'206e6ce6-bca0-4c85-a234-2fe0b35718af'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:42.310332 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f18bc500-87ef-4d81-bce4-cb60f5f325f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['206e6ce6-bca0-4c85-a234-2fe0b35718af'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:42.569821 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 853dd7e3-6e8b-4833-a474-c7ce066a8e7c resource provider aggregate not found Sep 21 15:16:42.592168 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-6721a0c2-68aa-4510-beb7-4c136891ba5e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Transition to ACTIVE for port object 8694007c-079d-42a5-8cc2-8a21312f2e18 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:42.630417 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ae53f573-b974-4214-ba70-1e4e16e2290d None None] Current status of the port aff776c6-34fe-4d52-8d25-d758ada62212 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:42.633078 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 853dd7e3-6e8b-4833-a474-c7ce066a8e7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 853dd7e3-6e8b-4833-a474-c7ce066a8e7c found for delete ", "request_id": "req-cd5a76c2-a1e4-404d-8690-8628c0198fc7"}]} Sep 21 15:16:42.637177 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port aa8c1bff-f873-4526-aab9-eca61cf9c5c2 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:42.637983 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98152da-5770-4d75-962c-934a0e7e7d0d tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router 84ed327d-7fe2-4efb-8beb-d9072941180d has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:16:42.645291 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-f18bc500-87ef-4d81-bce4-cb60f5f325f3 None None] Set router 206e6ce6-bca0-4c85-a234-2fe0b35718af gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:16:42.675229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e428a-5296-4006-bf8f-4e01194c0d66 req-ed9d8f9f-0850-4218-9e59-0d5bca48b04e tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:42.675894 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:42.679612 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-053e428a-5296-4006-bf8f-4e01194c0d66 req-ed9d8f9f-0850-4218-9e59-0d5bca48b04e tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 943 time: 0.1516912 Sep 21 15:16:42.720466 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port aa8c1bff-f873-4526-aab9-eca61cf9c5c2 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:42.721107 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:42.746092 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-053e428a-5296-4006-bf8f-4e01194c0d66 req-907fcc7e-6fe4-4fd0-a321-52a0a6724328 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554795 Sep 21 15:16:42.768787 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:42.906154 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event deleted for resources: {'Network': ['ID=4dd921cd-0f51-4f12-adaa-e55f47590602,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:42.928299 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98152da-5770-4d75-962c-934a0e7e7d0d tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:16:42.940499 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-6721a0c2-68aa-4510-beb7-4c136891ba5e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:42.941758 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201e2a33-044b-4068-908f-e4c0ac32bd34 None None] Sync routers for ids ['84ed327d-7fe2-4efb-8beb-d9072941180d'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:16:42.950694 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b98152da-5770-4d75-962c-934a0e7e7d0d tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/84ed327d-7fe2-4efb-8beb-d9072941180d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5830019 Sep 21 15:16:42.956819 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32784) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:42.964550 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201e2a33-044b-4068-908f-e4c0ac32bd34 None None] Routers {'84ed327d-7fe2-4efb-8beb-d9072941180d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:42.967315 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-201e2a33-044b-4068-908f-e4c0ac32bd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['84ed327d-7fe2-4efb-8beb-d9072941180d'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:43.106878 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-201e2a33-044b-4068-908f-e4c0ac32bd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:43.113087 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6e7191f2-1f88-4336-83fb-7eea9390d25c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/networks/4dd921cd-0f51-4f12-adaa-e55f47590602 HTTP/1.1" status: 204 len: 168 time: 10.5613382 Sep 21 15:16:43.115162 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721a0c2-68aa-4510-beb7-4c136891ba5e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=8694007c-079d-42a5-8cc2-8a21312f2e18,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:43.122050 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 32788) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:43.127931 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201e2a33-044b-4068-908f-e4c0ac32bd34 None None] Routers {'84ed327d-7fe2-4efb-8beb-d9072941180d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:43.128790 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-201e2a33-044b-4068-908f-e4c0ac32bd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['84ed327d-7fe2-4efb-8beb-d9072941180d'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:43.146715 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-df8117d4-e698-4a58-bcea-2aee65644725 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1320202147'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:43.164443 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5969cc4a-6b6e-4c40-b4d0-1abe40bb4e4c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/ports?device_id=84ed327d-7fe2-4efb-8beb-d9072941180d HTTP/1.1" status: 200 len: 205 time: 0.2063453 Sep 21 15:16:43.168884 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 32792) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:43.182488 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-df8117d4-e698-4a58-bcea-2aee65644725 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:43.241702 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308abbe-5740-4c65-b351-9c9bf116a2fb req-5343b137-6736-4907-8a83-24ae4fbeff73 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:43.243600 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c308abbe-5740-4c65-b351-9c9bf116a2fb req-5343b137-6736-4907-8a83-24ae4fbeff73 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 932 time: 0.1850665 Sep 21 15:16:43.264827 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-201e2a33-044b-4068-908f-e4c0ac32bd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:43.265546 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201e2a33-044b-4068-908f-e4c0ac32bd34 None None] The sync data for ids ['84ed327d-7fe2-4efb-8beb-d9072941180d'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:16:43.308497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ae53f573-b974-4214-ba70-1e4e16e2290d None None] Provisioning for port 5bb2af33-5367-48ee-97c0-d678970bf34a completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:43.310040 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-6721a0c2-68aa-4510-beb7-4c136891ba5e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 32cada0d-147a-4930-9739-0fbe78c1c1dc is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:43.314386 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c308abbe-5740-4c65-b351-9c9bf116a2fb req-f668fe37-1140-4af7-84c3-f5ae978554e5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0973406b-98ba-444c-b0e8-c3cb2b722d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594060 Sep 21 15:16:43.322204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-df8117d4-e698-4a58-bcea-2aee65644725 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Usage tracker for resource:network and tenant:5c39faf0ffbb47868cccffa9f67d13c0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:43.357250 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ae53f573-b974-4214-ba70-1e4e16e2290d None None] Provisioning complete for port 5bb2af33-5367-48ee-97c0-d678970bf34a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:43.357694 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ae53f573-b974-4214-ba70-1e4e16e2290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:43.395654 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb09f5a9-d741-4424-acac-12b9ec3a0505 None None] Network 4307e866-1e72-4880-95ad-07ba73cfb383 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:43.404435 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-6721a0c2-68aa-4510-beb7-4c136891ba5e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:43.422518 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-df8117d4-e698-4a58-bcea-2aee65644725 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:43.428100 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-6721a0c2-68aa-4510-beb7-4c136891ba5e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:16:43.472492 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-df8117d4-e698-4a58-bcea-2aee65644725 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:43.494038 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b16c291d-5d2d-4047-aa16-777bb2780145 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:43.590520 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port aa8c1bff-f873-4526-aab9-eca61cf9c5c2 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:43.590910 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:43.643176 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-22dfcc46-ecd1-4505-a6f9-9164f84b5994 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting port 5bb2af33-5367-48ee-97c0-d678970bf34a {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:16:43.643546 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22dfcc46-ecd1-4505-a6f9-9164f84b5994 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:43.699621 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8117d4-e698-4a58-bcea-2aee65644725 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Made reservation on behalf of 5c39faf0ffbb47868cccffa9f67d13c0 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:43.703527 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df8117d4-e698-4a58-bcea-2aee65644725 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:43.734004 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f18bc500-87ef-4d81-bce4-cb60f5f325f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:16:33Z', 'revision_number': 7, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '5bb2af33-5367-48ee-97c0-d678970bf34a', 'name': '', 'network_id': 'c3fbe809-44a5-49a5-af93-8de558c05d09', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:8f:62:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '874dd1fc-7847-40d5-a01d-72667f4b85a7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:25Z', 'updated_at': '2022-09-21T15:16:30Z', 'revision_number': 4, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '874dd1fc-7847-40d5-a01d-72667f4b85a7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5', 'name': '', 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:f3:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:02Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd29fdcdf-3116-47a8-837a-902c504d5a46', 'name': '', 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:28:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '05217457-11a7-4fcb-a317-38352b9da092', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:13Z', 'updated_at': '2022-09-21T15:16:31Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '05217457-11a7-4fcb-a317-38352b9da092', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:43.749847 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ae53f573-b974-4214-ba70-1e4e16e2290d None None] Current status of the port 5bb2af33-5367-48ee-97c0-d678970bf34a is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:43.750761 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ae53f573-b974-4214-ba70-1e4e16e2290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:43.760335 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port aa8c1bff-f873-4526-aab9-eca61cf9c5c2, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=aa8c1bff-f873-4526-aab9-eca61cf9c5c2,segment=NetworkSegment(1f0ec3e9-f16a-459c-b4bd-84441546a7b7),segment_id=1f0ec3e9-f16a-459c-b4bd-84441546a7b7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:43.774205 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:43.774996 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d29fdcdf-3116-47a8-837a-902c504d5a46 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:43.777364 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-6721a0c2-68aa-4510-beb7-4c136891ba5e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:43.777858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-6721a0c2-68aa-4510-beb7-4c136891ba5e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:43.803347 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18bc500-87ef-4d81-bce4-cb60f5f325f3 None None] Checking router: 206e6ce6-bca0-4c85-a234-2fe0b35718af for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:16:43.946708 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18bc500-87ef-4d81-bce4-cb60f5f325f3 None None] Routers {'206e6ce6-bca0-4c85-a234-2fe0b35718af'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:43.947379 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f18bc500-87ef-4d81-bce4-cb60f5f325f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['206e6ce6-bca0-4c85-a234-2fe0b35718af'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:43.973210 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bb4ec-678c-4753-b1f7-4e972b1ce7d3 req-2b7c0050-1926-485e-895c-69bd9eff448f tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:43.974692 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d41bb4ec-678c-4753-b1f7-4e972b1ce7d3 req-2b7c0050-1926-485e-895c-69bd9eff448f tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 943 time: 0.1047375 Sep 21 15:16:43.981903 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-6721a0c2-68aa-4510-beb7-4c136891ba5e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0555363 Sep 21 15:16:43.983965 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b16c291d-5d2d-4047-aa16-777bb2780145 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:44.010903 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ae53f573-b974-4214-ba70-1e4e16e2290d None None] For port 5bb2af33-5367-48ee-97c0-d678970bf34a, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5bb2af33-5367-48ee-97c0-d678970bf34a,segment=NetworkSegment(fc0259f7-9c76-4ff5-a346-47dad595eb68),segment_id=fc0259f7-9c76-4ff5-a346-47dad595eb68)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:44.045507 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] Request body: {'port': {'device_id': 'e4345e59-1d9e-4fcf-8e2b-c59d71012b10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:44.064716 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d41bb4ec-678c-4753-b1f7-4e972b1ce7d3 req-75578cb8-5ac9-4dea-acfb-77fc0001a16a tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682118 Sep 21 15:16:44.079627 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b16c291d-5d2d-4047-aa16-777bb2780145 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:44.082182 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8117d4-e698-4a58-bcea-2aee65644725 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:16:44.109849 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ae53f573-b974-4214-ba70-1e4e16e2290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:44.147135 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=aa8c1bff-f873-4526-aab9-eca61cf9c5c2,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:44.147846 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df8117d4-e698-4a58-bcea-2aee65644725 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:44.148322 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-df8117d4-e698-4a58-bcea-2aee65644725 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Added segment 28870970-09a3-40fa-8df1-2cfd020e3569 of type vlan for network 4edb0bd2-d3f6-4ff6-a124-507bb9936292 Sep 21 15:16:44.214894 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-f18bc500-87ef-4d81-bce4-cb60f5f325f3 None None] Set router 206e6ce6-bca0-4c85-a234-2fe0b35718af gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:16:44.237805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b16c291d-5d2d-4047-aa16-777bb2780145 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:44.238234 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16c291d-5d2d-4047-aa16-777bb2780145 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Fanout notify agent at l3_agent the message router_deleted on router 84ed327d-7fe2-4efb-8beb-d9072941180d {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:16:44.252246 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df8117d4-e698-4a58-bcea-2aee65644725 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:44.260363 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ae53f573-b974-4214-ba70-1e4e16e2290d None None] Provisioning for port e438c6a7-042d-46e0-80a2-edd3517e7e31 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:44.310946 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port d29fdcdf-3116-47a8-837a-902c504d5a46 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:44.311694 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:44.311802 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b16c291d-5d2d-4047-aa16-777bb2780145 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:44.313463 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b16c291d-5d2d-4047-aa16-777bb2780145 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/routers/84ed327d-7fe2-4efb-8beb-d9072941180d HTTP/1.1" status: 204 len: 168 time: 1.1355643 Sep 21 15:16:44.314323 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:44.316246 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32798) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:44.338725 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-22dfcc46-ecd1-4505-a6f9-9164f84b5994 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] For port 5bb2af33-5367-48ee-97c0-d678970bf34a, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5bb2af33-5367-48ee-97c0-d678970bf34a,segment=NetworkSegment(fc0259f7-9c76-4ff5-a346-47dad595eb68),segment_id=fc0259f7-9c76-4ff5-a346-47dad595eb68)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:44.339085 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22dfcc46-ecd1-4505-a6f9-9164f84b5994 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:44.356831 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df8117d4-e698-4a58-bcea-2aee65644725 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:44.363369 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8117d4-e698-4a58-bcea-2aee65644725 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:44.363997 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df8117d4-e698-4a58-bcea-2aee65644725 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:44.430887 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53f573-b974-4214-ba70-1e4e16e2290d None None] Pushing event updated for resources: {'Port': ['ID=5bb2af33-5367-48ee-97c0-d678970bf34a,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:44.458764 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0a9dfe-d0ad-4157-85e6-e5c99a722b78 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting subnet 37f5f049-0469-4912-b532-3649d4c94d34 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:16:44.463190 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9dfe-d0ad-4157-85e6-e5c99a722b78 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:44.476069 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ae53f573-b974-4214-ba70-1e4e16e2290d None None] Provisioning for port 681fde30-5c30-4046-a75f-a8a727cd37ae completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:44.593018 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9dfe-d0ad-4157-85e6-e5c99a722b78 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:44.697494 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffee22e2-d999-4a68-9aea-84de094033aa None None] get_active_networks_info from dv-neutron-858731-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:16:44.713562 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9dfe-d0ad-4157-85e6-e5c99a722b78 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:44.775450 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ab74a-377c-4de9-b78b-4e2a4762c825 req-61f3c251-8358-4d7d-9d9c-7c856846bc54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:44.776832 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b22ab74a-377c-4de9-b78b-4e2a4762c825 req-61f3c251-8358-4d7d-9d9c-7c856846bc54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 932 time: 0.2760057 Sep 21 15:16:44.789337 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-22dfcc46-ecd1-4505-a6f9-9164f84b5994 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Calling delete_port for 5bb2af33-5367-48ee-97c0-d678970bf34a owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:16:44.823233 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port d29fdcdf-3116-47a8-837a-902c504d5a46 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:44.840915 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b22ab74a-377c-4de9-b78b-4e2a4762c825 req-2184bdb6-923a-41cd-bd8a-be2e5f05e096 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0973406b-98ba-444c-b0e8-c3cb2b722d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512793 Sep 21 15:16:44.842906 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9dfe-d0ad-4157-85e6-e5c99a722b78 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:44.859018 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device a8f345e8-03aa-4b8b-88ea-7697f642d204 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:16:44.886677 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8117d4-e698-4a58-bcea-2aee65644725 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Network': ['ID=4edb0bd2-d3f6-4ff6-a124-507bb9936292,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:44.892421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a9dfe-d0ad-4157-85e6-e5c99a722b78 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Subnet': ['ID=37f5f049-0469-4912-b532-3649d4c94d34,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:44.896396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9dfe-d0ad-4157-85e6-e5c99a722b78 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:44.904419 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5e0a9dfe-d0ad-4157-85e6-e5c99a722b78 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/subnets/37f5f049-0469-4912-b532-3649d4c94d34 HTTP/1.1" status: 204 len: 168 time: 0.5869989 Sep 21 15:16:44.908716 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 32804) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:44.916999 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 4edb0bd2-d3f6-4ff6-a124-507bb9936292 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:16:44.930627 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: a8f345e8-03aa-4b8b-88ea-7697f642d204 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:16:44.930977 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device a8f345e8-03aa-4b8b-88ea-7697f642d204 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:16:44.937909 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5828a4c7-27d0-4779-b1b3-f8a1205e46fb None None] Provisioning for port c08604ad-9976-4ceb-991b-2dec8234a6c1 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:44.958928 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-df8117d4-e698-4a58-bcea-2aee65644725 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8228538 Sep 21 15:16:44.963684 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32808) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:44.971414 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-bcc9ca96-50f9-4c5e-8142-289f2e17bfea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'subnet': {'network_id': '4edb0bd2-d3f6-4ff6-a124-507bb9936292', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:45.086368 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5828a4c7-27d0-4779-b1b3-f8a1205e46fb None None] Provisioning for port 8694007c-079d-42a5-8cc2-8a21312f2e18 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:45.105363 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5828a4c7-27d0-4779-b1b3-f8a1205e46fb None None] Provisioning complete for port 8694007c-079d-42a5-8cc2-8a21312f2e18 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:45.105741 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5828a4c7-27d0-4779-b1b3-f8a1205e46fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:45.170880 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f18bc500-87ef-4d81-bce4-cb60f5f325f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:16:33Z', 'revision_number': 7, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '5bb2af33-5367-48ee-97c0-d678970bf34a', 'name': '', 'network_id': 'c3fbe809-44a5-49a5-af93-8de558c05d09', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:8f:62:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '874dd1fc-7847-40d5-a01d-72667f4b85a7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:25Z', 'updated_at': '2022-09-21T15:16:30Z', 'revision_number': 4, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '874dd1fc-7847-40d5-a01d-72667f4b85a7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5', 'name': '', 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:f3:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:02Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd29fdcdf-3116-47a8-837a-902c504d5a46', 'name': '', 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:28:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '05217457-11a7-4fcb-a317-38352b9da092', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:13Z', 'updated_at': '2022-09-21T15:16:31Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '05217457-11a7-4fcb-a317-38352b9da092', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:45.177372 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffee22e2-d999-4a68-9aea-84de094033aa None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:16:45.186460 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18bc500-87ef-4d81-bce4-cb60f5f325f3 None None] The sync data for ids ['206e6ce6-bca0-4c85-a234-2fe0b35718af'] in dv-neutron-858731-1-hyperv is: [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:16:33Z', 'revision_number': 7, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '5bb2af33-5367-48ee-97c0-d678970bf34a', 'name': '', 'network_id': 'c3fbe809-44a5-49a5-af93-8de558c05d09', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:8f:62:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '874dd1fc-7847-40d5-a01d-72667f4b85a7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:25Z', 'updated_at': '2022-09-21T15:16:30Z', 'revision_number': 4, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '874dd1fc-7847-40d5-a01d-72667f4b85a7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5', 'name': '', 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:f3:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:02Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd29fdcdf-3116-47a8-837a-902c504d5a46', 'name': '', 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:28:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '05217457-11a7-4fcb-a317-38352b9da092', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:13Z', 'updated_at': '2022-09-21T15:16:31Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '05217457-11a7-4fcb-a317-38352b9da092', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:16:45.205044 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5828a4c7-27d0-4779-b1b3-f8a1205e46fb None None] Port 8694007c-079d-42a5-8cc2-8a21312f2e18 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:16:45.254086 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06a4a8f2-441a-4f10-a310-4eeb5193e49f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:45.254611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bcc9ca96-50f9-4c5e-8142-289f2e17bfea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:45.258311 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bcc9ca96-50f9-4c5e-8142-289f2e17bfea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Usage tracker for resource:subnet and tenant:5c39faf0ffbb47868cccffa9f67d13c0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:45.264891 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bcc9ca96-50f9-4c5e-8142-289f2e17bfea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:45.270527 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-22dfcc46-ecd1-4505-a6f9-9164f84b5994 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:16:45.276095 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-22dfcc46-ecd1-4505-a6f9-9164f84b5994 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:16:45.280571 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bcc9ca96-50f9-4c5e-8142-289f2e17bfea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:45.299499 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc9ca96-50f9-4c5e-8142-289f2e17bfea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Made reservation on behalf of 5c39faf0ffbb47868cccffa9f67d13c0 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:45.308411 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bcc9ca96-50f9-4c5e-8142-289f2e17bfea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:45.342607 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device aff776c6-34fe-4d52-8d25-d758ada62212 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:45.396397 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-06a4a8f2-441a-4f10-a310-4eeb5193e49f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting port 3d27fce4-63b6-4353-9b06-755ef1ad7fc9 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:16:45.397029 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06a4a8f2-441a-4f10-a310-4eeb5193e49f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:45.410258 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5828a4c7-27d0-4779-b1b3-f8a1205e46fb None None] Provisioning complete for port 5bb2af33-5367-48ee-97c0-d678970bf34a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:45.410636 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5828a4c7-27d0-4779-b1b3-f8a1205e46fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:45.566349 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port aff776c6-34fe-4d52-8d25-d758ada62212 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:45.566693 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:45.659050 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf4d15-4ce5-439c-bf60-62b887be69e4 req-26d6f9c6-b8c3-4950-9e58-9b562fd5bb07 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:45.660712 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3bbf4d15-4ce5-439c-bf60-62b887be69e4 req-26d6f9c6-b8c3-4950-9e58-9b562fd5bb07 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 943 time: 0.1356559 Sep 21 15:16:45.715215 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-06a4a8f2-441a-4f10-a310-4eeb5193e49f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] For port 3d27fce4-63b6-4353-9b06-755ef1ad7fc9, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=3d27fce4-63b6-4353-9b06-755ef1ad7fc9,segment=NetworkSegment(900c5725-c0d4-4840-b2b7-f09a5d4b16ca),segment_id=900c5725-c0d4-4840-b2b7-f09a5d4b16ca)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:45.715573 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06a4a8f2-441a-4f10-a310-4eeb5193e49f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:45.751160 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5828a4c7-27d0-4779-b1b3-f8a1205e46fb None None] Current status of the port 5bb2af33-5367-48ee-97c0-d678970bf34a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:45.760568 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5828a4c7-27d0-4779-b1b3-f8a1205e46fb None None] Could not find standard attr ID for object 1c603be2-08e7-4021-b9cd-3a798f1b37e0. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:16:45.761430 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3bbf4d15-4ce5-439c-bf60-62b887be69e4 req-880f5e63-1347-42e2-a714-f5382b6ef3a1 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909200 Sep 21 15:16:45.786690 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-22dfcc46-ecd1-4505-a6f9-9164f84b5994 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting port 5bb2af33-5367-48ee-97c0-d678970bf34a {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:16:45.787039 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22dfcc46-ecd1-4505-a6f9-9164f84b5994 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:45.831412 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bcc9ca96-50f9-4c5e-8142-289f2e17bfea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:45.879149 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8694007c-079d-42a5-8cc2-8a21312f2e18 {{(pid=89019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:16:45.882297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port aff776c6-34fe-4d52-8d25-d758ada62212 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:45.885530 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e438c6a7-042d-46e0-80a2-edd3517e7e31 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:45.898369 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-06a4a8f2-441a-4f10-a310-4eeb5193e49f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Calling delete_port for 3d27fce4-63b6-4353-9b06-755ef1ad7fc9 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:16:45.916794 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9ca96-50f9-4c5e-8142-289f2e17bfea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Subnet': ['ID=40ca7934-632e-4336-a1ed-c0cbf23ec153,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:45.930195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc9ca96-50f9-4c5e-8142-289f2e17bfea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Checking segment: {'id': '28870970-09a3-40fa-8df1-2cfd020e3569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4edb0bd2-d3f6-4ff6-a124-507bb9936292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:45.930195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc9ca96-50f9-4c5e-8142-289f2e17bfea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Network hostable DHCP agents. Network: 4edb0bd2-d3f6-4ff6-a124-507bb9936292, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:16:45.950753 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:45.962524 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc9ca96-50f9-4c5e-8142-289f2e17bfea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Network 4edb0bd2-d3f6-4ff6-a124-507bb9936292 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:16:46.014988 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] Transition to ACTIVE for port object 8694007c-079d-42a5-8cc2-8a21312f2e18 will not be triggered until provisioned by entity L2. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:46.038959 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-bcc9ca96-50f9-4c5e-8142-289f2e17bfea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 4edb0bd2-d3f6-4ff6-a124-507bb9936292) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:46.046044 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc9ca96-50f9-4c5e-8142-289f2e17bfea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:46.047478 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bcc9ca96-50f9-4c5e-8142-289f2e17bfea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:46.075825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b691a4f-5a2e-4242-bacd-36ba768f712c None None] Network 4edb0bd2-d3f6-4ff6-a124-507bb9936292 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:46.082123 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:46.089949 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bcc9ca96-50f9-4c5e-8142-289f2e17bfea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1251574 Sep 21 15:16:46.094150 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32816) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:46.099538 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a465f2de-25a4-467a-ba6b-6625808d3e40 None None] Network 9e6c1747-0e34-4971-be23-42e979ac719f requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:46.130803 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73954f6-2d3a-4739-a843-24208312cb9c req-d2233079-1b92-4ea8-b077-8d70687c473a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:46.132400 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e73954f6-2d3a-4739-a843-24208312cb9c req-d2233079-1b92-4ea8-b077-8d70687c473a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 944 time: 0.1610065 Sep 21 15:16:46.262486 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e73954f6-2d3a-4739-a843-24208312cb9c req-5827bfbc-e933-4222-a67d-67f2485e353e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0973406b-98ba-444c-b0e8-c3cb2b722d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811431 Sep 21 15:16:46.289686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-355d7260-9e8c-4f68-865c-d9af7c3ea226 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:46.368611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-355d7260-9e8c-4f68-865c-d9af7c3ea226 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:46.401051 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06a4a8f2-441a-4f10-a310-4eeb5193e49f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:46.416817 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port e438c6a7-042d-46e0-80a2-edd3517e7e31 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:46.433121 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port e438c6a7-042d-46e0-80a2-edd3517e7e31 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:46.433874 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:46.463315 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-355d7260-9e8c-4f68-865c-d9af7c3ea226 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:46.469808 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a4a8f2-441a-4f10-a310-4eeb5193e49f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] No DVR routers for this DVR port 3d27fce4-63b6-4353-9b06-755ef1ad7fc9 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:16:46.543145 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] Pushing event updated for resources: {'Port': ['ID=8694007c-079d-42a5-8cc2-8a21312f2e18,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:46.560726 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d7260-9e8c-4f68-865c-d9af7c3ea226 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event deleted for resources: {'Subnet': ['ID=40ca7934-632e-4336-a1ed-c0cbf23ec153,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:46.622837 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66f5731-e45d-471b-8a75-a7b81cf38fb0 None None] DHCP port deletion for 9e6c1747-0e34-4971-be23-42e979ac719f request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:16:46.627861 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4a8f2-441a-4f10-a310-4eeb5193e49f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Port': ['ID=3d27fce4-63b6-4353-9b06-755ef1ad7fc9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:46.646574 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-355d7260-9e8c-4f68-865c-d9af7c3ea226 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:46.652232 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3516aaf-5892-450c-b524-5c19aa39a839 None None] Network 4edb0bd2-d3f6-4ff6-a124-507bb9936292 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:46.687599 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-355d7260-9e8c-4f68-865c-d9af7c3ea226 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4edb0bd2-d3f6-4ff6-a124-507bb9936292']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:46.700581 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-355d7260-9e8c-4f68-865c-d9af7c3ea226 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28870970-09a3-40fa-8df1-2cfd020e3569') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:46.701139 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-355d7260-9e8c-4f68-865c-d9af7c3ea226 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28870970-09a3-40fa-8df1-2cfd020e3569') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:46.713450 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-355d7260-9e8c-4f68-865c-d9af7c3ea226 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:46.730195 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-22dfcc46-ecd1-4505-a6f9-9164f84b5994 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] For port 5bb2af33-5367-48ee-97c0-d678970bf34a, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5bb2af33-5367-48ee-97c0-d678970bf34a,segment=NetworkSegment(fc0259f7-9c76-4ff5-a346-47dad595eb68),segment_id=fc0259f7-9c76-4ff5-a346-47dad595eb68)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:46.730753 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22dfcc46-ecd1-4505-a6f9-9164f84b5994 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:46.731781 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-355d7260-9e8c-4f68-865c-d9af7c3ea226 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:46.738777 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355d7260-9e8c-4f68-865c-d9af7c3ea226 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:16:46.739204 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-355d7260-9e8c-4f68-865c-d9af7c3ea226 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:46.749226 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06a4a8f2-441a-4f10-a310-4eeb5193e49f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:46.771072 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] Attempting to bind port 8694007c-079d-42a5-8cc2-8a21312f2e18 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:16:46.772720 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] Attempting to bind port 8694007c-079d-42a5-8cc2-8a21312f2e18 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '1f0ec3e9-f16a-459c-b4bd-84441546a7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:16:46.773879 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] Attempting to bind port 8694007c-079d-42a5-8cc2-8a21312f2e18 on network 32cada0d-147a-4930-9739-0fbe78c1c1dc {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:16:46.811033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port e438c6a7-042d-46e0-80a2-edd3517e7e31 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:46.811418 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:46.816017 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 28870970-09a3-40fa-8df1-2cfd020e3569 resource provider aggregate not found Sep 21 15:16:46.842238 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 28870970-09a3-40fa-8df1-2cfd020e3569 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28870970-09a3-40fa-8df1-2cfd020e3569 found for delete ", "request_id": "req-3332f5b5-4ace-4e81-8a10-fe423b328002"}]} Sep 21 15:16:46.871485 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-355d7260-9e8c-4f68-865c-d9af7c3ea226 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:46.906291 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-355d7260-9e8c-4f68-865c-d9af7c3ea226 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:46.917547 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-22dfcc46-ecd1-4505-a6f9-9164f84b5994 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Calling delete_port for 5bb2af33-5367-48ee-97c0-d678970bf34a owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:16:46.923951 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port e438c6a7-042d-46e0-80a2-edd3517e7e31, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e438c6a7-042d-46e0-80a2-edd3517e7e31,segment=NetworkSegment(fc0259f7-9c76-4ff5-a346-47dad595eb68),segment_id=fc0259f7-9c76-4ff5-a346-47dad595eb68)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:46.928023 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:46.929008 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5bb2af33-5367-48ee-97c0-d678970bf34a up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:46.960868 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d7260-9e8c-4f68-865c-d9af7c3ea226 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event deleted for resources: {'Network': ['ID=4edb0bd2-d3f6-4ff6-a124-507bb9936292,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:46.961868 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-06a4a8f2-441a-4f10-a310-4eeb5193e49f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6c1747-0e34-4971-be23-42e979ac719f']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:46.976204 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-355d7260-9e8c-4f68-865c-d9af7c3ea226 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/networks/4edb0bd2-d3f6-4ff6-a124-507bb9936292 HTTP/1.1" status: 204 len: 168 time: 0.8753202 Sep 21 15:16:46.977807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32826) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:46.979131 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-06a4a8f2-441a-4f10-a310-4eeb5193e49f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900c5725-c0d4-4840-b2b7-f09a5d4b16ca') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:46.979131 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-06a4a8f2-441a-4f10-a310-4eeb5193e49f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900c5725-c0d4-4840-b2b7-f09a5d4b16ca') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:46.983506 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9ed16a56-5641-43dd-b68c-58ce40f3eb9c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-820117987'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:46.991937 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06a4a8f2-441a-4f10-a310-4eeb5193e49f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:46.992179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9ed16a56-5641-43dd-b68c-58ce40f3eb9c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:47.002225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9ed16a56-5641-43dd-b68c-58ce40f3eb9c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Usage tracker for resource:network and tenant:5c39faf0ffbb47868cccffa9f67d13c0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:47.006662 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9ed16a56-5641-43dd-b68c-58ce40f3eb9c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:47.008111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06a4a8f2-441a-4f10-a310-4eeb5193e49f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:47.014325 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a4a8f2-441a-4f10-a310-4eeb5193e49f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:16:47.014762 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06a4a8f2-441a-4f10-a310-4eeb5193e49f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:47.015053 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9ed16a56-5641-43dd-b68c-58ce40f3eb9c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:47.037604 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed16a56-5641-43dd-b68c-58ce40f3eb9c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Made reservation on behalf of 5c39faf0ffbb47868cccffa9f67d13c0 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:47.041527 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9ed16a56-5641-43dd-b68c-58ce40f3eb9c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:47.055622 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=e438c6a7-042d-46e0-80a2-edd3517e7e31,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:47.065598 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 5bb2af33-5367-48ee-97c0-d678970bf34a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:47.065996 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:47.076306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e2bdb-921a-4601-bb4c-bc0c9cefaa77 req-306c0385-9a07-47b4-9256-3d5539e974d5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:47.077826 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a85e2bdb-921a-4601-bb4c-bc0c9cefaa77 req-306c0385-9a07-47b4-9256-3d5539e974d5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 943 time: 0.1561968 Sep 21 15:16:47.115796 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed16a56-5641-43dd-b68c-58ce40f3eb9c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:16:47.123979 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06a4a8f2-441a-4f10-a310-4eeb5193e49f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:47.134615 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] Port 8694007c-079d-42a5-8cc2-8a21312f2e18 on network 32cada0d-147a-4930-9739-0fbe78c1c1dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:16:47.134939 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] Attempting to bind port 8694007c-079d-42a5-8cc2-8a21312f2e18 on network 32cada0d-147a-4930-9739-0fbe78c1c1dc {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:16:47.143686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9ed16a56-5641-43dd-b68c-58ce40f3eb9c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:47.144038 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-9ed16a56-5641-43dd-b68c-58ce40f3eb9c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Added segment feb3259d-8343-46a3-9312-30eee4451e68 of type vlan for network f7ab511d-d5ff-444e-ae4c-937ed5dd1710 Sep 21 15:16:47.147215 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 900c5725-c0d4-4840-b2b7-f09a5d4b16ca resource provider aggregate not found Sep 21 15:16:47.147874 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a85e2bdb-921a-4601-bb4c-bc0c9cefaa77 req-9588839d-861d-4331-954b-d22e38a2b52e tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618024 Sep 21 15:16:47.176061 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06a4a8f2-441a-4f10-a310-4eeb5193e49f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:47.181413 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:16:47.181748 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] Checking segment: {'id': '1f0ec3e9-f16a-459c-b4bd-84441546a7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:47.182129 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] Bound using segment: {'id': '1f0ec3e9-f16a-459c-b4bd-84441546a7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc'} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:16:47.182564 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] Bound port: 8694007c-079d-42a5-8cc2-8a21312f2e18, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f0ec3e9-f16a-459c-b4bd-84441546a7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc'}}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:16:47.182901 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:47.191591 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9ed16a56-5641-43dd-b68c-58ce40f3eb9c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:47.198554 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 900c5725-c0d4-4840-b2b7-f09a5d4b16ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 900c5725-c0d4-4840-b2b7-f09a5d4b16ca found for delete ", "request_id": "req-2dd2c0d6-8ada-4c9d-9c35-f205cbf70336"}]} Sep 21 15:16:47.204546 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4a8f2-441a-4f10-a310-4eeb5193e49f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Network': ['ID=9e6c1747-0e34-4971-be23-42e979ac719f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:47.232554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9ed16a56-5641-43dd-b68c-58ce40f3eb9c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:47.233383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 5bb2af33-5367-48ee-97c0-d678970bf34a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:47.234557 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device aa8c1bff-f873-4526-aab9-eca61cf9c5c2 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:47.238882 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed16a56-5641-43dd-b68c-58ce40f3eb9c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:47.239602 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9ed16a56-5641-43dd-b68c-58ce40f3eb9c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:47.273754 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-06a4a8f2-441a-4f10-a310-4eeb5193e49f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/networks/9e6c1747-0e34-4971-be23-42e979ac719f HTTP/1.1" status: 204 len: 168 time: 2.3558345 Sep 21 15:16:47.283983 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 32834) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:47.290218 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-170474620', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:47.314859 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:47.323324 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:router and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:47.328067 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:47.328464 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port aa8c1bff-f873-4526-aab9-eca61cf9c5c2 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:47.328914 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:47.342726 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:47.361729 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed16a56-5641-43dd-b68c-58ce40f3eb9c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Network': ['ID=f7ab511d-d5ff-444e-ae4c-937ed5dd1710,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:47.369847 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9ed16a56-5641-43dd-b68c-58ce40f3eb9c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3910115 Sep 21 15:16:47.371159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32840) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:47.374797 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] For port 8694007c-079d-42a5-8cc2-8a21312f2e18, host hv-neutron-8587, cleared binding levels {{(pid=89019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:16:47.379055 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5f964df4-b540-4943-96a2-f52b43311ccf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'subnet': {'network_id': 'f7ab511d-d5ff-444e-ae4c-937ed5dd1710', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:47.379314 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] For port 8694007c-079d-42a5-8cc2-8a21312f2e18, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=8694007c-079d-42a5-8cc2-8a21312f2e18,segment=NetworkSegment(1f0ec3e9-f16a-459c-b4bd-84441546a7b7),segment_id=1f0ec3e9-f16a-459c-b4bd-84441546a7b7)] {{(pid=89019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:16:47.380674 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:47.381724 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:47.388928 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:47.413720 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network f7ab511d-d5ff-444e-ae4c-937ed5dd1710 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:16:47.431510 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:47.432109 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:47.433509 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] 10.222.0.20 "PUT /v2.0/ports/8694007c-079d-42a5-8cc2-8a21312f2e18 HTTP/1.1" status: 200 len: 1094 time: 3.3921959 Sep 21 15:16:47.433939 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4345e59-1d9e-4fcf-8e2b-c59d71012b10', 'tag': '8694007c-079d-42a5-8cc2-8a21312f2e18'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:16:47.436257 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfc6b09-069c-4bf6-8b17-e913f2fc4ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "e4345e59-1d9e-4fcf-8e2b-c59d71012b10", "tag": "8694007c-079d-42a5-8cc2-8a21312f2e18"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:16:47.560053 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74039fce-3a60-43cf-9137-7ff983514e0b service neutron] Pushing event updated for resources: {'Port': ['ID=8694007c-079d-42a5-8cc2-8a21312f2e18,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:47.584189 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5f964df4-b540-4943-96a2-f52b43311ccf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:47.590813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5f964df4-b540-4943-96a2-f52b43311ccf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Usage tracker for resource:subnet and tenant:5c39faf0ffbb47868cccffa9f67d13c0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:47.594903 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5f964df4-b540-4943-96a2-f52b43311ccf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:47.602170 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5f964df4-b540-4943-96a2-f52b43311ccf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:47.617603 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b0e305-2e2d-4d7e-af58-25d9ea17ba0f x-openstack-request-id: req-e2b0e305-2e2d-4d7e-af58-25d9ea17ba0f {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:16:47.618019 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4345e59-1d9e-4fcf-8e2b-c59d71012b10", "tag": "8694007c-079d-42a5-8cc2-8a21312f2e18", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:16:47.618369 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e2b0e305-2e2d-4d7e-af58-25d9ea17ba0f {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:16:47.618767 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port aa8c1bff-f873-4526-aab9-eca61cf9c5c2 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:47.619248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614c379-1ec2-4c3d-beda-1b10ec018854 req-aae8754d-cb62-4048-aeb0-57fdff0eacf5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:47.619367 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b0e305-2e2d-4d7e-af58-25d9ea17ba0f'] response: {'name': 'network-changed', 'server_uuid': 'e4345e59-1d9e-4fcf-8e2b-c59d71012b10', 'tag': '8694007c-079d-42a5-8cc2-8a21312f2e18', 'status': 'completed', 'code': 200} Sep 21 15:16:47.619861 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c08604ad-9976-4ceb-991b-2dec8234a6c1 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:47.620927 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f614c379-1ec2-4c3d-beda-1b10ec018854 req-aae8754d-cb62-4048-aeb0-57fdff0eacf5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 944 time: 0.1628854 Sep 21 15:16:47.642628 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f964df4-b540-4943-96a2-f52b43311ccf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Made reservation on behalf of 5c39faf0ffbb47868cccffa9f67d13c0 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:47.645967 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5f964df4-b540-4943-96a2-f52b43311ccf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:47.659240 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22dfcc46-ecd1-4505-a6f9-9164f84b5994 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:47.690749 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port c08604ad-9976-4ceb-991b-2dec8234a6c1 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:47.695741 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port c08604ad-9976-4ceb-991b-2dec8234a6c1 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:47.696392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:47.717192 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfcc46-ecd1-4505-a6f9-9164f84b5994 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Port': ['ID=5bb2af33-5367-48ee-97c0-d678970bf34a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:47.732502 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:47.834889 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port c08604ad-9976-4ceb-991b-2dec8234a6c1 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:47.835637 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:47.875539 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f614c379-1ec2-4c3d-beda-1b10ec018854 req-0d483ff5-ccc2-4d7c-bcb9-27ae562bc242 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0973406b-98ba-444c-b0e8-c3cb2b722d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471316 Sep 21 15:16:47.882759 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port c08604ad-9976-4ceb-991b-2dec8234a6c1, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c08604ad-9976-4ceb-991b-2dec8234a6c1,segment=NetworkSegment(15b1390d-f465-42d1-989d-bfa7aeb7ed30),segment_id=15b1390d-f465-42d1-989d-bfa7aeb7ed30)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:47.892022 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:47.893262 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 3d27fce4-63b6-4353-9b06-755ef1ad7fc9 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:47.992591 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 3d27fce4-63b6-4353-9b06-755ef1ad7fc9 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:16:47.993017 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 3d27fce4-63b6-4353-9b06-755ef1ad7fc9 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 21 15:16:48.046105 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Port 3d27fce4-63b6-4353-9b06-755ef1ad7fc9 not found, will not notify nova. {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 21 15:16:48.061310 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5f964df4-b540-4943-96a2-f52b43311ccf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:48.079601 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=c08604ad-9976-4ceb-991b-2dec8234a6c1,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:48.152596 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f964df4-b540-4943-96a2-f52b43311ccf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Checking segment: {'id': 'feb3259d-8343-46a3-9312-30eee4451e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7ab511d-d5ff-444e-ae4c-937ed5dd1710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:48.152945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f964df4-b540-4943-96a2-f52b43311ccf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Network hostable DHCP agents. Network: f7ab511d-d5ff-444e-ae4c-937ed5dd1710, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:16:48.157654 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f964df4-b540-4943-96a2-f52b43311ccf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Subnet': ['ID=87f88f53-14b9-4caa-ad80-57e1f8517171,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:48.175483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f964df4-b540-4943-96a2-f52b43311ccf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Network f7ab511d-d5ff-444e-ae4c-937ed5dd1710 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:16:48.186680 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-5f964df4-b540-4943-96a2-f52b43311ccf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, f7ab511d-d5ff-444e-ae4c-937ed5dd1710) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:48.191239 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f964df4-b540-4943-96a2-f52b43311ccf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:48.192022 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5f964df4-b540-4943-96a2-f52b43311ccf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:48.199883 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4330b022-2c58-4c33-bbd7-dd31824640fb None None] Network f7ab511d-d5ff-444e-ae4c-937ed5dd1710 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:48.224589 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5f964df4-b540-4943-96a2-f52b43311ccf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8511777 Sep 21 15:16:48.226890 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32850) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:48.230616 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-73b0f240-ae87-4ea4-b8de-49212325b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:48.232173 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-73b0f240-ae87-4ea4-b8de-49212325b4ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 1097 time: 0.6638064 Sep 21 15:16:48.272504 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e438c6a7-042d-46e0-80a2-edd3517e7e31 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:48.384134 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-e5679827-5a52-4b9b-b00a-617024e75eaa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8694007c-079d-42a5-8cc2-8a21312f2e18 HTTP/1.1" status: 200 len: 217 time: 0.1408288 Sep 21 15:16:48.430226 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port e438c6a7-042d-46e0-80a2-edd3517e7e31 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:48.431527 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:48.456716 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3759472d-7ea6-4545-a859-32ff35c78178 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:48.474962 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6a389-86bb-45ba-a5ec-1fddcd37a3cf req-40b5200a-08e4-41f0-b93d-4aba6c385537 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:48.476365 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-57a6a389-86bb-45ba-a5ec-1fddcd37a3cf req-40b5200a-08e4-41f0-b93d-4aba6c385537 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 943 time: 0.1555753 Sep 21 15:16:48.503074 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:48.526649 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22dfcc46-ecd1-4505-a6f9-9164f84b5994 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:48.555878 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de247a9c-4985-424d-ac22-a2f4c01f7c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-f7ab511d-d5ff-444e-ae4c-937ed5dd1710', 'network_id': 'f7ab511d-d5ff-444e-ae4c-937ed5dd1710', 'tenant_id': '5c39faf0ffbb47868cccffa9f67d13c0', 'fixed_ips': [{'subnet_id': '87f88f53-14b9-4caa-ad80-57e1f8517171'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:16:48.556791 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-de247a9c-4985-424d-ac22-a2f4c01f7c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:48.576936 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-57a6a389-86bb-45ba-a5ec-1fddcd37a3cf req-6db66062-5221-4a39-b517-7683c045ee5c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664151 Sep 21 15:16:48.577857 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3759472d-7ea6-4545-a859-32ff35c78178 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:48.639913 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-5d35019a-25f2-4998-83ec-cb2ab80503af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:48.642052 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-5d35019a-25f2-4998-83ec-cb2ab80503af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fe03a9b-9795-40d3-b780-82f56eff4f1e HTTP/1.1" status: 200 len: 834 time: 0.1964536 Sep 21 15:16:48.661411 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3759472d-7ea6-4545-a859-32ff35c78178 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:48.720011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759472d-7ea6-4545-a859-32ff35c78178 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event deleted for resources: {'Subnet': ['ID=87f88f53-14b9-4caa-ad80-57e1f8517171,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:48.722613 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port e438c6a7-042d-46e0-80a2-edd3517e7e31 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server [None req-de247a9c-4985-424d-ac22-a2f4c01f7c5a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87f88f53-14b9-4caa-ad80-57e1f8517171: This subnet is being modified by another concurrent operation. Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise exception Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87f88f53-14b9-4caa-ad80-57e1f8517171: This subnet is being modified by another concurrent operation. Sep 21 15:16:48.752445 dv-neutron-858731-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server Sep 21 15:16:48.787903 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a51a85-5db5-4662-9ee2-f9b8c748808c None None] Network f7ab511d-d5ff-444e-ae4c-937ed5dd1710 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:48.801270 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3759472d-7ea6-4545-a859-32ff35c78178 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:48.833886 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-3759472d-7ea6-4545-a859-32ff35c78178 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ab511d-d5ff-444e-ae4c-937ed5dd1710']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:48.846657 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-3759472d-7ea6-4545-a859-32ff35c78178 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb3259d-8343-46a3-9312-30eee4451e68') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:48.846994 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-3759472d-7ea6-4545-a859-32ff35c78178 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb3259d-8343-46a3-9312-30eee4451e68') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:48.854977 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 3d27fce4-63b6-4353-9b06-755ef1ad7fc9 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:16:48.861025 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3759472d-7ea6-4545-a859-32ff35c78178 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:48.878351 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3759472d-7ea6-4545-a859-32ff35c78178 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:48.884729 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3759472d-7ea6-4545-a859-32ff35c78178 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:16:48.885116 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3759472d-7ea6-4545-a859-32ff35c78178 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:48.907151 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 3d27fce4-63b6-4353-9b06-755ef1ad7fc9 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:16:48.907857 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 3d27fce4-63b6-4353-9b06-755ef1ad7fc9 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:16:48.973339 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment feb3259d-8343-46a3-9312-30eee4451e68 resource provider aggregate not found Sep 21 15:16:49.000705 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment feb3259d-8343-46a3-9312-30eee4451e68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid feb3259d-8343-46a3-9312-30eee4451e68 found for delete ", "request_id": "req-d639af10-3993-44c1-a731-1d23e965ecac"}]} Sep 21 15:16:49.032836 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-0b81b287-c436-4cdf-9ed9-506a041749bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:49.034298 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-0b81b287-c436-4cdf-9ed9-506a041749bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=32cada0d-147a-4930-9739-0fbe78c1c1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3292153 Sep 21 15:16:49.089526 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20451003-d8de-43ed-b283-34d999035722 None None] get_active_networks_info from dv-neutron-858731-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:16:49.098954 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3759472d-7ea6-4545-a859-32ff35c78178 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:49.117413 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3759472d-7ea6-4545-a859-32ff35c78178 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:49.132130 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759472d-7ea6-4545-a859-32ff35c78178 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event deleted for resources: {'Network': ['ID=f7ab511d-d5ff-444e-ae4c-937ed5dd1710,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:49.139887 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3759472d-7ea6-4545-a859-32ff35c78178 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/networks/f7ab511d-d5ff-444e-ae4c-937ed5dd1710 HTTP/1.1" status: 204 len: 168 time: 0.9116468 Sep 21 15:16:49.144374 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32860) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:49.151913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e9779e7c-7d1f-42ce-93a8-fcafdef6d20d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-573538259'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:49.157190 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22dfcc46-ecd1-4505-a6f9-9164f84b5994 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router 206e6ce6-bca0-4c85-a234-2fe0b35718af has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:16:49.163216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a5338-d4b5-4ad6-a42a-e31ea4336dc9 req-4969f337-04c7-4c4b-95dc-a321d774a22e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:49.164720 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3e0a5338-d4b5-4ad6-a42a-e31ea4336dc9 req-4969f337-04c7-4c4b-95dc-a321d774a22e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 944 time: 0.1519086 Sep 21 15:16:49.167037 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e9779e7c-7d1f-42ce-93a8-fcafdef6d20d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:49.171130 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e9779e7c-7d1f-42ce-93a8-fcafdef6d20d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Usage tracker for resource:network and tenant:5c39faf0ffbb47868cccffa9f67d13c0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:49.187879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e9779e7c-7d1f-42ce-93a8-fcafdef6d20d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:49.198051 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e9779e7c-7d1f-42ce-93a8-fcafdef6d20d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:49.222012 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9779e7c-7d1f-42ce-93a8-fcafdef6d20d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Made reservation on behalf of 5c39faf0ffbb47868cccffa9f67d13c0 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:49.225538 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9779e7c-7d1f-42ce-93a8-fcafdef6d20d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:49.240555 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3e0a5338-d4b5-4ad6-a42a-e31ea4336dc9 req-25068311-d84d-4ad6-8de4-922797288ee6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0973406b-98ba-444c-b0e8-c3cb2b722d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657377 Sep 21 15:16:49.259503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9779e7c-7d1f-42ce-93a8-fcafdef6d20d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:16:49.270589 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20451003-d8de-43ed-b283-34d999035722 None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:16:49.272665 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9779e7c-7d1f-42ce-93a8-fcafdef6d20d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:49.273222 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-e9779e7c-7d1f-42ce-93a8-fcafdef6d20d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Added segment 0ee83226-4c06-4fd9-a7ab-264d2e253ac7 of type vlan for network e5fd0f8e-c80d-4450-8f03-2b6c53c13224 Sep 21 15:16:49.300598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9779e7c-7d1f-42ce-93a8-fcafdef6d20d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:49.332613 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9779e7c-7d1f-42ce-93a8-fcafdef6d20d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:49.338388 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9779e7c-7d1f-42ce-93a8-fcafdef6d20d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:49.339026 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9779e7c-7d1f-42ce-93a8-fcafdef6d20d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:49.450371 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e9779e7c-7d1f-42ce-93a8-fcafdef6d20d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3035252 Sep 21 15:16:49.454370 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32864) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:49.461688 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-39005e15-bcc6-4c11-a8e4-0596ce4a2eb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'subnet': {'network_id': 'e5fd0f8e-c80d-4450-8f03-2b6c53c13224', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:49.479530 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9779e7c-7d1f-42ce-93a8-fcafdef6d20d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Network': ['ID=e5fd0f8e-c80d-4450-8f03-2b6c53c13224,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:49.540307 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network e5fd0f8e-c80d-4450-8f03-2b6c53c13224 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:16:49.580529 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-39005e15-bcc6-4c11-a8e4-0596ce4a2eb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:49.584541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-39005e15-bcc6-4c11-a8e4-0596ce4a2eb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Usage tracker for resource:subnet and tenant:5c39faf0ffbb47868cccffa9f67d13c0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:49.587473 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-39005e15-bcc6-4c11-a8e4-0596ce4a2eb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:49.593279 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-39005e15-bcc6-4c11-a8e4-0596ce4a2eb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:49.604118 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39005e15-bcc6-4c11-a8e4-0596ce4a2eb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Made reservation on behalf of 5c39faf0ffbb47868cccffa9f67d13c0 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:49.607684 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-39005e15-bcc6-4c11-a8e4-0596ce4a2eb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:49.627245 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-8ec46e71-fabf-45be-8372-24bcebda0705 service neutron] 10.222.0.20 "GET /v2.0/networks/32cada0d-147a-4930-9739-0fbe78c1c1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5811596 Sep 21 15:16:49.692092 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:49.773666 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dfcc46-ecd1-4505-a6f9-9164f84b5994 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:16:49.775571 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:49.788153 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5586cc36-e059-46ce-893a-e3320225761b None None] Sync routers for ids ['206e6ce6-bca0-4c85-a234-2fe0b35718af'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:16:49.810348 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5586cc36-e059-46ce-893a-e3320225761b None None] Routers {'206e6ce6-bca0-4c85-a234-2fe0b35718af'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:49.811047 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5586cc36-e059-46ce-893a-e3320225761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['206e6ce6-bca0-4c85-a234-2fe0b35718af'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:49.891563 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-22dfcc46-ecd1-4505-a6f9-9164f84b5994 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/206e6ce6-bca0-4c85-a234-2fe0b35718af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5983071 Sep 21 15:16:49.892488 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 32870) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:49.993612 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-5586cc36-e059-46ce-893a-e3320225761b None None] Set router 206e6ce6-bca0-4c85-a234-2fe0b35718af gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:16:50.014396 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-51f54877-f533-4d66-ab9a-1cb58648da8b req-1255b813-1464-4298-a74d-5ff2adf2993f service neutron] 10.222.0.20 "GET /v2.0/networks/32cada0d-147a-4930-9739-0fbe78c1c1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471096 Sep 21 15:16:50.033622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831e84a-d4b2-4bcb-8a91-7b7f8fe7d344 req-562c1003-8096-4473-9294-cc627483caad tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:50.035458 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1831e84a-d4b2-4bcb-8a91-7b7f8fe7d344 req-562c1003-8096-4473-9294-cc627483caad tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 943 time: 0.2842195 Sep 21 15:16:50.039120 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd406ef6-e695-48dd-bb46-2fdfd7f47f97 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting subnet 874dd1fc-7847-40d5-a01d-72667f4b85a7 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:16:50.047389 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd406ef6-e695-48dd-bb46-2fdfd7f47f97 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:50.086210 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Allocated IP 172.26.4.223 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/ea063d42-85ab-4be6-8b5e-fbb2bb455267) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:16:50.122795 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1831e84a-d4b2-4bcb-8a91-7b7f8fe7d344 req-038fc05a-d872-4d3e-bda6-5c75751cb9d4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758808 Sep 21 15:16:50.127683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-39005e15-bcc6-4c11-a8e4-0596ce4a2eb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:50.175083 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd406ef6-e695-48dd-bb46-2fdfd7f47f97 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:50.219958 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c08604ad-9976-4ceb-991b-2dec8234a6c1 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:50.225477 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39005e15-bcc6-4c11-a8e4-0596ce4a2eb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Subnet': ['ID=d7606123-af5f-4fcb-ad15-23ecee9a3594,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:50.236560 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39005e15-bcc6-4c11-a8e4-0596ce4a2eb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Checking segment: {'id': '0ee83226-4c06-4fd9-a7ab-264d2e253ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e5fd0f8e-c80d-4450-8f03-2b6c53c13224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:50.236921 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39005e15-bcc6-4c11-a8e4-0596ce4a2eb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Network hostable DHCP agents. Network: e5fd0f8e-c80d-4450-8f03-2b6c53c13224, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:16:50.258385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39005e15-bcc6-4c11-a8e4-0596ce4a2eb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Network e5fd0f8e-c80d-4450-8f03-2b6c53c13224 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:16:50.268653 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-39005e15-bcc6-4c11-a8e4-0596ce4a2eb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, e5fd0f8e-c80d-4450-8f03-2b6c53c13224) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:50.279052 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39005e15-bcc6-4c11-a8e4-0596ce4a2eb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:50.279864 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-39005e15-bcc6-4c11-a8e4-0596ce4a2eb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:50.314107 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-39005e15-bcc6-4c11-a8e4-0596ce4a2eb3 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8569810 Sep 21 15:16:50.316566 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32876) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:50.325537 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5b75b566-2592-4e32-83e1-cb3d53855542 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'subnet': {'network_id': 'e5fd0f8e-c80d-4450-8f03-2b6c53c13224', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:50.396033 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:50.410591 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd406ef6-e695-48dd-bb46-2fdfd7f47f97 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:50.438655 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a7634d-a9a5-424f-9f63-cef2aaff34cd None None] Network e5fd0f8e-c80d-4450-8f03-2b6c53c13224 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:50.445703 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc6b09-069c-4bf6-8b17-e913f2fc4ea1 req-6607c965-e865-40ac-8eba-5310c8e63bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:50.447441 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0bfc6b09-069c-4bf6-8b17-e913f2fc4ea1 req-6607c965-e865-40ac-8eba-5310c8e63bc9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 1097 time: 0.3316355 Sep 21 15:16:50.558196 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5b75b566-2592-4e32-83e1-cb3d53855542 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:50.565168 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5b75b566-2592-4e32-83e1-cb3d53855542 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Usage tracker for resource:subnet and tenant:5c39faf0ffbb47868cccffa9f67d13c0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:50.568484 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5b75b566-2592-4e32-83e1-cb3d53855542 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:50.579147 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596b685-b966-420d-bc31-64d287a6dc8b req-cdf03b79-4290-440c-a217-3f3258e67f27 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:50.580809 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5596b685-b966-420d-bc31-64d287a6dc8b req-cdf03b79-4290-440c-a217-3f3258e67f27 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 944 time: 0.1626680 Sep 21 15:16:50.585683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5b75b566-2592-4e32-83e1-cb3d53855542 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:50.613776 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b75b566-2592-4e32-83e1-cb3d53855542 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Made reservation on behalf of 5c39faf0ffbb47868cccffa9f67d13c0 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:50.616697 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:50.617214 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5b75b566-2592-4e32-83e1-cb3d53855542 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:50.629428 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port c08604ad-9976-4ceb-991b-2dec8234a6c1 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:50.629804 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:50.656733 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd406ef6-e695-48dd-bb46-2fdfd7f47f97 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:50.705700 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 681fde30-5c30-4046-a75f-a8a727cd37ae details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:16:50.707986 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc6b09-069c-4bf6-8b17-e913f2fc4ea1 req-2bd78a72-e57d-47f6-9de2-6084494a8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:50.709453 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0bfc6b09-069c-4bf6-8b17-e913f2fc4ea1 req-2bd78a72-e57d-47f6-9de2-6084494a8097 service neutron] 10.222.0.20 "GET /v2.0/networks?id=32cada0d-147a-4930-9739-0fbe78c1c1dc HTTP/1.1" status: 200 len: 898 time: 0.2542372 Sep 21 15:16:50.723443 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5596b685-b966-420d-bc31-64d287a6dc8b req-dc1476f8-e85c-4457-8c3d-077c8273c655 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0973406b-98ba-444c-b0e8-c3cb2b722d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297154 Sep 21 15:16:50.729751 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd406ef6-e695-48dd-bb46-2fdfd7f47f97 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Subnet': ['ID=874dd1fc-7847-40d5-a01d-72667f4b85a7,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:50.758019 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baec07a-9d08-4b0f-b031-da054a0d8aa0 None None] Network c3fbe809-44a5-49a5-af93-8de558c05d09 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:50.785645 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd406ef6-e695-48dd-bb46-2fdfd7f47f97 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:50.808369 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:50.813469 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0bfc6b09-069c-4bf6-8b17-e913f2fc4ea1 req-a0d56fe9-fe3c-45c6-b50f-e438955f0572 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8694007c-079d-42a5-8cc2-8a21312f2e18 HTTP/1.1" status: 200 len: 217 time: 0.0859857 Sep 21 15:16:50.816412 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:50.824572 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fd406ef6-e695-48dd-bb46-2fdfd7f47f97 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/subnets/874dd1fc-7847-40d5-a01d-72667f4b85a7 HTTP/1.1" status: 204 len: 168 time: 0.9267681 Sep 21 15:16:50.825546 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 32880) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:50.826262 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:16:50.853901 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Port': ['ID=ea063d42-85ab-4be6-8b5e-fbb2bb455267,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:50.920233 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5586cc36-e059-46ce-893a-e3320225761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:16:47Z', 'revision_number': 8, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5', 'name': '', 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:f3:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:02Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd29fdcdf-3116-47a8-837a-902c504d5a46', 'name': '', 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:28:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '05217457-11a7-4fcb-a317-38352b9da092', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:13Z', 'updated_at': '2022-09-21T15:16:31Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '05217457-11a7-4fcb-a317-38352b9da092', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:50.927203 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5b75b566-2592-4e32-83e1-cb3d53855542 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:50.987890 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5586cc36-e059-46ce-893a-e3320225761b None None] Checking router: 206e6ce6-bca0-4c85-a234-2fe0b35718af for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:16:50.989455 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b75b566-2592-4e32-83e1-cb3d53855542 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Network e5fd0f8e-c80d-4450-8f03-2b6c53c13224 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:50.993023 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-5b75b566-2592-4e32-83e1-cb3d53855542 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:50.997777 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b75b566-2592-4e32-83e1-cb3d53855542 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:50.998564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5b75b566-2592-4e32-83e1-cb3d53855542 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:51.016569 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75b566-2592-4e32-83e1-cb3d53855542 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Subnet': ['ID=348dd00a-82ec-4262-bb33-2c9c7125b245,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:51.032764 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5b75b566-2592-4e32-83e1-cb3d53855542 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7148933 Sep 21 15:16:51.035363 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32884) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:51.126632 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06cebd9-680e-4b1e-b360-32ce55f5dc60 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:51.128117 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06cebd9-680e-4b1e-b360-32ce55f5dc60 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:51.130099 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06cebd9-680e-4b1e-b360-32ce55f5dc60 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:51.132002 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06cebd9-680e-4b1e-b360-32ce55f5dc60 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:51.134028 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06cebd9-680e-4b1e-b360-32ce55f5dc60 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:51.134323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f06cebd9-680e-4b1e-b360-32ce55f5dc60 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Synchronizing usage tracker for tenant:5c39faf0ffbb47868cccffa9f67d13c0 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:16:51.154873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f06cebd9-680e-4b1e-b360-32ce55f5dc60 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Unset dirty status for tenant:5c39faf0ffbb47868cccffa9f67d13c0 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:16:51.160242 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f06cebd9-680e-4b1e-b360-32ce55f5dc60 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1197736 Sep 21 15:16:51.161148 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32890) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:51.167753 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-36b1802e-c91d-4510-af9e-c6548475517f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-807292535'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:51.175980 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-36b1802e-c91d-4510-af9e-c6548475517f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:51.180663 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-36b1802e-c91d-4510-af9e-c6548475517f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Usage tracker for resource:network and tenant:5c39faf0ffbb47868cccffa9f67d13c0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:51.183804 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-36b1802e-c91d-4510-af9e-c6548475517f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:51.191389 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-36b1802e-c91d-4510-af9e-c6548475517f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:51.208267 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b1802e-c91d-4510-af9e-c6548475517f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Made reservation on behalf of 5c39faf0ffbb47868cccffa9f67d13c0 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:51.209099 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-e5fd0f8e-c80d-4450-8f03-2b6c53c13224', 'network_id': 'e5fd0f8e-c80d-4450-8f03-2b6c53c13224', 'tenant_id': '5c39faf0ffbb47868cccffa9f67d13c0', 'fixed_ips': [{'subnet_id': 'd7606123-af5f-4fcb-ad15-23ecee9a3594'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:16:51.210211 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:51.213398 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-36b1802e-c91d-4510-af9e-c6548475517f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:51.233553 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5586cc36-e059-46ce-893a-e3320225761b None None] Routers {'206e6ce6-bca0-4c85-a234-2fe0b35718af'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:51.234510 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5586cc36-e059-46ce-893a-e3320225761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['206e6ce6-bca0-4c85-a234-2fe0b35718af'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:51.235023 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc6b09-069c-4bf6-8b17-e913f2fc4ea1 req-bb270fd1-a204-47ab-a693-65e52c81b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:51.236546 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0bfc6b09-069c-4bf6-8b17-e913f2fc4ea1 req-bb270fd1-a204-47ab-a693-65e52c81b98a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fe03a9b-9795-40d3-b780-82f56eff4f1e HTTP/1.1" status: 200 len: 834 time: 0.3853920 Sep 21 15:16:51.313050 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b1802e-c91d-4510-af9e-c6548475517f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:16:51.323796 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port c08604ad-9976-4ceb-991b-2dec8234a6c1 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:51.331980 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-36b1802e-c91d-4510-af9e-c6548475517f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:51.331980 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-36b1802e-c91d-4510-af9e-c6548475517f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Added segment d9092d20-2b6b-4b11-a51e-2bf2ef7a5297 of type vlan for network cfcd6012-2147-44ed-8a51-67c06600c987 Sep 21 15:16:51.352560 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2757a17b-0a72-4b9f-9c32-ba9f5538a8cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:51.355164 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbae320-b160-4122-b089-27154cc0f36c req-02581d83-b2a0-4507-8e2a-f3fd763968ea tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:51.356974 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fdbae320-b160-4122-b089-27154cc0f36c req-02581d83-b2a0-4507-8e2a-f3fd763968ea tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 943 time: 0.1242921 Sep 21 15:16:51.386506 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-36b1802e-c91d-4510-af9e-c6548475517f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:51.439463 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fdbae320-b160-4122-b089-27154cc0f36c req-e6215aa5-236b-4f63-a829-59aa08a26534 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714402 Sep 21 15:16:51.448479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-36b1802e-c91d-4510-af9e-c6548475517f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:51.456946 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b1802e-c91d-4510-af9e-c6548475517f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:51.457897 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-36b1802e-c91d-4510-af9e-c6548475517f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:51.529341 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2757a17b-0a72-4b9f-9c32-ba9f5538a8cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting port e438c6a7-042d-46e0-80a2-edd3517e7e31 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:16:51.529680 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2757a17b-0a72-4b9f-9c32-ba9f5538a8cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:51.555566 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 681fde30-5c30-4046-a75f-a8a727cd37ae, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=681fde30-5c30-4046-a75f-a8a727cd37ae,segment=NetworkSegment(8ce497b5-6bae-4552-a904-f6d6f0c9099a),segment_id=8ce497b5-6bae-4552-a904-f6d6f0c9099a)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:51.614294 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-36b1802e-c91d-4510-af9e-c6548475517f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4484384 Sep 21 15:16:51.618423 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32894) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:51.644317 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4f1784c5-b2af-4148-a89b-e75679682606 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:51.654508 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-5586cc36-e059-46ce-893a-e3320225761b None None] Set router 206e6ce6-bca0-4c85-a234-2fe0b35718af gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:16:51.708413 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '681fde30-5c30-4046-a75f-a8a727cd37ae', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'port_id': '681fde30-5c30-4046-a75f-a8a727cd37ae', 'mac_address': 'fa:16:3e:ae:da:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:16:51.784085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1802e-c91d-4510-af9e-c6548475517f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Network': ['ID=cfcd6012-2147-44ed-8a51-67c06600c987,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:51.838484 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network cfcd6012-2147-44ed-8a51-67c06600c987 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:16:51.915991 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc6b09-069c-4bf6-8b17-e913f2fc4ea1 req-58c302a9-dca7-4750-933e-de3fb9c107d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:51.918302 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0bfc6b09-069c-4bf6-8b17-e913f2fc4ea1 req-58c302a9-dca7-4750-933e-de3fb9c107d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=32cada0d-147a-4930-9739-0fbe78c1c1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6187465 Sep 21 15:16:52.060142 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:52.093203 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4f1784c5-b2af-4148-a89b-e75679682606 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:52.172133 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4f1784c5-b2af-4148-a89b-e75679682606 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:52.200089 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 681fde30-5c30-4046-a75f-a8a727cd37ae is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:52.201154 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:52.283979 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] Allocated IP 2001:db8::2 (e5fd0f8e-c80d-4450-8f03-2b6c53c13224/d7606123-af5f-4fcb-ad15-23ecee9a3594/d8a9c51f-c725-48dd-a848-41f302ee2871) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:16:52.286308 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:52.287316 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba4526e-4b17-40e4-8478-26da3036e3e8 None None] DHCP port deletion for c3fbe809-44a5-49a5-af93-8de558c05d09 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:16:52.316557 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2ba4526e-4b17-40e4-8478-26da3036e3e8 None None] Deleting port e438c6a7-042d-46e0-80a2-edd3517e7e31 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:16:52.317214 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2ba4526e-4b17-40e4-8478-26da3036e3e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:52.322002 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f1784c5-b2af-4148-a89b-e75679682606 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Network cfcd6012-2147-44ed-8a51-67c06600c987 is not hosted by any dhcp agent {{(pid=89018) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 21 15:16:52.327346 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1784c5-b2af-4148-a89b-e75679682606 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:52.327996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4f1784c5-b2af-4148-a89b-e75679682606 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:52.332292 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4f1784c5-b2af-4148-a89b-e75679682606 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "PUT /v2.0/networks/cfcd6012-2147-44ed-8a51-67c06600c987 HTTP/1.1" status: 200 len: 723 time: 0.7106743 Sep 21 15:16:52.334995 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32900) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:52.341278 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1784c5-b2af-4148-a89b-e75679682606 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Network': ['ID=cfcd6012-2147-44ed-8a51-67c06600c987,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:52.352268 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681fde30-5c30-4046-a75f-a8a727cd37ae {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:16:52.354005 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-2757a17b-0a72-4b9f-9c32-ba9f5538a8cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] For port e438c6a7-042d-46e0-80a2-edd3517e7e31, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e438c6a7-042d-46e0-80a2-edd3517e7e31,segment=NetworkSegment(fc0259f7-9c76-4ff5-a346-47dad595eb68),segment_id=fc0259f7-9c76-4ff5-a346-47dad595eb68)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:52.354378 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2757a17b-0a72-4b9f-9c32-ba9f5538a8cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:52.356512 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-41a2feae-53af-4dfd-9e7d-bfbeed3e789d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'subnet': {'network_id': 'cfcd6012-2147-44ed-8a51-67c06600c987', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:52.377700 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network cfcd6012-2147-44ed-8a51-67c06600c987 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:16:52.540845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2757a17b-0a72-4b9f-9c32-ba9f5538a8cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Calling delete_port for e438c6a7-042d-46e0-80a2-edd3517e7e31 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:16:52.588866 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 681fde30-5c30-4046-a75f-a8a727cd37ae, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=681fde30-5c30-4046-a75f-a8a727cd37ae,segment=NetworkSegment(8ce497b5-6bae-4552-a904-f6d6f0c9099a),segment_id=8ce497b5-6bae-4552-a904-f6d6f0c9099a)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:52.648101 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:52.738904 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-41a2feae-53af-4dfd-9e7d-bfbeed3e789d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:52.749157 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddeb23-6a60-4e29-b1fd-138cb7ef692d req-dcdc5bf0-5c92-448d-9e8f-547c11f73a88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:52.752124 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1fddeb23-6a60-4e29-b1fd-138cb7ef692d req-dcdc5bf0-5c92-448d-9e8f-547c11f73a88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 944 time: 0.6416121 Sep 21 15:16:52.766051 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-41a2feae-53af-4dfd-9e7d-bfbeed3e789d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:52.773653 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 8694007c-079d-42a5-8cc2-8a21312f2e18 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:16:52.821693 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a2feae-53af-4dfd-9e7d-bfbeed3e789d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Made reservation on behalf of 5c39faf0ffbb47868cccffa9f67d13c0 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:52.825145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-41a2feae-53af-4dfd-9e7d-bfbeed3e789d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:52.827593 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0bfc6b09-069c-4bf6-8b17-e913f2fc4ea1 req-7d11384c-d9ef-4e18-ad65-ff5fa33f99e8 service neutron] 10.222.0.20 "GET /v2.0/networks/32cada0d-147a-4930-9739-0fbe78c1c1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8939564 Sep 21 15:16:52.858167 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468ea7a-bc10-4350-80fd-fabffc6d8049 req-a2567ea8-7a91-480a-98c2-cb413e949912 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:52.860010 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9468ea7a-bc10-4350-80fd-fabffc6d8049 req-a2567ea8-7a91-480a-98c2-cb413e949912 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 944 time: 0.2318285 Sep 21 15:16:52.934384 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.resource_extend [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:16:52.941674 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:52.949445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=681fde30-5c30-4046-a75f-a8a727cd37ae,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:52.949688 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2757a17b-0a72-4b9f-9c32-ba9f5538a8cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:52.950714 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1fddeb23-6a60-4e29-b1fd-138cb7ef692d req-d455cbf7-26a5-4812-acc4-e99e32b06d51 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0973406b-98ba-444c-b0e8-c3cb2b722d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819446 Sep 21 15:16:53.018257 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9468ea7a-bc10-4350-80fd-fabffc6d8049 req-834b13c9-62b6-4333-9c0f-6834cebc2d6f tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048346 Sep 21 15:16:53.076376 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['681fde30-5c30-4046-a75f-a8a727cd37ae'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:16:53.117622 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757a17b-0a72-4b9f-9c32-ba9f5538a8cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Port': ['ID=e438c6a7-042d-46e0-80a2-edd3517e7e31,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:53.119663 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2757a17b-0a72-4b9f-9c32-ba9f5538a8cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] No DVR routers for this DVR port e438c6a7-042d-46e0-80a2-edd3517e7e31 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:16:53.168475 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2ba4526e-4b17-40e4-8478-26da3036e3e8 None None] For port e438c6a7-042d-46e0-80a2-edd3517e7e31, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e438c6a7-042d-46e0-80a2-edd3517e7e31,segment=NetworkSegment(fc0259f7-9c76-4ff5-a346-47dad595eb68),segment_id=fc0259f7-9c76-4ff5-a346-47dad595eb68)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:53.168867 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2ba4526e-4b17-40e4-8478-26da3036e3e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:53.174997 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-41a2feae-53af-4dfd-9e7d-bfbeed3e789d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:53.255433 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2feae-53af-4dfd-9e7d-bfbeed3e789d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Subnet': ['ID=da596dcd-3f46-4d15-9b5b-94a52e8d1822,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:53.266651 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a2feae-53af-4dfd-9e7d-bfbeed3e789d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Checking segment: {'id': 'd9092d20-2b6b-4b11-a51e-2bf2ef7a5297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cfcd6012-2147-44ed-8a51-67c06600c987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:53.267461 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a2feae-53af-4dfd-9e7d-bfbeed3e789d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Network hostable DHCP agents. Network: cfcd6012-2147-44ed-8a51-67c06600c987, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:16:53.287437 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a2feae-53af-4dfd-9e7d-bfbeed3e789d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Network cfcd6012-2147-44ed-8a51-67c06600c987 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:16:53.298006 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-41a2feae-53af-4dfd-9e7d-bfbeed3e789d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, cfcd6012-2147-44ed-8a51-67c06600c987) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:53.303176 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a2feae-53af-4dfd-9e7d-bfbeed3e789d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:53.304637 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-41a2feae-53af-4dfd-9e7d-bfbeed3e789d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:53.323712 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0bfc6b09-069c-4bf6-8b17-e913f2fc4ea1 req-90f039e8-ee06-42e9-a6d0-f32190c7c63b service neutron] 10.222.0.20 "GET /v2.0/networks/32cada0d-147a-4930-9739-0fbe78c1c1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775298 Sep 21 15:16:53.338202 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2ba4526e-4b17-40e4-8478-26da3036e3e8 None None] Calling delete_port for e438c6a7-042d-46e0-80a2-edd3517e7e31 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:16:53.350264 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-41a2feae-53af-4dfd-9e7d-bfbeed3e789d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0042245 Sep 21 15:16:53.352616 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2757a17b-0a72-4b9f-9c32-ba9f5538a8cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:53.353361 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32906) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:53.361379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8d05dd63-0560-4a5d-88cf-15d6b28a8f24 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:53.377026 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffe3a4b-c767-4f29-87fc-9271b159048f None None] Network cfcd6012-2147-44ed-8a51-67c06600c987 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:53.387495 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-2757a17b-0a72-4b9f-9c32-ba9f5538a8cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3fbe809-44a5-49a5-af93-8de558c05d09']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:53.405773 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-2757a17b-0a72-4b9f-9c32-ba9f5538a8cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0259f7-9c76-4ff5-a346-47dad595eb68') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:53.406189 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-2757a17b-0a72-4b9f-9c32-ba9f5538a8cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0259f7-9c76-4ff5-a346-47dad595eb68') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:53.407015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:53.424671 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2757a17b-0a72-4b9f-9c32-ba9f5538a8cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:53.451036 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2757a17b-0a72-4b9f-9c32-ba9f5538a8cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:53.454975 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router e8acf8fd-0066-4020-8060-3f3b64fc1965 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:16:53.462666 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2757a17b-0a72-4b9f-9c32-ba9f5538a8cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:16:53.462852 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2757a17b-0a72-4b9f-9c32-ba9f5538a8cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:53.494081 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8d05dd63-0560-4a5d-88cf-15d6b28a8f24 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65163961'] for subnet, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:53.517977 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] Transition to ACTIVE for port object d8a9c51f-c725-48dd-a848-41f302ee2871 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:53.531752 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 8694007c-079d-42a5-8cc2-8a21312f2e18, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=8694007c-079d-42a5-8cc2-8a21312f2e18,segment=NetworkSegment(1f0ec3e9-f16a-459c-b4bd-84441546a7b7),segment_id=1f0ec3e9-f16a-459c-b4bd-84441546a7b7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:53.534776 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment fc0259f7-9c76-4ff5-a346-47dad595eb68 resource provider aggregate not found Sep 21 15:16:53.543227 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5586cc36-e059-46ce-893a-e3320225761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:16:47Z', 'revision_number': 8, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5', 'name': '', 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:f3:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:02Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd29fdcdf-3116-47a8-837a-902c504d5a46', 'name': '', 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:28:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '05217457-11a7-4fcb-a317-38352b9da092', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:13Z', 'updated_at': '2022-09-21T15:16:31Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '05217457-11a7-4fcb-a317-38352b9da092', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:53.590373 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5586cc36-e059-46ce-893a-e3320225761b None None] The sync data for ids ['206e6ce6-bca0-4c85-a234-2fe0b35718af'] in dv-neutron-858731-1-hyperv is: [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:16:47Z', 'revision_number': 8, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5', 'name': '', 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:f3:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:02Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd29fdcdf-3116-47a8-837a-902c504d5a46', 'name': '', 'network_id': '3b047332-a1f1-4497-8b4a-080d11940662', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:28:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '05217457-11a7-4fcb-a317-38352b9da092', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:13Z', 'updated_at': '2022-09-21T15:16:31Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '05217457-11a7-4fcb-a317-38352b9da092', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:16:53.618000 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '8694007c-079d-42a5-8cc2-8a21312f2e18', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'port_id': '8694007c-079d-42a5-8cc2-8a21312f2e18', 'mac_address': 'fa:16:3e:74:49:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:16:53.627378 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] Transition to ACTIVE for port object d8a9c51f-c725-48dd-a848-41f302ee2871 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:53.643433 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment fc0259f7-9c76-4ff5-a346-47dad595eb68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc0259f7-9c76-4ff5-a346-47dad595eb68 found for delete ", "request_id": "req-e8074876-f44a-41b3-96c2-55ba39dfb829"}]} Sep 21 15:16:53.679141 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:53.720827 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8d05dd63-0560-4a5d-88cf-15d6b28a8f24 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774317589580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-65867014'] for subnet, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:53.733125 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2757a17b-0a72-4b9f-9c32-ba9f5538a8cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:53.763282 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2757a17b-0a72-4b9f-9c32-ba9f5538a8cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:53.771154 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d05dd63-0560-4a5d-88cf-15d6b28a8f24 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:53.771750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8d05dd63-0560-4a5d-88cf-15d6b28a8f24 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:53.775584 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8d05dd63-0560-4a5d-88cf-15d6b28a8f24 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "PUT /v2.0/subnets/da596dcd-3f46-4d15-9b5b-94a52e8d1822 HTTP/1.1" status: 200 len: 826 time: 0.4186804 Sep 21 15:16:53.777111 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32914) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:53.782682 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757a17b-0a72-4b9f-9c32-ba9f5538a8cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Network': ['ID=c3fbe809-44a5-49a5-af93-8de558c05d09,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:53.787635 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2757a17b-0a72-4b9f-9c32-ba9f5538a8cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/networks/c3fbe809-44a5-49a5-af93-8de558c05d09 HTTP/1.1" status: 204 len: 168 time: 2.9351275 Sep 21 15:16:53.790740 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 32918) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:53.868108 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-2ba4526e-4b17-40e4-8478-26da3036e3e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:16:53.868797 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-2ba4526e-4b17-40e4-8478-26da3036e3e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:16:53.876936 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05dd63-0560-4a5d-88cf-15d6b28a8f24 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Subnet': ['ID=da596dcd-3f46-4d15-9b5b-94a52e8d1822,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:53.901863 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] Network e5fd0f8e-c80d-4450-8f03-2b6c53c13224 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:16:53.918689 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:16:53.921726 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:16:53.925290 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:16:53.937147 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-117a454b-7301-4944-befb-20f491f6d59f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:53.940493 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a9727f-5949-459e-a2f2-3fa440f9199a None None] Sync routers for ids ['e8acf8fd-0066-4020-8060-3f3b64fc1965'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:16:53.972662 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a9727f-5949-459e-a2f2-3fa440f9199a None None] Routers {'e8acf8fd-0066-4020-8060-3f3b64fc1965'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:53.973057 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] Pushing event updated for resources: {'Port': ['ID=d8a9c51f-c725-48dd-a848-41f302ee2871,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:53.974767 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:53.975260 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-70a9727f-5949-459e-a2f2-3fa440f9199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['e8acf8fd-0066-4020-8060-3f3b64fc1965'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:53.976297 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a3b65913-bc7c-4e8b-a6c9-d78a86a29d47 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.6903327 Sep 21 15:16:53.980076 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 32922) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:53.986314 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 8694007c-079d-42a5-8cc2-8a21312f2e18 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:53.986918 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:54.017334 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-117a454b-7301-4944-befb-20f491f6d59f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:54.132828 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8694007c-079d-42a5-8cc2-8a21312f2e18 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:16:54.201874 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-117a454b-7301-4944-befb-20f491f6d59f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:54.228147 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-70a9727f-5949-459e-a2f2-3fa440f9199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:54.241720 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a9727f-5949-459e-a2f2-3fa440f9199a None None] Routers {'e8acf8fd-0066-4020-8060-3f3b64fc1965'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:54.243138 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-70a9727f-5949-459e-a2f2-3fa440f9199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['e8acf8fd-0066-4020-8060-3f3b64fc1965'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:54.291889 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e438c6a7-042d-46e0-80a2-edd3517e7e31 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:16:54.319243 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-70a9727f-5949-459e-a2f2-3fa440f9199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:54.319638 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a9727f-5949-459e-a2f2-3fa440f9199a None None] The sync data for ids ['e8acf8fd-0066-4020-8060-3f3b64fc1965'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:16:54.366433 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] Attempting to bind port d8a9c51f-c725-48dd-a848-41f302ee2871 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:16:54.367003 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] Attempting to bind port d8a9c51f-c725-48dd-a848-41f302ee2871 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '0ee83226-4c06-4fd9-a7ab-264d2e253ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e5fd0f8e-c80d-4450-8f03-2b6c53c13224'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:16:54.367385 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] Attempting to bind port d8a9c51f-c725-48dd-a848-41f302ee2871 on network e5fd0f8e-c80d-4450-8f03-2b6c53c13224 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:16:54.377469 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 8694007c-079d-42a5-8cc2-8a21312f2e18, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=8694007c-079d-42a5-8cc2-8a21312f2e18,segment=NetworkSegment(1f0ec3e9-f16a-459c-b4bd-84441546a7b7),segment_id=1f0ec3e9-f16a-459c-b4bd-84441546a7b7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:54.378584 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2ba4526e-4b17-40e4-8478-26da3036e3e8 None None] Deleting port e438c6a7-042d-46e0-80a2-edd3517e7e31 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:16:54.378967 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2ba4526e-4b17-40e4-8478-26da3036e3e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:54.396978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a454b-7301-4944-befb-20f491f6d59f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event deleted for resources: {'Subnet': ['ID=da596dcd-3f46-4d15-9b5b-94a52e8d1822,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:54.424570 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: e438c6a7-042d-46e0-80a2-edd3517e7e31 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:16:54.424855 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e438c6a7-042d-46e0-80a2-edd3517e7e31 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:16:54.425293 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5bb2af33-5367-48ee-97c0-d678970bf34a no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:16:54.461152 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:54.464012 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebf562c-23ac-4166-8302-019a255a76bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-cfcd6012-2147-44ed-8a51-67c06600c987', 'network_id': 'cfcd6012-2147-44ed-8a51-67c06600c987', 'tenant_id': '5c39faf0ffbb47868cccffa9f67d13c0', 'fixed_ips': [{'subnet_id': 'da596dcd-3f46-4d15-9b5b-94a52e8d1822'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:16:54.464872 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ebf562c-23ac-4166-8302-019a255a76bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:54.513825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:16:54.514230 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] Checking segment: {'id': '0ee83226-4c06-4fd9-a7ab-264d2e253ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e5fd0f8e-c80d-4450-8f03-2b6c53c13224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:16:54.514628 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:54.515034 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] Bound using segment: {'id': '0ee83226-4c06-4fd9-a7ab-264d2e253ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e5fd0f8e-c80d-4450-8f03-2b6c53c13224'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:16:54.515806 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] Bound port: d8a9c51f-c725-48dd-a848-41f302ee2871, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee83226-4c06-4fd9-a7ab-264d2e253ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e5fd0f8e-c80d-4450-8f03-2b6c53c13224'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:16:54.516399 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:54.537897 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-117a454b-7301-4944-befb-20f491f6d59f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:54.584614 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-117a454b-7301-4944-befb-20f491f6d59f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfcd6012-2147-44ed-8a51-67c06600c987']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:54.591276 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 5bb2af33-5367-48ee-97c0-d678970bf34a {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:16:54.591627 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5bb2af33-5367-48ee-97c0-d678970bf34a not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:16:54.603704 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-117a454b-7301-4944-befb-20f491f6d59f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9092d20-2b6b-4b11-a51e-2bf2ef7a5297') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:54.603873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-117a454b-7301-4944-befb-20f491f6d59f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9092d20-2b6b-4b11-a51e-2bf2ef7a5297') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:54.608039 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2ba4526e-4b17-40e4-8478-26da3036e3e8 None None] The port 'e438c6a7-042d-46e0-80a2-edd3517e7e31' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:16:54.629835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb40c4-13a0-47be-bda0-29345a575dd7 req-7a0aa7b1-267e-4c81-85aa-abc5535cc4ba tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:54.629835 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-45eb40c4-13a0-47be-bda0-29345a575dd7 req-7a0aa7b1-267e-4c81-85aa-abc5535cc4ba tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 944 time: 0.2916913 Sep 21 15:16:54.637126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727786d-6e65-4c3b-aba7-586abd9cf1cd req-44002d76-fc79-4552-95b0-f20aee227ab7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:54.644646 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2727786d-6e65-4c3b-aba7-586abd9cf1cd req-44002d76-fc79-4552-95b0-f20aee227ab7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 944 time: 0.3720033 Sep 21 15:16:54.662180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-117a454b-7301-4944-befb-20f491f6d59f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:54.707023 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-117a454b-7301-4944-befb-20f491f6d59f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:54.727693 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117a454b-7301-4944-befb-20f491f6d59f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:16:54.728436 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-117a454b-7301-4944-befb-20f491f6d59f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:54.783699 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['8694007c-079d-42a5-8cc2-8a21312f2e18'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:16:54.814554 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment d9092d20-2b6b-4b11-a51e-2bf2ef7a5297 resource provider aggregate not found Sep 21 15:16:54.825073 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-71196137-6522-42b1-a418-cfc94ecaf676 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/routers/e8acf8fd-0066-4020-8060-3f3b64fc1965 HTTP/1.1" status: 200 len: 880 time: 0.8437872 Sep 21 15:16:54.829088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 32934) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:54.831474 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2727786d-6e65-4c3b-aba7-586abd9cf1cd req-b5a492a0-0e71-4590-8d5f-1fbba619cc9c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0973406b-98ba-444c-b0e8-c3cb2b722d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798227 Sep 21 15:16:54.847088 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=8694007c-079d-42a5-8cc2-8a21312f2e18,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:54.884301 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-45eb40c4-13a0-47be-bda0-29345a575dd7 req-d0b02d98-df1d-4bea-a278-75b32141f6d9 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144871 Sep 21 15:16:54.886239 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment d9092d20-2b6b-4b11-a51e-2bf2ef7a5297 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9092d20-2b6b-4b11-a51e-2bf2ef7a5297 found for delete ", "request_id": "req-e2947fd4-439c-4030-9cd7-5aec6268cbdd"}]} Sep 21 15:16:54.886592 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] For port d8a9c51f-c725-48dd-a848-41f302ee2871, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:16:54.909158 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-117a454b-7301-4944-befb-20f491f6d59f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:54.920695 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] For port d8a9c51f-c725-48dd-a848-41f302ee2871, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d8a9c51f-c725-48dd-a848-41f302ee2871,segment=NetworkSegment(0ee83226-4c06-4fd9-a7ab-264d2e253ac7),segment_id=0ee83226-4c06-4fd9-a7ab-264d2e253ac7)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:16:54.936886 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e809b9-7905-44aa-ba81-185786865b38 None None] Network cfcd6012-2147-44ed-8a51-67c06600c987 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:54.961775 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:55.059954 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff92c3-0a77-460c-8fbd-9d32f02fd678 None None] Pushing event updated for resources: {'Port': ['ID=d8a9c51f-c725-48dd-a848-41f302ee2871,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:55.066874 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e809b9-7905-44aa-ba81-185786865b38 None None] Network cfcd6012-2147-44ed-8a51-67c06600c987 could not be found, it might have been deleted concurrently. {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 21 15:16:55.085079 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-117a454b-7301-4944-befb-20f491f6d59f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:55.097479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a454b-7301-4944-befb-20f491f6d59f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event deleted for resources: {'Network': ['ID=cfcd6012-2147-44ed-8a51-67c06600c987,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:55.098822 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d3e008-8aec-4b69-b010-17c4cf40b795 None None] Network cfcd6012-2147-44ed-8a51-67c06600c987 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:55.106221 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-117a454b-7301-4944-befb-20f491f6d59f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/networks/cfcd6012-2147-44ed-8a51-67c06600c987 HTTP/1.1" status: 204 len: 168 time: 1.3290386 Sep 21 15:16:55.110202 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 32938) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:55.123025 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d3e008-8aec-4b69-b010-17c4cf40b795 None None] Network cfcd6012-2147-44ed-8a51-67c06600c987 could not be found, it might have been deleted concurrently. {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 21 15:16:55.160273 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-763fab26-f7c9-43cb-8d8d-153e518f1e65 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] DELETE failed (client error): The resource could not be found. Sep 21 15:16:55.160777 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763fab26-f7c9-43cb-8d8d-153e518f1e65 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:16:55.165942 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-763fab26-f7c9-43cb-8d8d-153e518f1e65 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/networks/cfcd6012-2147-44ed-8a51-67c06600c987 HTTP/1.1" status: 404 len: 339 time: 0.0481508 Sep 21 15:16:55.166318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32942) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:55.172415 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f981c865-0a18-4d50-8e7e-9e571c12a70d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1896476913', 'description': 'd1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:55.177329 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f981c865-0a18-4d50-8e7e-9e571c12a70d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:16:55.181240 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f981c865-0a18-4d50-8e7e-9e571c12a70d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Usage tracker for resource:network and tenant:5c39faf0ffbb47868cccffa9f67d13c0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:16:55.184197 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f981c865-0a18-4d50-8e7e-9e571c12a70d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:16:55.193859 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f981c865-0a18-4d50-8e7e-9e571c12a70d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:16:55.194406 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2388236d-51cb-4da4-bdb6-d676bf465679 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:55.206735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f981c865-0a18-4d50-8e7e-9e571c12a70d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Made reservation on behalf of 5c39faf0ffbb47868cccffa9f67d13c0 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:16:55.210641 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f981c865-0a18-4d50-8e7e-9e571c12a70d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:55.268057 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f981c865-0a18-4d50-8e7e-9e571c12a70d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:16:55.277736 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f981c865-0a18-4d50-8e7e-9e571c12a70d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:55.278078 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-f981c865-0a18-4d50-8e7e-9e571c12a70d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Added segment b97b82c2-f97a-48ec-8ef7-87091f28b61e of type vlan for network 941d023e-7c14-45fd-b525-db55304ebea1 Sep 21 15:16:55.326449 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f981c865-0a18-4d50-8e7e-9e571c12a70d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:55.368119 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f981c865-0a18-4d50-8e7e-9e571c12a70d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:55.373922 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f981c865-0a18-4d50-8e7e-9e571c12a70d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:55.374668 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f981c865-0a18-4d50-8e7e-9e571c12a70d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:55.418516 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f981c865-0a18-4d50-8e7e-9e571c12a70d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2511456 Sep 21 15:16:55.423417 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b6bf28f5-98d4-4b17-8a7e-1bf4822dbbd8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Synchronizing usage tracker for tenant:4ae973dfcd6b4097b917fb2b9641e0f1 on resource:router {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:16:55.428568 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 32946) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:55.497773 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981c865-0a18-4d50-8e7e-9e571c12a70d tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Network': ['ID=941d023e-7c14-45fd-b525-db55304ebea1,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:55.507974 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 941d023e-7c14-45fd-b525-db55304ebea1 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:16:55.637008 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b6bf28f5-98d4-4b17-8a7e-1bf4822dbbd8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Unset dirty status for tenant:4ae973dfcd6b4097b917fb2b9641e0f1 on resource:router {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:16:55.638218 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b6bf28f5-98d4-4b17-8a7e-1bf4822dbbd8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8084145 Sep 21 15:16:55.641678 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32950) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:55.646913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-302ebe95-e175-4a99-9d6c-14f9705e382b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-170474620'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:55.673971 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde617ff-b779-40b2-9a1e-da13c759e089 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:55.674636 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fde617ff-b779-40b2-9a1e-da13c759e089 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Synchronizing usage tracker for tenant:5c39faf0ffbb47868cccffa9f67d13c0 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:16:55.700058 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fde617ff-b779-40b2-9a1e-da13c759e089 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Unset dirty status for tenant:5c39faf0ffbb47868cccffa9f67d13c0 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:16:55.701219 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fde617ff-b779-40b2-9a1e-da13c759e089 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "GET /v2.0/networks?id=941d023e-7c14-45fd-b525-db55304ebea1 HTTP/1.1" status: 200 len: 765 time: 0.2719080 Sep 21 15:16:55.704973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32954) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:55.718127 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e31330fd-aa63-44c3-8a14-82d21b9cfc65 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'network': {'description': 'd2'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:16:55.778772 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2388236d-51cb-4da4-bdb6-d676bf465679 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting port d29fdcdf-3116-47a8-837a-902c504d5a46 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:16:55.779101 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2388236d-51cb-4da4-bdb6-d676bf465679 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:56.037254 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-2388236d-51cb-4da4-bdb6-d676bf465679 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] For port d29fdcdf-3116-47a8-837a-902c504d5a46, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d29fdcdf-3116-47a8-837a-902c504d5a46,segment=NetworkSegment(9a90fcfd-bf49-4a35-8903-1ea706885387),segment_id=9a90fcfd-bf49-4a35-8903-1ea706885387)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:56.041220 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2388236d-51cb-4da4-bdb6-d676bf465679 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:56.184618 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d8a9c51f-c725-48dd-a848-41f302ee2871 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:56.197624 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2388236d-51cb-4da4-bdb6-d676bf465679 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Calling delete_port for d29fdcdf-3116-47a8-837a-902c504d5a46 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:16:56.264436 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69565969-5afc-491c-bdcd-d0d43022e838 None None] Network e5fd0f8e-c80d-4450-8f03-2b6c53c13224 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:56.284857 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port d8a9c51f-c725-48dd-a848-41f302ee2871 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:56.349979 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e31330fd-aa63-44c3-8a14-82d21b9cfc65 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:56.363768 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b33b7293-14b4-4263-aa6b-a9c3225bea63 None None] Provisioning for port d8a9c51f-c725-48dd-a848-41f302ee2871 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:56.371006 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b33b7293-14b4-4263-aa6b-a9c3225bea63 None None] Provisioning complete for port d8a9c51f-c725-48dd-a848-41f302ee2871 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:56.371521 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b33b7293-14b4-4263-aa6b-a9c3225bea63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:56.409332 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e31330fd-aa63-44c3-8a14-82d21b9cfc65 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:56.492012 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e31330fd-aa63-44c3-8a14-82d21b9cfc65 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Network 941d023e-7c14-45fd-b525-db55304ebea1 is not hosted by any dhcp agent {{(pid=89018) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 21 15:16:56.497359 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31330fd-aa63-44c3-8a14-82d21b9cfc65 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:56.497887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e31330fd-aa63-44c3-8a14-82d21b9cfc65 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:56.502720 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e31330fd-aa63-44c3-8a14-82d21b9cfc65 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "PUT /v2.0/networks/941d023e-7c14-45fd-b525-db55304ebea1 HTTP/1.1" status: 200 len: 762 time: 0.7932322 Sep 21 15:16:56.510549 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 32962) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:56.617023 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31330fd-aa63-44c3-8a14-82d21b9cfc65 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Network': ['ID=941d023e-7c14-45fd-b525-db55304ebea1,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:56.629616 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd9e08-b495-46cc-afdd-2a87c71ec07f req-7392159e-ffa9-4fd5-8830-f50fd96a0be0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:56.632914 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-03dd9e08-b495-46cc-afdd-2a87c71ec07f req-7392159e-ffa9-4fd5-8830-f50fd96a0be0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 945 time: 0.6253295 Sep 21 15:16:56.665864 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 941d023e-7c14-45fd-b525-db55304ebea1 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:16:56.674005 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db46a374-9fd4-4a96-b387-24d80cb4ff61 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:56.679575 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-db46a374-9fd4-4a96-b387-24d80cb4ff61 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "GET /v2.0/networks?id=941d023e-7c14-45fd-b525-db55304ebea1 HTTP/1.1" status: 200 len: 765 time: 0.1644990 Sep 21 15:16:56.680240 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 32966) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:56.683031 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2388236d-51cb-4da4-bdb6-d676bf465679 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:56.741135 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825153d8-9439-4414-b62a-c91509d6a1f4 req-000a4be7-0a4c-4b57-a4ef-f9fa081d486d tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:56.742341 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-825153d8-9439-4414-b62a-c91509d6a1f4 req-000a4be7-0a4c-4b57-a4ef-f9fa081d486d tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 944 time: 0.6199727 Sep 21 15:16:56.767228 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 681fde30-5c30-4046-a75f-a8a727cd37ae up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:56.774833 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-302ebe95-e175-4a99-9d6c-14f9705e382b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:56.801445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b33b7293-14b4-4263-aa6b-a9c3225bea63 None None] Current status of the port d8a9c51f-c725-48dd-a848-41f302ee2871 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:56.801905 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b33b7293-14b4-4263-aa6b-a9c3225bea63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:56.806149 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-302ebe95-e175-4a99-9d6c-14f9705e382b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:56.820478 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-03dd9e08-b495-46cc-afdd-2a87c71ec07f req-c64625ac-cbed-42cc-857d-df3a0368b974 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0973406b-98ba-444c-b0e8-c3cb2b722d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787310 Sep 21 15:16:56.823156 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388236d-51cb-4da4-bdb6-d676bf465679 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Port': ['ID=d29fdcdf-3116-47a8-837a-902c504d5a46,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:56.889880 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b33b7293-14b4-4263-aa6b-a9c3225bea63 None None] For port d8a9c51f-c725-48dd-a848-41f302ee2871, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d8a9c51f-c725-48dd-a848-41f302ee2871,segment=NetworkSegment(0ee83226-4c06-4fd9-a7ab-264d2e253ac7),segment_id=0ee83226-4c06-4fd9-a7ab-264d2e253ac7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:56.905010 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b33b7293-14b4-4263-aa6b-a9c3225bea63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:57.004016 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b7293-14b4-4263-aa6b-a9c3225bea63 None None] Pushing event updated for resources: {'Port': ['ID=d8a9c51f-c725-48dd-a848-41f302ee2871,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:57.021273 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 681fde30-5c30-4046-a75f-a8a727cd37ae completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:57.029327 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 681fde30-5c30-4046-a75f-a8a727cd37ae triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:57.029933 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:57.120356 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-825153d8-9439-4414-b62a-c91509d6a1f4 req-bb8da6bf-cea5-461b-8fec-8713d5634d1d tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3345525 Sep 21 15:16:57.149876 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a084799-90a4-4063-ad9e-f011d67cc34c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:57.151405 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2a084799-90a4-4063-ad9e-f011d67cc34c tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4702940 Sep 21 15:16:57.152207 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2388236d-51cb-4da4-bdb6-d676bf465679 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:57.161219 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 32970) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:57.186457 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25954579-d485-42bf-b4d6-ad9b979de267 None None] Update dhcp port {'port': {'network_id': 'e5fd0f8e-c80d-4450-8f03-2b6c53c13224', 'fixed_ips': [{'subnet_id': 'd7606123-af5f-4fcb-ad15-23ecee9a3594', 'ip_address': '2001:db8::2'}, {'subnet_id': '348dd00a-82ec-4262-bb33-2c9c7125b245'}], 'binding:host_id': 'dv-neutron-858731-1-hyperv'}, 'id': 'd8a9c51f-c725-48dd-a848-41f302ee2871'} from dv-neutron-858731-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 15:16:57.228111 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302ebe95-e175-4a99-9d6c-14f9705e382b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router e8acf8fd-0066-4020-8060-3f3b64fc1965 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:16:57.289998 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-25954579-d485-42bf-b4d6-ad9b979de267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:57.311199 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-83d495f3-7017-4b91-a287-a3004ac5a4fa tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Synchronizing usage tracker for tenant:5c39faf0ffbb47868cccffa9f67d13c0 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:16:57.350155 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 681fde30-5c30-4046-a75f-a8a727cd37ae is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:57.350432 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:57.353839 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-83d495f3-7017-4b91-a287-a3004ac5a4fa tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Unset dirty status for tenant:5c39faf0ffbb47868cccffa9f67d13c0 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:16:57.360880 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-83d495f3-7017-4b91-a287-a3004ac5a4fa tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "GET /v2.0/subnets?network_id=445481ae-8997-4e7e-a514-07e782c48c85 HTTP/1.1" status: 200 len: 207 time: 0.1928191 Sep 21 15:16:57.361823 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 32974) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:57.423665 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302ebe95-e175-4a99-9d6c-14f9705e382b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:16:57.430617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-302ebe95-e175-4a99-9d6c-14f9705e382b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:57.434635 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-302ebe95-e175-4a99-9d6c-14f9705e382b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/e8acf8fd-0066-4020-8060-3f3b64fc1965 HTTP/1.1" status: 200 len: 887 time: 1.7918026 Sep 21 15:16:57.435799 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32978) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:57.455696 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c80ecd0-d35f-4576-915d-49e6fc70fe4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681fde30-5c30-4046-a75f-a8a727cd37ae'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:16:57.458199 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dbe5f4-90c2-4b2b-aec8-25a5aaf5544c" -d '{"events": [{"server_uuid": "1c80ecd0-d35f-4576-915d-49e6fc70fe4d", "name": "network-vif-plugged", "status": "completed", "tag": "681fde30-5c30-4046-a75f-a8a727cd37ae"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:16:57.475597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 681fde30-5c30-4046-a75f-a8a727cd37ae, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=681fde30-5c30-4046-a75f-a8a727cd37ae,segment=NetworkSegment(8ce497b5-6bae-4552-a904-f6d6f0c9099a),segment_id=8ce497b5-6bae-4552-a904-f6d6f0c9099a)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:57.479153 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5eba3f-fb16-49fc-912b-943521302439 None None] Sync routers for ids ['e8acf8fd-0066-4020-8060-3f3b64fc1965'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:16:57.576546 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-25954579-d485-42bf-b4d6-ad9b979de267 None None] Allocated IP 172.20.0.1 (e5fd0f8e-c80d-4450-8f03-2b6c53c13224/348dd00a-82ec-4262-bb33-2c9c7125b245/d8a9c51f-c725-48dd-a848-41f302ee2871) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:16:57.584723 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a625b1f-5fa9-4091-9568-0de156fa8d39 x-openstack-request-id: req-8a625b1f-5fa9-4091-9568-0de156fa8d39 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:16:57.586032 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c80ecd0-d35f-4576-915d-49e6fc70fe4d", "name": "network-vif-plugged", "status": "completed", "tag": "681fde30-5c30-4046-a75f-a8a727cd37ae", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:16:57.586032 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a625b1f-5fa9-4091-9568-0de156fa8d39 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:16:57.586263 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a625b1f-5fa9-4091-9568-0de156fa8d39'] response: {'server_uuid': '1c80ecd0-d35f-4576-915d-49e6fc70fe4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681fde30-5c30-4046-a75f-a8a727cd37ae', 'code': 200} Sep 21 15:16:57.594520 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:57.594520 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 8694007c-079d-42a5-8cc2-8a21312f2e18 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:57.643614 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-626fa67d-6010-4154-9d12-6fe190aae53d tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/routers/e8acf8fd-0066-4020-8060-3f3b64fc1965 HTTP/1.1" status: 200 len: 887 time: 0.2066369 Sep 21 15:16:57.646419 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32986) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:57.665864 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2388236d-51cb-4da4-bdb6-d676bf465679 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router 206e6ce6-bca0-4c85-a234-2fe0b35718af has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:16:57.696028 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5eba3f-fb16-49fc-912b-943521302439 None None] Routers {'e8acf8fd-0066-4020-8060-3f3b64fc1965'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:57.696946 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-af5eba3f-fb16-49fc-912b-943521302439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['e8acf8fd-0066-4020-8060-3f3b64fc1965'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:57.703473 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86913043-b0f6-4873-ab14-862da4000ed7 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:57.711594 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86913043-b0f6-4873-ab14-862da4000ed7 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:57.712352 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1eeb7a1b-597a-44d1-a775-049244b4a1c5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8acf8fd-0066-4020-8060-3f3b64fc1965 HTTP/1.1" status: 200 len: 205 time: 0.0647910 Sep 21 15:16:57.713183 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32990) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:57.716316 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86913043-b0f6-4873-ab14-862da4000ed7 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:57.723936 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86913043-b0f6-4873-ab14-862da4000ed7 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:57.730436 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86913043-b0f6-4873-ab14-862da4000ed7 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:57.737615 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86913043-b0f6-4873-ab14-862da4000ed7 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:57.739730 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-86913043-b0f6-4873-ab14-862da4000ed7 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3773730 Sep 21 15:16:57.769881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 32994) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:57.846058 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-af5eba3f-fb16-49fc-912b-943521302439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:57.885240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=681fde30-5c30-4046-a75f-a8a727cd37ae,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:57.893147 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5eba3f-fb16-49fc-912b-943521302439 None None] Routers {'e8acf8fd-0066-4020-8060-3f3b64fc1965'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:57.893914 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-af5eba3f-fb16-49fc-912b-943521302439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['e8acf8fd-0066-4020-8060-3f3b64fc1965'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:57.976800 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-af5eba3f-fb16-49fc-912b-943521302439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:57.977361 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5eba3f-fb16-49fc-912b-943521302439 None None] The sync data for ids ['e8acf8fd-0066-4020-8060-3f3b64fc1965'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:16:58.003685 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 8694007c-079d-42a5-8cc2-8a21312f2e18 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:58.008479 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-25954579-d485-42bf-b4d6-ad9b979de267 None None] For port d8a9c51f-c725-48dd-a848-41f302ee2871, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d8a9c51f-c725-48dd-a848-41f302ee2871,segment=NetworkSegment(0ee83226-4c06-4fd9-a7ab-264d2e253ac7),segment_id=0ee83226-4c06-4fd9-a7ab-264d2e253ac7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:58.014609 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 8694007c-079d-42a5-8cc2-8a21312f2e18 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:58.015099 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:58.097396 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-25954579-d485-42bf-b4d6-ad9b979de267 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:58.123923 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-25954579-d485-42bf-b4d6-ad9b979de267 None None] Transition to ACTIVE for port object d8a9c51f-c725-48dd-a848-41f302ee2871 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:16:58.165043 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-25954579-d485-42bf-b4d6-ad9b979de267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:58.263654 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f669fc22-a468-4257-be91-ff0164dfe521 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Synchronizing usage tracker for tenant:5c39faf0ffbb47868cccffa9f67d13c0 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:16:58.268681 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6777d7dc-d6e3-48ec-a3fb-a0b400fc78b8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:58.298706 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 8694007c-079d-42a5-8cc2-8a21312f2e18 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:58.299246 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:58.300348 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2388236d-51cb-4da4-bdb6-d676bf465679 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:16:58.322023 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06992314-7a04-4ad8-bedb-fa497c37a4ff None None] Sync routers for ids ['206e6ce6-bca0-4c85-a234-2fe0b35718af'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:16:58.335935 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06992314-7a04-4ad8-bedb-fa497c37a4ff None None] Routers {'206e6ce6-bca0-4c85-a234-2fe0b35718af'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:58.336578 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-06992314-7a04-4ad8-bedb-fa497c37a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['206e6ce6-bca0-4c85-a234-2fe0b35718af'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:58.362541 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e726295-ef74-44ac-a5a4-986c5b24e870 req-a664309c-94fb-4e52-ac52-7d6828ed4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:58.365809 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5e726295-ef74-44ac-a5a4-986c5b24e870 req-a664309c-94fb-4e52-ac52-7d6828ed4c12 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 1098 time: 0.5707252 Sep 21 15:16:58.372491 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2388236d-51cb-4da4-bdb6-d676bf465679 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/206e6ce6-bca0-4c85-a234-2fe0b35718af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5780995 Sep 21 15:16:58.372758 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33002) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:58.387339 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25954579-d485-42bf-b4d6-ad9b979de267 None None] Pushing event updated for resources: {'Port': ['ID=d8a9c51f-c725-48dd-a848-41f302ee2871,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:58.404320 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d8a9c51f-c725-48dd-a848-41f302ee2871 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:16:58.485965 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5e726295-ef74-44ac-a5a4-986c5b24e870 req-7aede41d-dd36-4987-98e3-cb790cc1d98f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617805 Sep 21 15:16:58.502096 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a31277e-0c63-4995-a841-b026e914acc5 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting subnet 05217457-11a7-4fcb-a317-38352b9da092 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:16:58.510759 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8a31277e-0c63-4995-a841-b026e914acc5 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:58.542916 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 8694007c-079d-42a5-8cc2-8a21312f2e18, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=8694007c-079d-42a5-8cc2-8a21312f2e18,segment=NetworkSegment(1f0ec3e9-f16a-459c-b4bd-84441546a7b7),segment_id=1f0ec3e9-f16a-459c-b4bd-84441546a7b7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:58.551635 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:58.554097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f669fc22-a468-4257-be91-ff0164dfe521 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Unset dirty status for tenant:5c39faf0ffbb47868cccffa9f67d13c0 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:16:58.559161 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f669fc22-a468-4257-be91-ff0164dfe521 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.7821145 Sep 21 15:16:58.563953 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33006) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:58.592342 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8a31277e-0c63-4995-a841-b026e914acc5 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:58.657149 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=8694007c-079d-42a5-8cc2-8a21312f2e18,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:58.687830 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-06992314-7a04-4ad8-bedb-fa497c37a4ff None None] Set router 206e6ce6-bca0-4c85-a234-2fe0b35718af gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:16:58.717756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8a31277e-0c63-4995-a841-b026e914acc5 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:58.811191 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8a31277e-0c63-4995-a841-b026e914acc5 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:58.872188 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31277e-0c63-4995-a841-b026e914acc5 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Subnet': ['ID=05217457-11a7-4fcb-a317-38352b9da092,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:16:58.879054 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8a31277e-0c63-4995-a841-b026e914acc5 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:58.884140 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1f6d92-ac0b-42ab-a774-7d910e26f33a None None] Network 3b047332-a1f1-4497-8b4a-080d11940662 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:58.904334 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8a31277e-0c63-4995-a841-b026e914acc5 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/subnets/05217457-11a7-4fcb-a317-38352b9da092 HTTP/1.1" status: 204 len: 168 time: 0.5280397 Sep 21 15:16:58.905162 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33010) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:58.923798 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff60f2e-bd05-4d4f-b679-268078285dde tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:58.925339 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff60f2e-bd05-4d4f-b679-268078285dde tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:58.926829 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff60f2e-bd05-4d4f-b679-268078285dde tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:58.928432 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff60f2e-bd05-4d4f-b679-268078285dde tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:58.929952 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff60f2e-bd05-4d4f-b679-268078285dde tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:58.930916 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eff60f2e-bd05-4d4f-b679-268078285dde tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Synchronizing usage tracker for tenant:5c39faf0ffbb47868cccffa9f67d13c0 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:16:58.941470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c69731-2b3b-49b2-a031-d642f888c7bc req-77d6d93a-eeea-405d-9d26-8fb6dd1f47be tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:58.948802 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a7c69731-2b3b-49b2-a031-d642f888c7bc req-77d6d93a-eeea-405d-9d26-8fb6dd1f47be tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 945 time: 0.9075909 Sep 21 15:16:59.042703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8fe17-0a60-4a61-86b2-8be5b7fdfa86 req-48bb52dd-ab09-4e3e-a1ce-dc3d726c088a tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:59.044362 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b5d8fe17-0a60-4a61-86b2-8be5b7fdfa86 req-48bb52dd-ab09-4e3e-a1ce-dc3d726c088a tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 945 time: 0.5790777 Sep 21 15:16:59.045822 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6777d7dc-d6e3-48ec-a3fb-a0b400fc78b8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:59.075441 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eff60f2e-bd05-4d4f-b679-268078285dde tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Unset dirty status for tenant:5c39faf0ffbb47868cccffa9f67d13c0 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:16:59.076737 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-eff60f2e-bd05-4d4f-b679-268078285dde tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5081022 Sep 21 15:16:59.082935 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33014) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:59.086554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6777d7dc-d6e3-48ec-a3fb-a0b400fc78b8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting port ea063d42-85ab-4be6-8b5e-fbb2bb455267 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:16:59.087493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6777d7dc-d6e3-48ec-a3fb-a0b400fc78b8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:59.140916 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a7c69731-2b3b-49b2-a031-d642f888c7bc req-6c75fd2f-8be0-472a-9742-9905e096add9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0973406b-98ba-444c-b0e8-c3cb2b722d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911473 Sep 21 15:16:59.174585 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3caa4ae9-15ea-44bf-b74e-2f77769cd3ec tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:59.190699 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-06992314-7a04-4ad8-bedb-fa497c37a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:16:56Z', 'revision_number': 9, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5', 'name': '', 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:f3:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:02Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:59.195135 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06992314-7a04-4ad8-bedb-fa497c37a4ff None None] Checking router: 206e6ce6-bca0-4c85-a234-2fe0b35718af for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:16:59.203632 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7c4b4b-9ac0-4eba-b2bf-dcfcb852ce28 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['shared'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:59.204494 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06992314-7a04-4ad8-bedb-fa497c37a4ff None None] Routers {'206e6ce6-bca0-4c85-a234-2fe0b35718af'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:16:59.205068 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7c4b4b-9ac0-4eba-b2bf-dcfcb852ce28 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['shared'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:59.205338 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-06992314-7a04-4ad8-bedb-fa497c37a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['206e6ce6-bca0-4c85-a234-2fe0b35718af'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:59.206461 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7c4b4b-9ac0-4eba-b2bf-dcfcb852ce28 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['shared'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:59.207951 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7c4b4b-9ac0-4eba-b2bf-dcfcb852ce28 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['shared'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:59.210359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7c4b4b-9ac0-4eba-b2bf-dcfcb852ce28 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['shared'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:59.215530 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fc7c4b4b-9ac0-4eba-b2bf-dcfcb852ce28 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1316075 Sep 21 15:16:59.216111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33018) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:59.219095 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3caa4ae9-15ea-44bf-b74e-2f77769cd3ec tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting port 967e349f-5d8d-45a4-b414-9a9b797999c8 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:16:59.219429 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3caa4ae9-15ea-44bf-b74e-2f77769cd3ec tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:59.225724 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b5d8fe17-0a60-4a61-86b2-8be5b7fdfa86 req-0733cf1d-306d-408c-a8d5-c02e73310571 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708810 Sep 21 15:16:59.265297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c985f1f-7bf5-402f-90de-c5fdd8348a8b None None] Network e5fd0f8e-c80d-4450-8f03-2b6c53c13224 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:16:59.342042 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6777d7dc-d6e3-48ec-a3fb-a0b400fc78b8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:59.383527 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-06992314-7a04-4ad8-bedb-fa497c37a4ff None None] Set router 206e6ce6-bca0-4c85-a234-2fe0b35718af gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:16:59.544263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6777d7dc-d6e3-48ec-a3fb-a0b400fc78b8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Calling delete_port for ea063d42-85ab-4be6-8b5e-fbb2bb455267 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:16:59.576955 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-62c42359-c380-4587-82d2-0092be812667 None None] Provisioning for port d8a9c51f-c725-48dd-a848-41f302ee2871 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:16:59.585446 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-62c42359-c380-4587-82d2-0092be812667 None None] Provisioning complete for port d8a9c51f-c725-48dd-a848-41f302ee2871 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:16:59.585930 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62c42359-c380-4587-82d2-0092be812667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:59.596160 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9aab46-fe02-41f6-9a6a-d21ac7ea31a0 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:16:59.601475 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9a9aab46-fe02-41f6-9a6a-d21ac7ea31a0 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "GET /v2.0/networks/821a4e71-0b6a-4bcf-a182-5b4c09daac19 HTTP/1.1" status: 200 len: 804 time: 0.3842111 Sep 21 15:16:59.603504 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-3caa4ae9-15ea-44bf-b74e-2f77769cd3ec tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] For port 967e349f-5d8d-45a4-b414-9a9b797999c8, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=967e349f-5d8d-45a4-b414-9a9b797999c8,segment=NetworkSegment(9a90fcfd-bf49-4a35-8903-1ea706885387),segment_id=9a90fcfd-bf49-4a35-8903-1ea706885387)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:16:59.603842 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3caa4ae9-15ea-44bf-b74e-2f77769cd3ec tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:59.612632 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33022) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:16:59.619061 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4345e59-1d9e-4fcf-8e2b-c59d71012b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8694007c-079d-42a5-8cc2-8a21312f2e18'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:16:59.621537 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1695aaf1-7bdd-458a-b891-29dceb478d4e" -d '{"events": [{"server_uuid": "e4345e59-1d9e-4fcf-8e2b-c59d71012b10", "name": "network-vif-plugged", "status": "completed", "tag": "8694007c-079d-42a5-8cc2-8a21312f2e18"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:16:59.749129 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5672b495-f7d8-4c4a-bbe4-d1a73c5c329a None None] DHCP port deletion for 3b047332-a1f1-4497-8b4a-080d11940662 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:16:59.768319 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5672b495-f7d8-4c4a-bbe4-d1a73c5c329a None None] Deleting port 967e349f-5d8d-45a4-b414-9a9b797999c8 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:16:59.768719 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5672b495-f7d8-4c4a-bbe4-d1a73c5c329a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:59.838172 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c22e5f-db36-40ee-8957-781e18106b38 x-openstack-request-id: req-71c22e5f-db36-40ee-8957-781e18106b38 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:16:59.838493 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4345e59-1d9e-4fcf-8e2b-c59d71012b10", "name": "network-vif-plugged", "status": "completed", "tag": "8694007c-079d-42a5-8cc2-8a21312f2e18", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:16:59.838743 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-71c22e5f-db36-40ee-8957-781e18106b38 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:16:59.839162 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71c22e5f-db36-40ee-8957-781e18106b38'] response: {'server_uuid': 'e4345e59-1d9e-4fcf-8e2b-c59d71012b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8694007c-079d-42a5-8cc2-8a21312f2e18', 'code': 200} Sep 21 15:16:59.945054 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-62c42359-c380-4587-82d2-0092be812667 None None] Current status of the port d8a9c51f-c725-48dd-a848-41f302ee2871 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:16:59.945776 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6777d7dc-d6e3-48ec-a3fb-a0b400fc78b8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:16:59.954541 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-06992314-7a04-4ad8-bedb-fa497c37a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:16:56Z', 'revision_number': 9, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5', 'name': '', 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:f3:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:02Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:16:59.960555 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06992314-7a04-4ad8-bedb-fa497c37a4ff None None] The sync data for ids ['206e6ce6-bca0-4c85-a234-2fe0b35718af'] in dv-neutron-858731-1-hyperv is: [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:16:56Z', 'revision_number': 9, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5', 'name': '', 'network_id': '7f8db7cc-6298-45cb-a593-9d08ddee37f9', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:f3:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:02Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': 'a28226c8-bec5-49bf-b4d2-17e927d36470', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:17:00.058431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777d7dc-d6e3-48ec-a3fb-a0b400fc78b8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Port': ['ID=ea063d42-85ab-4be6-8b5e-fbb2bb455267,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:00.097469 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3caa4ae9-15ea-44bf-b74e-2f77769cd3ec tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Calling delete_port for 967e349f-5d8d-45a4-b414-9a9b797999c8 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:17:00.113687 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5672b495-f7d8-4c4a-bbe4-d1a73c5c329a None None] For port 967e349f-5d8d-45a4-b414-9a9b797999c8, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=967e349f-5d8d-45a4-b414-9a9b797999c8,segment=NetworkSegment(9a90fcfd-bf49-4a35-8903-1ea706885387),segment_id=9a90fcfd-bf49-4a35-8903-1ea706885387)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:00.113929 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5672b495-f7d8-4c4a-bbe4-d1a73c5c329a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:00.147470 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7a964baa-3f4d-49ce-a42b-c69c0fae5794 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "GET /v2.0/networks/821a4e71-0b6a-4bcf-a182-5b4c09daac19?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5336783 Sep 21 15:17:00.165270 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33028) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:00.255667 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3caa4ae9-15ea-44bf-b74e-2f77769cd3ec tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:00.267965 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5672b495-f7d8-4c4a-bbe4-d1a73c5c329a None None] Calling delete_port for 967e349f-5d8d-45a4-b414-9a9b797999c8 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:17:00.330031 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-93ce114c-0605-42ce-b6cb-5942e78a8421 None None] Provisioning complete for port d8a9c51f-c725-48dd-a848-41f302ee2871 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:00.331113 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-93ce114c-0605-42ce-b6cb-5942e78a8421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:00.333800 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa4ae9-15ea-44bf-b74e-2f77769cd3ec tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Port': ['ID=967e349f-5d8d-45a4-b414-9a9b797999c8,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:00.336389 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caa4ae9-15ea-44bf-b74e-2f77769cd3ec tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] No DVR routers for this DVR port 967e349f-5d8d-45a4-b414-9a9b797999c8 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:17:00.354145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6777d7dc-d6e3-48ec-a3fb-a0b400fc78b8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:00.507272 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d8a9c51f-c725-48dd-a848-41f302ee2871 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:00.570232 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-5672b495-f7d8-4c4a-bbe4-d1a73c5c329a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:17:00.570581 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-5672b495-f7d8-4c4a-bbe4-d1a73c5c329a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:17:00.595826 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-93ce114c-0605-42ce-b6cb-5942e78a8421 None None] Current status of the port d8a9c51f-c725-48dd-a848-41f302ee2871 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:00.637152 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port d8a9c51f-c725-48dd-a848-41f302ee2871 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:00.637665 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:00.667579 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb61fea1-a269-42c6-a795-a1c061d488e1 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:00.669281 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cb61fea1-a269-42c6-a795-a1c061d488e1 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "GET /v2.0/subnets/e5549984-2f66-4b46-8800-05e6c8e79ffa HTTP/1.1" status: 200 len: 843 time: 0.4967728 Sep 21 15:17:00.675719 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33036) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:00.702178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6777d7dc-d6e3-48ec-a3fb-a0b400fc78b8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:00.709577 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6777d7dc-d6e3-48ec-a3fb-a0b400fc78b8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:00.747262 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3caa4ae9-15ea-44bf-b74e-2f77769cd3ec tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:00.775883 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6777d7dc-d6e3-48ec-a3fb-a0b400fc78b8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:00.776705 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6777d7dc-d6e3-48ec-a3fb-a0b400fc78b8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Fanout notify agent at l3_agent the message router_deleted on router e8acf8fd-0066-4020-8060-3f3b64fc1965 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:17:00.791983 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port d8a9c51f-c725-48dd-a848-41f302ee2871 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:00.794083 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa4186-8d55-4507-9f97-b155fc733e99 req-5913024a-da52-4caf-beba-9229b60bc532 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:00.795609 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9aa4186-8d55-4507-9f97-b155fc733e99 req-5913024a-da52-4caf-beba-9229b60bc532 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 946 time: 0.5418088 Sep 21 15:17:00.810607 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-3caa4ae9-15ea-44bf-b74e-2f77769cd3ec tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b047332-a1f1-4497-8b4a-080d11940662']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:00.825337 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc33616-e987-40b5-9d4c-64d3b5ec9259 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['shared'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:00.826691 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4cc33616-e987-40b5-9d4c-64d3b5ec9259 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "GET /v2.0/subnets/e5549984-2f66-4b46-8800-05e6c8e79ffa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1444690 Sep 21 15:17:00.831884 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33040) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:00.836029 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7050a-30fb-4021-b014-0bd18d7dc2aa req-99c0db2d-9524-4b76-b228-b2c4c3dd6ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:00.837526 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5fd7050a-30fb-4021-b014-0bd18d7dc2aa req-99c0db2d-9524-4b76-b228-b2c4c3dd6ccd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 1099 time: 0.6826251 Sep 21 15:17:00.839319 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-3caa4ae9-15ea-44bf-b74e-2f77769cd3ec tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a90fcfd-bf49-4a35-8903-1ea706885387') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:00.839649 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-3caa4ae9-15ea-44bf-b74e-2f77769cd3ec tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a90fcfd-bf49-4a35-8903-1ea706885387') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:00.845779 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693ccc5-5998-41f2-9e3c-6424437ce605 req-4fca3032-ad4a-4f91-9a03-2a4ea6bf6d1f tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:00.847031 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9693ccc5-5998-41f2-9e3c-6424437ce605 req-4fca3032-ad4a-4f91-9a03-2a4ea6bf6d1f tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 945 time: 0.3117709 Sep 21 15:17:00.852785 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6777d7dc-d6e3-48ec-a3fb-a0b400fc78b8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:00.853874 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6777d7dc-d6e3-48ec-a3fb-a0b400fc78b8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/routers/e8acf8fd-0066-4020-8060-3f3b64fc1965 HTTP/1.1" status: 204 len: 168 time: 3.1397181 Sep 21 15:17:00.854567 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c1fd2de1-8d45-4c70-8fbd-b8d9ddad0bfd tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-359447902'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:00.863019 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d29fdcdf-3116-47a8-837a-902c504d5a46 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:17:00.864271 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33044) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:00.883221 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4921c0ae-8b92-4672-b376-2e0b68672385 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'network': {'name': 'tempest-RoutersTest-2122292846'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:00.890949 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4921c0ae-8b92-4672-b376-2e0b68672385 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:00.894760 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3caa4ae9-15ea-44bf-b74e-2f77769cd3ec tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:00.898341 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9aa4186-8d55-4507-9f97-b155fc733e99 req-eadf061a-b05c-4573-9108-959db3f25d23 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0973406b-98ba-444c-b0e8-c3cb2b722d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955272 Sep 21 15:17:00.902801 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c1fd2de1-8d45-4c70-8fbd-b8d9ddad0bfd tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:00.914730 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4921c0ae-8b92-4672-b376-2e0b68672385 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:network and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:00.922536 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4921c0ae-8b92-4672-b376-2e0b68672385 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:00.927284 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9693ccc5-5998-41f2-9e3c-6424437ce605 req-f80b5395-727b-446d-90eb-665b8b104f31 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618730 Sep 21 15:17:00.952477 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c1fd2de1-8d45-4c70-8fbd-b8d9ddad0bfd tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:00.952477 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4921c0ae-8b92-4672-b376-2e0b68672385 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:00.956126 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: d29fdcdf-3116-47a8-837a-902c504d5a46 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:17:00.957120 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d29fdcdf-3116-47a8-837a-902c504d5a46 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:17:00.957525 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 967e349f-5d8d-45a4-b414-9a9b797999c8 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:17:00.959099 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3caa4ae9-15ea-44bf-b74e-2f77769cd3ec tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:00.975002 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5fd7050a-30fb-4021-b014-0bd18d7dc2aa req-9905b3bc-7c54-43c8-b236-15c13f27370e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0973406b-98ba-444c-b0e8-c3cb2b722d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146603 Sep 21 15:17:00.978061 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4921c0ae-8b92-4672-b376-2e0b68672385 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Made reservation on behalf of 4ae973dfcd6b4097b917fb2b9641e0f1 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:17:00.981685 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4921c0ae-8b92-4672-b376-2e0b68672385 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:00.993824 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3caa4ae9-15ea-44bf-b74e-2f77769cd3ec tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:17:00.994234 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3caa4ae9-15ea-44bf-b74e-2f77769cd3ec tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:00.999279 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 967e349f-5d8d-45a4-b414-9a9b797999c8 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:17:00.999678 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 967e349f-5d8d-45a4-b414-9a9b797999c8 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:17:01.026715 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fd2de1-8d45-4c70-8fbd-b8d9ddad0bfd tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Made reservation on behalf of 5c39faf0ffbb47868cccffa9f67d13c0 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:17:01.031497 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2de1-8d45-4c70-8fbd-b8d9ddad0bfd tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:01.072219 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5672b495-f7d8-4c4a-bbe4-d1a73c5c329a None None] Deleting port 967e349f-5d8d-45a4-b414-9a9b797999c8 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:01.072950 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5672b495-f7d8-4c4a-bbe4-d1a73c5c329a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:01.101770 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 9a90fcfd-bf49-4a35-8903-1ea706885387 resource provider aggregate not found Sep 21 15:17:01.135436 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 9a90fcfd-bf49-4a35-8903-1ea706885387 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a90fcfd-bf49-4a35-8903-1ea706885387 found for delete ", "request_id": "req-8a2ea654-5b3b-4fe9-8578-5c9200ea6577"}]} Sep 21 15:17:01.155526 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5672b495-f7d8-4c4a-bbe4-d1a73c5c329a None None] The port '967e349f-5d8d-45a4-b414-9a9b797999c8' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:17:01.160914 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4921c0ae-8b92-4672-b376-2e0b68672385 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:17:01.171249 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1fd2de1-8d45-4c70-8fbd-b8d9ddad0bfd tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:17:01.182346 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4921c0ae-8b92-4672-b376-2e0b68672385 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:01.182690 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-4921c0ae-8b92-4672-b376-2e0b68672385 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Added segment b15ba85b-386f-4aba-9a21-b8ee8a786c53 of type vlan for network ed130c75-c33d-4de4-8aa8-76c864100b55 Sep 21 15:17:01.184319 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3caa4ae9-15ea-44bf-b74e-2f77769cd3ec tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:01.203103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25648827-48e1-46e4-b0a7-3274f4592c62 req-2a4cee01-c816-4502-ac15-e38a614846dd tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:01.204839 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25648827-48e1-46e4-b0a7-3274f4592c62 req-2a4cee01-c816-4502-ac15-e38a614846dd tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 945 time: 0.1247180 Sep 21 15:17:01.211628 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2de1-8d45-4c70-8fbd-b8d9ddad0bfd tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:01.211981 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-c1fd2de1-8d45-4c70-8fbd-b8d9ddad0bfd tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Added segment ffc05dac-bcca-4463-a007-2beddb740bf5 of type vlan for network 4fd247f3-afda-4423-bc49-bcd18183027c Sep 21 15:17:01.214247 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3caa4ae9-15ea-44bf-b74e-2f77769cd3ec tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:01.248655 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa4ae9-15ea-44bf-b74e-2f77769cd3ec tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Network': ['ID=3b047332-a1f1-4497-8b4a-080d11940662,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:01.257044 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25648827-48e1-46e4-b0a7-3274f4592c62 req-fe7c4d87-ecea-47dd-9fce-be3527afa623 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453820 Sep 21 15:17:01.292980 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3caa4ae9-15ea-44bf-b74e-2f77769cd3ec tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/networks/3b047332-a1f1-4497-8b4a-080d11940662 HTTP/1.1" status: 204 len: 168 time: 2.3869078 Sep 21 15:17:01.293950 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33054) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:01.297131 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33056) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:01.297613 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4921c0ae-8b92-4672-b376-2e0b68672385 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:01.304332 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2de1-8d45-4c70-8fbd-b8d9ddad0bfd tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:01.377195 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4921c0ae-8b92-4672-b376-2e0b68672385 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:01.383809 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4921c0ae-8b92-4672-b376-2e0b68672385 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:01.384836 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4921c0ae-8b92-4672-b376-2e0b68672385 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:01.418236 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2de1-8d45-4c70-8fbd-b8d9ddad0bfd tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:01.425773 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fd2de1-8d45-4c70-8fbd-b8d9ddad0bfd tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:01.426402 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2de1-8d45-4c70-8fbd-b8d9ddad0bfd tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:01.551210 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4921c0ae-8b92-4672-b376-2e0b68672385 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6861589 Sep 21 15:17:01.554480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33064) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:01.557284 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c1fd2de1-8d45-4c70-8fbd-b8d9ddad0bfd tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7243085 Sep 21 15:17:01.560628 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33068) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:01.566656 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1b897907-2bfa-44e8-9c26-a45286de65cf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'subnet': {'network_id': '4fd247f3-afda-4423-bc49-bcd18183027c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:01.600731 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0d4b1e6f-06eb-43d9-82ef-bb8776a11742 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'subnet': {'network_id': 'ed130c75-c33d-4de4-8aa8-76c864100b55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:01.618304 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921c0ae-8b92-4672-b376-2e0b68672385 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Network': ['ID=ed130c75-c33d-4de4-8aa8-76c864100b55,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:01.630440 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network ed130c75-c33d-4de4-8aa8-76c864100b55 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:17:01.813992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b676f08-d573-4b95-92b4-fa609070c610 tempest-TestVolumeBootPattern-229167448 tempest-TestVolumeBootPattern-229167448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:01.818228 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9b676f08-d573-4b95-92b4-fa609070c610 tempest-TestVolumeBootPattern-229167448 tempest-TestVolumeBootPattern-229167448-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 1093 time: 0.5205822 Sep 21 15:17:01.818609 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33074) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:01.823720 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': '681fde30-5c30-4046-a75f-a8a727cd37ae', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:01.834753 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:01.842055 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Usage tracker for resource:floatingip and tenant:a5990e45ce304151b4645b8268b1dc5a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:01.847088 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:01.887688 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:01.899341 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd2de1-8d45-4c70-8fbd-b8d9ddad0bfd tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Network': ['ID=4fd247f3-afda-4423-bc49-bcd18183027c,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:01.913319 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1b897907-2bfa-44e8-9c26-a45286de65cf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:01.917240 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0d4b1e6f-06eb-43d9-82ef-bb8776a11742 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:01.918283 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:01.922874 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 4fd247f3-afda-4423-bc49-bcd18183027c details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:17:01.926701 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0d4b1e6f-06eb-43d9-82ef-bb8776a11742 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:subnet and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:01.929417 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1b897907-2bfa-44e8-9c26-a45286de65cf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:01.931404 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0d4b1e6f-06eb-43d9-82ef-bb8776a11742 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:01.939429 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0d4b1e6f-06eb-43d9-82ef-bb8776a11742 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:01.948767 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b897907-2bfa-44e8-9c26-a45286de65cf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Made reservation on behalf of 5c39faf0ffbb47868cccffa9f67d13c0 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:17:01.952519 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1b897907-2bfa-44e8-9c26-a45286de65cf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:01.973272 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4b1e6f-06eb-43d9-82ef-bb8776a11742 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Made reservation on behalf of 4ae973dfcd6b4097b917fb2b9641e0f1 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:17:01.976962 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d4b1e6f-06eb-43d9-82ef-bb8776a11742 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:02.145234 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.ipam_backend_mixin [None req-1b897907-2bfa-44e8-9c26-a45286de65cf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Performing IP validity checks on allocation pools {{(pid=89019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 21 15:17:02.145998 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.ipam_backend_mixin [None req-1b897907-2bfa-44e8-9c26-a45286de65cf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 21 15:17:02.246308 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:02.383982 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d4b1e6f-06eb-43d9-82ef-bb8776a11742 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:02.391966 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d0506558-5360-42d4-8d07-e71c68a581a3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:02.414872 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1b897907-2bfa-44e8-9c26-a45286de65cf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:02.486687 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b1e6f-06eb-43d9-82ef-bb8776a11742 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Subnet': ['ID=ebe02b86-aa5b-46f0-b20a-a9451b5baa7f,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:02.551695 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4b1e6f-06eb-43d9-82ef-bb8776a11742 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Checking segment: {'id': 'b15ba85b-386f-4aba-9a21-b8ee8a786c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ed130c75-c33d-4de4-8aa8-76c864100b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:02.552057 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4b1e6f-06eb-43d9-82ef-bb8776a11742 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network hostable DHCP agents. Network: ed130c75-c33d-4de4-8aa8-76c864100b55, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:17:02.559755 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b897907-2bfa-44e8-9c26-a45286de65cf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Checking segment: {'id': 'ffc05dac-bcca-4463-a007-2beddb740bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4fd247f3-afda-4423-bc49-bcd18183027c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:02.560108 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b897907-2bfa-44e8-9c26-a45286de65cf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Network hostable DHCP agents. Network: 4fd247f3-afda-4423-bc49-bcd18183027c, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:17:02.561867 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3e334-5f1d-43e2-9176-5e474e609e2c req-92384aa2-7b78-434f-8849-48ae7a05dd11 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:02.563599 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bec3e334-5f1d-43e2-9176-5e474e609e2c req-92384aa2-7b78-434f-8849-48ae7a05dd11 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 946 time: 0.3703146 Sep 21 15:17:02.581975 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Allocated IP 172.26.4.41 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/5e803107-f50f-48fb-9aff-3319ed1e9d81) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:17:02.589954 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b897907-2bfa-44e8-9c26-a45286de65cf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Subnet': ['ID=3477fd42-cca4-45da-a78f-190e15db2ad0,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:02.601863 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4b1e6f-06eb-43d9-82ef-bb8776a11742 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network ed130c75-c33d-4de4-8aa8-76c864100b55 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:17:02.610153 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b897907-2bfa-44e8-9c26-a45286de65cf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Network 4fd247f3-afda-4423-bc49-bcd18183027c is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:17:02.616076 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-0d4b1e6f-06eb-43d9-82ef-bb8776a11742 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, ed130c75-c33d-4de4-8aa8-76c864100b55) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:02.617973 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-1b897907-2bfa-44e8-9c26-a45286de65cf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 4fd247f3-afda-4423-bc49-bcd18183027c) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:02.622198 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4b1e6f-06eb-43d9-82ef-bb8776a11742 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:02.622776 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d4b1e6f-06eb-43d9-82ef-bb8776a11742 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:02.628108 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f2b0e1-1e35-477a-8d52-252d871145db None None] Network ed130c75-c33d-4de4-8aa8-76c864100b55 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:02.634611 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b897907-2bfa-44e8-9c26-a45286de65cf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:02.635524 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1b897907-2bfa-44e8-9c26-a45286de65cf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:02.644591 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccacf4f-29ba-420f-933f-22c4dfc5cc31 None None] Network 4fd247f3-afda-4423-bc49-bcd18183027c requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:02.680064 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0d4b1e6f-06eb-43d9-82ef-bb8776a11742 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1243508 Sep 21 15:17:02.684355 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1b897907-2bfa-44e8-9c26-a45286de65cf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1205359 Sep 21 15:17:02.684355 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33080) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:02.688104 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-eb1a760d-e83d-4261-82e1-f6cb26da5667 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1375654168', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:02.694133 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33084) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:02.696946 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-eb1a760d-e83d-4261-82e1-f6cb26da5667 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:02.703721 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5907341b-11dc-467c-877c-3bcad9ec44bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:02.735108 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-eb1a760d-e83d-4261-82e1-f6cb26da5667 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:router and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:02.742309 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-eb1a760d-e83d-4261-82e1-f6cb26da5667 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:02.756260 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-eb1a760d-e83d-4261-82e1-f6cb26da5667 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:02.776466 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb1a760d-e83d-4261-82e1-f6cb26da5667 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:02.777516 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb1a760d-e83d-4261-82e1-f6cb26da5667 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:02.828302 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bec3e334-5f1d-43e2-9176-5e474e609e2c req-1ca69a92-6f04-4082-8972-d7e0245afcfe tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0973406b-98ba-444c-b0e8-c3cb2b722d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512331 Sep 21 15:17:02.907575 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:02.968830 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb1a760d-e83d-4261-82e1-f6cb26da5667 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:02.989249 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d0506558-5360-42d4-8d07-e71c68a581a3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting port 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:02.989588 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d0506558-5360-42d4-8d07-e71c68a581a3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:02.991500 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5907341b-11dc-467c-877c-3bcad9ec44bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65056120'] for subnet, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:03.008984 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb1a760d-e83d-4261-82e1-f6cb26da5667 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:03.092909 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb1a760d-e83d-4261-82e1-f6cb26da5667 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:03.095199 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-eb1a760d-e83d-4261-82e1-f6cb26da5667 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4118993 Sep 21 15:17:03.099783 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33088) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:03.129417 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-4fd247f3-afda-4423-bc49-bcd18183027c', 'network_id': '4fd247f3-afda-4423-bc49-bcd18183027c', 'tenant_id': '5c39faf0ffbb47868cccffa9f67d13c0', 'fixed_ips': [{'subnet_id': '3477fd42-cca4-45da-a78f-190e15db2ad0'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:17:03.130346 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:03.142722 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-ed130c75-c33d-4de4-8aa8-76c864100b55', 'network_id': 'ed130c75-c33d-4de4-8aa8-76c864100b55', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'fixed_ips': [{'subnet_id': 'ebe02b86-aa5b-46f0-b20a-a9451b5baa7f'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:17:03.143715 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:03.206491 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:03.342308 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:03.347881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:03.356440 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:17:03.377653 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] Allocated IP 172.20.0.2 (ed130c75-c33d-4de4-8aa8-76c864100b55/ebe02b86-aa5b-46f0-b20a-a9451b5baa7f/342ffab9-c5da-4b74-a02d-c4e5168787a8) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:17:03.410960 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event updated for resources: {'Port': ['ID=5e803107-f50f-48fb-9aff-3319ed1e9d81,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:03.444179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-d0506558-5360-42d4-8d07-e71c68a581a3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] For port 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5,segment=NetworkSegment(62c0fe3c-b9cd-4932-a086-19134369a60c),segment_id=62c0fe3c-b9cd-4932-a086-19134369a60c)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:03.444179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d0506558-5360-42d4-8d07-e71c68a581a3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:03.593387 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:03.605852 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] Transition to ACTIVE for port object 342ffab9-c5da-4b74-a02d-c4e5168787a8 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:03.615972 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d0506558-5360-42d4-8d07-e71c68a581a3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Calling delete_port for 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:17:03.628292 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] Transition to ACTIVE for port object 342ffab9-c5da-4b74-a02d-c4e5168787a8 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:03.635418 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:03.651916 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5907341b-11dc-467c-877c-3bcad9ec44bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774317589580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-65308172'] for subnet, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:03.735155 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5907341b-11dc-467c-877c-3bcad9ec44bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:03.735763 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5907341b-11dc-467c-877c-3bcad9ec44bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:03.737097 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5907341b-11dc-467c-877c-3bcad9ec44bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "PUT /v2.0/subnets/3477fd42-cca4-45da-a78f-190e15db2ad0 HTTP/1.1" status: 200 len: 900 time: 1.0420568 Sep 21 15:17:03.742504 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33092) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:03.744208 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907341b-11dc-467c-877c-3bcad9ec44bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event updated for resources: {'Subnet': ['ID=3477fd42-cca4-45da-a78f-190e15db2ad0,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:03.748752 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] Network ed130c75-c33d-4de4-8aa8-76c864100b55 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:03.756129 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:03.760180 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:17:03.785412 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e99cbd1-c952-4529-b38a-ce8d63cd7562 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:03.804991 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] Pushing event updated for resources: {'Port': ['ID=342ffab9-c5da-4b74-a02d-c4e5168787a8,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:03.933759 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] Allocated IP 2001:db8::3 (4fd247f3-afda-4423-bc49-bcd18183027c/3477fd42-cca4-45da-a78f-190e15db2ad0/e9dafbb9-d332-40f9-bec3-4c32950b4905) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:17:03.935459 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] Attempting to bind port 342ffab9-c5da-4b74-a02d-c4e5168787a8 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:17:03.935947 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] Attempting to bind port 342ffab9-c5da-4b74-a02d-c4e5168787a8 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'b15ba85b-386f-4aba-9a21-b8ee8a786c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ed130c75-c33d-4de4-8aa8-76c864100b55'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:17:03.936410 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] Attempting to bind port 342ffab9-c5da-4b74-a02d-c4e5168787a8 on network ed130c75-c33d-4de4-8aa8-76c864100b55 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:17:03.948905 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:17:03.949430 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] Checking segment: {'id': 'b15ba85b-386f-4aba-9a21-b8ee8a786c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ed130c75-c33d-4de4-8aa8-76c864100b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:03.949933 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:03.950444 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] Bound using segment: {'id': 'b15ba85b-386f-4aba-9a21-b8ee8a786c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ed130c75-c33d-4de4-8aa8-76c864100b55'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:17:03.951520 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] Bound port: 342ffab9-c5da-4b74-a02d-c4e5168787a8, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15ba85b-386f-4aba-9a21-b8ee8a786c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ed130c75-c33d-4de4-8aa8-76c864100b55'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:17:03.951520 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:04.116701 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] For port 342ffab9-c5da-4b74-a02d-c4e5168787a8, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:17:04.120356 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] For port 342ffab9-c5da-4b74-a02d-c4e5168787a8, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=342ffab9-c5da-4b74-a02d-c4e5168787a8,segment=NetworkSegment(b15ba85b-386f-4aba-9a21-b8ee8a786c53),segment_id=b15ba85b-386f-4aba-9a21-b8ee8a786c53)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:17:04.165362 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:04.191383 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:04.235932 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d0506558-5360-42d4-8d07-e71c68a581a3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:04.252318 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-0e99cbd1-c952-4529-b38a-ce8d63cd7562 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Allocated IP 172.20.0.1 (ed130c75-c33d-4de4-8aa8-76c864100b55/ebe02b86-aa5b-46f0-b20a-a9451b5baa7f/67a0327c-366c-43bb-a348-e184ece3e198) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:17:04.290438 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76840ad-16e2-4146-a0bf-12ee6c0cfb9b None None] Pushing event updated for resources: {'Port': ['ID=342ffab9-c5da-4b74-a02d-c4e5168787a8,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:04.345430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0506558-5360-42d4-8d07-e71c68a581a3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Port': ['ID=6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:04.391090 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:04.408235 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] Transition to ACTIVE for port object e9dafbb9-d332-40f9-bec3-4c32950b4905 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:04.433829 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] Transition to ACTIVE for port object e9dafbb9-d332-40f9-bec3-4c32950b4905 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:04.440961 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:04.481681 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:04.496539 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e99cbd1-c952-4529-b38a-ce8d63cd7562 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:04.519486 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-0e99cbd1-c952-4529-b38a-ce8d63cd7562 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Transition to ACTIVE for port object 67a0327c-366c-43bb-a348-e184ece3e198 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:04.521115 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c2b7a-e40f-474c-ac67-f22a241763c4 req-2fe0e3e6-59b6-4414-9839-4c8542cd9ee5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:04.522702 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-320c2b7a-e40f-474c-ac67-f22a241763c4 req-2fe0e3e6-59b6-4414-9839-4c8542cd9ee5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 946 time: 0.4963994 Sep 21 15:17:04.527296 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] Network 4fd247f3-afda-4423-bc49-bcd18183027c is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:04.530558 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:04.536354 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:17:04.549448 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e99cbd1-c952-4529-b38a-ce8d63cd7562 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:04.695266 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] Pushing event updated for resources: {'Port': ['ID=e9dafbb9-d332-40f9-bec3-4c32950b4905,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:04.719557 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] Attempting to bind port e9dafbb9-d332-40f9-bec3-4c32950b4905 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:17:04.719933 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] Attempting to bind port e9dafbb9-d332-40f9-bec3-4c32950b4905 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'ffc05dac-bcca-4463-a007-2beddb740bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4fd247f3-afda-4423-bc49-bcd18183027c'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:17:04.720543 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] Attempting to bind port e9dafbb9-d332-40f9-bec3-4c32950b4905 on network 4fd247f3-afda-4423-bc49-bcd18183027c {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:17:04.727146 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:17:04.727384 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] Checking segment: {'id': 'ffc05dac-bcca-4463-a007-2beddb740bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4fd247f3-afda-4423-bc49-bcd18183027c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:04.727798 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:04.728196 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] Bound using segment: {'id': 'ffc05dac-bcca-4463-a007-2beddb740bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4fd247f3-afda-4423-bc49-bcd18183027c'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:17:04.736221 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] Bound port: e9dafbb9-d332-40f9-bec3-4c32950b4905, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc05dac-bcca-4463-a007-2beddb740bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4fd247f3-afda-4423-bc49-bcd18183027c'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:17:04.736754 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:04.831704 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e99cbd1-c952-4529-b38a-ce8d63cd7562 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network ed130c75-c33d-4de4-8aa8-76c864100b55 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:04.834748 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-0e99cbd1-c952-4529-b38a-ce8d63cd7562 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:04.838849 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e99cbd1-c952-4529-b38a-ce8d63cd7562 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:17:04.865795 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] For port e9dafbb9-d332-40f9-bec3-4c32950b4905, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:17:04.873200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] For port e9dafbb9-d332-40f9-bec3-4c32950b4905, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e9dafbb9-d332-40f9-bec3-4c32950b4905,segment=NetworkSegment(ffc05dac-bcca-4463-a007-2beddb740bf5),segment_id=ffc05dac-bcca-4463-a007-2beddb740bf5)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:17:04.879936 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:04.903323 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e99cbd1-c952-4529-b38a-ce8d63cd7562 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:04.912328 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-320c2b7a-e40f-474c-ac67-f22a241763c4 req-438f52de-9ff1-4fe0-91ba-6aee70175392 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0973406b-98ba-444c-b0e8-c3cb2b722d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3781693 Sep 21 15:17:04.944813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d0506558-5360-42d4-8d07-e71c68a581a3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:04.962502 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:04.992823 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99cbd1-c952-4529-b38a-ce8d63cd7562 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Port': ['ID=67a0327c-366c-43bb-a348-e184ece3e198,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:05.028934 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d6d5a-7ec5-47f1-915d-acb56851f138 None None] Pushing event updated for resources: {'Port': ['ID=e9dafbb9-d332-40f9-bec3-4c32950b4905,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:05.042539 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:05.097560 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e99cbd1-c952-4529-b38a-ce8d63cd7562 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:05.163809 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event deleted for resources: {'Subnet': ['ID=3477fd42-cca4-45da-a78f-190e15db2ad0,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:05.440471 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:05.459096 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:05.504192 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f0541c58-62d9-4981-8f5c-6ca655fb751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:05.565196 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e99cbd1-c952-4529-b38a-ce8d63cd7562 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:05.573470 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e99cbd1-c952-4529-b38a-ce8d63cd7562 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:05.662026 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd247f3-afda-4423-bc49-bcd18183027c']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:05.692379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc05dac-bcca-4463-a007-2beddb740bf5') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:05.692692 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc05dac-bcca-4463-a007-2beddb740bf5') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:05.702165 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99cbd1-c952-4529-b38a-ce8d63cd7562 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Port': ['ID=67a0327c-366c-43bb-a348-e184ece3e198,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:05.705547 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e99cbd1-c952-4529-b38a-ce8d63cd7562 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:05.719629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:05.751934 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9660a68-fa5a-4cf9-9583-4e0e93c7ad4b None None] Network ed130c75-c33d-4de4-8aa8-76c864100b55 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:05.752861 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:05.784470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:17:05.784894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:05.863789 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ebff0201-0520-4be7-affb-1f81a8cc9463 None None] Provisioning for port 342ffab9-c5da-4b74-a02d-c4e5168787a8 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:05.875548 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e99cbd1-c952-4529-b38a-ce8d63cd7562 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network ed130c75-c33d-4de4-8aa8-76c864100b55 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:05.878111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-0e99cbd1-c952-4529-b38a-ce8d63cd7562 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:05.932744 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment ffc05dac-bcca-4463-a007-2beddb740bf5 resource provider aggregate not found Sep 21 15:17:05.945691 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2c57d-c0cb-4cda-8e56-d1b5905fd01a req-1001923c-d313-418d-a63f-70696d0a78e9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:05.947490 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-09f2c57d-c0cb-4cda-8e56-d1b5905fd01a req-1001923c-d313-418d-a63f-70696d0a78e9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 946 time: 0.7888939 Sep 21 15:17:05.975222 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0506558-5360-42d4-8d07-e71c68a581a3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router 206e6ce6-bca0-4c85-a234-2fe0b35718af has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:17:06.064259 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment ffc05dac-bcca-4463-a007-2beddb740bf5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffc05dac-bcca-4463-a007-2beddb740bf5 found for delete ", "request_id": "req-a2aef946-2706-413a-b5cc-92107b46f415"}]} Sep 21 15:17:06.146019 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e99cbd1-c952-4529-b38a-ce8d63cd7562 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router 76fb5636-e889-4a47-848a-b1e1a714391e is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:17:06.205053 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 15:17:06.205053 dv-neutron-858731-1-hyperv neutron-server[89018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 15:17:06.205053 dv-neutron-858731-1-hyperv neutron-server[89018]: [parameters: {'id': '4fd247f3-afda-4423-bc49-bcd18183027c'}] Sep 21 15:17:06.205053 dv-neutron-858731-1-hyperv neutron-server[89018]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:17:06.205474 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:17:06.306937 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0730fc04-e14a-400a-abec-4ab4fab18cf2 None None] Network 4fd247f3-afda-4423-bc49-bcd18183027c requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:06.328010 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e9dafbb9-d332-40f9-bec3-4c32950b4905 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:06.340387 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-09f2c57d-c0cb-4cda-8e56-d1b5905fd01a req-3e706a1a-6899-468d-8072-ff9fd30dc56f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0973406b-98ba-444c-b0e8-c3cb2b722d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3404944 Sep 21 15:17:06.376376 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33104) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:06.399721 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e99cbd1-c952-4529-b38a-ce8d63cd7562 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:17:06.417299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:06.426463 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:06.451929 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41340fcc-43cc-4733-8aa4-6dbf218bc605 None None] Sync routers for ids ['76fb5636-e889-4a47-848a-b1e1a714391e'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:17:06.472620 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0e99cbd1-c952-4529-b38a-ce8d63cd7562 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/76fb5636-e889-4a47-848a-b1e1a714391e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3715854 Sep 21 15:17:06.474557 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33108) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:06.513580 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41340fcc-43cc-4733-8aa4-6dbf218bc605 None None] Routers {'76fb5636-e889-4a47-848a-b1e1a714391e'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:06.514835 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-41340fcc-43cc-4733-8aa4-6dbf218bc605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['76fb5636-e889-4a47-848a-b1e1a714391e'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:06.575817 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6416a2-7415-4773-911c-f745a3d53bfa tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:06.576439 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4f6416a2-7415-4773-911c-f745a3d53bfa tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Synchronizing usage tracker for tenant:4ae973dfcd6b4097b917fb2b9641e0f1 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:17:06.606918 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4f6416a2-7415-4773-911c-f745a3d53bfa tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Unset dirty status for tenant:4ae973dfcd6b4097b917fb2b9641e0f1 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:17:06.611272 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4f6416a2-7415-4773-911c-f745a3d53bfa tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/ports/67a0327c-366c-43bb-a348-e184ece3e198 HTTP/1.1" status: 200 len: 910 time: 0.1357343 Sep 21 15:17:06.613850 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33112) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:06.618659 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3c7d2b8c-3881-4423-99c8-1b6cb38d6136 None None] Provisioning for port e9dafbb9-d332-40f9-bec3-4c32950b4905 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:06.621094 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-29dad8f3-d236-479e-b648-2df87d5fb865 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ebe02b86-aa5b-46f0-b20a-a9451b5baa7f'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:06.624428 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-41340fcc-43cc-4733-8aa4-6dbf218bc605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:06.654205 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d08e71c-e64c-4473-8b1a-43a493bc099f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:06.659763 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6d08e71c-e64c-4473-8b1a-43a493bc099f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 1094 time: 0.2615268 Sep 21 15:17:06.665201 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33116) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:06.684705 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41340fcc-43cc-4733-8aa4-6dbf218bc605 None None] Routers {'76fb5636-e889-4a47-848a-b1e1a714391e'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:06.685327 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-41340fcc-43cc-4733-8aa4-6dbf218bc605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['76fb5636-e889-4a47-848a-b1e1a714391e'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:06.699130 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0506558-5360-42d4-8d07-e71c68a581a3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:17:06.705616 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': '8694007c-079d-42a5-8cc2-8a21312f2e18', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:06.718521 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dabeb6-5b78-40fb-ba82-952796e2026c None None] Sync routers for ids ['206e6ce6-bca0-4c85-a234-2fe0b35718af'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:17:06.729672 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:06.731546 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dabeb6-5b78-40fb-ba82-952796e2026c None None] Routers {'206e6ce6-bca0-4c85-a234-2fe0b35718af'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:06.736324 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e6dabeb6-5b78-40fb-ba82-952796e2026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['206e6ce6-bca0-4c85-a234-2fe0b35718af'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:06.749338 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:06.754967 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event updated for resources: {'Port': ['ID=5e803107-f50f-48fb-9aff-3319ed1e9d81,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:06.756415 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:floatingip and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:06.758549 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-41340fcc-43cc-4733-8aa4-6dbf218bc605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:06.759052 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41340fcc-43cc-4733-8aa4-6dbf218bc605 None None] The sync data for ids ['76fb5636-e889-4a47-848a-b1e1a714391e'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:17:06.799800 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:06.861295 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port e9dafbb9-d332-40f9-bec3-4c32950b4905 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:06.877577 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port e9dafbb9-d332-40f9-bec3-4c32950b4905 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:06.878101 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:06.881128 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Deleting port e9dafbb9-d332-40f9-bec3-4c32950b4905 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:06.881642 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:06.946881 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:06.952169 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3c7d2b8c-3881-4423-99c8-1b6cb38d6136 None None] Provisioning for port 67a0327c-366c-43bb-a348-e184ece3e198 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:06.959314 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3c7d2b8c-3881-4423-99c8-1b6cb38d6136 None None] Provisioning complete for port 67a0327c-366c-43bb-a348-e184ece3e198 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:06.960023 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3c7d2b8c-3881-4423-99c8-1b6cb38d6136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:07.005274 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:07.015456 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-e6dabeb6-5b78-40fb-ba82-952796e2026c None None] Set router 206e6ce6-bca0-4c85-a234-2fe0b35718af gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:07.039766 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:07.048352 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d0506558-5360-42d4-8d07-e71c68a581a3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/206e6ce6-bca0-4c85-a234-2fe0b35718af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7502680 Sep 21 15:17:07.057458 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33120) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:07.223931 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d2b8c-3881-4423-99c8-1b6cb38d6136 None None] Port 67a0327c-366c-43bb-a348-e184ece3e198 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:17:07.229987 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Floating IP c413fb88-d9d5-4af4-864c-97297c49a6f8 associated. External IP: 172.26.4.41, port: 681fde30-5c30-4046-a75f-a8a727cd37ae. Sep 21 15:17:07.246513 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port e9dafbb9-d332-40f9-bec3-4c32950b4905 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:07.247164 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:07.298260 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172fe1e0-515a-4258-8c54-72463ad638d1 None None] DHCP port deletion for 4fd247f3-afda-4423-bc49-bcd18183027c request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:17:07.309165 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-172fe1e0-515a-4258-8c54-72463ad638d1 None None] Deleting port e9dafbb9-d332-40f9-bec3-4c32950b4905 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:07.309773 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-172fe1e0-515a-4258-8c54-72463ad638d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:07.320016 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-29dad8f3-d236-479e-b648-2df87d5fb865 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:07.346075 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-448df714-b698-43f0-aa95-41d745a10731 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting subnet a28226c8-bec5-49bf-b4d2-17e927d36470 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:17:07.349430 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-448df714-b698-43f0-aa95-41d745a10731 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:07.360663 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port e9dafbb9-d332-40f9-bec3-4c32950b4905, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e9dafbb9-d332-40f9-bec3-4c32950b4905,segment=NetworkSegment(ffc05dac-bcca-4463-a007-2beddb740bf5),segment_id=ffc05dac-bcca-4463-a007-2beddb740bf5)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:07.373978 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:07.375346 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 342ffab9-c5da-4b74-a02d-c4e5168787a8 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:07.417722 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-448df714-b698-43f0-aa95-41d745a10731 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:07.434497 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e6dabeb6-5b78-40fb-ba82-952796e2026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:17:04Z', 'revision_number': 10, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:07.439664 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dabeb6-5b78-40fb-ba82-952796e2026c None None] Checking router: 206e6ce6-bca0-4c85-a234-2fe0b35718af for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:17:07.449344 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dabeb6-5b78-40fb-ba82-952796e2026c None None] Routers {'206e6ce6-bca0-4c85-a234-2fe0b35718af'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:07.449344 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e6dabeb6-5b78-40fb-ba82-952796e2026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:16:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['206e6ce6-bca0-4c85-a234-2fe0b35718af'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:07.505255 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=e9dafbb9-d332-40f9-bec3-4c32950b4905,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:07.516634 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-448df714-b698-43f0-aa95-41d745a10731 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:07.529231 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] For port e9dafbb9-d332-40f9-bec3-4c32950b4905, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e9dafbb9-d332-40f9-bec3-4c32950b4905,segment=NetworkSegment(ffc05dac-bcca-4463-a007-2beddb740bf5),segment_id=ffc05dac-bcca-4463-a007-2beddb740bf5)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:07.529729 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:07.535581 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-18ba2fbe-9461-4782-a00a-1a49076174d6 None None] Provisioning complete for port 67a0327c-366c-43bb-a348-e184ece3e198 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:07.536152 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-18ba2fbe-9461-4782-a00a-1a49076174d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:07.623134 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-e6dabeb6-5b78-40fb-ba82-952796e2026c None None] Set router 206e6ce6-bca0-4c85-a234-2fe0b35718af gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:07.644341 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-448df714-b698-43f0-aa95-41d745a10731 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:07.669883 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Calling delete_port for e9dafbb9-d332-40f9-bec3-4c32950b4905 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:17:07.708055 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448df714-b698-43f0-aa95-41d745a10731 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Subnet': ['ID=a28226c8-bec5-49bf-b4d2-17e927d36470,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:07.711732 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-448df714-b698-43f0-aa95-41d745a10731 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:07.745081 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-448df714-b698-43f0-aa95-41d745a10731 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/subnets/a28226c8-bec5-49bf-b4d2-17e927d36470 HTTP/1.1" status: 204 len: 168 time: 0.6850946 Sep 21 15:17:07.750442 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33124) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:07.777127 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-172fe1e0-515a-4258-8c54-72463ad638d1 None None] For port e9dafbb9-d332-40f9-bec3-4c32950b4905, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e9dafbb9-d332-40f9-bec3-4c32950b4905,segment=NetworkSegment(ffc05dac-bcca-4463-a007-2beddb740bf5),segment_id=ffc05dac-bcca-4463-a007-2beddb740bf5)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:07.778143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-172fe1e0-515a-4258-8c54-72463ad638d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:07.847642 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:17:07.851625 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:17:07.852228 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:17:07.870720 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f158cf94-26de-4a2b-9c1a-82ce89df2063 None None] Network 7f8db7cc-6298-45cb-a593-9d08ddee37f9 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:07.949418 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c0e75ee-a8b2-4dd0-a51f-d306a3c52502 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:07.989263 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e6dabeb6-5b78-40fb-ba82-952796e2026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:17:04Z', 'revision_number': 10, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:07.994537 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dabeb6-5b78-40fb-ba82-952796e2026c None None] The sync data for ids ['206e6ce6-bca0-4c85-a234-2fe0b35718af'] in dv-neutron-858731-1-hyperv is: [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:17:04Z', 'revision_number': 10, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None, '_interfaces': [{'id': '6693e440-15c8-43b2-a621-9e41c1dfbc03', 'name': '', 'network_id': '1d6d00ec-a1cd-4a6a-bcef-8804ce896910', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'mac_address': 'fa:16:3e:d0:3a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:51Z', 'updated_at': '2022-09-21T15:16:10Z', 'revision_number': 5, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'subnets': [{'id': '545af38e-5bf0-414a-9c05-2ea4179debfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:17:08.030228 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-172fe1e0-515a-4258-8c54-72463ad638d1 None None] Calling delete_port for e9dafbb9-d332-40f9-bec3-4c32950b4905 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:17:08.080056 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5c0e75ee-a8b2-4dd0-a51f-d306a3c52502 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting port bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:08.080390 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c0e75ee-a8b2-4dd0-a51f-d306a3c52502 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:08.112586 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-88cb4cb2-c8d4-44c2-adea-7db484e82717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:08.120288 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-18ba2fbe-9461-4782-a00a-1a49076174d6 None None] Port 67a0327c-366c-43bb-a348-e184ece3e198 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:17:08.129557 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:17:08.146736 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ced7f6-0eb3-4fc4-95ab-207ffcc587bd None None] Sync routers for ids ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:17:08.156008 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 342ffab9-c5da-4b74-a02d-c4e5168787a8 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:08.157490 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:08.195621 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:08.201749 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 342ffab9-c5da-4b74-a02d-c4e5168787a8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:08.202121 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:08.216769 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-eb38baee-0680-4dd2-abf7-11f516706291 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.3950028 Sep 21 15:17:08.216769 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c80ecd0-d35f-4576-915d-49e6fc70fe4d', 'tag': '681fde30-5c30-4046-a75f-a8a727cd37ae'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:17:08.217721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc40681-5f62-4617-898b-c0edc0738869" -d '{"events": [{"name": "network-changed", "server_uuid": "1c80ecd0-d35f-4576-915d-49e6fc70fe4d", "tag": "681fde30-5c30-4046-a75f-a8a727cd37ae"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:17:08.248365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ced7f6-0eb3-4fc4-95ab-207ffcc587bd None None] Routers {'85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:08.249039 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-38ced7f6-0eb3-4fc4-95ab-207ffcc587bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:08.266041 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9706d3f4-25fc-4db8-8506-5435e38d6e80 x-openstack-request-id: req-9706d3f4-25fc-4db8-8506-5435e38d6e80 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:17:08.266336 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c80ecd0-d35f-4576-915d-49e6fc70fe4d", "tag": "681fde30-5c30-4046-a75f-a8a727cd37ae", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:17:08.266643 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9706d3f4-25fc-4db8-8506-5435e38d6e80 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:17:08.267053 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9706d3f4-25fc-4db8-8506-5435e38d6e80'] response: {'name': 'network-changed', 'server_uuid': '1c80ecd0-d35f-4576-915d-49e6fc70fe4d', 'tag': '681fde30-5c30-4046-a75f-a8a727cd37ae', 'status': 'completed', 'code': 200} Sep 21 15:17:08.353839 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Deleting port e9dafbb9-d332-40f9-bec3-4c32950b4905 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:08.354442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:08.391031 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-172fe1e0-515a-4258-8c54-72463ad638d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:08.455020 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] The port 'e9dafbb9-d332-40f9-bec3-4c32950b4905' was deleted {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:17:08.563798 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fe1e0-515a-4258-8c54-72463ad638d1 None None] Pushing event deleted for resources: {'Port': ['ID=e9dafbb9-d332-40f9-bec3-4c32950b4905,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:08.593051 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172fe1e0-515a-4258-8c54-72463ad638d1 None None] No DVR routers for this DVR port e9dafbb9-d332-40f9-bec3-4c32950b4905 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:17:08.613543 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1740c9c-46c1-45d0-9087-49fca63e3997 None None] Network 4fd247f3-afda-4423-bc49-bcd18183027c requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:08.790280 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:08.818096 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd247f3-afda-4423-bc49-bcd18183027c']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:08.835474 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc05dac-bcca-4463-a007-2beddb740bf5') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:08.836072 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-38ced7f6-0eb3-4fc4-95ab-207ffcc587bd None None] Set router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:08.836784 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc05dac-bcca-4463-a007-2beddb740bf5') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:08.849238 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:08.864679 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.26.4.8 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/f1e3dd03-ac38-4ee3-a1f4-23b7fd63c0cc) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:17:08.866433 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:08.867461 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-5c0e75ee-a8b2-4dd0-a51f-d306a3c52502 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] For port bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef,segment=NetworkSegment(62c0fe3c-b9cd-4932-a086-19134369a60c),segment_id=62c0fe3c-b9cd-4932-a086-19134369a60c)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:08.867822 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c0e75ee-a8b2-4dd0-a51f-d306a3c52502 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:08.873325 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:17:08.873718 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:08.926153 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 342ffab9-c5da-4b74-a02d-c4e5168787a8 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:08.926522 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:08.935313 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:08.949761 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc40681-5f62-4617-898b-c0edc0738869 req-654a5566-0ce8-4deb-a9af-a80bf2c7f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:08.951268 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4dc40681-5f62-4617-898b-c0edc0738869 req-654a5566-0ce8-4deb-a9af-a80bf2c7f299 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5990e45ce304151b4645b8268b1dc5a&device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 1098 time: 0.6508224 Sep 21 15:17:08.988358 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:09.005347 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment ffc05dac-bcca-4463-a007-2beddb740bf5 resource provider aggregate not found Sep 21 15:17:09.017050 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:09.022634 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5c0e75ee-a8b2-4dd0-a51f-d306a3c52502 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Calling delete_port for bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:17:09.045461 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:09.060296 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment ffc05dac-bcca-4463-a007-2beddb740bf5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffc05dac-bcca-4463-a007-2beddb740bf5 found for delete ", "request_id": "req-eff18800-9a16-4140-b26a-747ef34db11d"}]} Sep 21 15:17:09.063885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event deleted for resources: {'Network': ['ID=4fd247f3-afda-4423-bc49-bcd18183027c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:09.073801 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6fcb4ad2-692e-4097-889f-bb86cda856bf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/networks/4fd247f3-afda-4423-bc49-bcd18183027c HTTP/1.1" status: 204 len: 168 time: 5.3300774 Sep 21 15:17:09.077501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33136) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:09.097665 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96e5c51-6b48-45de-9ef9-d686a048e74d None None] DHCP port deletion for 7f8db7cc-6298-45cb-a593-9d08ddee37f9 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:17:09.125686 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f96e5c51-6b48-45de-9ef9-d686a048e74d None None] Deleting port bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:09.126353 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f96e5c51-6b48-45de-9ef9-d686a048e74d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:09.141833 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff613ca-983f-480b-adb2-93386e33fc19 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] DELETE failed (client error): The resource could not be found. Sep 21 15:17:09.142821 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff613ca-983f-480b-adb2-93386e33fc19 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:17:09.144530 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0ff613ca-983f-480b-adb2-93386e33fc19 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/subnets/3477fd42-cca4-45da-a78f-190e15db2ad0 HTTP/1.1" status: 404 len: 337 time: 0.0652852 Sep 21 15:17:09.147114 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33140) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:09.176794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 342ffab9-c5da-4b74-a02d-c4e5168787a8, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=342ffab9-c5da-4b74-a02d-c4e5168787a8,segment=NetworkSegment(b15ba85b-386f-4aba-9a21-b8ee8a786c53),segment_id=b15ba85b-386f-4aba-9a21-b8ee8a786c53)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:09.177711 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d1eaa6-ad60-4669-8e36-c111ca2dd623 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] DELETE failed (client error): The resource could not be found. Sep 21 15:17:09.178405 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d1eaa6-ad60-4669-8e36-c111ca2dd623 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:17:09.180362 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a6d1eaa6-ad60-4669-8e36-c111ca2dd623 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/networks/4fd247f3-afda-4423-bc49-bcd18183027c HTTP/1.1" status: 404 len: 339 time: 0.0322621 Sep 21 15:17:09.183088 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33144) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:09.198377 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:09.308532 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a68f38e1-48b1-405d-8a5d-837d27d33aea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:09.352864 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e9dafbb9-d332-40f9-bec3-4c32950b4905 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:17:09.385020 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc40681-5f62-4617-898b-c0edc0738869 req-ad3946dc-da4e-4848-99d4-982176271d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:09.386383 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4dc40681-5f62-4617-898b-c0edc0738869 req-ad3946dc-da4e-4848-99d4-982176271d63 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a027504-dd1f-470a-a98b-400eafbfc229 HTTP/1.1" status: 200 len: 911 time: 0.3316722 Sep 21 15:17:09.403852 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c0e75ee-a8b2-4dd0-a51f-d306a3c52502 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:09.441332 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f96e5c51-6b48-45de-9ef9-d686a048e74d None None] The port 'bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:17:09.444736 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: e9dafbb9-d332-40f9-bec3-4c32950b4905 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:17:09.444736 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e9dafbb9-d332-40f9-bec3-4c32950b4905 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:17:09.444939 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:17:09.455107 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a68f38e1-48b1-405d-8a5d-837d27d33aea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:09.480658 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a68f38e1-48b1-405d-8a5d-837d27d33aea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941d023e-7c14-45fd-b525-db55304ebea1']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:09.488150 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:17:09.488513 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 6f1e43a4-0fdd-42bd-9a3a-4ca10fe1c4f5 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:17:09.488940 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:17:09.498750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a68f38e1-48b1-405d-8a5d-837d27d33aea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97b82c2-f97a-48ec-8ef7-87091f28b61e') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:09.499116 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a68f38e1-48b1-405d-8a5d-837d27d33aea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97b82c2-f97a-48ec-8ef7-87091f28b61e') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:09.508185 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-29dad8f3-d236-479e-b648-2df87d5fb865 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:09.512955 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a68f38e1-48b1-405d-8a5d-837d27d33aea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:09.531596 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:17:09.531963 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:17:09.540231 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=342ffab9-c5da-4b74-a02d-c4e5168787a8,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:09.544291 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e75ee-a8b2-4dd0-a51f-d306a3c52502 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Port': ['ID=bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:09.547129 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a68f38e1-48b1-405d-8a5d-837d27d33aea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:09.557138 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68f38e1-48b1-405d-8a5d-837d27d33aea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:17:09.559994 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:09.562557 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a68f38e1-48b1-405d-8a5d-837d27d33aea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:09.567887 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0e75ee-a8b2-4dd0-a51f-d306a3c52502 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] No DVR routers for this DVR port bc02839b-f5bb-4ec1-bf95-f5cb5ae284ef on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:17:09.569445 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-29dad8f3-d236-479e-b648-2df87d5fb865 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:09.648613 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-38ced7f6-0eb3-4fc4-95ab-207ffcc587bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:27Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'c413fb88-d9d5-4af4-864c-97297c49a6f8', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'floating_ip_address': '172.26.4.41', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'port_id': '681fde30-5c30-4046-a75f-a8a727cd37ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'mac_address': 'fa:16:3e:ae:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c80ecd0-d35f-4576-915d-49e6fc70fe4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:17:04Z', 'updated_at': '2022-09-21T15:17:04Z', 'revision_number': 0, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f262c68-7f78-4f12-8ca3-d4ecd652acc8', 'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'mac_address': 'fa:16:3e:62:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:24Z', 'updated_at': '2022-09-21T15:15:37Z', 'revision_number': 5, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'subnets': [{'id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:09.652512 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ced7f6-0eb3-4fc4-95ab-207ffcc587bd None None] Checking router: 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:17:09.661148 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ced7f6-0eb3-4fc4-95ab-207ffcc587bd None None] Routers {'85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:09.661785 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-38ced7f6-0eb3-4fc4-95ab-207ffcc587bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:09.676664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a68f38e1-48b1-405d-8a5d-837d27d33aea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:09.706841 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a68f38e1-48b1-405d-8a5d-837d27d33aea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:09.724371 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a68f38e1-48b1-405d-8a5d-837d27d33aea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/networks/941d023e-7c14-45fd-b525-db55304ebea1 HTTP/1.1" status: 204 len: 168 time: 0.5379829 Sep 21 15:17:09.724371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f38e1-48b1-405d-8a5d-837d27d33aea tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event deleted for resources: {'Network': ['ID=941d023e-7c14-45fd-b525-db55304ebea1,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:09.727084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33148) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:09.768320 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-6efe50bc-f2b0-43c8-bbba-043d28c5e72b tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] DELETE failed (client error): The resource could not be found. Sep 21 15:17:09.768822 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6efe50bc-f2b0-43c8-bbba-043d28c5e72b tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:17:09.770761 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6efe50bc-f2b0-43c8-bbba-043d28c5e72b tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/subnets/da596dcd-3f46-4d15-9b5b-94a52e8d1822 HTTP/1.1" status: 404 len: 337 time: 0.0447919 Sep 21 15:17:09.773111 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33152) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:09.798541 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-19842b7f-b7de-4a8e-8f9d-b1e2629fca92 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] DELETE failed (client error): The resource could not be found. Sep 21 15:17:09.799102 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19842b7f-b7de-4a8e-8f9d-b1e2629fca92 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:17:09.803257 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-19842b7f-b7de-4a8e-8f9d-b1e2629fca92 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/networks/cfcd6012-2147-44ed-8a51-67c06600c987 HTTP/1.1" status: 404 len: 339 time: 0.0268168 Sep 21 15:17:09.803554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33156) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:09.816279 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4dc40681-5f62-4617-898b-c0edc0738869 req-797b981a-af62-4462-9032-8d61c554fe87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=681fde30-5c30-4046-a75f-a8a727cd37ae HTTP/1.1" status: 200 len: 998 time: 0.4133568 Sep 21 15:17:09.831869 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dad8f3-d236-479e-b648-2df87d5fb865 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:09.832506 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-29dad8f3-d236-479e-b648-2df87d5fb865 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:09.833910 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-29dad8f3-d236-479e-b648-2df87d5fb865 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/ports/67a0327c-366c-43bb-a348-e184ece3e198 HTTP/1.1" status: 200 len: 910 time: 3.2190404 Sep 21 15:17:09.842552 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33160) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:09.867550 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-38ced7f6-0eb3-4fc4-95ab-207ffcc587bd None None] Set router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:09.876770 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dad8f3-d236-479e-b648-2df87d5fb865 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Port': ['ID=67a0327c-366c-43bb-a348-e184ece3e198,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:09.906079 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c0e75ee-a8b2-4dd0-a51f-d306a3c52502 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:09.942039 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5c0e75ee-a8b2-4dd0-a51f-d306a3c52502 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8db7cc-6298-45cb-a593-9d08ddee37f9']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:09.954923 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc40681-5f62-4617-898b-c0edc0738869 req-f58a2179-7b02-4a7b-854a-96714978ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:09.956479 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4dc40681-5f62-4617-898b-c0edc0738869 req-f58a2179-7b02-4a7b-854a-96714978ff96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=975d8ae1-c46e-49e5-9b8f-b5475bec71b0 HTTP/1.1" status: 200 len: 849 time: 0.1215053 Sep 21 15:17:09.959930 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5c0e75ee-a8b2-4dd0-a51f-d306a3c52502 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c0fe3c-b9cd-4932-a086-19134369a60c') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:09.960228 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5c0e75ee-a8b2-4dd0-a51f-d306a3c52502 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c0fe3c-b9cd-4932-a086-19134369a60c') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:09.968424 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:10.012814 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-10fcaa49-9263-4ee3-8cea-ee78ab60e317 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Deleting subnet 348dd00a-82ec-4262-bb33-2c9c7125b245 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:17:10.018559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10fcaa49-9263-4ee3-8cea-ee78ab60e317 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:10.091742 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=f1e3dd03-ac38-4ee3-a1f4-23b7fd63c0cc,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:10.095321 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c0e75ee-a8b2-4dd0-a51f-d306a3c52502 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:10.128412 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:10.129764 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c0e75ee-a8b2-4dd0-a51f-d306a3c52502 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:10.139886 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:10.150807 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:17:10.177105 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0e75ee-a8b2-4dd0-a51f-d306a3c52502 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:17:10.177508 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c0e75ee-a8b2-4dd0-a51f-d306a3c52502 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:10.224248 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 62c0fe3c-b9cd-4932-a086-19134369a60c resource provider aggregate not found Sep 21 15:17:10.331630 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-38ced7f6-0eb3-4fc4-95ab-207ffcc587bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:27Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'c413fb88-d9d5-4af4-864c-97297c49a6f8', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'floating_ip_address': '172.26.4.41', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'port_id': '681fde30-5c30-4046-a75f-a8a727cd37ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'mac_address': 'fa:16:3e:ae:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c80ecd0-d35f-4576-915d-49e6fc70fe4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:17:04Z', 'updated_at': '2022-09-21T15:17:04Z', 'revision_number': 0, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f262c68-7f78-4f12-8ca3-d4ecd652acc8', 'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'mac_address': 'fa:16:3e:62:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:24Z', 'updated_at': '2022-09-21T15:15:37Z', 'revision_number': 5, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'subnets': [{'id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:10.337248 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ced7f6-0eb3-4fc4-95ab-207ffcc587bd None None] The sync data for ids ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'] in dv-neutron-858731-1-hyperv is: [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:27Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'c413fb88-d9d5-4af4-864c-97297c49a6f8', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'floating_ip_address': '172.26.4.41', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'port_id': '681fde30-5c30-4046-a75f-a8a727cd37ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'mac_address': 'fa:16:3e:ae:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c80ecd0-d35f-4576-915d-49e6fc70fe4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:17:04Z', 'updated_at': '2022-09-21T15:17:04Z', 'revision_number': 0, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f262c68-7f78-4f12-8ca3-d4ecd652acc8', 'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'mac_address': 'fa:16:3e:62:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:24Z', 'updated_at': '2022-09-21T15:15:37Z', 'revision_number': 5, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'subnets': [{'id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:17:10.403606 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10fcaa49-9263-4ee3-8cea-ee78ab60e317 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:10.496839 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:10.501670 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 62c0fe3c-b9cd-4932-a086-19134369a60c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62c0fe3c-b9cd-4932-a086-19134369a60c found for delete ", "request_id": "req-0d980dd0-a0d2-4ab7-9eb1-7fa45bf9838c"}]} Sep 21 15:17:10.582485 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c0e75ee-a8b2-4dd0-a51f-d306a3c52502 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:10.605368 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10fcaa49-9263-4ee3-8cea-ee78ab60e317 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:10.610650 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c0e75ee-a8b2-4dd0-a51f-d306a3c52502 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:10.623067 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc40681-5f62-4617-898b-c0edc0738869 req-289080aa-24d2-41ff-9f57-9257067b6835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:10.625941 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4dc40681-5f62-4617-898b-c0edc0738869 req-289080aa-24d2-41ff-9f57-9257067b6835 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a027504-dd1f-470a-a98b-400eafbfc229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6575580 Sep 21 15:17:10.662110 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e75ee-a8b2-4dd0-a51f-d306a3c52502 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Network': ['ID=7f8db7cc-6298-45cb-a593-9d08ddee37f9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:10.709556 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c01cbd-0dc2-4c68-87e2-8cbace8f33a2 None None] New status for floating IP c413fb88-d9d5-4af4-864c-97297c49a6f8: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:17:10.728669 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5c0e75ee-a8b2-4dd0-a51f-d306a3c52502 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/networks/7f8db7cc-6298-45cb-a593-9d08ddee37f9 HTTP/1.1" status: 204 len: 168 time: 2.9765191 Sep 21 15:17:10.733266 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33168) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:10.741629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10fcaa49-9263-4ee3-8cea-ee78ab60e317 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:10.909558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcaa49-9263-4ee3-8cea-ee78ab60e317 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event deleted for resources: {'Subnet': ['ID=348dd00a-82ec-4262-bb33-2c9c7125b245,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:10.939659 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f73110-55f1-4ed5-8b0f-bc81df442867 None None] Network e5fd0f8e-c80d-4450-8f03-2b6c53c13224 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:10.959250 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4dc40681-5f62-4617-898b-c0edc0738869 req-0d4c2ca7-a060-4af0-8923-8d3dd340f25a service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206990 Sep 21 15:17:10.959776 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10fcaa49-9263-4ee3-8cea-ee78ab60e317 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:10.998558 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-10fcaa49-9263-4ee3-8cea-ee78ab60e317 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/subnets/348dd00a-82ec-4262-bb33-2c9c7125b245 HTTP/1.1" status: 204 len: 168 time: 1.1934984 Sep 21 15:17:11.003885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33172) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:11.228657 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4dc40681-5f62-4617-898b-c0edc0738869 req-5cd1d1af-01ba-4814-9696-aff736daaaef service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139182 Sep 21 15:17:11.310482 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-da1f6f9a-f6dc-4647-99ef-783fbb9de97f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:11.325020 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 342ffab9-c5da-4b74-a02d-c4e5168787a8 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:11.325907 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:11.360560 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment b97b82c2-f97a-48ec-8ef7-87091f28b61e resource provider aggregate not found Sep 21 15:17:11.429063 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:11.446200 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment b97b82c2-f97a-48ec-8ef7-87091f28b61e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b97b82c2-f97a-48ec-8ef7-87091f28b61e found for delete ", "request_id": "req-49647b95-0045-4401-9ed1-c166cf8380fa"}]} Sep 21 15:17:11.481759 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3da2aa-49b4-4873-8082-0e20797808b2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Deleting subnet d7606123-af5f-4fcb-ad15-23ecee9a3594 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:17:11.485466 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0c3da2aa-49b4-4873-8082-0e20797808b2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:11.550025 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0c3da2aa-49b4-4873-8082-0e20797808b2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:11.553838 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 342ffab9-c5da-4b74-a02d-c4e5168787a8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:11.553838 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:11.717699 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 342ffab9-c5da-4b74-a02d-c4e5168787a8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:11.719663 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:11.728422 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:11.845547 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=f1e3dd03-ac38-4ee3-a1f4-23b7fd63c0cc,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:11.847700 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:11.888547 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0c3da2aa-49b4-4873-8082-0e20797808b2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:12.079388 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Floating IP f162df16-9f8f-4554-80e4-f3bc9a27a7c5 associated. External IP: 172.26.4.8, port: 8694007c-079d-42a5-8cc2-8a21312f2e18. Sep 21 15:17:12.185756 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0c3da2aa-49b4-4873-8082-0e20797808b2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:12.278145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0c3da2aa-49b4-4873-8082-0e20797808b2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:12.281486 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3da2aa-49b4-4873-8082-0e20797808b2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event deleted for resources: {'Subnet': ['ID=d7606123-af5f-4fcb-ad15-23ecee9a3594,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:12.308368 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0c3da2aa-49b4-4873-8082-0e20797808b2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/subnets/d7606123-af5f-4fcb-ad15-23ecee9a3594 HTTP/1.1" status: 204 len: 168 time: 1.3025222 Sep 21 15:17:12.313899 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a1a583-e78a-4796-8616-741b918ee326 None None] Network e5fd0f8e-c80d-4450-8f03-2b6c53c13224 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:12.314505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33180) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:12.348509 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-da1f6f9a-f6dc-4647-99ef-783fbb9de97f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting port 67a0327c-366c-43bb-a348-e184ece3e198 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:12.349158 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-da1f6f9a-f6dc-4647-99ef-783fbb9de97f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:12.463259 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-594747d8-2ef4-4cad-b630-9125ddf074bd None None] Provisioning complete for port d8a9c51f-c725-48dd-a848-41f302ee2871 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:12.463626 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-594747d8-2ef4-4cad-b630-9125ddf074bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:12.475809 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-df8c2f7e-b186-4a6c-8475-d1cdb90ee3f7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:12.593271 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router b72dfb93-8646-4321-852b-b44f8660b258 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:17:12.654308 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-594747d8-2ef4-4cad-b630-9125ddf074bd None None] Current status of the port d8a9c51f-c725-48dd-a848-41f302ee2871 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:12.716519 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:12.734722 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d9965f-9de7-4606-bd9f-037a1dbcec4c None None] DHCP port deletion for e5fd0f8e-c80d-4450-8f03-2b6c53c13224 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:17:12.740622 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c3d9965f-9de7-4606-bd9f-037a1dbcec4c None None] Deleting port d8a9c51f-c725-48dd-a848-41f302ee2871 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:12.740996 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c3d9965f-9de7-4606-bd9f-037a1dbcec4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:12.799256 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:17:12.826722 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Deleting port d8a9c51f-c725-48dd-a848-41f302ee2871 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:12.827054 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:12.829862 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:12.831743 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5e9904-7e96-4f57-8fa9-17bee81ca497 None None] Sync routers for ids ['b72dfb93-8646-4321-852b-b44f8660b258'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:17:12.856569 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5e9904-7e96-4f57-8fa9-17bee81ca497 None None] Routers {'b72dfb93-8646-4321-852b-b44f8660b258'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:12.857105 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ff5e9904-7e96-4f57-8fa9-17bee81ca497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b72dfb93-8646-4321-852b-b44f8660b258'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:12.894765 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-43691902-8f55-48ee-981a-5e13d3d8c326 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.1952145 Sep 21 15:17:12.895804 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4345e59-1d9e-4fcf-8e2b-c59d71012b10', 'tag': '8694007c-079d-42a5-8cc2-8a21312f2e18'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:17:12.899106 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e147f2-82d2-4b88-987d-e465a7ef12f0" -d '{"events": [{"name": "network-changed", "server_uuid": "e4345e59-1d9e-4fcf-8e2b-c59d71012b10", "tag": "8694007c-079d-42a5-8cc2-8a21312f2e18"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:17:12.901925 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33184) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:12.918391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-da1f6f9a-f6dc-4647-99ef-783fbb9de97f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:12.980882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc4c675-043d-4a7d-af73-b4cbc8594451 x-openstack-request-id: req-fdc4c675-043d-4a7d-af73-b4cbc8594451 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:17:12.981572 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4345e59-1d9e-4fcf-8e2b-c59d71012b10", "tag": "8694007c-079d-42a5-8cc2-8a21312f2e18", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:17:12.982058 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fdc4c675-043d-4a7d-af73-b4cbc8594451 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:17:12.982589 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc4c675-043d-4a7d-af73-b4cbc8594451'] response: {'name': 'network-changed', 'server_uuid': 'e4345e59-1d9e-4fcf-8e2b-c59d71012b10', 'tag': '8694007c-079d-42a5-8cc2-8a21312f2e18', 'status': 'completed', 'code': 200} Sep 21 15:17:13.061783 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-da1f6f9a-f6dc-4647-99ef-783fbb9de97f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Calling delete_port for 67a0327c-366c-43bb-a348-e184ece3e198 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:17:13.108657 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-13490d5d-9bbc-428c-9139-6ef4c86b2dd9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/f162df16-9f8f-4554-80e4-f3bc9a27a7c5 HTTP/1.1" status: 200 len: 990 time: 0.2052939 Sep 21 15:17:13.118522 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e147f2-82d2-4b88-987d-e465a7ef12f0 req-f34a4591-d8e1-4395-b70c-42db87021404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:13.119975 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f0e147f2-82d2-4b88-987d-e465a7ef12f0 req-f34a4591-d8e1-4395-b70c-42db87021404 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 1099 time: 0.1365390 Sep 21 15:17:13.156412 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c3d9965f-9de7-4606-bd9f-037a1dbcec4c None None] For port d8a9c51f-c725-48dd-a848-41f302ee2871, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d8a9c51f-c725-48dd-a848-41f302ee2871,segment=NetworkSegment(0ee83226-4c06-4fd9-a7ab-264d2e253ac7),segment_id=0ee83226-4c06-4fd9-a7ab-264d2e253ac7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:13.156851 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c3d9965f-9de7-4606-bd9f-037a1dbcec4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:13.260005 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e147f2-82d2-4b88-987d-e465a7ef12f0 req-33e6d719-bbba-4fd6-9ae5-727779138fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:13.261618 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f0e147f2-82d2-4b88-987d-e465a7ef12f0 req-33e6d719-bbba-4fd6-9ae5-727779138fc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=32cada0d-147a-4930-9739-0fbe78c1c1dc HTTP/1.1" status: 200 len: 898 time: 0.1342008 Sep 21 15:17:13.292568 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c3d9965f-9de7-4606-bd9f-037a1dbcec4c None None] Calling delete_port for d8a9c51f-c725-48dd-a848-41f302ee2871 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:17:13.313085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] For port d8a9c51f-c725-48dd-a848-41f302ee2871, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d8a9c51f-c725-48dd-a848-41f302ee2871,segment=NetworkSegment(0ee83226-4c06-4fd9-a7ab-264d2e253ac7),segment_id=0ee83226-4c06-4fd9-a7ab-264d2e253ac7)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:13.313440 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:13.325396 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d8a9c51f-c725-48dd-a848-41f302ee2871 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:17:13.380929 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-ff5e9904-7e96-4f57-8fa9-17bee81ca497 None None] Set router b72dfb93-8646-4321-852b-b44f8660b258 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:13.381655 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f0e147f2-82d2-4b88-987d-e465a7ef12f0 req-c696a7b4-802b-492d-9172-df1b431b17ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8694007c-079d-42a5-8cc2-8a21312f2e18 HTTP/1.1" status: 200 len: 998 time: 0.1119676 Sep 21 15:17:13.450072 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e147f2-82d2-4b88-987d-e465a7ef12f0 req-4e585d1a-eb3b-454d-b573-8d383f348d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:13.451587 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f0e147f2-82d2-4b88-987d-e465a7ef12f0 req-4e585d1a-eb3b-454d-b573-8d383f348d6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fe03a9b-9795-40d3-b780-82f56eff4f1e HTTP/1.1" status: 200 len: 834 time: 0.0633128 Sep 21 15:17:13.488790 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Calling delete_port for d8a9c51f-c725-48dd-a848-41f302ee2871 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:17:13.544225 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e147f2-82d2-4b88-987d-e465a7ef12f0 req-aee4f46a-3525-4408-a8c3-e4c28ddcf8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:13.545954 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f0e147f2-82d2-4b88-987d-e465a7ef12f0 req-aee4f46a-3525-4408-a8c3-e4c28ddcf8ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=32cada0d-147a-4930-9739-0fbe78c1c1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833213 Sep 21 15:17:13.679764 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c3d9965f-9de7-4606-bd9f-037a1dbcec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:13.684564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-df8c2f7e-b186-4a6c-8475-d1cdb90ee3f7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting port 6693e440-15c8-43b2-a621-9e41c1dfbc03 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:13.685120 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-df8c2f7e-b186-4a6c-8475-d1cdb90ee3f7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:13.695150 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f0e147f2-82d2-4b88-987d-e465a7ef12f0 req-d3a81715-96d7-4aa3-a5ae-a95289ca7fc3 service neutron] 10.222.0.20 "GET /v2.0/networks/32cada0d-147a-4930-9739-0fbe78c1c1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416290 Sep 21 15:17:13.737039 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9965f-9de7-4606-bd9f-037a1dbcec4c None None] Pushing event deleted for resources: {'Port': ['ID=d8a9c51f-c725-48dd-a848-41f302ee2871,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:13.763102 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port d8a9c51f-c725-48dd-a848-41f302ee2871 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:13.763482 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:13.772544 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d9965f-9de7-4606-bd9f-037a1dbcec4c None None] No DVR routers for this DVR port d8a9c51f-c725-48dd-a848-41f302ee2871 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:17:13.868163 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f0e147f2-82d2-4b88-987d-e465a7ef12f0 req-45653ecc-3657-43c3-9d49-a8d52f74d00d service neutron] 10.222.0.20 "GET /v2.0/networks/32cada0d-147a-4930-9739-0fbe78c1c1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627927 Sep 21 15:17:13.878288 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:17:13.878607 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:17:13.923176 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-da1f6f9a-f6dc-4647-99ef-783fbb9de97f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:13.988701 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f6f9a-f6dc-4647-99ef-783fbb9de97f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Port': ['ID=67a0327c-366c-43bb-a348-e184ece3e198,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:14.003608 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ff5e9904-7e96-4f57-8fa9-17bee81ca497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'name': 'tempest-TestNetworkBasicOps-router-678445152', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:16:06Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:08Z', 'updated_at': '2022-09-21T15:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'f162df16-9f8f-4554-80e4-f3bc9a27a7c5', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'port_id': '8694007c-079d-42a5-8cc2-8a21312f2e18', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'mac_address': 'fa:16:3e:74:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4345e59-1d9e-4fcf-8e2b-c59d71012b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:17:11Z', 'updated_at': '2022-09-21T15:17:11Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8c1bff-f873-4526-aab9-eca61cf9c5c2', 'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:ff:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:17Z', 'updated_at': '2022-09-21T15:16:43Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:14.008191 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5e9904-7e96-4f57-8fa9-17bee81ca497 None None] Checking router: b72dfb93-8646-4321-852b-b44f8660b258 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:17:14.019176 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5e9904-7e96-4f57-8fa9-17bee81ca497 None None] Routers {'b72dfb93-8646-4321-852b-b44f8660b258'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:14.020073 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ff5e9904-7e96-4f57-8fa9-17bee81ca497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b72dfb93-8646-4321-852b-b44f8660b258'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:14.092708 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-df8c2f7e-b186-4a6c-8475-d1cdb90ee3f7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] For port 6693e440-15c8-43b2-a621-9e41c1dfbc03, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=6693e440-15c8-43b2-a621-9e41c1dfbc03,segment=NetworkSegment(873d629f-d37b-4075-840e-85609301f90a),segment_id=873d629f-d37b-4075-840e-85609301f90a)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:14.093053 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-df8c2f7e-b186-4a6c-8475-d1cdb90ee3f7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:14.113255 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33190) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:14.229868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-ff5e9904-7e96-4f57-8fa9-17bee81ca497 None None] Set router b72dfb93-8646-4321-852b-b44f8660b258 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:14.235643 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-df8c2f7e-b186-4a6c-8475-d1cdb90ee3f7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Calling delete_port for 6693e440-15c8-43b2-a621-9e41c1dfbc03 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:17:14.239989 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8acc0b9b-6eeb-40c4-af99-6d4c7fc983a5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/f162df16-9f8f-4554-80e4-f3bc9a27a7c5 HTTP/1.1" status: 200 len: 990 time: 0.1244504 Sep 21 15:17:14.404240 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Deleting port d8a9c51f-c725-48dd-a848-41f302ee2871 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:14.404601 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:14.501242 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] The port 'd8a9c51f-c725-48dd-a848-41f302ee2871' was deleted {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:17:14.502159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-da1f6f9a-f6dc-4647-99ef-783fbb9de97f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:14.595129 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ff5e9904-7e96-4f57-8fa9-17bee81ca497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'name': 'tempest-TestNetworkBasicOps-router-678445152', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:16:06Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:08Z', 'updated_at': '2022-09-21T15:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'f162df16-9f8f-4554-80e4-f3bc9a27a7c5', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'port_id': '8694007c-079d-42a5-8cc2-8a21312f2e18', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'mac_address': 'fa:16:3e:74:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4345e59-1d9e-4fcf-8e2b-c59d71012b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:17:11Z', 'updated_at': '2022-09-21T15:17:11Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8c1bff-f873-4526-aab9-eca61cf9c5c2', 'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:ff:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:17Z', 'updated_at': '2022-09-21T15:16:43Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:14.598266 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5e9904-7e96-4f57-8fa9-17bee81ca497 None None] The sync data for ids ['b72dfb93-8646-4321-852b-b44f8660b258'] in dv-neutron-858731-1-hyperv is: [{'id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'name': 'tempest-TestNetworkBasicOps-router-678445152', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:16:06Z', 'updated_at': '2022-09-21T15:16:19Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:08Z', 'updated_at': '2022-09-21T15:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'f162df16-9f8f-4554-80e4-f3bc9a27a7c5', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'port_id': '8694007c-079d-42a5-8cc2-8a21312f2e18', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'mac_address': 'fa:16:3e:74:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4345e59-1d9e-4fcf-8e2b-c59d71012b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:17:11Z', 'updated_at': '2022-09-21T15:17:11Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8c1bff-f873-4526-aab9-eca61cf9c5c2', 'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:ff:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:17Z', 'updated_at': '2022-09-21T15:16:43Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:17:14.791568 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:14.805416 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f497df8a-a03f-4137-9c1e-5dc11499e9e1 None None] New status for floating IP f162df16-9f8f-4554-80e4-f3bc9a27a7c5: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:17:14.880385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5fd0f8e-c80d-4450-8f03-2b6c53c13224']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:15.083657 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee83226-4c06-4fd9-a7ab-264d2e253ac7') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:15.083946 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee83226-4c06-4fd9-a7ab-264d2e253ac7') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:15.139097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:15.166666 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1f6f9a-f6dc-4647-99ef-783fbb9de97f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router 76fb5636-e889-4a47-848a-b1e1a714391e has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:17:15.174065 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:15.187303 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:17:15.187836 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:15.212262 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-df8c2f7e-b186-4a6c-8475-d1cdb90ee3f7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:15.242531 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33196) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:15.345604 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 0ee83226-4c06-4fd9-a7ab-264d2e253ac7 resource provider aggregate not found Sep 21 15:17:15.437879 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 0ee83226-4c06-4fd9-a7ab-264d2e253ac7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ee83226-4c06-4fd9-a7ab-264d2e253ac7 found for delete ", "request_id": "req-dfc04f69-3f62-44c6-baa4-c3a79642fbc4"}]} Sep 21 15:17:15.439805 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c2f7e-b186-4a6c-8475-d1cdb90ee3f7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Port': ['ID=6693e440-15c8-43b2-a621-9e41c1dfbc03,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:15.469093 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b4f36213-5f51-459d-a01d-6814bfecb165 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/f162df16-9f8f-4554-80e4-f3bc9a27a7c5 HTTP/1.1" status: 200 len: 992 time: 0.2203991 Sep 21 15:17:15.507795 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1f6f9a-f6dc-4647-99ef-783fbb9de97f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:17:15.518243 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db24d0c-1ad6-4f03-8571-1595cd438a42 None None] Sync routers for ids ['76fb5636-e889-4a47-848a-b1e1a714391e'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:17:15.527971 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db24d0c-1ad6-4f03-8571-1595cd438a42 None None] Routers {'76fb5636-e889-4a47-848a-b1e1a714391e'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:15.528658 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-3db24d0c-1ad6-4f03-8571-1595cd438a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['76fb5636-e889-4a47-848a-b1e1a714391e'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:15.574524 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:15.599170 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-3db24d0c-1ad6-4f03-8571-1595cd438a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:15.608478 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db24d0c-1ad6-4f03-8571-1595cd438a42 None None] Routers {'76fb5636-e889-4a47-848a-b1e1a714391e'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:15.609716 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-3db24d0c-1ad6-4f03-8571-1595cd438a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['76fb5636-e889-4a47-848a-b1e1a714391e'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:15.650632 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:15.675013 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-3db24d0c-1ad6-4f03-8571-1595cd438a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:15.675435 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db24d0c-1ad6-4f03-8571-1595cd438a42 None None] The sync data for ids ['76fb5636-e889-4a47-848a-b1e1a714391e'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:17:15.679285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event deleted for resources: {'Network': ['ID=e5fd0f8e-c80d-4450-8f03-2b6c53c13224,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:15.680923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-df8c2f7e-b186-4a6c-8475-d1cdb90ee3f7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:15.686713 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a87fbfbc-aaed-41ef-b50f-e0ad3dbf197f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/networks/e5fd0f8e-c80d-4450-8f03-2b6c53c13224 HTTP/1.1" status: 204 len: 168 time: 3.3712697 Sep 21 15:17:15.689298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33202) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:15.701855 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-da1f6f9a-f6dc-4647-99ef-783fbb9de97f tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/76fb5636-e889-4a47-848a-b1e1a714391e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8559597 Sep 21 15:17:15.721267 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33206) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:15.778980 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae354e3-a041-4f5e-b713-1c9ab92eb505 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] DELETE failed (client error): The resource could not be found. Sep 21 15:17:15.779437 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae354e3-a041-4f5e-b713-1c9ab92eb505 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:17:15.781680 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fae354e3-a041-4f5e-b713-1c9ab92eb505 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/subnets/87f88f53-14b9-4caa-ad80-57e1f8517171 HTTP/1.1" status: 404 len: 337 time: 0.0914268 Sep 21 15:17:15.786250 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e403fc07-55ec-4b6c-95a2-c2ba8fc43d81 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/ports?device_id=76fb5636-e889-4a47-848a-b1e1a714391e HTTP/1.1" status: 200 len: 205 time: 0.0616546 Sep 21 15:17:15.786250 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33210) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:15.802664 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33214) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:15.870492 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19e6791-1c90-4d13-8bc8-7ac18f02c6b2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] DELETE failed (client error): The resource could not be found. Sep 21 15:17:15.870874 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f19e6791-1c90-4d13-8bc8-7ac18f02c6b2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:17:15.872547 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f19e6791-1c90-4d13-8bc8-7ac18f02c6b2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/networks/f7ab511d-d5ff-444e-ae4c-937ed5dd1710 HTTP/1.1" status: 404 len: 339 time: 0.0872407 Sep 21 15:17:15.880077 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33218) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:15.963691 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8c2f7e-b186-4a6c-8475-d1cdb90ee3f7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router 206e6ce6-bca0-4c85-a234-2fe0b35718af has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:17:15.976855 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fffd0ba-d809-456a-8259-90b7e04aa2fc tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] DELETE failed (client error): The resource could not be found. Sep 21 15:17:15.977312 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fffd0ba-d809-456a-8259-90b7e04aa2fc tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:17:15.981241 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5fffd0ba-d809-456a-8259-90b7e04aa2fc tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/subnets/40ca7934-632e-4336-a1ed-c0cbf23ec153 HTTP/1.1" status: 404 len: 337 time: 0.0978811 Sep 21 15:17:15.981474 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33222) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:16.008140 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ce1d9ab-0fac-4dc5-88b1-99030c18946e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:16.064887 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c021c7f-c632-4aab-bfc7-002ef859ca7f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] DELETE failed (client error): The resource could not be found. Sep 21 15:17:16.065377 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c021c7f-c632-4aab-bfc7-002ef859ca7f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:17:16.067035 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3c021c7f-c632-4aab-bfc7-002ef859ca7f tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/networks/4edb0bd2-d3f6-4ff6-a124-507bb9936292 HTTP/1.1" status: 404 len: 339 time: 0.0846753 Sep 21 15:17:16.074985 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33226) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:16.098391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8c2f7e-b186-4a6c-8475-d1cdb90ee3f7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:17:16.103623 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-df8c2f7e-b186-4a6c-8475-d1cdb90ee3f7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/206e6ce6-bca0-4c85-a234-2fe0b35718af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3637261 Sep 21 15:17:16.106643 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33230) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:16.108621 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b865c16-6848-4fdb-88f6-9f64e47e8ba9 None None] Sync routers for ids ['206e6ce6-bca0-4c85-a234-2fe0b35718af'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:17:16.118562 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b865c16-6848-4fdb-88f6-9f64e47e8ba9 None None] Routers {'206e6ce6-bca0-4c85-a234-2fe0b35718af'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:16.119283 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1b865c16-6848-4fdb-88f6-9f64e47e8ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['206e6ce6-bca0-4c85-a234-2fe0b35718af'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:16.172412 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f31b57-d1c9-4b92-84f2-23b4a01a5fdf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] DELETE failed (client error): The resource could not be found. Sep 21 15:17:16.172812 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f31b57-d1c9-4b92-84f2-23b4a01a5fdf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:17:16.176773 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-42f31b57-d1c9-4b92-84f2-23b4a01a5fdf tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/subnets/42791d4f-49ec-4e9e-85e5-14ebf01d53f9 HTTP/1.1" status: 404 len: 337 time: 0.0985816 Sep 21 15:17:16.177029 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33234) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:16.180145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b2ea9f-fc9c-4df4-85d4-b38a9626aef0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting subnet 545af38e-5bf0-414a-9c05-2ea4179debfe {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:17:16.183453 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2b2ea9f-fc9c-4df4-85d4-b38a9626aef0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:16.238394 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2b2ea9f-fc9c-4df4-85d4-b38a9626aef0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:16.252531 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-1b865c16-6848-4fdb-88f6-9f64e47e8ba9 None None] Set router 206e6ce6-bca0-4c85-a234-2fe0b35718af gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:16.304739 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dca60f9-1b6e-4b0a-8b26-93d6f47356a5 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] DELETE failed (client error): The resource could not be found. Sep 21 15:17:16.305936 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dca60f9-1b6e-4b0a-8b26-93d6f47356a5 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:17:16.307824 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0dca60f9-1b6e-4b0a-8b26-93d6f47356a5 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/networks/4dd921cd-0f51-4f12-adaa-e55f47590602 HTTP/1.1" status: 404 len: 339 time: 0.1299291 Sep 21 15:17:16.313514 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33240) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:16.360981 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1b865c16-6848-4fdb-88f6-9f64e47e8ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:17:14Z', 'revision_number': 11, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:16.365948 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b865c16-6848-4fdb-88f6-9f64e47e8ba9 None None] Checking router: 206e6ce6-bca0-4c85-a234-2fe0b35718af for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:17:16.378962 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b865c16-6848-4fdb-88f6-9f64e47e8ba9 None None] Routers {'206e6ce6-bca0-4c85-a234-2fe0b35718af'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:16.379585 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1b865c16-6848-4fdb-88f6-9f64e47e8ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['206e6ce6-bca0-4c85-a234-2fe0b35718af'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:16.384863 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ce1d9ab-0fac-4dc5-88b1-99030c18946e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:16.387491 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ce1d9ab-0fac-4dc5-88b1-99030c18946e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:16.412434 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ce1d9ab-0fac-4dc5-88b1-99030c18946e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:16.413210 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce1d9ab-0fac-4dc5-88b1-99030c18946e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Fanout notify agent at l3_agent the message router_deleted on router 76fb5636-e889-4a47-848a-b1e1a714391e {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:17:16.430295 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ce1d9ab-0fac-4dc5-88b1-99030c18946e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:16.435230 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0ce1d9ab-0fac-4dc5-88b1-99030c18946e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/routers/76fb5636-e889-4a47-848a-b1e1a714391e HTTP/1.1" status: 204 len: 168 time: 0.6277547 Sep 21 15:17:16.435230 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33244) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:16.507711 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d6b685-b46e-434c-8cf4-de9b80cd0c5a tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting subnet ebe02b86-aa5b-46f0-b20a-a9451b5baa7f {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:17:16.509586 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-1b865c16-6848-4fdb-88f6-9f64e47e8ba9 None None] Set router 206e6ce6-bca0-4c85-a234-2fe0b35718af gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:16.511069 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40d6b685-b46e-434c-8cf4-de9b80cd0c5a tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:16.526369 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2b2ea9f-fc9c-4df4-85d4-b38a9626aef0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:16.574564 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40d6b685-b46e-434c-8cf4-de9b80cd0c5a tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:16.574942 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d3ad75-7fe2-4e28-bcf9-fd77a621f118 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Deleting subnet 3de1c3f8-90a6-491b-87b7-2fc62f3a8b57 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:17:16.583033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35d3ad75-7fe2-4e28-bcf9-fd77a621f118 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:16.614583 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1b865c16-6848-4fdb-88f6-9f64e47e8ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:17:14Z', 'revision_number': 11, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:16.618516 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b865c16-6848-4fdb-88f6-9f64e47e8ba9 None None] The sync data for ids ['206e6ce6-bca0-4c85-a234-2fe0b35718af'] in dv-neutron-858731-1-hyperv is: [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:17:14Z', 'revision_number': 11, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:17:16.669167 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40d6b685-b46e-434c-8cf4-de9b80cd0c5a tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:16.675022 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35d3ad75-7fe2-4e28-bcf9-fd77a621f118 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:16.686101 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:17:16.717847 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2b2ea9f-fc9c-4df4-85d4-b38a9626aef0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:16.747590 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40d6b685-b46e-434c-8cf4-de9b80cd0c5a tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:16.766600 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2ea9f-fc9c-4df4-85d4-b38a9626aef0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Subnet': ['ID=545af38e-5bf0-414a-9c05-2ea4179debfe,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:16.772671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2b2ea9f-fc9c-4df4-85d4-b38a9626aef0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:16.786203 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6b685-b46e-434c-8cf4-de9b80cd0c5a tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe02b86-aa5b-46f0-b20a-a9451b5baa7f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:16.788094 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8c4322-5402-4bc8-9f1c-6cbad1c7e1fe None None] Network 1d6d00ec-a1cd-4a6a-bcef-8804ce896910 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:16.795644 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c2b2ea9f-fc9c-4df4-85d4-b38a9626aef0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/subnets/545af38e-5bf0-414a-9c05-2ea4179debfe HTTP/1.1" status: 204 len: 168 time: 0.6875787 Sep 21 15:17:16.795797 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40d6b685-b46e-434c-8cf4-de9b80cd0c5a tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:16.799719 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33248) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:16.806202 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-40d6b685-b46e-434c-8cf4-de9b80cd0c5a tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/subnets/ebe02b86-aa5b-46f0-b20a-a9451b5baa7f HTTP/1.1" status: 204 len: 168 time: 0.3705931 Sep 21 15:17:16.807556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33252) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:16.809928 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6b685-b46e-434c-8cf4-de9b80cd0c5a tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:16.809928 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6b685-b46e-434c-8cf4-de9b80cd0c5a tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:16.810330 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6b685-b46e-434c-8cf4-de9b80cd0c5a tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:16.810591 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6b685-b46e-434c-8cf4-de9b80cd0c5a tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:16.811016 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6b685-b46e-434c-8cf4-de9b80cd0c5a tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:16.811261 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6b685-b46e-434c-8cf4-de9b80cd0c5a tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:16.811566 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6b685-b46e-434c-8cf4-de9b80cd0c5a tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:16.811947 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6b685-b46e-434c-8cf4-de9b80cd0c5a tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:16.812860 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6b685-b46e-434c-8cf4-de9b80cd0c5a tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:16.813130 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6b685-b46e-434c-8cf4-de9b80cd0c5a tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:16.813673 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6b685-b46e-434c-8cf4-de9b80cd0c5a tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:16.814011 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6b685-b46e-434c-8cf4-de9b80cd0c5a tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:16.897833 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbaa82e-0731-4860-b257-c231248f6301 None None] Network ed130c75-c33d-4de4-8aa8-76c864100b55 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:16.932581 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35d3ad75-7fe2-4e28-bcf9-fd77a621f118 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:16.946216 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aa5b826c-1fa6-465a-9573-6e84f7fbf2f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:16.959374 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-aa5b826c-1fa6-465a-9573-6e84f7fbf2f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting port 342ffab9-c5da-4b74-a02d-c4e5168787a8 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:16.959572 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aa5b826c-1fa6-465a-9573-6e84f7fbf2f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:16.986045 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6405ae8-0b39-41f8-a293-17060d41a7cd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:17.006444 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d6405ae8-0b39-41f8-a293-17060d41a7cd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Deleting port 5005216f-4ba8-45f7-8f38-21b43b5d1b32 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:17.009657 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6405ae8-0b39-41f8-a293-17060d41a7cd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:17.124111 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35d3ad75-7fe2-4e28-bcf9-fd77a621f118 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:17.184963 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3ad75-7fe2-4e28-bcf9-fd77a621f118 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event deleted for resources: {'Subnet': ['ID=3de1c3f8-90a6-491b-87b7-2fc62f3a8b57,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:17.195179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35d3ad75-7fe2-4e28-bcf9-fd77a621f118 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:17.241886 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ec8be4-a87e-4d4e-b5ef-1c2df2ffa4ae None None] Network 4307e866-1e72-4880-95ad-07ba73cfb383 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:17.287749 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-35d3ad75-7fe2-4e28-bcf9-fd77a621f118 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/subnets/3de1c3f8-90a6-491b-87b7-2fc62f3a8b57 HTTP/1.1" status: 204 len: 168 time: 0.9732020 Sep 21 15:17:17.299499 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33256) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:17.337212 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-d6405ae8-0b39-41f8-a293-17060d41a7cd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] For port 5005216f-4ba8-45f7-8f38-21b43b5d1b32, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5005216f-4ba8-45f7-8f38-21b43b5d1b32,segment=NetworkSegment(873d629f-d37b-4075-840e-85609301f90a),segment_id=873d629f-d37b-4075-840e-85609301f90a)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:17.337583 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6405ae8-0b39-41f8-a293-17060d41a7cd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:17.360921 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 6693e440-15c8-43b2-a621-9e41c1dfbc03 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:17:17.416570 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-aa5b826c-1fa6-465a-9573-6e84f7fbf2f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] For port 342ffab9-c5da-4b74-a02d-c4e5168787a8, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=342ffab9-c5da-4b74-a02d-c4e5168787a8,segment=NetworkSegment(b15ba85b-386f-4aba-9a21-b8ee8a786c53),segment_id=b15ba85b-386f-4aba-9a21-b8ee8a786c53)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:17.417209 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aa5b826c-1fa6-465a-9573-6e84f7fbf2f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:17.435926 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 6693e440-15c8-43b2-a621-9e41c1dfbc03 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:17:17.436338 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 6693e440-15c8-43b2-a621-9e41c1dfbc03 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:17:17.548517 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d6405ae8-0b39-41f8-a293-17060d41a7cd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Calling delete_port for 5005216f-4ba8-45f7-8f38-21b43b5d1b32 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:17:17.552212 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-aa5b826c-1fa6-465a-9573-6e84f7fbf2f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Calling delete_port for 342ffab9-c5da-4b74-a02d-c4e5168787a8 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:17:17.602133 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de87327-4954-4948-8920-b41f887ad413 None None] DHCP port deletion for ed130c75-c33d-4de4-8aa8-76c864100b55 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:17:17.608275 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8de87327-4954-4948-8920-b41f887ad413 None None] Deleting port 342ffab9-c5da-4b74-a02d-c4e5168787a8 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:17.608682 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8de87327-4954-4948-8920-b41f887ad413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:17.642694 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:17.649705 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aa5b826c-1fa6-465a-9573-6e84f7fbf2f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:17.669270 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Deleting port c08604ad-9976-4ceb-991b-2dec8234a6c1 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:17.669862 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:17.706879 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b826c-1fa6-465a-9573-6e84f7fbf2f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Port': ['ID=342ffab9-c5da-4b74-a02d-c4e5168787a8,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:17.707356 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfd7aa9-855d-4dbc-aeb9-25dab402cc18 None None] DHCP port deletion for 1d6d00ec-a1cd-4a6a-bcef-8804ce896910 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:17:17.715457 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5b826c-1fa6-465a-9573-6e84f7fbf2f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] No DVR routers for this DVR port 342ffab9-c5da-4b74-a02d-c4e5168787a8 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:17:17.722586 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8de87327-4954-4948-8920-b41f887ad413 None None] The port '342ffab9-c5da-4b74-a02d-c4e5168787a8' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:17:17.726542 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdbcf0f-7f68-4625-9982-5c0ae1ced742 None None] DHCP port deletion for 4307e866-1e72-4880-95ad-07ba73cfb383 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:17:17.729637 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6405ae8-0b39-41f8-a293-17060d41a7cd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:17.745036 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ecdbcf0f-7f68-4625-9982-5c0ae1ced742 None None] Deleting port c08604ad-9976-4ceb-991b-2dec8234a6c1 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:17.746258 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ecdbcf0f-7f68-4625-9982-5c0ae1ced742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:17.832938 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6405ae8-0b39-41f8-a293-17060d41a7cd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Port': ['ID=5005216f-4ba8-45f7-8f38-21b43b5d1b32,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:17.842356 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6405ae8-0b39-41f8-a293-17060d41a7cd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] No DVR routers for this DVR port 5005216f-4ba8-45f7-8f38-21b43b5d1b32 on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:17:17.867862 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aa5b826c-1fa6-465a-9573-6e84f7fbf2f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:17.894464 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-aa5b826c-1fa6-465a-9573-6e84f7fbf2f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed130c75-c33d-4de4-8aa8-76c864100b55']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:17.907511 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-aa5b826c-1fa6-465a-9573-6e84f7fbf2f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15ba85b-386f-4aba-9a21-b8ee8a786c53') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:17.907661 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-aa5b826c-1fa6-465a-9573-6e84f7fbf2f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15ba85b-386f-4aba-9a21-b8ee8a786c53') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:17.919567 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aa5b826c-1fa6-465a-9573-6e84f7fbf2f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:17.935948 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aa5b826c-1fa6-465a-9573-6e84f7fbf2f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:17.945267 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5b826c-1fa6-465a-9573-6e84f7fbf2f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:17:17.945611 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aa5b826c-1fa6-465a-9573-6e84f7fbf2f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:18.005381 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ecdbcf0f-7f68-4625-9982-5c0ae1ced742 None None] For port c08604ad-9976-4ceb-991b-2dec8234a6c1, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c08604ad-9976-4ceb-991b-2dec8234a6c1,segment=NetworkSegment(15b1390d-f465-42d1-989d-bfa7aeb7ed30),segment_id=15b1390d-f465-42d1-989d-bfa7aeb7ed30)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:18.005918 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ecdbcf0f-7f68-4625-9982-5c0ae1ced742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:18.105321 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aa5b826c-1fa6-465a-9573-6e84f7fbf2f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:18.120660 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment b15ba85b-386f-4aba-9a21-b8ee8a786c53 resource provider aggregate not found Sep 21 15:17:18.173672 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment b15ba85b-386f-4aba-9a21-b8ee8a786c53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b15ba85b-386f-4aba-9a21-b8ee8a786c53 found for delete ", "request_id": "req-733d79cb-8390-4aba-914c-549928c0d22e"}]} Sep 21 15:17:18.173672 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aa5b826c-1fa6-465a-9573-6e84f7fbf2f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:18.173672 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b826c-1fa6-465a-9573-6e84f7fbf2f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Network': ['ID=ed130c75-c33d-4de4-8aa8-76c864100b55,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:18.197174 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-aa5b826c-1fa6-465a-9573-6e84f7fbf2f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/networks/ed130c75-c33d-4de4-8aa8-76c864100b55 HTTP/1.1" status: 204 len: 168 time: 1.3820517 Sep 21 15:17:18.197174 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33264) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:18.197174 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-eba317dd-ac5c-41d6-b228-e3b8d42c9429 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1856706761', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:18.213940 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-eba317dd-ac5c-41d6-b228-e3b8d42c9429 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:18.213940 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-eba317dd-ac5c-41d6-b228-e3b8d42c9429 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:router and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:18.217391 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ecdbcf0f-7f68-4625-9982-5c0ae1ced742 None None] Calling delete_port for c08604ad-9976-4ceb-991b-2dec8234a6c1 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:17:18.218015 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-eba317dd-ac5c-41d6-b228-e3b8d42c9429 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:18.238742 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-eba317dd-ac5c-41d6-b228-e3b8d42c9429 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:18.244323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6405ae8-0b39-41f8-a293-17060d41a7cd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:18.250460 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eba317dd-ac5c-41d6-b228-e3b8d42c9429 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:18.250460 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eba317dd-ac5c-41d6-b228-e3b8d42c9429 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:18.275522 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eba317dd-ac5c-41d6-b228-e3b8d42c9429 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:18.288170 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-d6405ae8-0b39-41f8-a293-17060d41a7cd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d6d00ec-a1cd-4a6a-bcef-8804ce896910']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:18.302242 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] For port c08604ad-9976-4ceb-991b-2dec8234a6c1, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c08604ad-9976-4ceb-991b-2dec8234a6c1,segment=NetworkSegment(15b1390d-f465-42d1-989d-bfa7aeb7ed30),segment_id=15b1390d-f465-42d1-989d-bfa7aeb7ed30)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:18.302242 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:18.307388 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eba317dd-ac5c-41d6-b228-e3b8d42c9429 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:18.316585 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-d6405ae8-0b39-41f8-a293-17060d41a7cd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873d629f-d37b-4075-840e-85609301f90a') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:18.316585 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-d6405ae8-0b39-41f8-a293-17060d41a7cd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873d629f-d37b-4075-840e-85609301f90a') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:18.331414 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ecdbcf0f-7f68-4625-9982-5c0ae1ced742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:18.347861 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eba317dd-ac5c-41d6-b228-e3b8d42c9429 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:18.354742 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-eba317dd-ac5c-41d6-b228-e3b8d42c9429 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1576972 Sep 21 15:17:18.354742 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33268) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:18.355925 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-142d1279-3899-441e-871d-b25743e9d0a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'network': {'name': 'tempest-RoutersTest-1578206100'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:18.361253 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-142d1279-3899-441e-871d-b25743e9d0a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:18.366733 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-142d1279-3899-441e-871d-b25743e9d0a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:network and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:18.371935 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-142d1279-3899-441e-871d-b25743e9d0a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:18.377511 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-142d1279-3899-441e-871d-b25743e9d0a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:18.389841 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142d1279-3899-441e-871d-b25743e9d0a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Made reservation on behalf of 4ae973dfcd6b4097b917fb2b9641e0f1 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:17:18.402982 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-142d1279-3899-441e-871d-b25743e9d0a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:18.409184 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbcf0f-7f68-4625-9982-5c0ae1ced742 None None] Pushing event deleted for resources: {'Port': ['ID=c08604ad-9976-4ceb-991b-2dec8234a6c1,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:18.413575 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6405ae8-0b39-41f8-a293-17060d41a7cd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:18.425071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdbcf0f-7f68-4625-9982-5c0ae1ced742 None None] No DVR routers for this DVR port c08604ad-9976-4ceb-991b-2dec8234a6c1 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:17:18.442774 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142d1279-3899-441e-871d-b25743e9d0a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:17:18.453610 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-142d1279-3899-441e-871d-b25743e9d0a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:18.453610 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-142d1279-3899-441e-871d-b25743e9d0a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Added segment 852d7e07-87b6-4b1a-ba76-45895de25713 of type vlan for network 43b6e14d-1eea-4040-966b-0ec068393fc2 Sep 21 15:17:18.485971 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-142d1279-3899-441e-871d-b25743e9d0a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:18.493617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Calling delete_port for c08604ad-9976-4ceb-991b-2dec8234a6c1 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:17:18.522963 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-142d1279-3899-441e-871d-b25743e9d0a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:18.542479 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142d1279-3899-441e-871d-b25743e9d0a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:18.542479 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-142d1279-3899-441e-871d-b25743e9d0a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:18.551519 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6405ae8-0b39-41f8-a293-17060d41a7cd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:18.564225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6405ae8-0b39-41f8-a293-17060d41a7cd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:17:18.564225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6405ae8-0b39-41f8-a293-17060d41a7cd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:18.658140 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-142d1279-3899-441e-871d-b25743e9d0a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2948210 Sep 21 15:17:18.658140 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33272) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:18.658140 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5f14a98e-0c1d-4f7d-afc4-b84e940c44d6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'subnet': {'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:18.678437 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 873d629f-d37b-4075-840e-85609301f90a resource provider aggregate not found Sep 21 15:17:18.680112 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d1279-3899-441e-871d-b25743e9d0a0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Network': ['ID=43b6e14d-1eea-4040-966b-0ec068393fc2,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:18.690331 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:17:18.690618 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:17:18.691533 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6405ae8-0b39-41f8-a293-17060d41a7cd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:18.712876 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 43b6e14d-1eea-4040-966b-0ec068393fc2 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:17:18.714417 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6405ae8-0b39-41f8-a293-17060d41a7cd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:18.723654 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 873d629f-d37b-4075-840e-85609301f90a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 873d629f-d37b-4075-840e-85609301f90a found for delete ", "request_id": "req-ca7d27ed-0f85-4142-9afc-b8ba2d7d92c8"}]} Sep 21 15:17:18.735695 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6405ae8-0b39-41f8-a293-17060d41a7cd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Pushing event deleted for resources: {'Network': ['ID=1d6d00ec-a1cd-4a6a-bcef-8804ce896910,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:18.747267 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d6405ae8-0b39-41f8-a293-17060d41a7cd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/networks/1d6d00ec-a1cd-4a6a-bcef-8804ce896910 HTTP/1.1" status: 204 len: 168 time: 1.9430392 Sep 21 15:17:18.747267 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33280) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:18.756307 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c35b07d8-18f1-40ae-8eb7-1fede460ddc7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'router': {'routes': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:18.784640 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5f14a98e-0c1d-4f7d-afc4-b84e940c44d6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:18.797625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5f14a98e-0c1d-4f7d-afc4-b84e940c44d6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:subnet and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:18.797625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5f14a98e-0c1d-4f7d-afc4-b84e940c44d6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:18.808893 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5f14a98e-0c1d-4f7d-afc4-b84e940c44d6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:18.818528 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f14a98e-0c1d-4f7d-afc4-b84e940c44d6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Made reservation on behalf of 4ae973dfcd6b4097b917fb2b9641e0f1 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:17:18.828833 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5f14a98e-0c1d-4f7d-afc4-b84e940c44d6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:19.113139 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5f14a98e-0c1d-4f7d-afc4-b84e940c44d6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:19.113909 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.extraroute_db [None req-c35b07d8-18f1-40ae-8eb7-1fede460ddc7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Added routes are [] {{(pid=89018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 21 15:17:19.114208 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.extraroute_db [None req-c35b07d8-18f1-40ae-8eb7-1fede460ddc7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Removed routes are [] {{(pid=89018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 21 15:17:19.115013 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c35b07d8-18f1-40ae-8eb7-1fede460ddc7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:19.199941 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14a98e-0c1d-4f7d-afc4-b84e940c44d6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Subnet': ['ID=f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:19.208076 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f14a98e-0c1d-4f7d-afc4-b84e940c44d6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Checking segment: {'id': '852d7e07-87b6-4b1a-ba76-45895de25713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:19.208076 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f14a98e-0c1d-4f7d-afc4-b84e940c44d6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network hostable DHCP agents. Network: 43b6e14d-1eea-4040-966b-0ec068393fc2, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:17:19.224423 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f14a98e-0c1d-4f7d-afc4-b84e940c44d6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network 43b6e14d-1eea-4040-966b-0ec068393fc2 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:17:19.238764 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-5f14a98e-0c1d-4f7d-afc4-b84e940c44d6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 43b6e14d-1eea-4040-966b-0ec068393fc2) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:19.249214 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f14a98e-0c1d-4f7d-afc4-b84e940c44d6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:19.249214 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5f14a98e-0c1d-4f7d-afc4-b84e940c44d6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:19.251974 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4128393-2004-4ce8-a3d8-6bfe6bc54392 None None] Network 43b6e14d-1eea-4040-966b-0ec068393fc2 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:19.260030 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Deleting port c08604ad-9976-4ceb-991b-2dec8234a6c1 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:19.261264 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:19.270628 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5f14a98e-0c1d-4f7d-afc4-b84e940c44d6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6207080 Sep 21 15:17:19.276254 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33284) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:19.389418 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5005216f-4ba8-45f7-8f38-21b43b5d1b32 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:17:19.426152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] The port 'c08604ad-9976-4ceb-991b-2dec8234a6c1' was deleted {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:17:19.455870 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 5005216f-4ba8-45f7-8f38-21b43b5d1b32 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:17:19.456299 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5005216f-4ba8-45f7-8f38-21b43b5d1b32 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:17:19.456814 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c08604ad-9976-4ceb-991b-2dec8234a6c1 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:17:19.520171 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: c08604ad-9976-4ceb-991b-2dec8234a6c1 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:17:19.520578 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c08604ad-9976-4ceb-991b-2dec8234a6c1 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:17:19.521388 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 342ffab9-c5da-4b74-a02d-c4e5168787a8 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:17:19.554691 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c35b07d8-18f1-40ae-8eb7-1fede460ddc7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:19.564081 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c35b07d8-18f1-40ae-8eb7-1fede460ddc7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:19.605996 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 342ffab9-c5da-4b74-a02d-c4e5168787a8 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:17:19.606284 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 342ffab9-c5da-4b74-a02d-c4e5168787a8 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:17:19.683137 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-43b6e14d-1eea-4040-966b-0ec068393fc2', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:17:19.683972 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:19.852824 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Allocated IP 172.20.0.2 (43b6e14d-1eea-4040-966b-0ec068393fc2/f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e/3a02f70e-123b-4a8d-b753-0a47fdc3d5d8) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:17:19.898699 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:19.931157 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35b07d8-18f1-40ae-8eb7-1fede460ddc7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router 206e6ce6-bca0-4c85-a234-2fe0b35718af has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:17:19.932744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4307e866-1e72-4880-95ad-07ba73cfb383']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:19.947815 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf8a85cc-f89c-4170-a394-78700c35d193 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:19.949100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b1390d-f465-42d1-989d-bfa7aeb7ed30') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:19.949615 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b1390d-f465-42d1-989d-bfa7aeb7ed30') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:19.968555 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.071059 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.082465 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Transition to ACTIVE for port object 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:20.105899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.117384 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:17:20.117779 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.132743 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35b07d8-18f1-40ae-8eb7-1fede460ddc7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:17:20.153715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c35b07d8-18f1-40ae-8eb7-1fede460ddc7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.153715 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c35b07d8-18f1-40ae-8eb7-1fede460ddc7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/206e6ce6-bca0-4c85-a234-2fe0b35718af HTTP/1.1" status: 200 len: 704 time: 1.3999944 Sep 21 15:17:20.164550 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1e5655-52f1-4207-98ab-8f90b5966221 None None] Sync routers for ids ['206e6ce6-bca0-4c85-a234-2fe0b35718af'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:17:20.175007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1e5655-52f1-4207-98ab-8f90b5966221 None None] Routers {'206e6ce6-bca0-4c85-a234-2fe0b35718af'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:20.175007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4a1e5655-52f1-4207-98ab-8f90b5966221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['206e6ce6-bca0-4c85-a234-2fe0b35718af'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:20.185855 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33288) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:20.228762 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.240512 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Transition to ACTIVE for port object 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:20.249173 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f040d177-4bd4-46cd-8399-1988b7883277 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Synchronizing usage tracker for tenant:36a774c8465a450c8e27de7666e71b71 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:17:20.250650 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.257684 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event deleted for resources: {'Network': ['ID=4307e866-1e72-4880-95ad-07ba73cfb383,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:20.270975 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.271328 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.271799 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.272286 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.273331 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.273640 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.274366 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.274366 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.275131 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.275131 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.275357 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.275626 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.284434 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f040d177-4bd4-46cd-8399-1988b7883277 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Unset dirty status for tenant:36a774c8465a450c8e27de7666e71b71 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:17:20.285746 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f040d177-4bd4-46cd-8399-1988b7883277 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/ports?device_id=206e6ce6-bca0-4c85-a234-2fe0b35718af HTTP/1.1" status: 200 len: 205 time: 0.1038370 Sep 21 15:17:20.288854 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-20176465-5253-449c-8edc-36b9098c74a2 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/networks/4307e866-1e72-4880-95ad-07ba73cfb383 HTTP/1.1" status: 204 len: 168 time: 2.9846213 Sep 21 15:17:20.290137 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33292) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:20.290273 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33294) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:20.306202 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.394276 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Network 43b6e14d-1eea-4040-966b-0ec068393fc2 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:20.396849 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Pushing event updated for resources: {'Port': ['ID=3a02f70e-123b-4a8d-b753-0a47fdc3d5d8,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:20.407831 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:20.407831 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:17:20.414398 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-4a1e5655-52f1-4207-98ab-8f90b5966221 None None] Set router 206e6ce6-bca0-4c85-a234-2fe0b35718af gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:20.440765 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-bf8a85cc-f89c-4170-a394-78700c35d193 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Allocated IP 172.20.0.1 (43b6e14d-1eea-4040-966b-0ec068393fc2/f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e/41d45544-1663-49d3-8138-745212bcdc07) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:17:20.458748 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.459093 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.459431 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.459765 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.460086 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.460439 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.460762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.461058 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.461384 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.461702 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.462022 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.462337 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:20.466624 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6cebad1-d74d-461a-96b6-2397afedb3c0 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] DELETE failed (client error): The resource could not be found. Sep 21 15:17:20.466863 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6cebad1-d74d-461a-96b6-2397afedb3c0 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:17:20.469111 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e6cebad1-d74d-461a-96b6-2397afedb3c0 tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/subnets/29f782ae-e4f4-4361-aed0-bff4fee557f7 HTTP/1.1" status: 404 len: 337 time: 0.1768124 Sep 21 15:17:20.471914 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33302) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:20.488188 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-defc0abd-26f7-47c7-876c-b6fb56595d22 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.551218 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8f88e4-56c6-4788-90da-91577cf47a1e tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] DELETE failed (client error): The resource could not be found. Sep 21 15:17:20.551685 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8f88e4-56c6-4788-90da-91577cf47a1e tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:17:20.566374 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4a1e5655-52f1-4207-98ab-8f90b5966221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:17:14Z', 'revision_number': 11, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:20.570413 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-af8f88e4-56c6-4788-90da-91577cf47a1e tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/networks/49b473b7-cc52-4081-951d-ebe7b1890a56 HTTP/1.1" status: 404 len: 339 time: 0.0971887 Sep 21 15:17:20.573720 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33306) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:20.612483 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1e5655-52f1-4207-98ab-8f90b5966221 None None] Checking router: 206e6ce6-bca0-4c85-a234-2fe0b35718af for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:17:20.639291 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Attempting to bind port 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:17:20.639580 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Attempting to bind port 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '852d7e07-87b6-4b1a-ba76-45895de25713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:17:20.640692 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Attempting to bind port 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 on network 43b6e14d-1eea-4040-966b-0ec068393fc2 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:17:20.648620 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:17:20.649242 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Checking segment: {'id': '852d7e07-87b6-4b1a-ba76-45895de25713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:20.649798 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.650360 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Bound using segment: {'id': '852d7e07-87b6-4b1a-ba76-45895de25713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:17:20.650994 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Bound port: 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852d7e07-87b6-4b1a-ba76-45895de25713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:17:20.651617 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.683947 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ef3e95-a6fa-46bf-ac2f-4c6ba7f65eeb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Deleting subnet e5549984-2f66-4b46-8800-05e6c8e79ffa {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:17:20.694273 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1e5655-52f1-4207-98ab-8f90b5966221 None None] Routers {'206e6ce6-bca0-4c85-a234-2fe0b35718af'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:20.695128 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4a1e5655-52f1-4207-98ab-8f90b5966221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['206e6ce6-bca0-4c85-a234-2fe0b35718af'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:20.696918 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f5ef3e95-a6fa-46bf-ac2f-4c6ba7f65eeb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.734423 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf8a85cc-f89c-4170-a394-78700c35d193 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.766684 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-bf8a85cc-f89c-4170-a394-78700c35d193 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Transition to ACTIVE for port object 41d45544-1663-49d3-8138-745212bcdc07 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:20.772349 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f5ef3e95-a6fa-46bf-ac2f-4c6ba7f65eeb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.807753 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 15b1390d-f465-42d1-989d-bfa7aeb7ed30 resource provider aggregate not found Sep 21 15:17:20.835551 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 15b1390d-f465-42d1-989d-bfa7aeb7ed30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15b1390d-f465-42d1-989d-bfa7aeb7ed30 found for delete ", "request_id": "req-91dad3e6-0456-4433-8ea0-d55d8f8804fd"}]} Sep 21 15:17:20.839902 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-defc0abd-26f7-47c7-876c-b6fb56595d22 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.843992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-defc0abd-26f7-47c7-876c-b6fb56595d22 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.863548 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-4a1e5655-52f1-4207-98ab-8f90b5966221 None None] Set router 206e6ce6-bca0-4c85-a234-2fe0b35718af gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:20.865704 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf8a85cc-f89c-4170-a394-78700c35d193 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.871180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-defc0abd-26f7-47c7-876c-b6fb56595d22 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.871928 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defc0abd-26f7-47c7-876c-b6fb56595d22 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Fanout notify agent at l3_agent the message router_deleted on router 206e6ce6-bca0-4c85-a234-2fe0b35718af {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:17:20.887556 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-defc0abd-26f7-47c7-876c-b6fb56595d22 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.888747 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-defc0abd-26f7-47c7-876c-b6fb56595d22 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/routers/206e6ce6-bca0-4c85-a234-2fe0b35718af HTTP/1.1" status: 204 len: 168 time: 0.5947871 Sep 21 15:17:20.895115 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33314) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:20.900281 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6b2e71a3-dfb4-4576-98d1-751b001f26bc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1719017212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:20.907269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6b2e71a3-dfb4-4576-98d1-751b001f26bc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:20.913718 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6b2e71a3-dfb4-4576-98d1-751b001f26bc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Usage tracker for resource:router and tenant:36a774c8465a450c8e27de7666e71b71 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:20.917191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6b2e71a3-dfb4-4576-98d1-751b001f26bc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:20.923088 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6b2e71a3-dfb4-4576-98d1-751b001f26bc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:20.934438 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6b2e71a3-dfb4-4576-98d1-751b001f26bc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.935361 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6b2e71a3-dfb4-4576-98d1-751b001f26bc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.939849 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8a85cc-f89c-4170-a394-78700c35d193 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network 43b6e14d-1eea-4040-966b-0ec068393fc2 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:20.944949 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-bf8a85cc-f89c-4170-a394-78700c35d193 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:20.948377 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8a85cc-f89c-4170-a394-78700c35d193 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:17:20.953278 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6b2e71a3-dfb4-4576-98d1-751b001f26bc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.973463 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6b2e71a3-dfb4-4576-98d1-751b001f26bc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.980499 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f5ef3e95-a6fa-46bf-ac2f-4c6ba7f65eeb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:20.985349 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4a1e5655-52f1-4207-98ab-8f90b5966221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:17:14Z', 'revision_number': 11, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:20.993155 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1e5655-52f1-4207-98ab-8f90b5966221 None None] The sync data for ids ['206e6ce6-bca0-4c85-a234-2fe0b35718af'] in dv-neutron-858731-1-hyperv is: [{'id': '206e6ce6-bca0-4c85-a234-2fe0b35718af', 'name': 'tempest-RoutersIpV6Test-router-905940239', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:45Z', 'updated_at': '2022-09-21T15:17:14Z', 'revision_number': 11, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:17:20.994608 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] For port 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:17:20.997961 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] For port 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=3a02f70e-123b-4a8d-b753-0a47fdc3d5d8,segment=NetworkSegment(852d7e07-87b6-4b1a-ba76-45895de25713),segment_id=852d7e07-87b6-4b1a-ba76-45895de25713)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:17:21.004151 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:21.005078 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6b2e71a3-dfb4-4576-98d1-751b001f26bc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:21.006480 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6b2e71a3-dfb4-4576-98d1-751b001f26bc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1103473 Sep 21 15:17:21.009342 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33318) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:21.024024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7e0ae6e9-5485-470b-bf95-f556546a2d6f tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:21.063700 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a85cc-f89c-4170-a394-78700c35d193 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Port': ['ID=41d45544-1663-49d3-8138-745212bcdc07,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:21.101279 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf8a85cc-f89c-4170-a394-78700c35d193 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:21.116395 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3501c10-8d88-4f69-a535-66edc3ec6dd9 None None] Pushing event updated for resources: {'Port': ['ID=3a02f70e-123b-4a8d-b753-0a47fdc3d5d8,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:21.154072 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f5ef3e95-a6fa-46bf-ac2f-4c6ba7f65eeb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:21.359427 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f5ef3e95-a6fa-46bf-ac2f-4c6ba7f65eeb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:21.367088 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c56a00-82d3-4e71-b5c6-74d02cda964e None None] Network 821a4e71-0b6a-4bcf-a182-5b4c09daac19 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:21.376716 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef3e95-a6fa-46bf-ac2f-4c6ba7f65eeb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event deleted for resources: {'Subnet': ['ID=e5549984-2f66-4b46-8800-05e6c8e79ffa,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:21.408639 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f5ef3e95-a6fa-46bf-ac2f-4c6ba7f65eeb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/subnets/e5549984-2f66-4b46-8800-05e6c8e79ffa HTTP/1.1" status: 204 len: 168 time: 0.8226118 Sep 21 15:17:21.409675 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33322) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:21.619309 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf8a85cc-f89c-4170-a394-78700c35d193 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:21.663160 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:21.729010 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Deleting port aff776c6-34fe-4d52-8d25-d758ada62212 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:21.729352 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:21.762255 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae6e9-5485-470b-bf95-f556546a2d6f tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:21.773871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae6e9-5485-470b-bf95-f556546a2d6f tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:21.794637 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db89c59c-4351-45b0-8b6f-abc39ab860d5 None None] DHCP port deletion for 821a4e71-0b6a-4bcf-a182-5b4c09daac19 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:17:21.804029 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-db89c59c-4351-45b0-8b6f-abc39ab860d5 None None] Deleting port aff776c6-34fe-4d52-8d25-d758ada62212 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:21.804492 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db89c59c-4351-45b0-8b6f-abc39ab860d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:22.008818 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0ae6e9-5485-470b-bf95-f556546a2d6f tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Router 57ab4f2f-6325-411d-aa3f-1ca618e69c6d is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:17:22.082109 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-db89c59c-4351-45b0-8b6f-abc39ab860d5 None None] For port aff776c6-34fe-4d52-8d25-d758ada62212, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=aff776c6-34fe-4d52-8d25-d758ada62212,segment=NetworkSegment(80f12f12-dab2-497a-9745-60e2c28ab0b1),segment_id=80f12f12-dab2-497a-9745-60e2c28ab0b1)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:22.082512 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db89c59c-4351-45b0-8b6f-abc39ab860d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:22.232483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0ae6e9-5485-470b-bf95-f556546a2d6f tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:17:22.245416 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d280c-a4e4-447d-94da-e14db16212d9 None None] Sync routers for ids ['57ab4f2f-6325-411d-aa3f-1ca618e69c6d'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:17:22.245959 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae6e9-5485-470b-bf95-f556546a2d6f tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:22.246774 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7e0ae6e9-5485-470b-bf95-f556546a2d6f tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "PUT /v2.0/routers/57ab4f2f-6325-411d-aa3f-1ca618e69c6d HTTP/1.1" status: 200 len: 698 time: 1.2365029 Sep 21 15:17:22.251783 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33326) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:22.256150 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-db89c59c-4351-45b0-8b6f-abc39ab860d5 None None] Calling delete_port for aff776c6-34fe-4d52-8d25-d758ada62212 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:17:22.276412 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6d280c-a4e4-447d-94da-e14db16212d9 None None] Routers {'57ab4f2f-6325-411d-aa3f-1ca618e69c6d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:22.277770 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9b6d280c-a4e4-447d-94da-e14db16212d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['57ab4f2f-6325-411d-aa3f-1ca618e69c6d'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:22.331615 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] For port aff776c6-34fe-4d52-8d25-d758ada62212, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=aff776c6-34fe-4d52-8d25-d758ada62212,segment=NetworkSegment(80f12f12-dab2-497a-9745-60e2c28ab0b1),segment_id=80f12f12-dab2-497a-9745-60e2c28ab0b1)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:22.332119 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:22.345963 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:22.409575 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db89c59c-4351-45b0-8b6f-abc39ab860d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:22.462858 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-38d4b61a-ce52-4159-97b4-ac18753673e7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/routers/57ab4f2f-6325-411d-aa3f-1ca618e69c6d HTTP/1.1" status: 200 len: 704 time: 0.2095089 Sep 21 15:17:22.466210 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33330) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:22.494915 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89c59c-4351-45b0-8b6f-abc39ab860d5 None None] Pushing event deleted for resources: {'Port': ['ID=aff776c6-34fe-4d52-8d25-d758ada62212,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:22.500615 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-9b6d280c-a4e4-447d-94da-e14db16212d9 None None] Set router 57ab4f2f-6325-411d-aa3f-1ca618e69c6d gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:22.520259 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db89c59c-4351-45b0-8b6f-abc39ab860d5 None None] No DVR routers for this DVR port aff776c6-34fe-4d52-8d25-d758ada62212 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:17:22.604795 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-431ba4bf-9b8e-4e20-bda1-fe882e7ad00f tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Synchronizing usage tracker for tenant:36a774c8465a450c8e27de7666e71b71 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:17:22.618752 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-431ba4bf-9b8e-4e20-bda1-fe882e7ad00f tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Unset dirty status for tenant:36a774c8465a450c8e27de7666e71b71 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:17:22.618752 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-431ba4bf-9b8e-4e20-bda1-fe882e7ad00f tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/ports?device_id=57ab4f2f-6325-411d-aa3f-1ca618e69c6d HTTP/1.1" status: 200 len: 205 time: 0.1429577 Sep 21 15:17:22.618752 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33334) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:22.643968 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9b6d280c-a4e4-447d-94da-e14db16212d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ab4f2f-6325-411d-aa3f-1ca618e69c6d', 'name': 'tempest-RoutersIpV6Test-router-1719017212', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:21Z', 'revision_number': 2, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:22.645280 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d280c-a4e4-447d-94da-e14db16212d9 None None] Checking router: 57ab4f2f-6325-411d-aa3f-1ca618e69c6d for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:17:22.653885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd432e65-edeb-4461-a911-432f0a04644d None None] Network 43b6e14d-1eea-4040-966b-0ec068393fc2 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:22.665646 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6d280c-a4e4-447d-94da-e14db16212d9 None None] Routers {'57ab4f2f-6325-411d-aa3f-1ca618e69c6d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:22.666357 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9b6d280c-a4e4-447d-94da-e14db16212d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['57ab4f2f-6325-411d-aa3f-1ca618e69c6d'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:22.676900 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Calling delete_port for aff776c6-34fe-4d52-8d25-d758ada62212 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:17:22.798836 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-867750f1-a429-4033-90f5-fc922b88daab None None] Provisioning for port 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:22.817188 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:17:22.817188 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:17:22.840229 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf8a85cc-f89c-4170-a394-78700c35d193 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:22.847747 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf8a85cc-f89c-4170-a394-78700c35d193 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:22.852946 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24c487ab-8951-4dd8-a34d-4b884d575d06 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:22.878528 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-9b6d280c-a4e4-447d-94da-e14db16212d9 None None] Set router 57ab4f2f-6325-411d-aa3f-1ca618e69c6d gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:23.014194 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bf8a85cc-f89c-4170-a394-78700c35d193 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:23.018897 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a85cc-f89c-4170-a394-78700c35d193 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Port': ['ID=41d45544-1663-49d3-8138-745212bcdc07,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:23.091321 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9b6d280c-a4e4-447d-94da-e14db16212d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ab4f2f-6325-411d-aa3f-1ca618e69c6d', 'name': 'tempest-RoutersIpV6Test-router-1719017212', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:21Z', 'revision_number': 2, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:23.102119 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d280c-a4e4-447d-94da-e14db16212d9 None None] The sync data for ids ['57ab4f2f-6325-411d-aa3f-1ca618e69c6d'] in dv-neutron-858731-1-hyperv is: [{'id': '57ab4f2f-6325-411d-aa3f-1ca618e69c6d', 'name': 'tempest-RoutersIpV6Test-router-1719017212', 'tenant_id': '36a774c8465a450c8e27de7666e71b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:21Z', 'revision_number': 2, 'project_id': '36a774c8465a450c8e27de7666e71b71', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:17:23.236314 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8a85cc-f89c-4170-a394-78700c35d193 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network 43b6e14d-1eea-4040-966b-0ec068393fc2 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:23.242809 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-bf8a85cc-f89c-4170-a394-78700c35d193 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:23.353648 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Deleting port aff776c6-34fe-4d52-8d25-d758ada62212 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:23.354661 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:23.384334 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:23.490436 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c21a2177-1e60-405d-8f5a-119fb44ba977 None None] Provisioning for port 41d45544-1663-49d3-8138-745212bcdc07 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:23.511890 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c21a2177-1e60-405d-8f5a-119fb44ba977 None None] Provisioning complete for port 41d45544-1663-49d3-8138-745212bcdc07 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:23.514275 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24c487ab-8951-4dd8-a34d-4b884d575d06 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:23.519112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24c487ab-8951-4dd8-a34d-4b884d575d06 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:23.519400 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c21a2177-1e60-405d-8f5a-119fb44ba977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:23.562049 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24c487ab-8951-4dd8-a34d-4b884d575d06 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:23.563034 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c487ab-8951-4dd8-a34d-4b884d575d06 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Fanout notify agent at l3_agent the message router_deleted on router 57ab4f2f-6325-411d-aa3f-1ca618e69c6d {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:17:23.587525 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24c487ab-8951-4dd8-a34d-4b884d575d06 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:23.589788 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-24c487ab-8951-4dd8-a34d-4b884d575d06 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/routers/57ab4f2f-6325-411d-aa3f-1ca618e69c6d HTTP/1.1" status: 204 len: 168 time: 0.9752817 Sep 21 15:17:23.600133 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] The port 'aff776c6-34fe-4d52-8d25-d758ada62212' was deleted {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:17:23.606710 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33338) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:23.682351 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c21a2177-1e60-405d-8f5a-119fb44ba977 None None] Port 41d45544-1663-49d3-8138-745212bcdc07 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:17:23.697759 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:23.711100 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c21a2177-1e60-405d-8f5a-119fb44ba977 None None] Provisioning complete for port 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:23.711100 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c21a2177-1e60-405d-8f5a-119fb44ba977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:23.732040 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:23.732040 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:23.836781 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-503c7480-c5cb-4f44-8e41-63159f36da95 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/ports?device_id=57ab4f2f-6325-411d-aa3f-1ca618e69c6d HTTP/1.1" status: 200 len: 205 time: 0.2262990 Sep 21 15:17:23.837136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33342) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:23.910587 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-286a4ed9-ea12-4e2a-890d-925272ba978d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] delete failed (client error): The resource could not be found. Sep 21 15:17:23.913889 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-286a4ed9-ea12-4e2a-890d-925272ba978d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/routers/57ab4f2f-6325-411d-aa3f-1ca618e69c6d HTTP/1.1" status: 404 len: 336 time: 0.0732090 Sep 21 15:17:23.914422 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33346) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:23.933764 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c21a2177-1e60-405d-8f5a-119fb44ba977 None None] Current status of the port 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:23.933909 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c21a2177-1e60-405d-8f5a-119fb44ba977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:23.949355 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:23.950030 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:23.960982 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-64af95e6-a174-4924-b0fb-ed3e61a9d7b5 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] DELETE failed (client error): The resource could not be found. Sep 21 15:17:23.961941 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64af95e6-a174-4924-b0fb-ed3e61a9d7b5 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:17:23.962899 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:23.970009 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-64af95e6-a174-4924-b0fb-ed3e61a9d7b5 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/subnets/874dd1fc-7847-40d5-a01d-72667f4b85a7 HTTP/1.1" status: 404 len: 337 time: 0.0531151 Sep 21 15:17:23.974009 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33350) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:24.002188 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821a4e71-0b6a-4bcf-a182-5b4c09daac19']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:24.003225 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c21a2177-1e60-405d-8f5a-119fb44ba977 None None] For port 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=3a02f70e-123b-4a8d-b753-0a47fdc3d5d8,segment=NetworkSegment(852d7e07-87b6-4b1a-ba76-45895de25713),segment_id=852d7e07-87b6-4b1a-ba76-45895de25713)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:24.016807 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c21a2177-1e60-405d-8f5a-119fb44ba977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:24.019008 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f12f12-dab2-497a-9745-60e2c28ab0b1') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:24.019472 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f12f12-dab2-497a-9745-60e2c28ab0b1') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:24.039039 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:24.060120 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:24.068024 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:17:24.068516 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:24.095248 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f99517c-3e37-4316-a5e2-517783c8cbda tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] DELETE failed (client error): The resource could not be found. Sep 21 15:17:24.095711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f99517c-3e37-4316-a5e2-517783c8cbda tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:17:24.097446 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1f99517c-3e37-4316-a5e2-517783c8cbda tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/subnets/05217457-11a7-4fcb-a317-38352b9da092 HTTP/1.1" status: 404 len: 337 time: 0.1222889 Sep 21 15:17:24.100898 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33354) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:24.166733 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-7164853b-409e-4bc6-89f7-e3178dffc1cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] DELETE failed (client error): The resource could not be found. Sep 21 15:17:24.167482 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7164853b-409e-4bc6-89f7-e3178dffc1cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:17:24.169631 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7164853b-409e-4bc6-89f7-e3178dffc1cc tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/subnets/a28226c8-bec5-49bf-b4d2-17e927d36470 HTTP/1.1" status: 404 len: 337 time: 0.0673602 Sep 21 15:17:24.173629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33358) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:24.186089 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:24.210306 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:24.213318 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 80f12f12-dab2-497a-9745-60e2c28ab0b1 resource provider aggregate not found Sep 21 15:17:24.226821 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] Pushing event deleted for resources: {'Network': ['ID=821a4e71-0b6a-4bcf-a182-5b4c09daac19,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:24.233219 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-60780b66-6599-4b3a-b942-ed6ff1c94f32 None None] Provisioning complete for port 41d45544-1663-49d3-8138-745212bcdc07 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:24.233436 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-586e69be-f247-49e5-aa34-e42620245344 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] DELETE failed (client error): The resource could not be found. Sep 21 15:17:24.234120 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-60780b66-6599-4b3a-b942-ed6ff1c94f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:24.234725 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-586e69be-f247-49e5-aa34-e42620245344 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:17:24.236645 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-586e69be-f247-49e5-aa34-e42620245344 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/subnets/545af38e-5bf0-414a-9c05-2ea4179debfe HTTP/1.1" status: 404 len: 337 time: 0.0623252 Sep 21 15:17:24.239691 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33366) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:24.258909 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 80f12f12-dab2-497a-9745-60e2c28ab0b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80f12f12-dab2-497a-9745-60e2c28ab0b1 found for delete ", "request_id": "req-5ac488fe-8054-407b-b43c-ec49d4816668"}]} Sep 21 15:17:24.264495 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f4c6b0a7-0e8b-47f7-ab78-837996674ffb tempest-NetworksIpV6Test-2067715094 tempest-NetworksIpV6Test-2067715094-project] 10.222.0.62 "DELETE /v2.0/networks/821a4e71-0b6a-4bcf-a182-5b4c09daac19 HTTP/1.1" status: 204 len: 168 time: 2.8532243 Sep 21 15:17:24.301693 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:17:24.301693 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:17:24.301693 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-60780b66-6599-4b3a-b942-ed6ff1c94f32 None None] Port 41d45544-1663-49d3-8138-745212bcdc07 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:17:24.308299 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a2177-1e60-405d-8f5a-119fb44ba977 None None] Pushing event updated for resources: {'Port': ['ID=3a02f70e-123b-4a8d-b753-0a47fdc3d5d8,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:24.314282 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8a85cc-f89c-4170-a394-78700c35d193 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router 642401cf-8510-4a57-8839-30d994bf4a1d is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:17:24.363850 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ed0911b2-71bc-4106-a05f-1272631874c5 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/ports?device_id=206e6ce6-bca0-4c85-a234-2fe0b35718af HTTP/1.1" status: 200 len: 205 time: 0.1211450 Sep 21 15:17:24.363850 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33372) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:24.465387 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-e6305b1e-408b-4fdb-bb69-d7f9f613f069 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] delete failed (client error): The resource could not be found. Sep 21 15:17:24.473332 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e6305b1e-408b-4fdb-bb69-d7f9f613f069 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/routers/206e6ce6-bca0-4c85-a234-2fe0b35718af HTTP/1.1" status: 404 len: 336 time: 0.1074474 Sep 21 15:17:24.474404 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33376) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:24.542067 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a451998c-1397-464d-9fcc-eb13602bc1e3 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/ports?device_id=4408e321-763e-42ab-9e8b-4619e2347112 HTTP/1.1" status: 200 len: 205 time: 0.0665233 Sep 21 15:17:24.544239 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33380) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:24.551795 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8a85cc-f89c-4170-a394-78700c35d193 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:17:24.565196 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bf8a85cc-f89c-4170-a394-78700c35d193 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/642401cf-8510-4a57-8839-30d994bf4a1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2885122 Sep 21 15:17:24.565996 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] Sync routers for ids ['642401cf-8510-4a57-8839-30d994bf4a1d'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:17:24.566475 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33384) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:24.572863 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-65e5ff07-a244-4d97-94d9-47ed929fc4af tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'network': {'name': 'tempest-RoutersTest-291158793'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:24.580648 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] Routers {'642401cf-8510-4a57-8839-30d994bf4a1d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:24.581278 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['642401cf-8510-4a57-8839-30d994bf4a1d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:24.587476 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-65e5ff07-a244-4d97-94d9-47ed929fc4af tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:24.597793 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-65e5ff07-a244-4d97-94d9-47ed929fc4af tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:network and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:24.602562 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-65e5ff07-a244-4d97-94d9-47ed929fc4af tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:24.614935 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-65e5ff07-a244-4d97-94d9-47ed929fc4af tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:24.630152 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-3559ef10-c2fa-4a1c-bec0-2866e9fdc30c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] delete failed (client error): The resource could not be found. Sep 21 15:17:24.633887 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3559ef10-c2fa-4a1c-bec0-2866e9fdc30c tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/routers/4408e321-763e-42ab-9e8b-4619e2347112 HTTP/1.1" status: 404 len: 336 time: 0.0860524 Sep 21 15:17:24.634456 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e5ff07-a244-4d97-94d9-47ed929fc4af tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Made reservation on behalf of 4ae973dfcd6b4097b917fb2b9641e0f1 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:17:24.635007 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33390) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:24.638710 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-65e5ff07-a244-4d97-94d9-47ed929fc4af tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:24.682090 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8cdadd4-8a7d-4b75-b309-220ef135e98d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] DELETE failed (client error): The resource could not be found. Sep 21 15:17:24.682753 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8cdadd4-8a7d-4b75-b309-220ef135e98d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:17:24.687095 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c8cdadd4-8a7d-4b75-b309-220ef135e98d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/subnets/d500655d-14fc-4252-93f9-eb98527c428c HTTP/1.1" status: 404 len: 337 time: 0.0486257 Sep 21 15:17:24.687360 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e5ff07-a244-4d97-94d9-47ed929fc4af tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:17:24.687717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33394) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:24.711443 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-65e5ff07-a244-4d97-94d9-47ed929fc4af tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:24.711590 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-65e5ff07-a244-4d97-94d9-47ed929fc4af tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Added segment 6b22adb1-725b-459c-b301-6ab64b838de4 of type vlan for network ad58757c-58aa-4507-b80d-3c85de821e39 Sep 21 15:17:24.758102 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-65e5ff07-a244-4d97-94d9-47ed929fc4af tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:24.762135 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9c7a2910-5e36-4dc0-afd6-f17a048fc898 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/ports?device_id=99711112-46d5-411d-abc4-91b20dae5b36 HTTP/1.1" status: 200 len: 205 time: 0.0728948 Sep 21 15:17:24.764520 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33398) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:24.774600 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33402) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:24.834051 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-65e5ff07-a244-4d97-94d9-47ed929fc4af tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:24.844150 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e5ff07-a244-4d97-94d9-47ed929fc4af tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:24.845037 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-65e5ff07-a244-4d97-94d9-47ed929fc4af tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:24.857646 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-43372150-2f35-4c25-98ab-2921a25e09aa tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] delete failed (client error): The resource could not be found. Sep 21 15:17:24.859956 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-43372150-2f35-4c25-98ab-2921a25e09aa tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/routers/99711112-46d5-411d-abc4-91b20dae5b36 HTTP/1.1" status: 404 len: 336 time: 0.0897694 Sep 21 15:17:24.861804 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33408) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:24.911951 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:24.922492 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] Set router 642401cf-8510-4a57-8839-30d994bf4a1d gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:24.947113 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e43218ed-cd93-414f-b3fa-9d9af85a0ab0 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9d29fc3-c435-4842-b7db-3ed1bf3b0f62 HTTP/1.1" status: 200 len: 205 time: 0.0823638 Sep 21 15:17:24.949663 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33412) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:24.985680 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device aff776c6-34fe-4d52-8d25-d758ada62212 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:17:25.036959 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: aff776c6-34fe-4d52-8d25-d758ada62212 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:17:25.037283 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device aff776c6-34fe-4d52-8d25-d758ada62212 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:17:25.088847 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-65e5ff07-a244-4d97-94d9-47ed929fc4af tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5214779 Sep 21 15:17:25.089868 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-cce5d153-4068-4bd1-9512-269cb697309e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] delete failed (client error): The resource could not be found. Sep 21 15:17:25.091029 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cce5d153-4068-4bd1-9512-269cb697309e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/routers/f9d29fc3-c435-4842-b7db-3ed1bf3b0f62 HTTP/1.1" status: 404 len: 336 time: 0.1101177 Sep 21 15:17:25.092092 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33416) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:25.094769 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33418) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:25.102063 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5ff07-a244-4d97-94d9-47ed929fc4af tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Network': ['ID=ad58757c-58aa-4507-b80d-3c85de821e39,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:25.133022 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4897870b-995f-43f5-b56c-ede407664219 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c39faf0ffbb47868cccffa9f67d13c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558791 Sep 21 15:17:25.135288 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e50a4481-f3dd-4339-a86b-f40c5d052be5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'subnet': {'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:25.135573 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33424) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:25.135704 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network ad58757c-58aa-4507-b80d-3c85de821e39 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:17:25.163640 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c5949b-4096-4fab-90ba-a0e8de0c1ab5 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] DELETE failed (client error): The resource could not be found. Sep 21 15:17:25.163953 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c5949b-4096-4fab-90ba-a0e8de0c1ab5 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:17:25.169045 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b8c5949b-4096-4fab-90ba-a0e8de0c1ab5 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/subnets/8dc11c9c-9ec8-4b22-a7bf-4a8e6f7727ef HTTP/1.1" status: 404 len: 337 time: 0.0699821 Sep 21 15:17:25.169220 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33428) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:25.240669 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9b32bfd1-4479-48d2-9ce0-38dbd8a8add2 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7455b00-2907-4c28-bb05-a56d3e22136c HTTP/1.1" status: 200 len: 205 time: 0.0701511 Sep 21 15:17:25.240846 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33432) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:25.281829 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e151796-16d5-4eaf-a252-77d6885a9e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:25.319735 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:25.337798 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-65bfc354-df4e-4a23-8273-0a99e5020497 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] delete failed (client error): The resource could not be found. Sep 21 15:17:25.338889 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e151796-16d5-4eaf-a252-77d6885a9e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:25.339129 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-65bfc354-df4e-4a23-8273-0a99e5020497 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/routers/a7455b00-2907-4c28-bb05-a56d3e22136c HTTP/1.1" status: 404 len: 336 time: 0.0973794 Sep 21 15:17:25.342378 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33436) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:25.393676 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e50a4481-f3dd-4339-a86b-f40c5d052be5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:25.401475 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-470fe8a7-8641-4c4f-89ff-ec9f021332fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] DELETE failed (client error): The resource could not be found. Sep 21 15:17:25.402055 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-470fe8a7-8641-4c4f-89ff-ec9f021332fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:17:25.403911 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-470fe8a7-8641-4c4f-89ff-ec9f021332fd tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/subnets/a3167421-122a-4fc7-a110-7a4bf6535857 HTTP/1.1" status: 404 len: 337 time: 0.0603406 Sep 21 15:17:25.405796 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e50a4481-f3dd-4339-a86b-f40c5d052be5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:subnet and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:25.407099 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33440) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:25.411143 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e50a4481-f3dd-4339-a86b-f40c5d052be5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:25.420599 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e50a4481-f3dd-4339-a86b-f40c5d052be5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:25.437960 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50a4481-f3dd-4339-a86b-f40c5d052be5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Made reservation on behalf of 4ae973dfcd6b4097b917fb2b9641e0f1 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:17:25.441537 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e50a4481-f3dd-4339-a86b-f40c5d052be5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:25.470340 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cc709c55-a1bc-43a3-96b0-b85d3ab75bd7 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e2576ec-8d9d-42a8-aa74-eea7cde98dc2 HTTP/1.1" status: 200 len: 205 time: 0.0613718 Sep 21 15:17:25.473414 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33444) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:25.493517 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:25.493895 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:25.589359 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-ac07d36f-4a6f-4835-b3f2-a2f8998ca96d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] delete failed (client error): The resource could not be found. Sep 21 15:17:25.589359 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ac07d36f-4a6f-4835-b3f2-a2f8998ca96d tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/routers/5e2576ec-8d9d-42a8-aa74-eea7cde98dc2 HTTP/1.1" status: 404 len: 336 time: 0.1129227 Sep 21 15:17:25.589359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33448) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:25.592322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:17:21Z', 'revision_number': 2, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:22Z', 'revision_number': 2, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:25.627899 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] Checking router: 642401cf-8510-4a57-8839-30d994bf4a1d for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:17:25.627899 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] Updating router 642401cf-8510-4a57-8839-30d994bf4a1d port 41d45544-1663-49d3-8138-745212bcdc07 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:17:25.646941 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5584f8b-ed6d-45de-8afc-c815a5dc981e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] DELETE failed (client error): The resource could not be found. Sep 21 15:17:25.647545 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5584f8b-ed6d-45de-8afc-c815a5dc981e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:17:25.654535 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e151796-16d5-4eaf-a252-77d6885a9e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:25.681935 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e151796-16d5-4eaf-a252-77d6885a9e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2c4eab-60cb-4b62-ab06-77c799ef87d0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:25.701145 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c5584f8b-ed6d-45de-8afc-c815a5dc981e tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/subnets/f9458364-36f1-4d55-a17e-fe8efe7e6b05 HTTP/1.1" status: 404 len: 337 time: 0.1083581 Sep 21 15:17:25.701145 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e151796-16d5-4eaf-a252-77d6885a9e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:25.704237 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33452) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:25.707266 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2e151796-16d5-4eaf-a252-77d6885a9e08 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/af2c4eab-60cb-4b62-ab06-77c799ef87d0 HTTP/1.1" status: 204 len: 168 time: 0.5705991 Sep 21 15:17:25.720550 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:25.726784 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:25.903352 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0926a11-37a1-4ae1-9e96-f829cddb7033 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] DELETE failed (client error): The resource could not be found. Sep 21 15:17:25.903837 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0926a11-37a1-4ae1-9e96-f829cddb7033 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:17:25.912761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e50a4481-f3dd-4339-a86b-f40c5d052be5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:25.919848 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d0926a11-37a1-4ae1-9e96-f829cddb7033 tempest-RoutersIpV6Test-1032185769 tempest-RoutersIpV6Test-1032185769-project] 10.222.0.62 "DELETE /v2.0/subnets/098b6a9e-49ff-4f82-ab08-8622a97579e9 HTTP/1.1" status: 404 len: 337 time: 0.2126009 Sep 21 15:17:26.071065 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a4481-f3dd-4339-a86b-f40c5d052be5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Subnet': ['ID=47bceb23-e5bf-4d6f-aaf0-bcc0189c446c,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:26.090880 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50a4481-f3dd-4339-a86b-f40c5d052be5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Checking segment: {'id': '6b22adb1-725b-459c-b301-6ab64b838de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:26.091396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50a4481-f3dd-4339-a86b-f40c5d052be5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network hostable DHCP agents. Network: ad58757c-58aa-4507-b80d-3c85de821e39, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:17:26.140313 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50a4481-f3dd-4339-a86b-f40c5d052be5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network ad58757c-58aa-4507-b80d-3c85de821e39 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:17:26.158910 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e50a4481-f3dd-4339-a86b-f40c5d052be5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, ad58757c-58aa-4507-b80d-3c85de821e39) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:26.172564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50a4481-f3dd-4339-a86b-f40c5d052be5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:26.173000 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e50a4481-f3dd-4339-a86b-f40c5d052be5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:26.190196 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97d593f-88f9-480b-b977-f13711fca7f4 None None] Network ad58757c-58aa-4507-b80d-3c85de821e39 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:26.197259 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e50a4481-f3dd-4339-a86b-f40c5d052be5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1035700 Sep 21 15:17:26.201141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33464) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:26.438466 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33474) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:26.547169 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:26.633401 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] Transition to ACTIVE for port object 41d45544-1663-49d3-8138-745212bcdc07 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:26.645752 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:26.820052 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0439b826-fbc0-46f5-8369-639213307b38 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=36a774c8465a450c8e27de7666e71b71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3784328 Sep 21 15:17:26.822368 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33488) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:26.942319 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-ad58757c-58aa-4507-b80d-3c85de821e39', 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'fixed_ips': [{'subnet_id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:17:26.942628 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:27.004153 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-77b4ae68-218a-4a1b-adad-aa20d6b4b834 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:27.089054 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7643d015-543c-4b7e-82dc-a14827f82bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:27.123974 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33494) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:27.134580 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7643d015-543c-4b7e-82dc-a14827f82bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:27.153246 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f44bd-3177-40f8-a45b-80820cd3abf7 None None] Pushing event updated for resources: {'Port': ['ID=41d45544-1663-49d3-8138-745212bcdc07,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:27.205445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] Attempting to bind port 41d45544-1663-49d3-8138-745212bcdc07 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:17:27.205445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] Attempting to bind port 41d45544-1663-49d3-8138-745212bcdc07 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '852d7e07-87b6-4b1a-ba76-45895de25713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:17:27.205445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] Attempting to bind port 41d45544-1663-49d3-8138-745212bcdc07 on network 43b6e14d-1eea-4040-966b-0ec068393fc2 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:17:27.212664 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:17:27.213047 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] Checking segment: {'id': '852d7e07-87b6-4b1a-ba76-45895de25713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:27.214689 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:27.214689 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] Bound using segment: {'id': '852d7e07-87b6-4b1a-ba76-45895de25713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:17:27.214689 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] Bound port: 41d45544-1663-49d3-8138-745212bcdc07, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852d7e07-87b6-4b1a-ba76-45895de25713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:17:27.215124 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7643d015-543c-4b7e-82dc-a14827f82bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:27.216569 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:27.252309 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643d015-543c-4b7e-82dc-a14827f82bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6843309e-f1a4-4067-b378-88eafb60c648,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:27.269043 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7643d015-543c-4b7e-82dc-a14827f82bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:27.270371 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7643d015-543c-4b7e-82dc-a14827f82bdb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6843309e-f1a4-4067-b378-88eafb60c648 HTTP/1.1" status: 204 len: 168 time: 0.4468856 Sep 21 15:17:27.414564 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] For port 41d45544-1663-49d3-8138-745212bcdc07, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:17:27.419818 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] For port 41d45544-1663-49d3-8138-745212bcdc07, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=41d45544-1663-49d3-8138-745212bcdc07,segment=NetworkSegment(852d7e07-87b6-4b1a-ba76-45895de25713),segment_id=852d7e07-87b6-4b1a-ba76-45895de25713)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:17:27.421645 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] Allocated IP 172.21.0.2 (ad58757c-58aa-4507-b80d-3c85de821e39/47bceb23-e5bf-4d6f-aaf0-bcc0189c446c/d53623aa-42c7-4db4-bd96-6c4f122db158) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:17:27.425829 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5ffb58ec-615d-46ba-8b6a-71752c739ba8 tempest-DvrRoutersNegativeTest-1833714372 tempest-DvrRoutersNegativeTest-1833714372-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-512891217', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:27.428503 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:27.428983 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.policy [None req-5ffb58ec-615d-46ba-8b6a-71752c739ba8 tempest-DvrRoutersNegativeTest-1833714372 tempest-DvrRoutersNegativeTest-1833714372-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89018) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 21 15:17:27.429121 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.policy [None req-5ffb58ec-615d-46ba-8b6a-71752c739ba8 tempest-DvrRoutersNegativeTest-1833714372 tempest-DvrRoutersNegativeTest-1833714372-project] Failed policy check for 'create_router' {{(pid=89018) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 21 15:17:27.429614 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-5ffb58ec-615d-46ba-8b6a-71752c739ba8 tempest-DvrRoutersNegativeTest-1833714372 tempest-DvrRoutersNegativeTest-1833714372-project] create failed (client error): Access was denied to this resource. Sep 21 15:17:27.440704 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5ffb58ec-615d-46ba-8b6a-71752c739ba8 tempest-DvrRoutersNegativeTest-1833714372 tempest-DvrRoutersNegativeTest-1833714372-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3131032 Sep 21 15:17:27.536109 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] Routers {'642401cf-8510-4a57-8839-30d994bf4a1d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:27.537490 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['642401cf-8510-4a57-8839-30d994bf4a1d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:27.584921 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f44bd-3177-40f8-a45b-80820cd3abf7 None None] Pushing event updated for resources: {'Port': ['ID=41d45544-1663-49d3-8138-745212bcdc07,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:27.780762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] Set router 642401cf-8510-4a57-8839-30d994bf4a1d gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:27.795878 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33512) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:27.939094 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67d4f9c3-6214-4462-8f91-038fd3d34c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:27.955709 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-67d4f9c3-6214-4462-8f91-038fd3d34c00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:27.960355 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-67d4f9c3-6214-4462-8f91-038fd3d34c00 admin admin] Usage tracker for resource:security_group_rule and tenant:23b8715e846a458bad4bc4497e0a6529 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:27.963742 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-67d4f9c3-6214-4462-8f91-038fd3d34c00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:27.970892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-67d4f9c3-6214-4462-8f91-038fd3d34c00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:28.078109 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:28.092179 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] Transition to ACTIVE for port object d53623aa-42c7-4db4-bd96-6c4f122db158 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:28.094876 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67d4f9c3-6214-4462-8f91-038fd3d34c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:28.101512 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67d4f9c3-6214-4462-8f91-038fd3d34c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:28.138302 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] Transition to ACTIVE for port object d53623aa-42c7-4db4-bd96-6c4f122db158 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:28.175270 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:28.200966 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-67d4f9c3-6214-4462-8f91-038fd3d34c00 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=23b8715e846a458bad4bc4497e0a6529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3885777 Sep 21 15:17:28.205669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33520) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:28.209915 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4f9c3-6214-4462-8f91-038fd3d34c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537c1ba8-52cc-47de-9f4a-190648a6ae31,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:28.230634 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-77b4ae68-218a-4a1b-adad-aa20d6b4b834 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Allocated IP 172.21.0.1 (ad58757c-58aa-4507-b80d-3c85de821e39/47bceb23-e5bf-4d6f-aaf0-bcc0189c446c/5fb3e11c-c437-4cfd-ab0e-85e6455c7941) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:17:28.259441 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] Network ad58757c-58aa-4507-b80d-3c85de821e39 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:28.275065 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] Pushing event updated for resources: {'Port': ['ID=d53623aa-42c7-4db4-bd96-6c4f122db158,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:28.275065 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:28.275065 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:17:28.390868 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57e09b1a-0be6-46b1-8482-2fca4991cd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:28.430220 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57e09b1a-0be6-46b1-8482-2fca4991cd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:28.442435 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] Attempting to bind port d53623aa-42c7-4db4-bd96-6c4f122db158 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:17:28.442734 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] Attempting to bind port d53623aa-42c7-4db4-bd96-6c4f122db158 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '6b22adb1-725b-459c-b301-6ab64b838de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:17:28.443080 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] Attempting to bind port d53623aa-42c7-4db4-bd96-6c4f122db158 on network ad58757c-58aa-4507-b80d-3c85de821e39 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:17:28.448277 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:17:21Z', 'revision_number': 2, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:27Z', 'revision_number': 4, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:28.454736 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:17:28.454736 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] Checking segment: {'id': '6b22adb1-725b-459c-b301-6ab64b838de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:28.455006 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:28.455565 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] Bound using segment: {'id': '6b22adb1-725b-459c-b301-6ab64b838de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:17:28.456633 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] Bound port: d53623aa-42c7-4db4-bd96-6c4f122db158, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b22adb1-725b-459c-b301-6ab64b838de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:17:28.457235 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:28.461125 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-77b4ae68-218a-4a1b-adad-aa20d6b4b834 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:28.465068 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fce21210-1700-4f23-b359-6ed979fa0593 req-3b49a4ed-4d62-4d6d-b874-4a133b1ee5e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1747165 Sep 21 15:17:28.470883 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4952c31-db8f-4436-b5a9-e65b472e425f None None] The sync data for ids ['642401cf-8510-4a57-8839-30d994bf4a1d'] in dv-neutron-858731-1-hyperv is: [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:17:21Z', 'revision_number': 2, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:27Z', 'revision_number': 4, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:17:28.505777 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-77b4ae68-218a-4a1b-adad-aa20d6b4b834 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Transition to ACTIVE for port object 5fb3e11c-c437-4cfd-ab0e-85e6455c7941 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:28.506002 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57e09b1a-0be6-46b1-8482-2fca4991cd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:28.530026 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57e09b1a-0be6-46b1-8482-2fca4991cd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:28.534788 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-57e09b1a-0be6-46b1-8482-2fca4991cd71 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/537c1ba8-52cc-47de-9f4a-190648a6ae31 HTTP/1.1" status: 204 len: 168 time: 0.3443501 Sep 21 15:17:28.536882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e09b1a-0be6-46b1-8482-2fca4991cd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537c1ba8-52cc-47de-9f4a-190648a6ae31,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:28.548632 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-77b4ae68-218a-4a1b-adad-aa20d6b4b834 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:28.601996 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] For port d53623aa-42c7-4db4-bd96-6c4f122db158, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:17:28.606299 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] For port d53623aa-42c7-4db4-bd96-6c4f122db158, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d53623aa-42c7-4db4-bd96-6c4f122db158,segment=NetworkSegment(6b22adb1-725b-459c-b301-6ab64b838de4),segment_id=6b22adb1-725b-459c-b301-6ab64b838de4)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:17:28.614590 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:28.698276 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce21210-1700-4f23-b359-6ed979fa0593 req-8247f063-0bba-4b90-8a34-c952a7d8f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:28.699808 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fce21210-1700-4f23-b359-6ed979fa0593 req-8247f063-0bba-4b90-8a34-c952a7d8f6dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5990e45ce304151b4645b8268b1dc5a&device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 1098 time: 0.1173277 Sep 21 15:17:28.723761 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edddf5e-3bab-476d-b90b-b0e838486560 None None] Pushing event updated for resources: {'Port': ['ID=d53623aa-42c7-4db4-bd96-6c4f122db158,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:28.850743 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b4ae68-218a-4a1b-adad-aa20d6b4b834 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network ad58757c-58aa-4507-b80d-3c85de821e39 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:28.862957 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-77b4ae68-218a-4a1b-adad-aa20d6b4b834 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:28.868100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4ae68-218a-4a1b-adad-aa20d6b4b834 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:17:28.930100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4ae68-218a-4a1b-adad-aa20d6b4b834 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Port': ['ID=5fb3e11c-c437-4cfd-ab0e-85e6455c7941,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:28.950223 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce21210-1700-4f23-b359-6ed979fa0593 req-a240d96f-aaf8-418f-8c55-14c637cfe4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:28.954455 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fce21210-1700-4f23-b359-6ed979fa0593 req-a240d96f-aaf8-418f-8c55-14c637cfe4dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a027504-dd1f-470a-a98b-400eafbfc229 HTTP/1.1" status: 200 len: 911 time: 0.2297511 Sep 21 15:17:28.995447 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-77b4ae68-218a-4a1b-adad-aa20d6b4b834 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:29.166357 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fce21210-1700-4f23-b359-6ed979fa0593 req-26ee3710-ce34-4a37-81e7-ac7f026934f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=681fde30-5c30-4046-a75f-a8a727cd37ae HTTP/1.1" status: 200 len: 1000 time: 0.2033222 Sep 21 15:17:29.307946 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce21210-1700-4f23-b359-6ed979fa0593 req-51cd1945-a6ad-40d4-aced-487f5686cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:29.310847 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fce21210-1700-4f23-b359-6ed979fa0593 req-51cd1945-a6ad-40d4-aced-487f5686cb97 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=975d8ae1-c46e-49e5-9b8f-b5475bec71b0 HTTP/1.1" status: 200 len: 849 time: 0.1375916 Sep 21 15:17:29.323186 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-77b4ae68-218a-4a1b-adad-aa20d6b4b834 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:29.379597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d53623aa-42c7-4db4-bd96-6c4f122db158 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:29.432304 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce21210-1700-4f23-b359-6ed979fa0593 req-00be923b-3995-403f-9b6e-d7a7761d0ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:29.434135 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fce21210-1700-4f23-b359-6ed979fa0593 req-00be923b-3995-403f-9b6e-d7a7761d0ba6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a027504-dd1f-470a-a98b-400eafbfc229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1150084 Sep 21 15:17:29.524756 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port d53623aa-42c7-4db4-bd96-6c4f122db158 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:29.532785 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 41d45544-1663-49d3-8138-745212bcdc07 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:29.623654 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fce21210-1700-4f23-b359-6ed979fa0593 req-10d2bd83-bc46-4538-82fd-4faf1fab8033 service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784658 Sep 21 15:17:29.642625 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 41d45544-1663-49d3-8138-745212bcdc07 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:29.651727 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 41d45544-1663-49d3-8138-745212bcdc07 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:29.652594 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:29.818047 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fce21210-1700-4f23-b359-6ed979fa0593 req-7ecb8d11-5d00-4aee-a79a-a19d385d0d42 service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845520 Sep 21 15:17:29.881004 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 41d45544-1663-49d3-8138-745212bcdc07 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:29.881656 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:29.919833 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 41d45544-1663-49d3-8138-745212bcdc07, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=41d45544-1663-49d3-8138-745212bcdc07,segment=NetworkSegment(852d7e07-87b6-4b1a-ba76-45895de25713),segment_id=852d7e07-87b6-4b1a-ba76-45895de25713)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:29.924875 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:29.943272 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-77b4ae68-218a-4a1b-adad-aa20d6b4b834 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:29.949581 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-77b4ae68-218a-4a1b-adad-aa20d6b4b834 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:30.018030 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=41d45544-1663-49d3-8138-745212bcdc07,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:30.098626 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-77b4ae68-218a-4a1b-adad-aa20d6b4b834 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:30.130411 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4ae68-218a-4a1b-adad-aa20d6b4b834 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Port': ['ID=5fb3e11c-c437-4cfd-ab0e-85e6455c7941,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:30.161189 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f857e85-b87c-449f-a03a-870ecedc968d None None] Network ad58757c-58aa-4507-b80d-3c85de821e39 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:30.255019 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b4ae68-218a-4a1b-adad-aa20d6b4b834 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network ad58757c-58aa-4507-b80d-3c85de821e39 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:30.256225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-77b4ae68-218a-4a1b-adad-aa20d6b4b834 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:30.265680 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-90dd52e4-1416-4ace-890f-940c14632071 None None] Provisioning for port d53623aa-42c7-4db4-bd96-6c4f122db158 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:30.275501 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-90dd52e4-1416-4ace-890f-940c14632071 None None] Provisioning complete for port d53623aa-42c7-4db4-bd96-6c4f122db158 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:30.275890 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-90dd52e4-1416-4ace-890f-940c14632071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:30.443555 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b4ae68-218a-4a1b-adad-aa20d6b4b834 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router 642401cf-8510-4a57-8839-30d994bf4a1d has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:17:30.516928 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-90dd52e4-1416-4ace-890f-940c14632071 None None] Current status of the port d53623aa-42c7-4db4-bd96-6c4f122db158 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:30.517391 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-90dd52e4-1416-4ace-890f-940c14632071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:30.573244 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-90dd52e4-1416-4ace-890f-940c14632071 None None] For port d53623aa-42c7-4db4-bd96-6c4f122db158, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d53623aa-42c7-4db4-bd96-6c4f122db158,segment=NetworkSegment(6b22adb1-725b-459c-b301-6ab64b838de4),segment_id=6b22adb1-725b-459c-b301-6ab64b838de4)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:30.579427 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-90dd52e4-1416-4ace-890f-940c14632071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:30.649869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b4ae68-218a-4a1b-adad-aa20d6b4b834 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:17:30.673748 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd52e4-1416-4ace-890f-940c14632071 None None] Pushing event updated for resources: {'Port': ['ID=d53623aa-42c7-4db4-bd96-6c4f122db158,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:30.688585 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-77b4ae68-218a-4a1b-adad-aa20d6b4b834 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/642401cf-8510-4a57-8839-30d994bf4a1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4868855 Sep 21 15:17:30.688771 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33564) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:30.691947 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] Sync routers for ids ['642401cf-8510-4a57-8839-30d994bf4a1d'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:17:30.698963 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-45f71e88-ab94-4ca8-ae5e-da9908505ef8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'network': {'name': 'tempest-RoutersTest-1832978615'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:30.705183 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-45f71e88-ab94-4ca8-ae5e-da9908505ef8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:30.710159 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-45f71e88-ab94-4ca8-ae5e-da9908505ef8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:network and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:30.712278 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] Routers {'642401cf-8510-4a57-8839-30d994bf4a1d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:30.712909 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['642401cf-8510-4a57-8839-30d994bf4a1d'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:30.714932 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-45f71e88-ab94-4ca8-ae5e-da9908505ef8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:30.728546 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-45f71e88-ab94-4ca8-ae5e-da9908505ef8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:30.751656 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f71e88-ab94-4ca8-ae5e-da9908505ef8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Made reservation on behalf of 4ae973dfcd6b4097b917fb2b9641e0f1 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:17:30.759702 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45f71e88-ab94-4ca8-ae5e-da9908505ef8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:30.797018 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f71e88-ab94-4ca8-ae5e-da9908505ef8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:17:30.814364 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45f71e88-ab94-4ca8-ae5e-da9908505ef8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:30.814364 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-45f71e88-ab94-4ca8-ae5e-da9908505ef8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Added segment 5f8d2c28-935e-4b72-9a23-f97f1e5def92 of type vlan for network aabdd8c3-d2bc-4dc7-9684-d1a72330b41f Sep 21 15:17:30.865396 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45f71e88-ab94-4ca8-ae5e-da9908505ef8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:30.910047 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45f71e88-ab94-4ca8-ae5e-da9908505ef8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:30.915524 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f71e88-ab94-4ca8-ae5e-da9908505ef8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:30.916123 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45f71e88-ab94-4ca8-ae5e-da9908505ef8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:30.945543 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33568) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:30.953778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-156527305', 'description': 'tempest-secgroup-smoke-156527305 description', 'project_id': 'd465aa95e5424f8fb99965a3955b49d2'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:30.957820 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] Set router 642401cf-8510-4a57-8839-30d994bf4a1d gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:30.961010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:30.965197 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Usage tracker for resource:security_group and tenant:d465aa95e5424f8fb99965a3955b49d2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:30.968213 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:30.974795 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:31.023329 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8ceb32fd-0149-4446-a8ad-a4a69e480336 None None] Provisioning for port 5fb3e11c-c437-4cfd-ab0e-85e6455c7941 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:31.036759 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8ceb32fd-0149-4446-a8ad-a4a69e480336 None None] Provisioning complete for port 5fb3e11c-c437-4cfd-ab0e-85e6455c7941 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:31.037792 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8ceb32fd-0149-4446-a8ad-a4a69e480336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:31.050836 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:31.073498 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:31.084366 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-45f71e88-ab94-4ca8-ae5e-da9908505ef8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3944919 Sep 21 15:17:31.087455 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33572) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:31.099259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:31.106277 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Usage tracker for resource:security_group_rule and tenant:d465aa95e5424f8fb99965a3955b49d2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:31.111958 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:31.117556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0796a51b-100b-4697-8358-90229253f928 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'subnet': {'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:31.127210 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:31.162987 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f71e88-ab94-4ca8-ae5e-da9908505ef8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Network': ['ID=aabdd8c3-d2bc-4dc7-9684-d1a72330b41f,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:31.170487 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8ceb32fd-0149-4446-a8ad-a4a69e480336 None None] Port 5fb3e11c-c437-4cfd-ab0e-85e6455c7941 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:17:31.195221 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8ceb32fd-0149-4446-a8ad-a4a69e480336 None None] Provisioning complete for port d53623aa-42c7-4db4-bd96-6c4f122db158 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:31.196154 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8ceb32fd-0149-4446-a8ad-a4a69e480336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:31.241742 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network aabdd8c3-d2bc-4dc7-9684-d1a72330b41f details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:17:31.334496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:31.341413 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:31.376669 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:31.419559 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0796a51b-100b-4697-8358-90229253f928 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:31.420398 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d53623aa-42c7-4db4-bd96-6c4f122db158 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:31.424762 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0796a51b-100b-4697-8358-90229253f928 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:subnet and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:31.427704 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84c40a4-9b89-4b58-ab3c-38919064c056,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:31.428564 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0796a51b-100b-4697-8358-90229253f928 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:31.436390 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0796a51b-100b-4697-8358-90229253f928 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:31.450904 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Usage tracker for resource:security_group_rule and tenant:d465aa95e5424f8fb99965a3955b49d2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:31.453399 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0796a51b-100b-4697-8358-90229253f928 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Made reservation on behalf of 4ae973dfcd6b4097b917fb2b9641e0f1 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:17:31.461978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:31.463898 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0796a51b-100b-4697-8358-90229253f928 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:31.478317 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:31.543259 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 3, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3e11c-c437-4cfd-ab0e-85e6455c7941', 'name': '', 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:20:11:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:27Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 2, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:31.551555 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] Checking router: 642401cf-8510-4a57-8839-30d994bf4a1d for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:17:31.551773 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] Updating router 642401cf-8510-4a57-8839-30d994bf4a1d port 5fb3e11c-c437-4cfd-ab0e-85e6455c7941 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:17:31.589015 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:31.595367 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:31.629744 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:31.657147 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:31.659731 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7127159 Sep 21 15:17:31.681871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33576) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:31.708481 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-217750f0-0e4d-4857-9c59-3e2734967ca8 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Request body: {'security_group_rule': {'security_group_id': '9faa144f-c67b-4d25-9a8e-585e232c3db0', 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:31.718927 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-217750f0-0e4d-4857-9c59-3e2734967ca8 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:31.721998 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c443797-febc-4c66-8289-d310c7efbe9a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9faa144f-c67b-4d25-9a8e-585e232c3db0,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:31.733129 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-217750f0-0e4d-4857-9c59-3e2734967ca8 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Usage tracker for resource:security_group_rule and tenant:d465aa95e5424f8fb99965a3955b49d2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:31.737377 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-217750f0-0e4d-4857-9c59-3e2734967ca8 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:31.745188 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-217750f0-0e4d-4857-9c59-3e2734967ca8 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:31.778952 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-217750f0-0e4d-4857-9c59-3e2734967ca8 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:31.811473 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8ceb32fd-0149-4446-a8ad-a4a69e480336 None None] Current status of the port d53623aa-42c7-4db4-bd96-6c4f122db158 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:31.836709 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0796a51b-100b-4697-8358-90229253f928 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:31.850154 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port d53623aa-42c7-4db4-bd96-6c4f122db158 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:31.850532 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:31.893539 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-217750f0-0e4d-4857-9c59-3e2734967ca8 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:31.901959 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-217750f0-0e4d-4857-9c59-3e2734967ca8 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:31.949451 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217750f0-0e4d-4857-9c59-3e2734967ca8 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0635bac-8976-434d-8db6-2194b4cd2f41,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:31.961099 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796a51b-100b-4697-8358-90229253f928 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Subnet': ['ID=18d207b1-b273-42a8-9c96-35893bc41347,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:31.969767 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796a51b-100b-4697-8358-90229253f928 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Checking segment: {'id': '5f8d2c28-935e-4b72-9a23-f97f1e5def92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:31.969767 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0796a51b-100b-4697-8358-90229253f928 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network hostable DHCP agents. Network: aabdd8c3-d2bc-4dc7-9684-d1a72330b41f, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:17:32.001556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0796a51b-100b-4697-8358-90229253f928 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network aabdd8c3-d2bc-4dc7-9684-d1a72330b41f is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:17:32.009149 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-217750f0-0e4d-4857-9c59-3e2734967ca8 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:32.011689 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-217750f0-0e4d-4857-9c59-3e2734967ca8 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3283441 Sep 21 15:17:32.014214 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33580) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:32.024707 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-0796a51b-100b-4697-8358-90229253f928 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, aabdd8c3-d2bc-4dc7-9684-d1a72330b41f) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:32.027879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-79c0a5b8-fe0f-45d3-8ed7-c2326dfa2264 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Request body: {'security_group_rule': {'security_group_id': '9faa144f-c67b-4d25-9a8e-585e232c3db0', 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:32.040175 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0796a51b-100b-4697-8358-90229253f928 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:32.040796 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0796a51b-100b-4697-8358-90229253f928 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:32.043971 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-79c0a5b8-fe0f-45d3-8ed7-c2326dfa2264 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:32.053554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-79c0a5b8-fe0f-45d3-8ed7-c2326dfa2264 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Usage tracker for resource:security_group_rule and tenant:d465aa95e5424f8fb99965a3955b49d2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:32.058545 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-79c0a5b8-fe0f-45d3-8ed7-c2326dfa2264 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:32.074328 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-79c0a5b8-fe0f-45d3-8ed7-c2326dfa2264 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:32.079651 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0796a51b-100b-4697-8358-90229253f928 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9910088 Sep 21 15:17:32.081370 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f8d24d-0c5b-42e1-96ca-559a43e0c15b None None] Network aabdd8c3-d2bc-4dc7-9684-d1a72330b41f requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:32.082995 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33584) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:32.125700 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-79c0a5b8-fe0f-45d3-8ed7-c2326dfa2264 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:32.221364 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-79c0a5b8-fe0f-45d3-8ed7-c2326dfa2264 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:32.229240 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:32.237017 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-79c0a5b8-fe0f-45d3-8ed7-c2326dfa2264 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:32.262955 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] Transition to ACTIVE for port object 5fb3e11c-c437-4cfd-ab0e-85e6455c7941 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:32.273468 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0a5b8-fe0f-45d3-8ed7-c2326dfa2264 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a36b25-48a2-4e96-a571-81ab9bd476d3,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:32.283015 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:32.303583 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-79c0a5b8-fe0f-45d3-8ed7-c2326dfa2264 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:32.306674 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-79c0a5b8-fe0f-45d3-8ed7-c2326dfa2264 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2907400 Sep 21 15:17:32.309836 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33588) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:32.318212 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-66ec294c-918d-468e-9097-6ff4c7bb9859 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Request body: {'security_group_rule': {'security_group_id': '9faa144f-c67b-4d25-9a8e-585e232c3db0', 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:32.330201 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-66ec294c-918d-468e-9097-6ff4c7bb9859 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:32.338285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-66ec294c-918d-468e-9097-6ff4c7bb9859 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Usage tracker for resource:security_group_rule and tenant:d465aa95e5424f8fb99965a3955b49d2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:32.343556 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-66ec294c-918d-468e-9097-6ff4c7bb9859 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:32.354350 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-66ec294c-918d-468e-9097-6ff4c7bb9859 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:32.414819 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-66ec294c-918d-468e-9097-6ff4c7bb9859 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:32.460140 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port d53623aa-42c7-4db4-bd96-6c4f122db158 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:32.461538 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 41d45544-1663-49d3-8138-745212bcdc07 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:32.490696 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-aabdd8c3-d2bc-4dc7-9684-d1a72330b41f', 'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'fixed_ips': [{'subnet_id': '18d207b1-b273-42a8-9c96-35893bc41347'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:17:32.491746 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:32.703356 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad44d4-26fe-408e-ac4d-f4744932b331 None None] Pushing event updated for resources: {'Port': ['ID=5fb3e11c-c437-4cfd-ab0e-85e6455c7941,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:32.728076 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad44d4-26fe-408e-ac4d-f4744932b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:32.728391 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad44d4-26fe-408e-ac4d-f4744932b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:32.728747 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad44d4-26fe-408e-ac4d-f4744932b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:32.729082 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad44d4-26fe-408e-ac4d-f4744932b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:32.730186 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad44d4-26fe-408e-ac4d-f4744932b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:32.730626 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad44d4-26fe-408e-ac4d-f4744932b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:32.730968 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad44d4-26fe-408e-ac4d-f4744932b331 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:32.731762 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad44d4-26fe-408e-ac4d-f4744932b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:32.731867 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad44d4-26fe-408e-ac4d-f4744932b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:32.733213 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad44d4-26fe-408e-ac4d-f4744932b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:32.733337 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 41d45544-1663-49d3-8138-745212bcdc07 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:32.733453 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad44d4-26fe-408e-ac4d-f4744932b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:32.733591 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:32.733693 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad44d4-26fe-408e-ac4d-f4744932b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:17:32.746304 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] Attempting to bind port 5fb3e11c-c437-4cfd-ab0e-85e6455c7941 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:17:32.746304 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] Attempting to bind port 5fb3e11c-c437-4cfd-ab0e-85e6455c7941 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '6b22adb1-725b-459c-b301-6ab64b838de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:17:32.746304 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] Attempting to bind port 5fb3e11c-c437-4cfd-ab0e-85e6455c7941 on network ad58757c-58aa-4507-b80d-3c85de821e39 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:17:32.755759 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:17:32.756544 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] Checking segment: {'id': '6b22adb1-725b-459c-b301-6ab64b838de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:32.756944 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:32.757502 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] Bound using segment: {'id': '6b22adb1-725b-459c-b301-6ab64b838de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:17:32.758164 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] Bound port: 5fb3e11c-c437-4cfd-ab0e-85e6455c7941, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b22adb1-725b-459c-b301-6ab64b838de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:17:32.758713 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:32.767743 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-66ec294c-918d-468e-9097-6ff4c7bb9859 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:32.778069 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-66ec294c-918d-468e-9097-6ff4c7bb9859 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:32.807619 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec294c-918d-468e-9097-6ff4c7bb9859 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013f9559-4046-462c-ae69-121b1e27d538,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:32.829970 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-66ec294c-918d-468e-9097-6ff4c7bb9859 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:32.833206 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-66ec294c-918d-468e-9097-6ff4c7bb9859 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5215302 Sep 21 15:17:32.837089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33592) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:32.846773 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-aa121179-edfc-49bb-b39a-336f6256f5aa tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Request body: {'security_group_rule': {'security_group_id': '9faa144f-c67b-4d25-9a8e-585e232c3db0', 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:32.858330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-aa121179-edfc-49bb-b39a-336f6256f5aa tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:32.869048 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-aa121179-edfc-49bb-b39a-336f6256f5aa tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Usage tracker for resource:security_group_rule and tenant:d465aa95e5424f8fb99965a3955b49d2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:32.878959 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-aa121179-edfc-49bb-b39a-336f6256f5aa tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:32.891183 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-aa121179-edfc-49bb-b39a-336f6256f5aa tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:32.908927 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] For port 5fb3e11c-c437-4cfd-ab0e-85e6455c7941, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:17:32.913539 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] For port 5fb3e11c-c437-4cfd-ab0e-85e6455c7941, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5fb3e11c-c437-4cfd-ab0e-85e6455c7941,segment=NetworkSegment(6b22adb1-725b-459c-b301-6ab64b838de4),segment_id=6b22adb1-725b-459c-b301-6ab64b838de4)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:17:32.917453 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa121179-edfc-49bb-b39a-336f6256f5aa tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:32.930473 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:32.950814 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] Allocated IP 172.22.0.2 (aabdd8c3-d2bc-4dc7-9684-d1a72330b41f/18d207b1-b273-42a8-9c96-35893bc41347/ff290a0d-50cc-431f-9fae-469641e402ff) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:17:32.997058 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] Routers {'642401cf-8510-4a57-8839-30d994bf4a1d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:32.997765 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['642401cf-8510-4a57-8839-30d994bf4a1d'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:33.045831 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 41d45544-1663-49d3-8138-745212bcdc07 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:33.075213 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa121179-edfc-49bb-b39a-336f6256f5aa tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:33.081784 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa121179-edfc-49bb-b39a-336f6256f5aa tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:33.095327 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20a18c7c-5d6b-42bf-a810-7458c4747cf2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:33.184499 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa121179-edfc-49bb-b39a-336f6256f5aa tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d7d7a7-ad35-417c-8cbc-61c9b95ee700,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:33.188067 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa121179-edfc-49bb-b39a-336f6256f5aa tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:33.191853 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-aa121179-edfc-49bb-b39a-336f6256f5aa tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3526416 Sep 21 15:17:33.192384 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33596) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:33.198492 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d8882916-18df-4209-9681-0bd1ba409728 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Request body: {'security_group_rule': {'security_group_id': '9faa144f-c67b-4d25-9a8e-585e232c3db0', 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:33.204925 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d8882916-18df-4209-9681-0bd1ba409728 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:33.208987 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d8882916-18df-4209-9681-0bd1ba409728 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Usage tracker for resource:security_group_rule and tenant:d465aa95e5424f8fb99965a3955b49d2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:33.212386 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d8882916-18df-4209-9681-0bd1ba409728 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:33.217435 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad44d4-26fe-408e-ac4d-f4744932b331 None None] Pushing event updated for resources: {'Port': ['ID=5fb3e11c-c437-4cfd-ab0e-85e6455c7941,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:33.220077 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d8882916-18df-4209-9681-0bd1ba409728 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:33.235968 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-d8882916-18df-4209-9681-0bd1ba409728 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Project d465aa95e5424f8fb99965a3955b49d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:17:33.249022 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8882916-18df-4209-9681-0bd1ba409728 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:33.255615 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] Set router 642401cf-8510-4a57-8839-30d994bf4a1d gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:33.320378 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:33.339318 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] Transition to ACTIVE for port object ff290a0d-50cc-431f-9fae-469641e402ff will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:33.362293 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8882916-18df-4209-9681-0bd1ba409728 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:33.369929 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] Transition to ACTIVE for port object ff290a0d-50cc-431f-9fae-469641e402ff will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:33.370719 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8882916-18df-4209-9681-0bd1ba409728 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:33.383835 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:33.424743 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8882916-18df-4209-9681-0bd1ba409728 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af936f57-099c-45cf-adcf-aeb053fa82c1,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:33.447943 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8882916-18df-4209-9681-0bd1ba409728 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:33.449854 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d8882916-18df-4209-9681-0bd1ba409728 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2559803 Sep 21 15:17:33.455550 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33600) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:33.463946 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8c480cbb-0fd2-4d9e-ae0a-12f2bbc21596 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Request body: {'security_group_rule': {'security_group_id': '9faa144f-c67b-4d25-9a8e-585e232c3db0', 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:33.476357 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8c480cbb-0fd2-4d9e-ae0a-12f2bbc21596 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:33.481082 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] Pushing event updated for resources: {'Port': ['ID=ff290a0d-50cc-431f-9fae-469641e402ff,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:33.487640 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8c480cbb-0fd2-4d9e-ae0a-12f2bbc21596 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Usage tracker for resource:security_group_rule and tenant:d465aa95e5424f8fb99965a3955b49d2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:33.493854 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8c480cbb-0fd2-4d9e-ae0a-12f2bbc21596 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:33.508966 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] Network aabdd8c3-d2bc-4dc7-9684-d1a72330b41f is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:33.508966 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:33.511403 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8c480cbb-0fd2-4d9e-ae0a-12f2bbc21596 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:33.515003 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:17:33.528027 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-8c480cbb-0fd2-4d9e-ae0a-12f2bbc21596 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Project d465aa95e5424f8fb99965a3955b49d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:17:33.537380 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c480cbb-0fd2-4d9e-ae0a-12f2bbc21596 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:33.642114 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] Attempting to bind port ff290a0d-50cc-431f-9fae-469641e402ff on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:17:33.643034 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] Attempting to bind port ff290a0d-50cc-431f-9fae-469641e402ff by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '5f8d2c28-935e-4b72-9a23-f97f1e5def92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:17:33.643034 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] Attempting to bind port ff290a0d-50cc-431f-9fae-469641e402ff on network aabdd8c3-d2bc-4dc7-9684-d1a72330b41f {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:17:33.647004 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c480cbb-0fd2-4d9e-ae0a-12f2bbc21596 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:33.650472 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:17:33.651191 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] Checking segment: {'id': '5f8d2c28-935e-4b72-9a23-f97f1e5def92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:33.651302 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:33.651665 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] Bound using segment: {'id': '5f8d2c28-935e-4b72-9a23-f97f1e5def92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:17:33.652160 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] Bound port: ff290a0d-50cc-431f-9fae-469641e402ff, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8d2c28-935e-4b72-9a23-f97f1e5def92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:17:33.652568 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:33.652816 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c480cbb-0fd2-4d9e-ae0a-12f2bbc21596 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:33.657583 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-20a18c7c-5d6b-42bf-a810-7458c4747cf2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Allocated IP 172.22.0.1 (aabdd8c3-d2bc-4dc7-9684-d1a72330b41f/18d207b1-b273-42a8-9c96-35893bc41347/2d642448-37a7-42d7-92fa-4daa5ffd440e) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:17:33.686407 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c480cbb-0fd2-4d9e-ae0a-12f2bbc21596 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7adedef5-0dfe-4a6c-a413-8d180cbee8fd,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:33.688352 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 3, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3e11c-c437-4cfd-ab0e-85e6455c7941', 'name': '', 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:20:11:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:27Z', 'updated_at': '2022-09-21T15:17:32Z', 'revision_number': 4, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:33.694320 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548503bd-b032-46c2-8aae-1a73de337063 None None] The sync data for ids ['642401cf-8510-4a57-8839-30d994bf4a1d'] in dv-neutron-858731-1-hyperv is: [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 3, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3e11c-c437-4cfd-ab0e-85e6455c7941', 'name': '', 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:20:11:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:27Z', 'updated_at': '2022-09-21T15:17:32Z', 'revision_number': 4, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:17:33.701561 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c480cbb-0fd2-4d9e-ae0a-12f2bbc21596 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:33.705419 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8c480cbb-0fd2-4d9e-ae0a-12f2bbc21596 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2460265 Sep 21 15:17:33.708321 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33604) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:33.717779 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b51245bd-cd66-4301-94c2-0afe713330ef tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Request body: {'network': {'name': 'tempest-network-smoke--1793652187', 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'port_security_enabled': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:33.730613 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b51245bd-cd66-4301-94c2-0afe713330ef tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:33.739248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b51245bd-cd66-4301-94c2-0afe713330ef tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Usage tracker for resource:network and tenant:d465aa95e5424f8fb99965a3955b49d2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:33.744708 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b51245bd-cd66-4301-94c2-0afe713330ef tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:33.774012 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b51245bd-cd66-4301-94c2-0afe713330ef tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:33.807235 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51245bd-cd66-4301-94c2-0afe713330ef tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Made reservation on behalf of d465aa95e5424f8fb99965a3955b49d2 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:17:33.813997 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b51245bd-cd66-4301-94c2-0afe713330ef tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:33.837894 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] For port ff290a0d-50cc-431f-9fae-469641e402ff, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:17:33.849114 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] For port ff290a0d-50cc-431f-9fae-469641e402ff, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ff290a0d-50cc-431f-9fae-469641e402ff,segment=NetworkSegment(5f8d2c28-935e-4b72-9a23-f97f1e5def92),segment_id=5f8d2c28-935e-4b72-9a23-f97f1e5def92)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:17:33.861664 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:33.867672 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51245bd-cd66-4301-94c2-0afe713330ef tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:17:33.883050 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b51245bd-cd66-4301-94c2-0afe713330ef tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:33.884312 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-b51245bd-cd66-4301-94c2-0afe713330ef tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Added segment 6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2 of type vlan for network bd23d9d4-d422-4b01-a452-0126399a9b61 Sep 21 15:17:33.926544 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b51245bd-cd66-4301-94c2-0afe713330ef tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:33.962577 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20a18c7c-5d6b-42bf-a810-7458c4747cf2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:33.980342 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b51245bd-cd66-4301-94c2-0afe713330ef tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:33.994022 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a4ef4-dc92-4aa4-9611-d1ab8a7d1edc None None] Pushing event updated for resources: {'Port': ['ID=ff290a0d-50cc-431f-9fae-469641e402ff,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:33.994591 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51245bd-cd66-4301-94c2-0afe713330ef tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:33.994762 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b51245bd-cd66-4301-94c2-0afe713330ef tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:34.019020 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-20a18c7c-5d6b-42bf-a810-7458c4747cf2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Transition to ACTIVE for port object 2d642448-37a7-42d7-92fa-4daa5ffd440e will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:34.078204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20a18c7c-5d6b-42bf-a810-7458c4747cf2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:34.164152 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a18c7c-5d6b-42bf-a810-7458c4747cf2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network aabdd8c3-d2bc-4dc7-9684-d1a72330b41f is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:34.174498 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-20a18c7c-5d6b-42bf-a810-7458c4747cf2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:34.180826 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a18c7c-5d6b-42bf-a810-7458c4747cf2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:17:34.232105 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b51245bd-cd66-4301-94c2-0afe713330ef tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5229502 Sep 21 15:17:34.238047 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33610) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:34.247795 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-722785563', 'admin_state_up': True, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:34.267737 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a18c7c-5d6b-42bf-a810-7458c4747cf2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Port': ['ID=2d642448-37a7-42d7-92fa-4daa5ffd440e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:34.275983 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:34.284054 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51245bd-cd66-4301-94c2-0afe713330ef tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event updated for resources: {'Network': ['ID=bd23d9d4-d422-4b01-a452-0126399a9b61,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:34.287252 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Usage tracker for resource:router and tenant:d465aa95e5424f8fb99965a3955b49d2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:34.291114 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:34.298191 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20a18c7c-5d6b-42bf-a810-7458c4747cf2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:34.300792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:34.316817 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network bd23d9d4-d422-4b01-a452-0126399a9b61 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:17:34.320137 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:34.321669 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:34.354880 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:34.536622 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20a18c7c-5d6b-42bf-a810-7458c4747cf2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:34.766510 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:35.132606 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:35.136067 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20a18c7c-5d6b-42bf-a810-7458c4747cf2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:35.144051 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20a18c7c-5d6b-42bf-a810-7458c4747cf2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:35.179485 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:35.291287 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a18c7c-5d6b-42bf-a810-7458c4747cf2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Port': ['ID=2d642448-37a7-42d7-92fa-4daa5ffd440e,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:35.302059 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20a18c7c-5d6b-42bf-a810-7458c4747cf2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:35.472153 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5fb3e11c-c437-4cfd-ab0e-85e6455c7941 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:35.481266 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Allocated IP 172.26.4.180 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/e1a4c336-722e-4ad5-830e-1b02e543077d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:17:35.528828 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a18c7c-5d6b-42bf-a810-7458c4747cf2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network aabdd8c3-d2bc-4dc7-9684-d1a72330b41f is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:35.530336 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-20a18c7c-5d6b-42bf-a810-7458c4747cf2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:35.564883 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f11c2e91-2b90-4911-87df-4136dff977c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:35.605635 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 5fb3e11c-c437-4cfd-ab0e-85e6455c7941 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:35.622669 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 5fb3e11c-c437-4cfd-ab0e-85e6455c7941 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:35.625152 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:35.657162 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf855238-0757-47c0-8988-33889708f648 None None] Network aabdd8c3-d2bc-4dc7-9684-d1a72330b41f requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:35.733377 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:35.742505 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a18c7c-5d6b-42bf-a810-7458c4747cf2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router 642401cf-8510-4a57-8839-30d994bf4a1d has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:17:35.782711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:35.783037 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-70c66497-bbec-4bea-b1dd-02a82a673e74 None None] Provisioning for port ff290a0d-50cc-431f-9fae-469641e402ff completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:35.965850 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a18c7c-5d6b-42bf-a810-7458c4747cf2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:17:36.005108 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-20a18c7c-5d6b-42bf-a810-7458c4747cf2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/642401cf-8510-4a57-8839-30d994bf4a1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9186041 Sep 21 15:17:36.009454 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33616) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:36.013535 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] Sync routers for ids ['642401cf-8510-4a57-8839-30d994bf4a1d'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:17:36.019364 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5459cb6e-f2fd-4f4a-807c-ae5bab0c5e0e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'network': {'name': 'tempest-RoutersTest-733231041'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:36.028628 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5459cb6e-f2fd-4f4a-807c-ae5bab0c5e0e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:36.035405 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5459cb6e-f2fd-4f4a-807c-ae5bab0c5e0e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:network and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:36.039663 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5459cb6e-f2fd-4f4a-807c-ae5bab0c5e0e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:36.042370 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:36.045772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:36.050128 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:17:36.051880 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5459cb6e-f2fd-4f4a-807c-ae5bab0c5e0e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:36.066690 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5459cb6e-f2fd-4f4a-807c-ae5bab0c5e0e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Made reservation on behalf of 4ae973dfcd6b4097b917fb2b9641e0f1 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:17:36.075563 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5459cb6e-f2fd-4f4a-807c-ae5bab0c5e0e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:36.083170 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event updated for resources: {'Port': ['ID=e1a4c336-722e-4ad5-830e-1b02e543077d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:36.108217 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 5fb3e11c-c437-4cfd-ab0e-85e6455c7941 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:36.109927 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:36.117296 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5459cb6e-f2fd-4f4a-807c-ae5bab0c5e0e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:17:36.119628 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] Routers {'642401cf-8510-4a57-8839-30d994bf4a1d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:36.120873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['642401cf-8510-4a57-8839-30d994bf4a1d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:36.129104 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5459cb6e-f2fd-4f4a-807c-ae5bab0c5e0e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:36.130190 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-5459cb6e-f2fd-4f4a-807c-ae5bab0c5e0e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Added segment 850db6f8-aa72-4bd4-8ed4-b446030c5d08 of type vlan for network 524519c0-2962-4416-a728-c3d8b6346190 Sep 21 15:17:36.175270 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5459cb6e-f2fd-4f4a-807c-ae5bab0c5e0e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:36.214945 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5459cb6e-f2fd-4f4a-807c-ae5bab0c5e0e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:36.222592 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5459cb6e-f2fd-4f4a-807c-ae5bab0c5e0e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:36.224078 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5459cb6e-f2fd-4f4a-807c-ae5bab0c5e0e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:36.336546 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 5fb3e11c-c437-4cfd-ab0e-85e6455c7941, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5fb3e11c-c437-4cfd-ab0e-85e6455c7941,segment=NetworkSegment(6b22adb1-725b-459c-b301-6ab64b838de4),segment_id=6b22adb1-725b-459c-b301-6ab64b838de4)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:36.349655 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:36.350428 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ff290a0d-50cc-431f-9fae-469641e402ff up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:36.369900 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5459cb6e-f2fd-4f4a-807c-ae5bab0c5e0e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3547471 Sep 21 15:17:36.369900 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33620) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:36.384845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8ce81de6-85ef-4119-9ddd-aaf34ad7fde3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'subnet': {'network_id': '524519c0-2962-4416-a728-c3d8b6346190', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:36.404563 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459cb6e-f2fd-4f4a-807c-ae5bab0c5e0e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Network': ['ID=524519c0-2962-4416-a728-c3d8b6346190,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:36.427605 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 524519c0-2962-4416-a728-c3d8b6346190 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:17:36.449539 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] Set router 642401cf-8510-4a57-8839-30d994bf4a1d gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:36.511887 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8ce81de6-85ef-4119-9ddd-aaf34ad7fde3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:36.518065 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8ce81de6-85ef-4119-9ddd-aaf34ad7fde3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:subnet and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:36.521822 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8ce81de6-85ef-4119-9ddd-aaf34ad7fde3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:36.528703 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8ce81de6-85ef-4119-9ddd-aaf34ad7fde3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:36.545583 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce81de6-85ef-4119-9ddd-aaf34ad7fde3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Made reservation on behalf of 4ae973dfcd6b4097b917fb2b9641e0f1 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:17:36.551071 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ce81de6-85ef-4119-9ddd-aaf34ad7fde3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:36.619850 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:36.696479 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=5fb3e11c-c437-4cfd-ab0e-85e6455c7941,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:36.924526 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ce81de6-85ef-4119-9ddd-aaf34ad7fde3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:37.054241 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce81de6-85ef-4119-9ddd-aaf34ad7fde3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Subnet': ['ID=a9925a06-2dc5-49c4-aba0-50a38e605932,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:37.060696 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce81de6-85ef-4119-9ddd-aaf34ad7fde3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Checking segment: {'id': '850db6f8-aa72-4bd4-8ed4-b446030c5d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '524519c0-2962-4416-a728-c3d8b6346190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:37.061164 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce81de6-85ef-4119-9ddd-aaf34ad7fde3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network hostable DHCP agents. Network: 524519c0-2962-4416-a728-c3d8b6346190, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:17:37.097878 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce81de6-85ef-4119-9ddd-aaf34ad7fde3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network 524519c0-2962-4416-a728-c3d8b6346190 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:17:37.117592 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-8ce81de6-85ef-4119-9ddd-aaf34ad7fde3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 524519c0-2962-4416-a728-c3d8b6346190) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:37.127634 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce81de6-85ef-4119-9ddd-aaf34ad7fde3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:37.129186 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ce81de6-85ef-4119-9ddd-aaf34ad7fde3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:37.136776 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13af3412-255f-4e84-a28d-fb8bacfc5446 None None] Network 524519c0-2962-4416-a728-c3d8b6346190 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:37.145550 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:37.166940 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8ce81de6-85ef-4119-9ddd-aaf34ad7fde3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7963789 Sep 21 15:17:37.168593 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33624) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:37.259270 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port ff290a0d-50cc-431f-9fae-469641e402ff completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:37.268381 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port ff290a0d-50cc-431f-9fae-469641e402ff triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:37.268381 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:37.434531 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3f583685-621e-42af-b8b3-51f5d511f38f None None] Provisioning complete for port ff290a0d-50cc-431f-9fae-469641e402ff triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:37.434991 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3f583685-621e-42af-b8b3-51f5d511f38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:37.475623 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Router c5b72cdf-eabe-4467-8626-a5853d0ad7f5 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:17:37.620376 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-524519c0-2962-4416-a728-c3d8b6346190', 'network_id': '524519c0-2962-4416-a728-c3d8b6346190', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'fixed_ips': [{'subnet_id': 'a9925a06-2dc5-49c4-aba0-50a38e605932'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:17:37.621205 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:37.658886 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:17:34Z', 'revision_number': 4, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '2d642448-37a7-42d7-92fa-4daa5ffd440e', 'name': '', 'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:bb:c7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '18d207b1-b273-42a8-9c96-35893bc41347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:33Z', 'updated_at': '2022-09-21T15:17:34Z', 'revision_number': 2, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '18d207b1-b273-42a8-9c96-35893bc41347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3e11c-c437-4cfd-ab0e-85e6455c7941', 'name': '', 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:20:11:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:27Z', 'updated_at': '2022-09-21T15:17:32Z', 'revision_number': 4, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:37.664613 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port ff290a0d-50cc-431f-9fae-469641e402ff is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:37.664987 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:37.688093 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:17:37.697838 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] Sync routers for ids ['c5b72cdf-eabe-4467-8626-a5853d0ad7f5'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:17:37.709365 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] Routers {'c5b72cdf-eabe-4467-8626-a5853d0ad7f5'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:37.710346 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c5b72cdf-eabe-4467-8626-a5853d0ad7f5'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:37.721401 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:37.725920 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7f630cae-8ae7-4946-b5a9-713f381db1c2 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4837308 Sep 21 15:17:37.726407 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33628) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:37.769872 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] Checking router: 642401cf-8510-4a57-8839-30d994bf4a1d for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:17:37.770424 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] Updating router 642401cf-8510-4a57-8839-30d994bf4a1d port 2d642448-37a7-42d7-92fa-4daa5ffd440e binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:17:37.948577 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-727b16df-acbc-4f6a-8c8d-d69d05f85986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:37.953502 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] Set router c5b72cdf-eabe-4467-8626-a5853d0ad7f5 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:37.955319 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-656b8220-6444-429b-97f4-a98e626404c5 tempest-TestNetworkAdvancedServerOps-1869788001 tempest-TestNetworkAdvancedServerOps-1869788001-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=d465aa95e5424f8fb99965a3955b49d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2276194 Sep 21 15:17:37.957710 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:37.958792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33634) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:37.988910 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port ff290a0d-50cc-431f-9fae-469641e402ff, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ff290a0d-50cc-431f-9fae-469641e402ff,segment=NetworkSegment(5f8d2c28-935e-4b72-9a23-f97f1e5def92),segment_id=5f8d2c28-935e-4b72-9a23-f97f1e5def92)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:38.015321 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:38.072538 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea2ecd49-3e97-4f78-a4d2-53e93354d5a8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:38.084099 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3f583685-621e-42af-b8b3-51f5d511f38f None None] Current status of the port ff290a0d-50cc-431f-9fae-469641e402ff is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:38.084873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3f583685-621e-42af-b8b3-51f5d511f38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:38.194276 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5fb3e11c-c437-4cfd-ab0e-85e6455c7941 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:38.358199 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d097b6-d339-49aa-b13a-d06d29246c03 tempest-TestNetworkAdvancedServerOps-1869788001 tempest-TestNetworkAdvancedServerOps-1869788001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:38.366244 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-71d097b6-d339-49aa-b13a-d06d29246c03 tempest-TestNetworkAdvancedServerOps-1869788001 tempest-TestNetworkAdvancedServerOps-1869788001-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4062130 Sep 21 15:17:38.367114 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33638) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:38.372705 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] Allocated IP 172.23.0.2 (524519c0-2962-4416-a728-c3d8b6346190/a9925a06-2dc5-49c4-aba0-50a38e605932/e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:17:38.393717 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722785563', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:34Z', 'updated_at': '2022-09-21T15:17:36Z', 'revision_number': 3, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'gw_port': {'id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:35Z', 'updated_at': '2022-09-21T15:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:38.399369 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] Checking router: c5b72cdf-eabe-4467-8626-a5853d0ad7f5 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:17:38.399827 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] Updating router c5b72cdf-eabe-4467-8626-a5853d0ad7f5 port e1a4c336-722e-4ad5-830e-1b02e543077d binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:17:38.420597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=ff290a0d-50cc-431f-9fae-469641e402ff,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:38.432204 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-63a99e33-7403-4496-9754-a066ae9092e8 tempest-TestNetworkAdvancedServerOps-1869788001 tempest-TestNetworkAdvancedServerOps-1869788001-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=445481ae-8997-4e7e-a514-07e782c48c85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0625873 Sep 21 15:17:38.433178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33642) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:38.443631 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-739b42f7-990d-431d-8473-34435c9870e6 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-84264371', 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61', 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:38.517052 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:38.597602 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-739b42f7-990d-431d-8473-34435c9870e6 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:38.602810 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-739b42f7-990d-431d-8473-34435c9870e6 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Usage tracker for resource:subnet and tenant:d465aa95e5424f8fb99965a3955b49d2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:38.606296 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-739b42f7-990d-431d-8473-34435c9870e6 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:38.615757 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-739b42f7-990d-431d-8473-34435c9870e6 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:38.622693 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-3f583685-621e-42af-b8b3-51f5d511f38f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:17:38.622693 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-3f583685-621e-42af-b8b3-51f5d511f38f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:17:38.630445 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739b42f7-990d-431d-8473-34435c9870e6 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Made reservation on behalf of d465aa95e5424f8fb99965a3955b49d2 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:17:38.635566 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-739b42f7-990d-431d-8473-34435c9870e6 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:38.644372 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33648) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:38.709912 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 5fb3e11c-c437-4cfd-ab0e-85e6455c7941 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:38.710293 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:38.790737 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9daf57-caca-4750-91c9-982aabd0acbf tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:38.791733 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9daf57-caca-4750-91c9-982aabd0acbf tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:38.792935 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9daf57-caca-4750-91c9-982aabd0acbf tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:38.806412 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0e9daf57-caca-4750-91c9-982aabd0acbf tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/ports?project_id=821a0a843ff74fdda869752c13af53c9&network_id=32cada0d-147a-4930-9739-0fbe78c1c1dc HTTP/1.1" status: 200 len: 3000 time: 0.1601655 Sep 21 15:17:38.822743 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:38.939115 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-739b42f7-990d-431d-8473-34435c9870e6 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:38.953681 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:38.958712 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:38.971477 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] Transition to ACTIVE for port object e1a4c336-722e-4ad5-830e-1b02e543077d will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:38.982319 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:39.013137 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:39.016411 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b42f7-990d-431d-8473-34435c9870e6 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event updated for resources: {'Subnet': ['ID=012cb7da-4fde-4197-968f-b0277255c3e1,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:39.046995 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] Transition to ACTIVE for port object e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:39.054257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739b42f7-990d-431d-8473-34435c9870e6 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Checking segment: {'id': '6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:39.054811 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739b42f7-990d-431d-8473-34435c9870e6 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Network hostable DHCP agents. Network: bd23d9d4-d422-4b01-a452-0126399a9b61, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:17:39.060646 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] Attempting to bind port e1a4c336-722e-4ad5-830e-1b02e543077d on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:17:39.061497 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] Attempting to bind port e1a4c336-722e-4ad5-830e-1b02e543077d by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:17:39.062207 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] Attempting to bind port e1a4c336-722e-4ad5-830e-1b02e543077d on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:17:39.075667 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:17:39.076159 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:39.076673 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:39.077166 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:17:39.077873 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] Bound port: e1a4c336-722e-4ad5-830e-1b02e543077d, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:17:39.078556 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:39.081986 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739b42f7-990d-431d-8473-34435c9870e6 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Network bd23d9d4-d422-4b01-a452-0126399a9b61 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:17:39.091771 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-739b42f7-990d-431d-8473-34435c9870e6 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, bd23d9d4-d422-4b01-a452-0126399a9b61) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:39.100138 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739b42f7-990d-431d-8473-34435c9870e6 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:39.101132 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-739b42f7-990d-431d-8473-34435c9870e6 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:39.122081 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8ad740-ebfc-4e22-a388-e3e36f4b7820 None None] Network bd23d9d4-d422-4b01-a452-0126399a9b61 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:39.127999 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-739b42f7-990d-431d-8473-34435c9870e6 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6934865 Sep 21 15:17:39.130967 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33656) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:39.157204 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab7c21-e5c5-476a-93bd-6823a95b64e7 None None] Pushing event updated for resources: {'Port': ['ID=e1a4c336-722e-4ad5-830e-1b02e543077d,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:39.165426 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 5fb3e11c-c437-4cfd-ab0e-85e6455c7941 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:39.168148 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] Transition to ACTIVE for port object e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:39.184124 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] For port e1a4c336-722e-4ad5-830e-1b02e543077d, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:17:39.187917 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] For port e1a4c336-722e-4ad5-830e-1b02e543077d, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e1a4c336-722e-4ad5-830e-1b02e543077d,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:17:39.193116 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:39.245622 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] Routers {'c5b72cdf-eabe-4467-8626-a5853d0ad7f5'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:39.246340 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c5b72cdf-eabe-4467-8626-a5853d0ad7f5'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:39.248386 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:39.329752 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:39.342045 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-ea2ecd49-3e97-4f78-a4d2-53e93354d5a8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Allocated IP 172.23.0.1 (524519c0-2962-4416-a728-c3d8b6346190/a9925a06-2dc5-49c4-aba0-50a38e605932/6d36ff3f-5333-47ce-be71-dc4d74d998dd) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:17:39.365107 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] Network 524519c0-2962-4416-a728-c3d8b6346190 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:39.378938 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3f583685-621e-42af-b8b3-51f5d511f38f None None] Current status of the port ff290a0d-50cc-431f-9fae-469641e402ff is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:39.381518 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:39.388414 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] Transition to ACTIVE for port object 2d642448-37a7-42d7-92fa-4daa5ffd440e will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:39.396015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:17:39.402619 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] Pushing event updated for resources: {'Port': ['ID=e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:39.425030 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] Set router c5b72cdf-eabe-4467-8626-a5853d0ad7f5 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:39.475574 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:39.641967 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab7c21-e5c5-476a-93bd-6823a95b64e7 None None] Pushing event updated for resources: {'Port': ['ID=e1a4c336-722e-4ad5-830e-1b02e543077d,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:39.738015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3f583685-621e-42af-b8b3-51f5d511f38f None None] Provisioning for port 2d642448-37a7-42d7-92fa-4daa5ffd440e completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:39.769065 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722785563', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:34Z', 'updated_at': '2022-09-21T15:17:36Z', 'revision_number': 3, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'gw_port': {'id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:35Z', 'updated_at': '2022-09-21T15:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:39.778957 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cb61d0-ac3b-4b2e-9ca5-25d2b20133ce None None] The sync data for ids ['c5b72cdf-eabe-4467-8626-a5853d0ad7f5'] in dv-neutron-858731-1-hyperv is: [{'id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722785563', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:34Z', 'updated_at': '2022-09-21T15:17:36Z', 'revision_number': 3, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'gw_port': {'id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:35Z', 'updated_at': '2022-09-21T15:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:17:39.813662 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f060f7f-4ce6-4c9c-840b-f99ff5a3cb6c None None] Pushing event updated for resources: {'Port': ['ID=2d642448-37a7-42d7-92fa-4daa5ffd440e,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:39.816733 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] Attempting to bind port e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:17:39.817418 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] Attempting to bind port e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '850db6f8-aa72-4bd4-8ed4-b446030c5d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '524519c0-2962-4416-a728-c3d8b6346190'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:17:39.818078 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] Attempting to bind port e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f on network 524519c0-2962-4416-a728-c3d8b6346190 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:17:39.840688 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea2ecd49-3e97-4f78-a4d2-53e93354d5a8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:39.871376 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:17:39.871946 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] Checking segment: {'id': '850db6f8-aa72-4bd4-8ed4-b446030c5d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '524519c0-2962-4416-a728-c3d8b6346190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:39.872134 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:39.872557 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] Bound using segment: {'id': '850db6f8-aa72-4bd4-8ed4-b446030c5d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '524519c0-2962-4416-a728-c3d8b6346190'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:17:39.873217 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] Bound port: e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850db6f8-aa72-4bd4-8ed4-b446030c5d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '524519c0-2962-4416-a728-c3d8b6346190'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:17:39.873582 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:39.938925 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-ea2ecd49-3e97-4f78-a4d2-53e93354d5a8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Transition to ACTIVE for port object 6d36ff3f-5333-47ce-be71-dc4d74d998dd will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:40.046624 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] For port e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:17:40.050162 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] For port e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f,segment=NetworkSegment(850db6f8-aa72-4bd4-8ed4-b446030c5d08),segment_id=850db6f8-aa72-4bd4-8ed4-b446030c5d08)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:17:40.055701 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-bd23d9d4-d422-4b01-a452-0126399a9b61', 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'fixed_ips': [{'subnet_id': '012cb7da-4fde-4197-968f-b0277255c3e1'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:17:40.057827 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:40.075683 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:40.079877 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] Attempting to bind port 2d642448-37a7-42d7-92fa-4daa5ffd440e on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:17:40.080394 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] Attempting to bind port 2d642448-37a7-42d7-92fa-4daa5ffd440e by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '5f8d2c28-935e-4b72-9a23-f97f1e5def92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:17:40.080936 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] Attempting to bind port 2d642448-37a7-42d7-92fa-4daa5ffd440e on network aabdd8c3-d2bc-4dc7-9684-d1a72330b41f {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:17:40.147195 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea2ecd49-3e97-4f78-a4d2-53e93354d5a8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:40.147860 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:17:40.147860 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] Checking segment: {'id': '5f8d2c28-935e-4b72-9a23-f97f1e5def92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:40.148109 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:40.148346 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] Bound using segment: {'id': '5f8d2c28-935e-4b72-9a23-f97f1e5def92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:17:40.148839 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] Bound port: 2d642448-37a7-42d7-92fa-4daa5ffd440e, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8d2c28-935e-4b72-9a23-f97f1e5def92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:17:40.149204 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:40.255759 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2ecd49-3e97-4f78-a4d2-53e93354d5a8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network 524519c0-2962-4416-a728-c3d8b6346190 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:40.262559 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-ea2ecd49-3e97-4f78-a4d2-53e93354d5a8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:40.265614 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2ecd49-3e97-4f78-a4d2-53e93354d5a8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:17:40.311352 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e1a4c336-722e-4ad5-830e-1b02e543077d up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:40.381804 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ecd49-3e97-4f78-a4d2-53e93354d5a8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Port': ['ID=6d36ff3f-5333-47ce-be71-dc4d74d998dd,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:40.411371 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea2ecd49-3e97-4f78-a4d2-53e93354d5a8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:40.420755 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8805a4f-8518-4e59-ab23-f4a392795790 None None] Pushing event updated for resources: {'Port': ['ID=e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:40.529137 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a88db58c-acd7-413e-afed-47448759f00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:40.541313 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port e1a4c336-722e-4ad5-830e-1b02e543077d completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:40.544730 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] For port 2d642448-37a7-42d7-92fa-4daa5ffd440e, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:17:40.554000 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] For port 2d642448-37a7-42d7-92fa-4daa5ffd440e, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=2d642448-37a7-42d7-92fa-4daa5ffd440e,segment=NetworkSegment(5f8d2c28-935e-4b72-9a23-f97f1e5def92),segment_id=5f8d2c28-935e-4b72-9a23-f97f1e5def92)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:17:40.561852 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port e1a4c336-722e-4ad5-830e-1b02e543077d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:40.562235 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:40.597084 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:40.634554 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:40.660796 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] Allocated IP 172.20.0.2 (bd23d9d4-d422-4b01-a452-0126399a9b61/012cb7da-4fde-4197-968f-b0277255c3e1/33732f75-1f33-437f-a0f2-bebef15d3343) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:17:40.746435 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] Routers {'642401cf-8510-4a57-8839-30d994bf4a1d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:40.747089 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['642401cf-8510-4a57-8839-30d994bf4a1d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:40.766757 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33664) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:40.847430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6548708a-afe5-4b9a-b2bd-2e1b2a8def35 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:40.848963 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea2ecd49-3e97-4f78-a4d2-53e93354d5a8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:40.849939 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6548708a-afe5-4b9a-b2bd-2e1b2a8def35 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=445481ae-8997-4e7e-a514-07e782c48c85 HTTP/1.1" status: 200 len: 814 time: 0.0822494 Sep 21 15:17:40.994898 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f060f7f-4ce6-4c9c-840b-f99ff5a3cb6c None None] Pushing event updated for resources: {'Port': ['ID=2d642448-37a7-42d7-92fa-4daa5ffd440e,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:41.016050 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] Set router 642401cf-8510-4a57-8839-30d994bf4a1d gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:41.302562 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33672) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:41.322901 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f4f2f092-f39c-4669-b3a5-09497e40ce92 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'network': {'name': 'tempest-network-smoke--761254970', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'port_security_enabled': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:41.331598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f4f2f092-f39c-4669-b3a5-09497e40ce92 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:41.346119 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f4f2f092-f39c-4669-b3a5-09497e40ce92 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:41.356548 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port e1a4c336-722e-4ad5-830e-1b02e543077d is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:41.356548 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:41.372738 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f2f092-f39c-4669-b3a5-09497e40ce92 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:17:41.385256 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4f2f092-f39c-4669-b3a5-09497e40ce92 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:41.431288 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f2f092-f39c-4669-b3a5-09497e40ce92 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:17:41.446544 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4f2f092-f39c-4669-b3a5-09497e40ce92 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:41.447196 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-f4f2f092-f39c-4669-b3a5-09497e40ce92 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Added segment 6b409370-fd80-43f7-9554-771256afbdbe of type vlan for network 510701d1-ed8d-409f-9f8c-772180fe90c7 Sep 21 15:17:41.491195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4f2f092-f39c-4669-b3a5-09497e40ce92 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:41.513457 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port e1a4c336-722e-4ad5-830e-1b02e543077d, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e1a4c336-722e-4ad5-830e-1b02e543077d,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:41.526128 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:41.527200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ff290a0d-50cc-431f-9fae-469641e402ff up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:41.550024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4f2f092-f39c-4669-b3a5-09497e40ce92 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:41.563423 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f2f092-f39c-4669-b3a5-09497e40ce92 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:41.564079 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4f2f092-f39c-4669-b3a5-09497e40ce92 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:41.674731 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:41.680222 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff40304e-ba58-43f2-b1f8-5ff8cac578f1 None None] Network 524519c0-2962-4416-a728-c3d8b6346190 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:41.694845 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f4f2f092-f39c-4669-b3a5-09497e40ce92 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3889251 Sep 21 15:17:41.697992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2f092-f39c-4669-b3a5-09497e40ce92 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Network': ['ID=510701d1-ed8d-409f-9f8c-772180fe90c7,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:41.698559 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33676) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:41.703876 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea2ecd49-3e97-4f78-a4d2-53e93354d5a8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:41.731366 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 510701d1-ed8d-409f-9f8c-772180fe90c7 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:17:41.742846 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea2ecd49-3e97-4f78-a4d2-53e93354d5a8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:41.819830 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] Transition to ACTIVE for port object 33732f75-1f33-437f-a0f2-bebef15d3343 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:41.884598 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eced7a6-e2af-4137-872c-0046cf2122ca tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:41.888682 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5eced7a6-e2af-4137-872c-0046cf2122ca tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=821a0a843ff74fdda869752c13af53c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1859698 Sep 21 15:17:41.889001 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33680) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:41.900746 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea2ecd49-3e97-4f78-a4d2-53e93354d5a8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:41.904308 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ecd49-3e97-4f78-a4d2-53e93354d5a8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event updated for resources: {'Port': ['ID=6d36ff3f-5333-47ce-be71-dc4d74d998dd,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:41.984554 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=e1a4c336-722e-4ad5-830e-1b02e543077d,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:42.013853 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] Transition to ACTIVE for port object 33732f75-1f33-437f-a0f2-bebef15d3343 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:42.026635 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b6fe3f6a-cda0-4df3-94af-c60c134eef32 None None] Provisioning for port e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:42.051411 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:42.091583 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0009e50-1f8b-4599-b0b4-e896afd9a2ab tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:42.096519 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a0009e50-1f8b-4599-b0b4-e896afd9a2ab tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2063885 Sep 21 15:17:42.099143 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33686) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:42.135502 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2ecd49-3e97-4f78-a4d2-53e93354d5a8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Network 524519c0-2962-4416-a728-c3d8b6346190 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:42.138321 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-ea2ecd49-3e97-4f78-a4d2-53e93354d5a8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:42.141246 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-a88db58c-acd7-413e-afed-47448759f00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Allocated IP 172.20.0.1 (bd23d9d4-d422-4b01-a452-0126399a9b61/012cb7da-4fde-4197-968f-b0277255c3e1/26f594f6-86e8-46da-968b-552a5fd8febd) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:17:42.157239 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-83bf954f-3db0-4ca1-8cd5-d3a8a1ae8fe8 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=445481ae-8997-4e7e-a514-07e782c48c85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0560696 Sep 21 15:17:42.166359 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33690) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:42.172814 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port ff290a0d-50cc-431f-9fae-469641e402ff triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:42.173197 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:42.239218 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5f2f6b67-8cba-4548-8546-5c26ceb6e7a4 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=821a0a843ff74fdda869752c13af53c9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0674810 Sep 21 15:17:42.239218 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33694) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:42.256193 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] Network bd23d9d4-d422-4b01-a452-0126399a9b61 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:42.261639 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] Pushing event updated for resources: {'Port': ['ID=33732f75-1f33-437f-a0f2-bebef15d3343,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:42.264090 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:42.273233 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:17:42.321312 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:17:40Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '2d642448-37a7-42d7-92fa-4daa5ffd440e', 'name': '', 'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:bb:c7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '18d207b1-b273-42a8-9c96-35893bc41347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:33Z', 'updated_at': '2022-09-21T15:17:40Z', 'revision_number': 4, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '18d207b1-b273-42a8-9c96-35893bc41347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3e11c-c437-4cfd-ab0e-85e6455c7941', 'name': '', 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:20:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:27Z', 'updated_at': '2022-09-21T15:17:36Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d36ff3f-5333-47ce-be71-dc4d74d998dd', 'name': '', 'network_id': '524519c0-2962-4416-a728-c3d8b6346190', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:35:33:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'a9925a06-2dc5-49c4-aba0-50a38e605932', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:38Z', 'updated_at': '2022-09-21T15:17:39Z', 'revision_number': 1, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'a9925a06-2dc5-49c4-aba0-50a38e605932', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:42.397588 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06decfa1-3705-46d5-a2e6-572a545bfdd3 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:42.401669 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-06decfa1-3705-46d5-a2e6-572a545bfdd3 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1598172 Sep 21 15:17:42.402599 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33698) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:42.411176 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bf9fee-63cc-4898-aeff-30c37c452f4a None None] The sync data for ids ['642401cf-8510-4a57-8839-30d994bf4a1d'] in dv-neutron-858731-1-hyperv is: [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:17:40Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '2d642448-37a7-42d7-92fa-4daa5ffd440e', 'name': '', 'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:bb:c7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '18d207b1-b273-42a8-9c96-35893bc41347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:33Z', 'updated_at': '2022-09-21T15:17:40Z', 'revision_number': 4, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '18d207b1-b273-42a8-9c96-35893bc41347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3e11c-c437-4cfd-ab0e-85e6455c7941', 'name': '', 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:20:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:27Z', 'updated_at': '2022-09-21T15:17:36Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d36ff3f-5333-47ce-be71-dc4d74d998dd', 'name': '', 'network_id': '524519c0-2962-4416-a728-c3d8b6346190', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:35:33:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'a9925a06-2dc5-49c4-aba0-50a38e605932', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:38Z', 'updated_at': '2022-09-21T15:17:39Z', 'revision_number': 1, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'a9925a06-2dc5-49c4-aba0-50a38e605932', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:17:42.451011 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2ecd49-3e97-4f78-a4d2-53e93354d5a8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router 642401cf-8510-4a57-8839-30d994bf4a1d has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:17:42.471338 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cc35cffd-e970-4048-af2e-e06a56d01720 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=445481ae-8997-4e7e-a514-07e782c48c85&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0657489 Sep 21 15:17:42.471338 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33702) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:42.485621 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a35a49b7-7d9c-469e-8d85-aede61ef3b25 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-290979294', 'network_id': '510701d1-ed8d-409f-9f8c-772180fe90c7', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:42.518332 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] Attempting to bind port 33732f75-1f33-437f-a0f2-bebef15d3343 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:17:42.518984 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] Attempting to bind port 33732f75-1f33-437f-a0f2-bebef15d3343 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:17:42.519550 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] Attempting to bind port 33732f75-1f33-437f-a0f2-bebef15d3343 on network bd23d9d4-d422-4b01-a452-0126399a9b61 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:17:42.546790 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:17:42.547176 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] Checking segment: {'id': '6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:42.547566 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:42.547968 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] Bound using segment: {'id': '6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:17:42.548474 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] Bound port: 33732f75-1f33-437f-a0f2-bebef15d3343, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:17:42.550979 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:42.599290 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a88db58c-acd7-413e-afed-47448759f00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:42.613634 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port ff290a0d-50cc-431f-9fae-469641e402ff is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:42.706246 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] For port 33732f75-1f33-437f-a0f2-bebef15d3343, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:17:42.712072 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a35a49b7-7d9c-469e-8d85-aede61ef3b25 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:42.720444 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] For port 33732f75-1f33-437f-a0f2-bebef15d3343, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=33732f75-1f33-437f-a0f2-bebef15d3343,segment=NetworkSegment(6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2),segment_id=6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:17:42.724652 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a35a49b7-7d9c-469e-8d85-aede61ef3b25 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:subnet and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:42.737373 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-a88db58c-acd7-413e-afed-47448759f00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Transition to ACTIVE for port object 26f594f6-86e8-46da-968b-552a5fd8febd will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:42.745479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a35a49b7-7d9c-469e-8d85-aede61ef3b25 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:42.750958 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:42.759014 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a35a49b7-7d9c-469e-8d85-aede61ef3b25 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:42.773292 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2ecd49-3e97-4f78-a4d2-53e93354d5a8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:17:42.784983 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35a49b7-7d9c-469e-8d85-aede61ef3b25 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:17:42.788907 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a35a49b7-7d9c-469e-8d85-aede61ef3b25 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:42.803731 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ea2ecd49-3e97-4f78-a4d2-53e93354d5a8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/642401cf-8510-4a57-8839-30d994bf4a1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6338379 Sep 21 15:17:42.807208 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33706) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:42.814756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5ab9f2da-05a4-4ed6-89b9-725e79c95f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:42.947202 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ddb774-ae9c-4979-8e6f-92750ea8abb6 None None] Pushing event updated for resources: {'Port': ['ID=33732f75-1f33-437f-a0f2-bebef15d3343,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:42.990869 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 2d642448-37a7-42d7-92fa-4daa5ffd440e up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:43.043089 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a88db58c-acd7-413e-afed-47448759f00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:43.166522 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88db58c-acd7-413e-afed-47448759f00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Network bd23d9d4-d422-4b01-a452-0126399a9b61 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:43.174979 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-a88db58c-acd7-413e-afed-47448759f00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:43.177549 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-99a75dc7-11ee-4699-8333-aae258c20445 None None] Provisioning for port 6d36ff3f-5333-47ce-be71-dc4d74d998dd completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:43.185182 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88db58c-acd7-413e-afed-47448759f00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:17:43.207307 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-99a75dc7-11ee-4699-8333-aae258c20445 None None] Provisioning complete for port 6d36ff3f-5333-47ce-be71-dc4d74d998dd triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:43.207693 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-99a75dc7-11ee-4699-8333-aae258c20445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:43.265785 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88db58c-acd7-413e-afed-47448759f00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event updated for resources: {'Port': ['ID=26f594f6-86e8-46da-968b-552a5fd8febd,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:43.351917 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a35a49b7-7d9c-469e-8d85-aede61ef3b25 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:43.366071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-99a75dc7-11ee-4699-8333-aae258c20445 None None] Port 6d36ff3f-5333-47ce-be71-dc4d74d998dd cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:17:43.370872 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 2d642448-37a7-42d7-92fa-4daa5ffd440e completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:43.386866 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 2d642448-37a7-42d7-92fa-4daa5ffd440e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:43.387247 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:43.691417 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 2d642448-37a7-42d7-92fa-4daa5ffd440e is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:43.692142 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:43.715294 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-be1b291d-9de0-47d0-a3e6-afc436d0290b None None] Provisioning complete for port 6d36ff3f-5333-47ce-be71-dc4d74d998dd triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:43.715672 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-be1b291d-9de0-47d0-a3e6-afc436d0290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:43.728997 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a88db58c-acd7-413e-afed-47448759f00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:43.811132 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35a49b7-7d9c-469e-8d85-aede61ef3b25 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Checking segment: {'id': '6b409370-fd80-43f7-9554-771256afbdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '510701d1-ed8d-409f-9f8c-772180fe90c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:43.812178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35a49b7-7d9c-469e-8d85-aede61ef3b25 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network hostable DHCP agents. Network: 510701d1-ed8d-409f-9f8c-772180fe90c7, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:17:43.814982 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-be1b291d-9de0-47d0-a3e6-afc436d0290b None None] Port 6d36ff3f-5333-47ce-be71-dc4d74d998dd cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:17:43.845488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a49b7-7d9c-469e-8d85-aede61ef3b25 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Subnet': ['ID=cc8e5480-7378-4316-9dca-f511c5037037,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:43.851135 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 2d642448-37a7-42d7-92fa-4daa5ffd440e, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=2d642448-37a7-42d7-92fa-4daa5ffd440e,segment=NetworkSegment(5f8d2c28-935e-4b72-9a23-f97f1e5def92),segment_id=5f8d2c28-935e-4b72-9a23-f97f1e5def92)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:43.860691 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:43.861581 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e1a4c336-722e-4ad5-830e-1b02e543077d up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:43.876587 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35a49b7-7d9c-469e-8d85-aede61ef3b25 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 510701d1-ed8d-409f-9f8c-772180fe90c7 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:17:43.910729 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a35a49b7-7d9c-469e-8d85-aede61ef3b25 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 510701d1-ed8d-409f-9f8c-772180fe90c7) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:43.918384 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35a49b7-7d9c-469e-8d85-aede61ef3b25 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:43.918992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a35a49b7-7d9c-469e-8d85-aede61ef3b25 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:43.954422 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a35a49b7-7d9c-469e-8d85-aede61ef3b25 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4751740 Sep 21 15:17:44.047033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33712) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:44.053996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5355cd6e-c81b-44e9-9e94-7af49fe57a88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-248331698', 'description': 'tempest-secgroup-smoke-248331698 description', 'project_id': '821a0a843ff74fdda869752c13af53c9'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:44.076238 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5355cd6e-c81b-44e9-9e94-7af49fe57a88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:44.081055 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43d5be3-edc3-40d9-86e5-4cc6c59ec6ad None None] Network 510701d1-ed8d-409f-9f8c-772180fe90c7 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:44.101893 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5355cd6e-c81b-44e9-9e94-7af49fe57a88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:44.127552 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a88db58c-acd7-413e-afed-47448759f00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:44.142202 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5355cd6e-c81b-44e9-9e94-7af49fe57a88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:44.192936 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5355cd6e-c81b-44e9-9e94-7af49fe57a88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:44.199508 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5355cd6e-c81b-44e9-9e94-7af49fe57a88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:44.204723 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5355cd6e-c81b-44e9-9e94-7af49fe57a88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:44.213229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5355cd6e-c81b-44e9-9e94-7af49fe57a88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:44.258064 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7f51bacd-7bf2-495b-aba0-99c76f696126 None None] Provisioning complete for port 6d36ff3f-5333-47ce-be71-dc4d74d998dd triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:44.258623 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7f51bacd-7bf2-495b-aba0-99c76f696126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:44.369115 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5355cd6e-c81b-44e9-9e94-7af49fe57a88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:44.378247 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5355cd6e-c81b-44e9-9e94-7af49fe57a88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:44.388603 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7f51bacd-7bf2-495b-aba0-99c76f696126 None None] Port 6d36ff3f-5333-47ce-be71-dc4d74d998dd cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:17:44.400200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=2d642448-37a7-42d7-92fa-4daa5ffd440e,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:44.414609 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5355cd6e-c81b-44e9-9e94-7af49fe57a88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:44.418384 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5355cd6e-c81b-44e9-9e94-7af49fe57a88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3697674 Sep 21 15:17:44.422284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33716) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:44.434971 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2589e89e-b323-48bd-86db-803e4fd401de tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '37b07606-63ed-48c0-9328-796da13691c5', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:44.442834 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port e1a4c336-722e-4ad5-830e-1b02e543077d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:44.443441 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:44.444104 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2589e89e-b323-48bd-86db-803e4fd401de tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:44.453012 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2589e89e-b323-48bd-86db-803e4fd401de tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:44.457851 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2589e89e-b323-48bd-86db-803e4fd401de tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:44.462831 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2589e89e-b323-48bd-86db-803e4fd401de tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:44.498138 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] Sync routers for ids ['642401cf-8510-4a57-8839-30d994bf4a1d'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:17:44.504998 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2589e89e-b323-48bd-86db-803e4fd401de tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:44.521018 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.extraroute_db [None req-5ab9f2da-05a4-4ed6-89b9-725e79c95f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=89019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 21 15:17:44.537007 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.extraroute_db [None req-5ab9f2da-05a4-4ed6-89b9-725e79c95f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Removed routes are [] {{(pid=89019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 21 15:17:44.537529 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f2da-05a4-4ed6-89b9-725e79c95f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:44.549071 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355cd6e-c81b-44e9-9e94-7af49fe57a88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b07606-63ed-48c0-9328-796da13691c5,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:44.586421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2589e89e-b323-48bd-86db-803e4fd401de tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:44.601707 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2589e89e-b323-48bd-86db-803e4fd401de tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:44.634661 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] Routers {'642401cf-8510-4a57-8839-30d994bf4a1d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:44.635375 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['642401cf-8510-4a57-8839-30d994bf4a1d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:44.638136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589e89e-b323-48bd-86db-803e4fd401de tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc724c18-d0cc-43dc-84fa-f8481ed5e63f,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:44.641535 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2589e89e-b323-48bd-86db-803e4fd401de tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:44.647878 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2589e89e-b323-48bd-86db-803e4fd401de tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2239165 Sep 21 15:17:44.649029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33720) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:44.654772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b86855fb-f364-4eb0-83d2-8ee4489442e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '37b07606-63ed-48c0-9328-796da13691c5', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:44.663557 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b86855fb-f364-4eb0-83d2-8ee4489442e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:44.671487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b86855fb-f364-4eb0-83d2-8ee4489442e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:44.676721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b86855fb-f364-4eb0-83d2-8ee4489442e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:44.684201 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b86855fb-f364-4eb0-83d2-8ee4489442e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:44.698033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-510701d1-ed8d-409f-9f8c-772180fe90c7', 'network_id': '510701d1-ed8d-409f-9f8c-772180fe90c7', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ips': [{'subnet_id': 'cc8e5480-7378-4316-9dca-f511c5037037'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:17:44.699838 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:44.722553 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b86855fb-f364-4eb0-83d2-8ee4489442e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:44.774443 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caf518f-b1d8-4457-936c-f8385377c182 None None] Network bd23d9d4-d422-4b01-a452-0126399a9b61 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:44.823390 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b86855fb-f364-4eb0-83d2-8ee4489442e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:44.831484 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b86855fb-f364-4eb0-83d2-8ee4489442e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:44.864021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86855fb-f364-4eb0-83d2-8ee4489442e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b7d720-eaa4-4f62-86b8-34da515a2e00,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:44.877663 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b86855fb-f364-4eb0-83d2-8ee4489442e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:44.882930 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b86855fb-f364-4eb0-83d2-8ee4489442e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2321956 Sep 21 15:17:44.883752 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33724) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:44.889960 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-969f02a6-e1d4-4f05-8f66-7da5d15d3066 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '37b07606-63ed-48c0-9328-796da13691c5', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:44.897416 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-969f02a6-e1d4-4f05-8f66-7da5d15d3066 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:44.903221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-969f02a6-e1d4-4f05-8f66-7da5d15d3066 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:44.907928 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-969f02a6-e1d4-4f05-8f66-7da5d15d3066 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:44.916000 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-969f02a6-e1d4-4f05-8f66-7da5d15d3066 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:44.941535 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-969f02a6-e1d4-4f05-8f66-7da5d15d3066 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:44.970936 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d44d140c-5641-455a-ae25-63c208ea2578 None None] Provisioning for port 33732f75-1f33-437f-a0f2-bebef15d3343 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:44.989867 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] Set router 642401cf-8510-4a57-8839-30d994bf4a1d gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:45.066045 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-969f02a6-e1d4-4f05-8f66-7da5d15d3066 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:45.073061 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-969f02a6-e1d4-4f05-8f66-7da5d15d3066 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:45.104710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f02a6-e1d4-4f05-8f66-7da5d15d3066 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbc9f47-07c2-4a28-9d2e-ac99e138222a,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:45.121715 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f2da-05a4-4ed6-89b9-725e79c95f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:45.126762 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-969f02a6-e1d4-4f05-8f66-7da5d15d3066 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:45.128749 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-969f02a6-e1d4-4f05-8f66-7da5d15d3066 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2439353 Sep 21 15:17:45.131032 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33728) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:45.132600 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f2da-05a4-4ed6-89b9-725e79c95f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:45.136575 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ea06d9fe-4103-4fba-83f1-f38983f733e3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '37b07606-63ed-48c0-9328-796da13691c5', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:45.143667 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ea06d9fe-4103-4fba-83f1-f38983f733e3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:45.148594 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ea06d9fe-4103-4fba-83f1-f38983f733e3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:45.152308 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ea06d9fe-4103-4fba-83f1-f38983f733e3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:45.160879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ea06d9fe-4103-4fba-83f1-f38983f733e3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:45.184769 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ea06d9fe-4103-4fba-83f1-f38983f733e3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:45.267350 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ea06d9fe-4103-4fba-83f1-f38983f733e3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:45.271771 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ea06d9fe-4103-4fba-83f1-f38983f733e3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:45.300074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06d9fe-4103-4fba-83f1-f38983f733e3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21dea367-14b4-4a2f-afb8-c4f8c1e026e5,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:45.313642 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ea06d9fe-4103-4fba-83f1-f38983f733e3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:45.315010 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ea06d9fe-4103-4fba-83f1-f38983f733e3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1825769 Sep 21 15:17:45.318095 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33732) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:45.323660 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e3cb28b7-1fa7-4f98-a18d-da40920d2ada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '37b07606-63ed-48c0-9328-796da13691c5', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:45.333264 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e3cb28b7-1fa7-4f98-a18d-da40920d2ada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:45.337923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e3cb28b7-1fa7-4f98-a18d-da40920d2ada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:45.341548 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e3cb28b7-1fa7-4f98-a18d-da40920d2ada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:45.350271 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e3cb28b7-1fa7-4f98-a18d-da40920d2ada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:45.364634 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-e3cb28b7-1fa7-4f98-a18d-da40920d2ada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:17:45.373313 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3cb28b7-1fa7-4f98-a18d-da40920d2ada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:45.435972 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port e1a4c336-722e-4ad5-830e-1b02e543077d is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:45.439027 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:45.470881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3cb28b7-1fa7-4f98-a18d-da40920d2ada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:45.476973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3cb28b7-1fa7-4f98-a18d-da40920d2ada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:45.511807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3cb28b7-1fa7-4f98-a18d-da40920d2ada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:45.513067 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e3cb28b7-1fa7-4f98-a18d-da40920d2ada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1940088 Sep 21 15:17:45.514666 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb28b7-1fa7-4f98-a18d-da40920d2ada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dcd16fd-3906-4b6e-ab6f-8ad7e0da4ca3,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:45.518646 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33736) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:45.522820 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab9f2da-05a4-4ed6-89b9-725e79c95f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router 642401cf-8510-4a57-8839-30d994bf4a1d has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:17:45.524761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a8793c7b-429a-4ab8-ad1b-891da3268215 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '37b07606-63ed-48c0-9328-796da13691c5', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:45.533110 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a8793c7b-429a-4ab8-ad1b-891da3268215 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:45.538455 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a8793c7b-429a-4ab8-ad1b-891da3268215 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:45.542261 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a8793c7b-429a-4ab8-ad1b-891da3268215 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:45.547956 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a88db58c-acd7-413e-afed-47448759f00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:45.551842 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a8793c7b-429a-4ab8-ad1b-891da3268215 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:45.561429 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-a8793c7b-429a-4ab8-ad1b-891da3268215 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:17:45.568831 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8793c7b-429a-4ab8-ad1b-891da3268215 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:45.605743 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a88db58c-acd7-413e-afed-47448759f00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:45.653186 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] Allocated IP 172.20.0.18 (510701d1-ed8d-409f-9f8c-772180fe90c7/cc8e5480-7378-4316-9dca-f511c5037037/46f01a9b-46ee-423d-920b-4308a9e94d50) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:17:45.666176 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8793c7b-429a-4ab8-ad1b-891da3268215 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:45.672628 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8793c7b-429a-4ab8-ad1b-891da3268215 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:45.707772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8793c7b-429a-4ab8-ad1b-891da3268215 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd4cecf-2045-44f2-b233-51918d5d32c5,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:45.745823 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8793c7b-429a-4ab8-ad1b-891da3268215 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:45.745823 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a8793c7b-429a-4ab8-ad1b-891da3268215 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2183797 Sep 21 15:17:45.827823 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab9f2da-05a4-4ed6-89b9-725e79c95f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:17:45.832493 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88db58c-acd7-413e-afed-47448759f00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event updated for resources: {'Port': ['ID=26f594f6-86e8-46da-968b-552a5fd8febd,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:45.832493 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a88db58c-acd7-413e-afed-47448759f00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:45.843256 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f2da-05a4-4ed6-89b9-725e79c95f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:45.844655 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5ab9f2da-05a4-4ed6-89b9-725e79c95f19 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/642401cf-8510-4a57-8839-30d994bf4a1d HTTP/1.1" status: 200 len: 934 time: 3.0364683 Sep 21 15:17:45.847688 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33742) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:45.894978 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:45.931710 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:45.932070 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:46.099738 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88db58c-acd7-413e-afed-47448759f00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Network bd23d9d4-d422-4b01-a452-0126399a9b61 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:46.101128 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-a88db58c-acd7-413e-afed-47448759f00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:46.116124 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-55eb8cf3-a2f3-4270-b5b4-53114d32b66b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/routers/642401cf-8510-4a57-8839-30d994bf4a1d HTTP/1.1" status: 200 len: 934 time: 0.2675517 Sep 21 15:17:46.117086 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33756) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:46.121186 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-61e24e1d-67b3-49a4-87fd-ddf189093014 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:17:46.140546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9e912e2e-fd9b-4f67-8a0d-95ec204f46e2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'router': {'routes': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:46.173675 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:17:44Z', 'revision_number': 6, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '2d642448-37a7-42d7-92fa-4daa5ffd440e', 'name': '', 'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:bb:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '18d207b1-b273-42a8-9c96-35893bc41347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:33Z', 'updated_at': '2022-09-21T15:17:43Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '18d207b1-b273-42a8-9c96-35893bc41347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3e11c-c437-4cfd-ab0e-85e6455c7941', 'name': '', 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:20:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:27Z', 'updated_at': '2022-09-21T15:17:36Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d36ff3f-5333-47ce-be71-dc4d74d998dd', 'name': '', 'network_id': '524519c0-2962-4416-a728-c3d8b6346190', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:35:33:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'a9925a06-2dc5-49c4-aba0-50a38e605932', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:38Z', 'updated_at': '2022-09-21T15:17:41Z', 'revision_number': 2, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'a9925a06-2dc5-49c4-aba0-50a38e605932', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:46.182499 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:46.194762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] Checking router: 642401cf-8510-4a57-8839-30d994bf4a1d for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:17:46.195404 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] Updating router 642401cf-8510-4a57-8839-30d994bf4a1d port 6d36ff3f-5333-47ce-be71-dc4d74d998dd binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:17:46.212904 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-61e24e1d-67b3-49a4-87fd-ddf189093014 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:17:46.221393 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-61e24e1d-67b3-49a4-87fd-ddf189093014 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-248331698&fields=id&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 267 time: 0.1741555 Sep 21 15:17:46.245756 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] Transition to ACTIVE for port object 46f01a9b-46ee-423d-920b-4308a9e94d50 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:46.266045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] Transition to ACTIVE for port object 46f01a9b-46ee-423d-920b-4308a9e94d50 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:46.306491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:46.390542 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88db58c-acd7-413e-afed-47448759f00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Router c5b72cdf-eabe-4467-8626-a5853d0ad7f5 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:17:46.416756 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] Network 510701d1-ed8d-409f-9f8c-772180fe90c7 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:46.428283 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:46.433120 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:46.458472 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:46.459099 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:46.488960 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:17:46.522899 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] Pushing event updated for resources: {'Port': ['ID=46f01a9b-46ee-423d-920b-4308a9e94d50,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:46.547371 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-57f549aa-7b18-4008-8b93-b698a9cde04f None None] Provisioning for port 26f594f6-86e8-46da-968b-552a5fd8febd completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:46.606980 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-57f549aa-7b18-4008-8b93-b698a9cde04f None None] Provisioning complete for port 26f594f6-86e8-46da-968b-552a5fd8febd triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:46.607149 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-57f549aa-7b18-4008-8b93-b698a9cde04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:46.643968 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88db58c-acd7-413e-afed-47448759f00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:17:46.658713 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] Sync routers for ids ['c5b72cdf-eabe-4467-8626-a5853d0ad7f5'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:17:46.660921 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a88db58c-acd7-413e-afed-47448759f00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "PUT /v2.0/routers/c5b72cdf-eabe-4467-8626-a5853d0ad7f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5278554 Sep 21 15:17:46.674428 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] Routers {'c5b72cdf-eabe-4467-8626-a5853d0ad7f5'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:46.675050 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c5b72cdf-eabe-4467-8626-a5853d0ad7f5'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:46.828696 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f,segment=NetworkSegment(850db6f8-aa72-4bd4-8ed4-b446030c5d08),segment_id=850db6f8-aa72-4bd4-8ed4-b446030c5d08)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:46.847511 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:46.961589 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] Set router c5b72cdf-eabe-4467-8626-a5853d0ad7f5 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:47.006044 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] Attempting to bind port 46f01a9b-46ee-423d-920b-4308a9e94d50 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:17:47.006644 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] Attempting to bind port 46f01a9b-46ee-423d-920b-4308a9e94d50 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '6b409370-fd80-43f7-9554-771256afbdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '510701d1-ed8d-409f-9f8c-772180fe90c7'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:17:47.007179 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] Attempting to bind port 46f01a9b-46ee-423d-920b-4308a9e94d50 on network 510701d1-ed8d-409f-9f8c-772180fe90c7 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:17:47.067953 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:47.074371 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:17:47.076229 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] Checking segment: {'id': '6b409370-fd80-43f7-9554-771256afbdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '510701d1-ed8d-409f-9f8c-772180fe90c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:47.076942 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:47.079045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] Bound using segment: {'id': '6b409370-fd80-43f7-9554-771256afbdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '510701d1-ed8d-409f-9f8c-772180fe90c7'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:17:47.079789 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] Bound port: 46f01a9b-46ee-423d-920b-4308a9e94d50, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b409370-fd80-43f7-9554-771256afbdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '510701d1-ed8d-409f-9f8c-772180fe90c7'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:17:47.080541 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:47.122813 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-57f549aa-7b18-4008-8b93-b698a9cde04f None None] Port 26f594f6-86e8-46da-968b-552a5fd8febd cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:17:47.231435 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] For port 46f01a9b-46ee-423d-920b-4308a9e94d50, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:17:47.234669 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] For port 46f01a9b-46ee-423d-920b-4308a9e94d50, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=46f01a9b-46ee-423d-920b-4308a9e94d50,segment=NetworkSegment(6b409370-fd80-43f7-9554-771256afbdbe),segment_id=6b409370-fd80-43f7-9554-771256afbdbe)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:17:47.240086 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f627dfab-7c5b-435a-8733-0ce1128b9533 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:47.240803 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f627dfab-7c5b-435a-8733-0ce1128b9533 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:17:47.246043 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 2d642448-37a7-42d7-92fa-4daa5ffd440e up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:47.310916 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9834bd29-f600-41d9-812d-203c7a189137 req-163ec717-11d2-4c2d-8422-a5f2ea020045 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Synchronizing usage tracker for tenant:d465aa95e5424f8fb99965a3955b49d2 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:17:47.311694 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:47.326532 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f627dfab-7c5b-435a-8733-0ce1128b9533 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:17:47.327768 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f627dfab-7c5b-435a-8733-0ce1128b9533 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/networks?id=510701d1-ed8d-409f-9f8c-772180fe90c7 HTTP/1.1" status: 200 len: 796 time: 1.1060352 Sep 21 15:17:47.347557 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.extraroute_db [None req-9e912e2e-fd9b-4f67-8a0d-95ec204f46e2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Added routes are [] {{(pid=89018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 21 15:17:47.347557 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.extraroute_db [None req-9e912e2e-fd9b-4f67-8a0d-95ec204f46e2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=89018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 21 15:17:47.362022 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9834bd29-f600-41d9-812d-203c7a189137 req-163ec717-11d2-4c2d-8422-a5f2ea020045 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Unset dirty status for tenant:d465aa95e5424f8fb99965a3955b49d2 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:17:47.362397 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9834bd29-f600-41d9-812d-203c7a189137 req-163ec717-11d2-4c2d-8422-a5f2ea020045 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-156527305&fields=id&tenant_id=d465aa95e5424f8fb99965a3955b49d2 HTTP/1.1" status: 200 len: 267 time: 0.1846933 Sep 21 15:17:47.366045 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-72a5b1be-da52-4d65-abf8-f8e584822f35 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/quotas/821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 375 time: 0.0290890 Sep 21 15:17:47.440684 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158246dc-f1fe-4910-bc00-b7ce37440bfa None None] Pushing event updated for resources: {'Port': ['ID=46f01a9b-46ee-423d-920b-4308a9e94d50,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:47.519039 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722785563', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:34Z', 'updated_at': '2022-09-21T15:17:43Z', 'revision_number': 4, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'gw_port': {'id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:35Z', 'updated_at': '2022-09-21T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '26f594f6-86e8-46da-968b-552a5fd8febd', 'name': '', 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'mac_address': 'fa:16:3e:33:44:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '012cb7da-4fde-4197-968f-b0277255c3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:40Z', 'updated_at': '2022-09-21T15:17:44Z', 'revision_number': 2, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'subnets': [{'id': '012cb7da-4fde-4197-968f-b0277255c3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:47.526039 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] Checking router: c5b72cdf-eabe-4467-8626-a5853d0ad7f5 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:17:47.526454 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] Updating router c5b72cdf-eabe-4467-8626-a5853d0ad7f5 port 26f594f6-86e8-46da-968b-552a5fd8febd binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:17:47.583601 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 2d642448-37a7-42d7-92fa-4daa5ffd440e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:47.584325 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:47.587631 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e912e2e-fd9b-4f67-8a0d-95ec204f46e2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:47.600933 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:47.693458 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bd73f0d7-cf12-4172-adae-ffe95e5eb621 None None] Provisioning complete for port 26f594f6-86e8-46da-968b-552a5fd8febd triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:47.693821 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bd73f0d7-cf12-4172-adae-ffe95e5eb621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:47.909209 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bd73f0d7-cf12-4172-adae-ffe95e5eb621 None None] Port 26f594f6-86e8-46da-968b-552a5fd8febd cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:17:48.022379 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 2d642448-37a7-42d7-92fa-4daa5ffd440e is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:48.023739 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 33732f75-1f33-437f-a0f2-bebef15d3343 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:48.080249 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e912e2e-fd9b-4f67-8a0d-95ec204f46e2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:48.094148 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e912e2e-fd9b-4f67-8a0d-95ec204f46e2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:48.103672 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834bd29-f600-41d9-812d-203c7a189137 req-e3d50759-2dc0-46bf-854e-650ae0bd9167 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:48.104910 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9834bd29-f600-41d9-812d-203c7a189137 req-e3d50759-2dc0-46bf-854e-650ae0bd9167 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Synchronizing usage tracker for tenant:d465aa95e5424f8fb99965a3955b49d2 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:17:48.131553 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-7b962784-3768-4107-afda-990b7587b556 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7457407 Sep 21 15:17:48.138592 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:48.164902 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] Transition to ACTIVE for port object 6d36ff3f-5333-47ce-be71-dc4d74d998dd will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:48.177306 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:48.268132 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:48.294954 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] Transition to ACTIVE for port object 26f594f6-86e8-46da-968b-552a5fd8febd will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:48.316201 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:48.333667 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9834bd29-f600-41d9-812d-203c7a189137 req-e3d50759-2dc0-46bf-854e-650ae0bd9167 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Unset dirty status for tenant:d465aa95e5424f8fb99965a3955b49d2 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:17:48.334934 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9834bd29-f600-41d9-812d-203c7a189137 req-e3d50759-2dc0-46bf-854e-650ae0bd9167 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/networks?id=bd23d9d4-d422-4b01-a452-0126399a9b61 HTTP/1.1" status: 200 len: 797 time: 0.9534707 Sep 21 15:17:48.352302 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e912e2e-fd9b-4f67-8a0d-95ec204f46e2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router 642401cf-8510-4a57-8839-30d994bf4a1d has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:17:48.367703 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 33732f75-1f33-437f-a0f2-bebef15d3343 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:48.370360 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99083b50-54cd-4f07-961d-3e3cc769fdbd None None] Pushing event updated for resources: {'Port': ['ID=6d36ff3f-5333-47ce-be71-dc4d74d998dd,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:48.382662 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9834bd29-f600-41d9-812d-203c7a189137 req-c6705c66-2ccf-4d63-823e-f95e36bd7c17 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/quotas/d465aa95e5424f8fb99965a3955b49d2 HTTP/1.1" status: 200 len: 375 time: 0.0296013 Sep 21 15:17:48.456642 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 33732f75-1f33-437f-a0f2-bebef15d3343 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:48.458058 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:48.565733 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] Attempting to bind port 6d36ff3f-5333-47ce-be71-dc4d74d998dd on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:17:48.566293 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] Attempting to bind port 6d36ff3f-5333-47ce-be71-dc4d74d998dd by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '850db6f8-aa72-4bd4-8ed4-b446030c5d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '524519c0-2962-4416-a728-c3d8b6346190'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:17:48.566660 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] Attempting to bind port 6d36ff3f-5333-47ce-be71-dc4d74d998dd on network 524519c0-2962-4416-a728-c3d8b6346190 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:17:48.581002 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d03d39-c5f2-4db4-864d-af88d8d3c77d None None] Pushing event updated for resources: {'Port': ['ID=26f594f6-86e8-46da-968b-552a5fd8febd,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:48.597825 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] Attempting to bind port 26f594f6-86e8-46da-968b-552a5fd8febd on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:17:48.598601 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] Attempting to bind port 26f594f6-86e8-46da-968b-552a5fd8febd by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:17:48.599978 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] Attempting to bind port 26f594f6-86e8-46da-968b-552a5fd8febd on network bd23d9d4-d422-4b01-a452-0126399a9b61 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:17:48.611618 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:17:48.612531 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] Checking segment: {'id': '6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:48.613147 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:48.613741 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] Bound using segment: {'id': '6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:17:48.615360 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] Bound port: 26f594f6-86e8-46da-968b-552a5fd8febd, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:17:48.616904 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:48.621610 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:17:48.622258 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] Checking segment: {'id': '850db6f8-aa72-4bd4-8ed4-b446030c5d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '524519c0-2962-4416-a728-c3d8b6346190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:48.622950 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:48.623652 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] Bound using segment: {'id': '850db6f8-aa72-4bd4-8ed4-b446030c5d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '524519c0-2962-4416-a728-c3d8b6346190'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:17:48.627206 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] Bound port: 6d36ff3f-5333-47ce-be71-dc4d74d998dd, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850db6f8-aa72-4bd4-8ed4-b446030c5d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '524519c0-2962-4416-a728-c3d8b6346190'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:17:48.627874 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:48.662986 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e912e2e-fd9b-4f67-8a0d-95ec204f46e2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:17:48.721393 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 33732f75-1f33-437f-a0f2-bebef15d3343 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:48.721393 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:48.731061 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e912e2e-fd9b-4f67-8a0d-95ec204f46e2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:48.732177 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9e912e2e-fd9b-4f67-8a0d-95ec204f46e2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/642401cf-8510-4a57-8839-30d994bf4a1d HTTP/1.1" status: 200 len: 700 time: 2.6139920 Sep 21 15:17:48.736043 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33774) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:48.803663 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 33732f75-1f33-437f-a0f2-bebef15d3343, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=33732f75-1f33-437f-a0f2-bebef15d3343,segment=NetworkSegment(6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2),segment_id=6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:48.818667 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:48.821880 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] For port 6d36ff3f-5333-47ce-be71-dc4d74d998dd, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:17:48.838511 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] For port 26f594f6-86e8-46da-968b-552a5fd8febd, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:17:48.846381 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] For port 26f594f6-86e8-46da-968b-552a5fd8febd, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=26f594f6-86e8-46da-968b-552a5fd8febd,segment=NetworkSegment(6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2),segment_id=6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:17:48.851626 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-d7241a26-677c-45f9-88af-b2bb111cdf0e service neutron] 10.222.0.62 "GET /v2.0/networks/510701d1-ed8d-409f-9f8c-772180fe90c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575745 Sep 21 15:17:48.856733 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:48.863879 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9834bd29-f600-41d9-812d-203c7a189137 req-66ac3234-b8c6-4594-9e03-e5f2aaac8b65 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d465aa95e5424f8fb99965a3955b49d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3298006 Sep 21 15:17:48.918170 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] For port 6d36ff3f-5333-47ce-be71-dc4d74d998dd, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=6d36ff3f-5333-47ce-be71-dc4d74d998dd,segment=NetworkSegment(850db6f8-aa72-4bd4-8ed4-b446030c5d08),segment_id=850db6f8-aa72-4bd4-8ed4-b446030c5d08)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:17:48.925131 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1df81e-e5bc-47ad-ab23-72389dead7bf None None] Network 510701d1-ed8d-409f-9f8c-772180fe90c7 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:48.978043 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:48.989191 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] Routers {'c5b72cdf-eabe-4467-8626-a5853d0ad7f5'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:48.989191 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c5b72cdf-eabe-4467-8626-a5853d0ad7f5'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:49.125335 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] Routers {'642401cf-8510-4a57-8839-30d994bf4a1d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:49.130686 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['642401cf-8510-4a57-8839-30d994bf4a1d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:49.146842 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-abc305f3-bfd2-44a2-a1c5-0544eb3120f4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/routers/642401cf-8510-4a57-8839-30d994bf4a1d HTTP/1.1" status: 200 len: 700 time: 0.4090674 Sep 21 15:17:49.148171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33778) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:49.220737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 46f01a9b-46ee-423d-920b-4308a9e94d50 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:49.241284 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d03d39-c5f2-4db4-864d-af88d8d3c77d None None] Pushing event updated for resources: {'Port': ['ID=26f594f6-86e8-46da-968b-552a5fd8febd,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:49.316383 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] Set router c5b72cdf-eabe-4467-8626-a5853d0ad7f5 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:49.409751 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-d923cef3-08e5-4a6a-9d19-681c42aa418e service neutron] 10.222.0.62 "GET /v2.0/networks/510701d1-ed8d-409f-9f8c-772180fe90c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428557 Sep 21 15:17:49.417246 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9834bd29-f600-41d9-812d-203c7a189137 req-143f0299-f8ff-4643-a433-6ea34a7ab4f9 service neutron] 10.222.0.62 "GET /v2.0/networks/bd23d9d4-d422-4b01-a452-0126399a9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191495 Sep 21 15:17:49.450968 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=33732f75-1f33-437f-a0f2-bebef15d3343,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:49.467277 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bfabf9b1-3795-4b2b-b37e-5f57ddc3913b None None] Provisioning for port 46f01a9b-46ee-423d-920b-4308a9e94d50 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:49.603959 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] Set router 642401cf-8510-4a57-8839-30d994bf4a1d gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:49.816778 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b7d51a98-1746-4fdb-bb73-21432ecc6bd8 req-6c0287e9-323f-4193-bdf4-cf949eff9bc0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=42eee3bf-fc88-4cb4-90b0-aa7d004e563d HTTP/1.1" status: 200 len: 210 time: 0.0993984 Sep 21 15:17:49.846532 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99083b50-54cd-4f07-961d-3e3cc769fdbd None None] Pushing event updated for resources: {'Port': ['ID=6d36ff3f-5333-47ce-be71-dc4d74d998dd,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:49.882789 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9834bd29-f600-41d9-812d-203c7a189137 req-22a5db4f-596f-4907-91b7-5fb3cd3d0ab0 service neutron] 10.222.0.62 "GET /v2.0/networks/bd23d9d4-d422-4b01-a452-0126399a9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529388 Sep 21 15:17:49.958737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 46f01a9b-46ee-423d-920b-4308a9e94d50 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:50.088958 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 46f01a9b-46ee-423d-920b-4308a9e94d50 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:50.089077 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:50.093830 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722785563', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:34Z', 'updated_at': '2022-09-21T15:17:43Z', 'revision_number': 4, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'gw_port': {'id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:35Z', 'updated_at': '2022-09-21T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '26f594f6-86e8-46da-968b-552a5fd8febd', 'name': '', 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'mac_address': 'fa:16:3e:33:44:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '012cb7da-4fde-4197-968f-b0277255c3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:40Z', 'updated_at': '2022-09-21T15:17:48Z', 'revision_number': 4, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'subnets': [{'id': '012cb7da-4fde-4197-968f-b0277255c3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:50.111861 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9c9cc4-99f9-47c7-b4ef-b2a8dd538970 None None] The sync data for ids ['c5b72cdf-eabe-4467-8626-a5853d0ad7f5'] in dv-neutron-858731-1-hyperv is: [{'id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722785563', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:34Z', 'updated_at': '2022-09-21T15:17:43Z', 'revision_number': 4, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'gw_port': {'id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:35Z', 'updated_at': '2022-09-21T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '26f594f6-86e8-46da-968b-552a5fd8febd', 'name': '', 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'mac_address': 'fa:16:3e:33:44:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '012cb7da-4fde-4197-968f-b0277255c3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:40Z', 'updated_at': '2022-09-21T15:17:48Z', 'revision_number': 4, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'subnets': [{'id': '012cb7da-4fde-4197-968f-b0277255c3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:17:50.349625 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-62d52a28-e90a-4e5a-8d51-16cba64c5422 req-526e4eec-3797-4aea-aa8f-ff74fb4b48dc tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 210 time: 0.1353352 Sep 21 15:17:50.458096 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed739-f35b-48d9-a782-53bf701dd497 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:50.531443 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 46f01a9b-46ee-423d-920b-4308a9e94d50 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:50.532106 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:50.616099 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 46f01a9b-46ee-423d-920b-4308a9e94d50, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=46f01a9b-46ee-423d-920b-4308a9e94d50,segment=NetworkSegment(6b409370-fd80-43f7-9554-771256afbdbe),segment_id=6b409370-fd80-43f7-9554-771256afbdbe)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:50.623736 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:17:47Z', 'revision_number': 7, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '2d642448-37a7-42d7-92fa-4daa5ffd440e', 'name': '', 'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:bb:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '18d207b1-b273-42a8-9c96-35893bc41347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:33Z', 'updated_at': '2022-09-21T15:17:43Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '18d207b1-b273-42a8-9c96-35893bc41347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3e11c-c437-4cfd-ab0e-85e6455c7941', 'name': '', 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:20:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:27Z', 'updated_at': '2022-09-21T15:17:36Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d36ff3f-5333-47ce-be71-dc4d74d998dd', 'name': '', 'network_id': '524519c0-2962-4416-a728-c3d8b6346190', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:35:33:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'a9925a06-2dc5-49c4-aba0-50a38e605932', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:38Z', 'updated_at': '2022-09-21T15:17:48Z', 'revision_number': 4, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'a9925a06-2dc5-49c4-aba0-50a38e605932', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:50.633465 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:50.634519 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:50.802695 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eecc4b-7d09-40e6-8a62-7f28b26c7d62 None None] The sync data for ids ['642401cf-8510-4a57-8839-30d994bf4a1d'] in dv-neutron-858731-1-hyperv is: [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:17:47Z', 'revision_number': 7, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '2d642448-37a7-42d7-92fa-4daa5ffd440e', 'name': '', 'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:bb:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '18d207b1-b273-42a8-9c96-35893bc41347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:33Z', 'updated_at': '2022-09-21T15:17:43Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '18d207b1-b273-42a8-9c96-35893bc41347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3e11c-c437-4cfd-ab0e-85e6455c7941', 'name': '', 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:20:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:27Z', 'updated_at': '2022-09-21T15:17:36Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d36ff3f-5333-47ce-be71-dc4d74d998dd', 'name': '', 'network_id': '524519c0-2962-4416-a728-c3d8b6346190', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:35:33:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'a9925a06-2dc5-49c4-aba0-50a38e605932', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:38Z', 'updated_at': '2022-09-21T15:17:48Z', 'revision_number': 4, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'a9925a06-2dc5-49c4-aba0-50a38e605932', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:17:50.909177 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5c7cdded-812d-40f5-86ab-b14baab8fe71 None None] Provisioning complete for port 46f01a9b-46ee-423d-920b-4308a9e94d50 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:50.909177 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5c7cdded-812d-40f5-86ab-b14baab8fe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:51.034728 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=46f01a9b-46ee-423d-920b-4308a9e94d50,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:51.058974 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:51.058974 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:51.207971 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-fc9ed739-f35b-48d9-a782-53bf701dd497 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting port 6d36ff3f-5333-47ce-be71-dc4d74d998dd {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:51.208483 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed739-f35b-48d9-a782-53bf701dd497 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:51.246719 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b0263c-71bd-465d-9d6a-367ae71b3b08 None None] Sync routers for ids ['642401cf-8510-4a57-8839-30d994bf4a1d'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:17:51.260065 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fce001b3-d3a7-458a-b867-4207eb33b183 req-2fe77c14-b991-4af6-bd5c-c3a3e78cad40 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=42eee3bf-fc88-4cb4-90b0-aa7d004e563d HTTP/1.1" status: 200 len: 210 time: 0.1117270 Sep 21 15:17:51.315261 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b0263c-71bd-465d-9d6a-367ae71b3b08 None None] Routers {'642401cf-8510-4a57-8839-30d994bf4a1d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:51.315797 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-79b0263c-71bd-465d-9d6a-367ae71b3b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['642401cf-8510-4a57-8839-30d994bf4a1d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:51.500469 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-fc9ed739-f35b-48d9-a782-53bf701dd497 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] For port 6d36ff3f-5333-47ce-be71-dc4d74d998dd, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=6d36ff3f-5333-47ce-be71-dc4d74d998dd,segment=NetworkSegment(850db6f8-aa72-4bd4-8ed4-b446030c5d08),segment_id=850db6f8-aa72-4bd4-8ed4-b446030c5d08)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:51.501584 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed739-f35b-48d9-a782-53bf701dd497 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:51.578831 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a492bf7f-d19b-48c0-99a2-7620ae6da6cd req-54c30549-9f8e-40b1-aae4-9a5aedf75916 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 210 time: 0.0759330 Sep 21 15:17:51.641491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-79b0263c-71bd-465d-9d6a-367ae71b3b08 None None] Set router 642401cf-8510-4a57-8839-30d994bf4a1d gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:51.708338 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-fc9ed739-f35b-48d9-a782-53bf701dd497 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Calling delete_port for 6d36ff3f-5333-47ce-be71-dc4d74d998dd owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:17:51.837256 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5c7cdded-812d-40f5-86ab-b14baab8fe71 None None] Current status of the port 46f01a9b-46ee-423d-920b-4308a9e94d50 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:52.116398 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:52.137212 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:52.253198 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-79b0263c-71bd-465d-9d6a-367ae71b3b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:17:47Z', 'revision_number': 7, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '2d642448-37a7-42d7-92fa-4daa5ffd440e', 'name': '', 'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:bb:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '18d207b1-b273-42a8-9c96-35893bc41347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:33Z', 'updated_at': '2022-09-21T15:17:43Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '18d207b1-b273-42a8-9c96-35893bc41347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3e11c-c437-4cfd-ab0e-85e6455c7941', 'name': '', 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:20:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:27Z', 'updated_at': '2022-09-21T15:17:36Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d36ff3f-5333-47ce-be71-dc4d74d998dd', 'name': '', 'network_id': '524519c0-2962-4416-a728-c3d8b6346190', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:35:33:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'a9925a06-2dc5-49c4-aba0-50a38e605932', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:38Z', 'updated_at': '2022-09-21T15:17:48Z', 'revision_number': 4, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'a9925a06-2dc5-49c4-aba0-50a38e605932', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:52.274418 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b0263c-71bd-465d-9d6a-367ae71b3b08 None None] Checking router: 642401cf-8510-4a57-8839-30d994bf4a1d for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:17:52.292514 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b0263c-71bd-465d-9d6a-367ae71b3b08 None None] Routers {'642401cf-8510-4a57-8839-30d994bf4a1d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:52.312799 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-79b0263c-71bd-465d-9d6a-367ae71b3b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['642401cf-8510-4a57-8839-30d994bf4a1d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:52.315796 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-583d4983-a36c-4156-bd2d-890adb277890 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:52.320584 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-583d4983-a36c-4156-bd2d-890adb277890 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/networks?id=510701d1-ed8d-409f-9f8c-772180fe90c7 HTTP/1.1" status: 200 len: 796 time: 0.3893890 Sep 21 15:17:52.467077 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed739-f35b-48d9-a782-53bf701dd497 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:52.539543 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834bd29-f600-41d9-812d-203c7a189137 req-c7fddbf6-ecd7-4cb0-b931-8ceb8c23287d tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:52.541040 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9834bd29-f600-41d9-812d-203c7a189137 req-c7fddbf6-ecd7-4cb0-b931-8ceb8c23287d tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.20 "GET /v2.0/networks?id=bd23d9d4-d422-4b01-a452-0126399a9b61 HTTP/1.1" status: 200 len: 797 time: 0.2684865 Sep 21 15:17:52.584034 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 6d36ff3f-5333-47ce-be71-dc4d74d998dd up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:52.593802 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2ce1b41d-dcad-4895-afc6-40b949da8e5d req-cad4df44-dc49-4ab4-9566-92819e0f9694 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=42eee3bf-fc88-4cb4-90b0-aa7d004e563d HTTP/1.1" status: 200 len: 210 time: 0.0516391 Sep 21 15:17:52.613953 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ed739-f35b-48d9-a782-53bf701dd497 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Port': ['ID=6d36ff3f-5333-47ce-be71-dc4d74d998dd,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:52.689655 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 6d36ff3f-5333-47ce-be71-dc4d74d998dd {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:17:52.690389 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 6d36ff3f-5333-47ce-be71-dc4d74d998dd not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 21 15:17:52.718682 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9834bd29-f600-41d9-812d-203c7a189137 req-6239c062-7638-4572-8647-cc62fe66208d tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d465aa95e5424f8fb99965a3955b49d2 HTTP/1.1" status: 200 len: 379 time: 0.1228099 Sep 21 15:17:52.736248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-9834bd29-f600-41d9-812d-203c7a189137 req-7d79e942-8409-4731-87b2-66de3fa8767b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Request body: {'port': {'device_id': 'd835b45b-c575-4e17-8de6-4b7b2eed9577', 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61', 'admin_state_up': True, 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'security_groups': ['9faa144f-c67b-4d25-9a8e-585e232c3db0']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:52.814320 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-79b0263c-71bd-465d-9d6a-367ae71b3b08 None None] Set router 642401cf-8510-4a57-8839-30d994bf4a1d gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:52.885476 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e3bfd99-593c-4f9e-adbb-1f2f724cc787 req-b2995214-1a5c-4213-9c5d-da97cb9974bf tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 210 time: 0.1090424 Sep 21 15:17:52.927084 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Port 6d36ff3f-5333-47ce-be71-dc4d74d998dd not found, will not notify nova. {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 21 15:17:52.928433 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 26f594f6-86e8-46da-968b-552a5fd8febd up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:52.931710 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-827d35b0-585e-49c2-bef2-eca53dca095b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 472 time: 0.5022178 Sep 21 15:17:52.941543 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-d150f3a1-33a2-4cbc-a1ed-a9236a450c79 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'port': {'device_id': '42eee3bf-fc88-4cb4-90b0-aa7d004e563d', 'network_id': '510701d1-ed8d-409f-9f8c-772180fe90c7', 'admin_state_up': True, 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'security_groups': ['37b07606-63ed-48c0-9328-796da13691c5']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:52.979984 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-9834bd29-f600-41d9-812d-203c7a189137 req-7d79e942-8409-4731-87b2-66de3fa8767b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:52.984969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9834bd29-f600-41d9-812d-203c7a189137 req-7d79e942-8409-4731-87b2-66de3fa8767b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Usage tracker for resource:port and tenant:d465aa95e5424f8fb99965a3955b49d2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:52.988900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9834bd29-f600-41d9-812d-203c7a189137 req-7d79e942-8409-4731-87b2-66de3fa8767b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:52.995571 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-9834bd29-f600-41d9-812d-203c7a189137 req-7d79e942-8409-4731-87b2-66de3fa8767b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:53.010462 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9834bd29-f600-41d9-812d-203c7a189137 req-7d79e942-8409-4731-87b2-66de3fa8767b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Made reservation on behalf of d465aa95e5424f8fb99965a3955b49d2 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:17:53.015263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9834bd29-f600-41d9-812d-203c7a189137 req-7d79e942-8409-4731-87b2-66de3fa8767b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:53.202794 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-9834bd29-f600-41d9-812d-203c7a189137 req-7d79e942-8409-4731-87b2-66de3fa8767b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Allocated IP 172.20.0.10 (bd23d9d4-d422-4b01-a452-0126399a9b61/012cb7da-4fde-4197-968f-b0277255c3e1/60b61726-7875-4229-b849-0ffbd4dd0599) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:17:53.232267 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 26f594f6-86e8-46da-968b-552a5fd8febd completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:53.241666 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 26f594f6-86e8-46da-968b-552a5fd8febd triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:53.242041 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:53.268880 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-d150f3a1-33a2-4cbc-a1ed-a9236a450c79 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:17:53.277894 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-d150f3a1-33a2-4cbc-a1ed-a9236a450c79 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:port and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:17:53.283505 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-d150f3a1-33a2-4cbc-a1ed-a9236a450c79 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:17:53.294046 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-d150f3a1-33a2-4cbc-a1ed-a9236a450c79 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:17:53.314023 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fc9ed739-f35b-48d9-a782-53bf701dd497 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:53.321703 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-d150f3a1-33a2-4cbc-a1ed-a9236a450c79 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:17:53.325453 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-d150f3a1-33a2-4cbc-a1ed-a9236a450c79 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:53.401074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9834bd29-f600-41d9-812d-203c7a189137 req-7d79e942-8409-4731-87b2-66de3fa8767b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:53.418890 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-9834bd29-f600-41d9-812d-203c7a189137 req-7d79e942-8409-4731-87b2-66de3fa8767b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Transition to ACTIVE for port object 60b61726-7875-4229-b849-0ffbd4dd0599 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:53.429569 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 26f594f6-86e8-46da-968b-552a5fd8febd is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:53.429949 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:53.444543 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9834bd29-f600-41d9-812d-203c7a189137 req-7d79e942-8409-4731-87b2-66de3fa8767b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:53.454503 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-79b0263c-71bd-465d-9d6a-367ae71b3b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:17:47Z', 'revision_number': 7, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '2d642448-37a7-42d7-92fa-4daa5ffd440e', 'name': '', 'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:bb:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '18d207b1-b273-42a8-9c96-35893bc41347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:33Z', 'updated_at': '2022-09-21T15:17:43Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '18d207b1-b273-42a8-9c96-35893bc41347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3e11c-c437-4cfd-ab0e-85e6455c7941', 'name': '', 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:20:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:27Z', 'updated_at': '2022-09-21T15:17:36Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d36ff3f-5333-47ce-be71-dc4d74d998dd', 'name': '', 'network_id': '524519c0-2962-4416-a728-c3d8b6346190', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:35:33:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'a9925a06-2dc5-49c4-aba0-50a38e605932', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:38Z', 'updated_at': '2022-09-21T15:17:48Z', 'revision_number': 4, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'a9925a06-2dc5-49c4-aba0-50a38e605932', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:53.464987 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b0263c-71bd-465d-9d6a-367ae71b3b08 None None] The sync data for ids ['642401cf-8510-4a57-8839-30d994bf4a1d'] in dv-neutron-858731-1-hyperv is: [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:17:47Z', 'revision_number': 7, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '2d642448-37a7-42d7-92fa-4daa5ffd440e', 'name': '', 'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:bb:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '18d207b1-b273-42a8-9c96-35893bc41347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:33Z', 'updated_at': '2022-09-21T15:17:43Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '18d207b1-b273-42a8-9c96-35893bc41347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3e11c-c437-4cfd-ab0e-85e6455c7941', 'name': '', 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:20:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:27Z', 'updated_at': '2022-09-21T15:17:36Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d36ff3f-5333-47ce-be71-dc4d74d998dd', 'name': '', 'network_id': '524519c0-2962-4416-a728-c3d8b6346190', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:35:33:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'a9925a06-2dc5-49c4-aba0-50a38e605932', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:38Z', 'updated_at': '2022-09-21T15:17:48Z', 'revision_number': 4, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'a9925a06-2dc5-49c4-aba0-50a38e605932', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:17:53.479787 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 26f594f6-86e8-46da-968b-552a5fd8febd, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=26f594f6-86e8-46da-968b-552a5fd8febd,segment=NetworkSegment(6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2),segment_id=6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:53.485611 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:53.486780 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 33732f75-1f33-437f-a0f2-bebef15d3343 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:53.527719 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79e942-8409-4731-87b2-66de3fa8767b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event updated for resources: {'Port': ['ID=60b61726-7875-4229-b849-0ffbd4dd0599,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:53.534275 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9834bd29-f600-41d9-812d-203c7a189137 req-7d79e942-8409-4731-87b2-66de3fa8767b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Network bd23d9d4-d422-4b01-a452-0126399a9b61 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:53.535475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-9834bd29-f600-41d9-812d-203c7a189137 req-7d79e942-8409-4731-87b2-66de3fa8767b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:53.537615 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9834bd29-f600-41d9-812d-203c7a189137 req-7d79e942-8409-4731-87b2-66de3fa8767b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:17:53.614815 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834bd29-f600-41d9-812d-203c7a189137 req-7d79e942-8409-4731-87b2-66de3fa8767b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:53.616089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9834bd29-f600-41d9-812d-203c7a189137 req-7d79e942-8409-4731-87b2-66de3fa8767b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:53.650227 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9834bd29-f600-41d9-812d-203c7a189137 req-7d79e942-8409-4731-87b2-66de3fa8767b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9254773 Sep 21 15:17:53.652734 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=26f594f6-86e8-46da-968b-552a5fd8febd,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:53.667264 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 33732f75-1f33-437f-a0f2-bebef15d3343 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:53.667447 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-9834bd29-f600-41d9-812d-203c7a189137 req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] Request body: {'port': {'device_id': 'd835b45b-c575-4e17-8de6-4b7b2eed9577', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:53.668105 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:53.687884 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:17:53.839142 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 33732f75-1f33-437f-a0f2-bebef15d3343 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:53.840662 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 46f01a9b-46ee-423d-920b-4308a9e94d50 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:53.882149 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9ed739-f35b-48d9-a782-53bf701dd497 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router 642401cf-8510-4a57-8839-30d994bf4a1d has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:17:53.903845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-d150f3a1-33a2-4cbc-a1ed-a9236a450c79 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.20.0.22 (510701d1-ed8d-409f-9f8c-772180fe90c7/cc8e5480-7378-4316-9dca-f511c5037037/ff0e40c9-a554-4ab1-9a18-3f3346be9e89) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:17:53.922259 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 46f01a9b-46ee-423d-920b-4308a9e94d50 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:53.922976 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:54.005200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f21d87ec-c365-4b61-a608-4b7d8cfe4478 None None] Provisioning for port 60b61726-7875-4229-b849-0ffbd4dd0599 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:54.054649 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f21d87ec-c365-4b61-a608-4b7d8cfe4478 None None] Provisioning complete for port 60b61726-7875-4229-b849-0ffbd4dd0599 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:54.055481 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f21d87ec-c365-4b61-a608-4b7d8cfe4478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:54.071829 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b111e2c7-1c37-4a0b-9838-10e93c67ae25 req-b91a9d10-8ef3-4b1e-a643-0b49d192c9d3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=42eee3bf-fc88-4cb4-90b0-aa7d004e563d HTTP/1.1" status: 200 len: 210 time: 0.2455997 Sep 21 15:17:54.121632 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9834bd29-f600-41d9-812d-203c7a189137 req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:54.146432 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 46f01a9b-46ee-423d-920b-4308a9e94d50 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:54.152517 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f21d87ec-c365-4b61-a608-4b7d8cfe4478 None None] Port 60b61726-7875-4229-b849-0ffbd4dd0599 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:17:54.208290 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9ed739-f35b-48d9-a782-53bf701dd497 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:17:54.227176 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bad476b-7946-49b5-8f21-aa1945344ca3 None None] Sync routers for ids ['642401cf-8510-4a57-8839-30d994bf4a1d'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:17:54.241222 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bad476b-7946-49b5-8f21-aa1945344ca3 None None] Routers {'642401cf-8510-4a57-8839-30d994bf4a1d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:54.243076 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-7bad476b-7946-49b5-8f21-aa1945344ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['642401cf-8510-4a57-8839-30d994bf4a1d'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:54.251819 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fc9ed739-f35b-48d9-a782-53bf701dd497 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/642401cf-8510-4a57-8839-30d994bf4a1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1015761 Sep 21 15:17:54.252524 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33828) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:54.300072 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e984f-57cb-4b15-8077-f8c43530b1f7 req-084af271-1c06-461e-b3a0-705960ae8fcf tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:54.300790 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-810e984f-57cb-4b15-8077-f8c43530b1f7 req-084af271-1c06-461e-b3a0-705960ae8fcf tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Synchronizing usage tracker for tenant:d465aa95e5424f8fb99965a3955b49d2 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:17:54.323012 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 26f594f6-86e8-46da-968b-552a5fd8febd up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:17:54.347569 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-d150f3a1-33a2-4cbc-a1ed-a9236a450c79 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:54.370594 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-d150f3a1-33a2-4cbc-a1ed-a9236a450c79 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Transition to ACTIVE for port object ff0e40c9-a554-4ab1-9a18-3f3346be9e89 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:54.404516 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 26f594f6-86e8-46da-968b-552a5fd8febd triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:54.404755 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-810e984f-57cb-4b15-8077-f8c43530b1f7 req-084af271-1c06-461e-b3a0-705960ae8fcf tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Unset dirty status for tenant:d465aa95e5424f8fb99965a3955b49d2 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:17:54.405917 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:54.406968 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-810e984f-57cb-4b15-8077-f8c43530b1f7 req-084af271-1c06-461e-b3a0-705960ae8fcf tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 932 time: 0.3457694 Sep 21 15:17:54.424388 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-7bad476b-7946-49b5-8f21-aa1945344ca3 None None] Set router 642401cf-8510-4a57-8839-30d994bf4a1d gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:54.443010 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-8257b2e6-b64a-435f-a95f-c3069639c166 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting subnet a9925a06-2dc5-49c4-aba0-50a38e605932 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:17:54.446419 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8257b2e6-b64a-435f-a95f-c3069639c166 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:54.494691 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-810e984f-57cb-4b15-8077-f8c43530b1f7 req-032c7744-237b-4663-8e25-0052a4d021ea tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787892 Sep 21 15:17:54.554178 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8257b2e6-b64a-435f-a95f-c3069639c166 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:54.569661 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 26f594f6-86e8-46da-968b-552a5fd8febd is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:54.585145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-9834bd29-f600-41d9-812d-203c7a189137 req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b61726-7875-4229-b849-0ffbd4dd0599 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:17:54.593692 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9834bd29-f600-41d9-812d-203c7a189137 req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:54.611037 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-9834bd29-f600-41d9-812d-203c7a189137 req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] Transition to ACTIVE for port object 60b61726-7875-4229-b849-0ffbd4dd0599 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:54.616280 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9834bd29-f600-41d9-812d-203c7a189137 req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:54.747196 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-d150f3a1-33a2-4cbc-a1ed-a9236a450c79 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:54.789864 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-7bad476b-7946-49b5-8f21-aa1945344ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:17:52Z', 'revision_number': 8, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '2d642448-37a7-42d7-92fa-4daa5ffd440e', 'name': '', 'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:bb:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '18d207b1-b273-42a8-9c96-35893bc41347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:33Z', 'updated_at': '2022-09-21T15:17:43Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '18d207b1-b273-42a8-9c96-35893bc41347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3e11c-c437-4cfd-ab0e-85e6455c7941', 'name': '', 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:20:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:27Z', 'updated_at': '2022-09-21T15:17:36Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:54.797228 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bad476b-7946-49b5-8f21-aa1945344ca3 None None] Checking router: 642401cf-8510-4a57-8839-30d994bf4a1d for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:17:54.808498 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bad476b-7946-49b5-8f21-aa1945344ca3 None None] Routers {'642401cf-8510-4a57-8839-30d994bf4a1d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:17:54.809471 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-7bad476b-7946-49b5-8f21-aa1945344ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['642401cf-8510-4a57-8839-30d994bf4a1d'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:54.824729 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] Pushing event updated for resources: {'Port': ['ID=60b61726-7875-4229-b849-0ffbd4dd0599,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:54.837143 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-d150f3a1-33a2-4cbc-a1ed-a9236a450c79 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 510701d1-ed8d-409f-9f8c-772180fe90c7 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:17:54.842124 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-d150f3a1-33a2-4cbc-a1ed-a9236a450c79 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:17:54.845606 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-d150f3a1-33a2-4cbc-a1ed-a9236a450c79 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:17:54.854559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-9834bd29-f600-41d9-812d-203c7a189137 req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] Attempting to bind port 60b61726-7875-4229-b849-0ffbd4dd0599 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:17:54.855329 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-9834bd29-f600-41d9-812d-203c7a189137 req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] Attempting to bind port 60b61726-7875-4229-b849-0ffbd4dd0599 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:17:54.855874 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9834bd29-f600-41d9-812d-203c7a189137 req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] Attempting to bind port 60b61726-7875-4229-b849-0ffbd4dd0599 on network bd23d9d4-d422-4b01-a452-0126399a9b61 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:17:54.862000 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9834bd29-f600-41d9-812d-203c7a189137 req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] Port 60b61726-7875-4229-b849-0ffbd4dd0599 on network bd23d9d4-d422-4b01-a452-0126399a9b61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:17:54.862319 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9834bd29-f600-41d9-812d-203c7a189137 req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] Attempting to bind port 60b61726-7875-4229-b849-0ffbd4dd0599 on network bd23d9d4-d422-4b01-a452-0126399a9b61 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:17:54.868078 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9834bd29-f600-41d9-812d-203c7a189137 req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:17:54.868078 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9834bd29-f600-41d9-812d-203c7a189137 req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] Checking segment: {'id': '6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:54.868364 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9834bd29-f600-41d9-812d-203c7a189137 req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] Bound using segment: {'id': '6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:17:54.868913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-9834bd29-f600-41d9-812d-203c7a189137 req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] Bound port: 60b61726-7875-4229-b849-0ffbd4dd0599, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:17:54.869405 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9834bd29-f600-41d9-812d-203c7a189137 req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:54.893553 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150f3a1-33a2-4cbc-a1ed-a9236a450c79 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=ff0e40c9-a554-4ab1-9a18-3f3346be9e89,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:54.938912 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-d150f3a1-33a2-4cbc-a1ed-a9236a450c79 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:54.939558 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-d150f3a1-33a2-4cbc-a1ed-a9236a450c79 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:54.958738 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8257b2e6-b64a-435f-a95f-c3069639c166 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:54.980657 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-9834bd29-f600-41d9-812d-203c7a189137 req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] For port 60b61726-7875-4229-b849-0ffbd4dd0599, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:17:54.986577 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-9834bd29-f600-41d9-812d-203c7a189137 req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] For port 60b61726-7875-4229-b849-0ffbd4dd0599, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=60b61726-7875-4229-b849-0ffbd4dd0599,segment=NetworkSegment(6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2),segment_id=6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:17:54.990711 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-d150f3a1-33a2-4cbc-a1ed-a9236a450c79 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0527682 Sep 21 15:17:54.994063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9834bd29-f600-41d9-812d-203c7a189137 req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:54.997524 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-7bad476b-7946-49b5-8f21-aa1945344ca3 None None] Set router 642401cf-8510-4a57-8839-30d994bf4a1d gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:17:55.012339 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] Request body: {'port': {'device_id': '42eee3bf-fc88-4cb4-90b0-aa7d004e563d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:17:55.084173 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] Pushing event updated for resources: {'Port': ['ID=60b61726-7875-4229-b849-0ffbd4dd0599,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:55.087793 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834bd29-f600-41d9-812d-203c7a189137 req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:55.088702 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9834bd29-f600-41d9-812d-203c7a189137 req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:55.090439 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9834bd29-f600-41d9-812d-203c7a189137 req-8ad7e862-ffe7-4e12-b9a2-a4ba1fb05c54 service neutron] 10.222.0.20 "PUT /v2.0/ports/60b61726-7875-4229-b849-0ffbd4dd0599 HTTP/1.1" status: 200 len: 1094 time: 1.4280617 Sep 21 15:17:55.091122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd835b45b-c575-4e17-8de6-4b7b2eed9577', 'tag': '60b61726-7875-4229-b849-0ffbd4dd0599'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:17:55.094608 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbd5a88-7486-47d3-b7ed-9ce6b61ed64b" -d '{"events": [{"name": "network-changed", "server_uuid": "d835b45b-c575-4e17-8de6-4b7b2eed9577", "tag": "60b61726-7875-4229-b849-0ffbd4dd0599"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:17:55.178557 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8257b2e6-b64a-435f-a95f-c3069639c166 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:55.187697 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e38168cd-8280-4e8c-a674-2837c58a1a76 None None] Provisioning for port ff0e40c9-a554-4ab1-9a18-3f3346be9e89 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:17:55.194097 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e38168cd-8280-4e8c-a674-2837c58a1a76 None None] Provisioning complete for port ff0e40c9-a554-4ab1-9a18-3f3346be9e89 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:17:55.194778 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e38168cd-8280-4e8c-a674-2837c58a1a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:55.235587 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257b2e6-b64a-435f-a95f-c3069639c166 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Subnet': ['ID=a9925a06-2dc5-49c4-aba0-50a38e605932,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:55.242768 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8257b2e6-b64a-435f-a95f-c3069639c166 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:55.245056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18dbe811-ce47-4e0e-a0ab-982d9e557d54 x-openstack-request-id: req-18dbe811-ce47-4e0e-a0ab-982d9e557d54 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:17:55.245348 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d835b45b-c575-4e17-8de6-4b7b2eed9577", "tag": "60b61726-7875-4229-b849-0ffbd4dd0599", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:17:55.245601 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-18dbe811-ce47-4e0e-a0ab-982d9e557d54 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:17:55.245995 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18dbe811-ce47-4e0e-a0ab-982d9e557d54'] response: {'name': 'network-changed', 'server_uuid': 'd835b45b-c575-4e17-8de6-4b7b2eed9577', 'tag': '60b61726-7875-4229-b849-0ffbd4dd0599', 'status': 'completed', 'code': 200} Sep 21 15:17:55.246182 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:55.265038 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aeb915-03c4-4aff-b27e-c61facd12ce8 None None] Network 524519c0-2962-4416-a728-c3d8b6346190 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:17:55.271433 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8257b2e6-b64a-435f-a95f-c3069639c166 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/subnets/a9925a06-2dc5-49c4-aba0-50a38e605932 HTTP/1.1" status: 204 len: 168 time: 1.0155697 Sep 21 15:17:55.274949 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33836) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:55.383150 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e38168cd-8280-4e8c-a674-2837c58a1a76 None None] Port ff0e40c9-a554-4ab1-9a18-3f3346be9e89 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:17:55.476921 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:55.491995 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-7bad476b-7946-49b5-8f21-aa1945344ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:17:52Z', 'revision_number': 8, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '2d642448-37a7-42d7-92fa-4daa5ffd440e', 'name': '', 'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:bb:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '18d207b1-b273-42a8-9c96-35893bc41347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:33Z', 'updated_at': '2022-09-21T15:17:43Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '18d207b1-b273-42a8-9c96-35893bc41347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3e11c-c437-4cfd-ab0e-85e6455c7941', 'name': '', 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:20:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:27Z', 'updated_at': '2022-09-21T15:17:36Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:55.498004 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bad476b-7946-49b5-8f21-aa1945344ca3 None None] The sync data for ids ['642401cf-8510-4a57-8839-30d994bf4a1d'] in dv-neutron-858731-1-hyperv is: [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:17:52Z', 'revision_number': 8, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '2d642448-37a7-42d7-92fa-4daa5ffd440e', 'name': '', 'network_id': 'aabdd8c3-d2bc-4dc7-9684-d1a72330b41f', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:bb:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '18d207b1-b273-42a8-9c96-35893bc41347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:33Z', 'updated_at': '2022-09-21T15:17:43Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '18d207b1-b273-42a8-9c96-35893bc41347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3e11c-c437-4cfd-ab0e-85e6455c7941', 'name': '', 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:20:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:27Z', 'updated_at': '2022-09-21T15:17:36Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:17:55.500476 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834bd29-f600-41d9-812d-203c7a189137 req-726d89db-9590-438b-8e71-8e2ee19af5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:55.502027 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9834bd29-f600-41d9-812d-203c7a189137 req-726d89db-9590-438b-8e71-8e2ee19af5e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d465aa95e5424f8fb99965a3955b49d2&device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 1097 time: 0.3583755 Sep 21 15:17:55.502670 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting port e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:55.503667 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:55.619045 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9834bd29-f600-41d9-812d-203c7a189137 req-e84d4917-82cc-4257-8315-a57310430cf9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60b61726-7875-4229-b849-0ffbd4dd0599 HTTP/1.1" status: 200 len: 217 time: 0.0852861 Sep 21 15:17:55.699584 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e787b-17b6-491f-acae-5e003b85b9c4 req-a2ce2091-1044-4958-ade5-2ae1673ce24b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:55.700930 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c94e787b-17b6-491f-acae-5e003b85b9c4 req-a2ce2091-1044-4958-ade5-2ae1673ce24b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=42eee3bf-fc88-4cb4-90b0-aa7d004e563d HTTP/1.1" status: 200 len: 932 time: 0.3900387 Sep 21 15:17:55.702537 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0e40c9-a554-4ab1-9a18-3f3346be9e89 {{(pid=89019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:17:55.710014 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:55.725738 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] Transition to ACTIVE for port object ff0e40c9-a554-4ab1-9a18-3f3346be9e89 will not be triggered until provisioned by entity L2. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:17:55.729904 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:55.851306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834bd29-f600-41d9-812d-203c7a189137 req-b0b195eb-cbcd-420b-9b8b-f387cbafe861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:55.852861 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9834bd29-f600-41d9-812d-203c7a189137 req-b0b195eb-cbcd-420b-9b8b-f387cbafe861 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=012cb7da-4fde-4197-968f-b0277255c3e1 HTTP/1.1" status: 200 len: 833 time: 0.2224486 Sep 21 15:17:55.865190 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5699a2c-78b7-4fd9-893b-55a9030adf5f None None] DHCP port deletion for 524519c0-2962-4416-a728-c3d8b6346190 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:17:55.870642 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f5699a2c-78b7-4fd9-893b-55a9030adf5f None None] Deleting port e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:55.871375 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f5699a2c-78b7-4fd9-893b-55a9030adf5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:55.972906 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0e40c9-a554-4ab1-9a18-3f3346be9e89,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:55.988593 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] Attempting to bind port ff0e40c9-a554-4ab1-9a18-3f3346be9e89 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:17:55.989076 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] Attempting to bind port ff0e40c9-a554-4ab1-9a18-3f3346be9e89 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '6b409370-fd80-43f7-9554-771256afbdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '510701d1-ed8d-409f-9f8c-772180fe90c7'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:17:55.989512 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] Attempting to bind port ff0e40c9-a554-4ab1-9a18-3f3346be9e89 on network 510701d1-ed8d-409f-9f8c-772180fe90c7 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:17:55.999931 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] Port ff0e40c9-a554-4ab1-9a18-3f3346be9e89 on network 510701d1-ed8d-409f-9f8c-772180fe90c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:17:56.000397 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] Attempting to bind port ff0e40c9-a554-4ab1-9a18-3f3346be9e89 on network 510701d1-ed8d-409f-9f8c-772180fe90c7 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:17:56.006942 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:17:56.007530 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] Checking segment: {'id': '6b409370-fd80-43f7-9554-771256afbdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '510701d1-ed8d-409f-9f8c-772180fe90c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:17:56.008015 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] Bound using segment: {'id': '6b409370-fd80-43f7-9554-771256afbdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '510701d1-ed8d-409f-9f8c-772180fe90c7'} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:17:56.008895 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] Bound port: ff0e40c9-a554-4ab1-9a18-3f3346be9e89, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b409370-fd80-43f7-9554-771256afbdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '510701d1-ed8d-409f-9f8c-772180fe90c7'}}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:17:56.008895 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:56.086229 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c94e787b-17b6-491f-acae-5e003b85b9c4 req-af1dc7d6-9ba7-4b48-a445-6c75bdfbaaa8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=37b07606-63ed-48c0-9328-796da13691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3285508 Sep 21 15:17:56.127918 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] For port ff0e40c9-a554-4ab1-9a18-3f3346be9e89, host hv-neutron-8587, cleared binding levels {{(pid=89019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:17:56.139292 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] For port ff0e40c9-a554-4ab1-9a18-3f3346be9e89, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=ff0e40c9-a554-4ab1-9a18-3f3346be9e89,segment=NetworkSegment(6b409370-fd80-43f7-9554-771256afbdbe),segment_id=6b409370-fd80-43f7-9554-771256afbdbe)] {{(pid=89019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:17:56.144935 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:56.148663 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:56.151941 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:56.154008 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] 10.222.0.20 "PUT /v2.0/ports/ff0e40c9-a554-4ab1-9a18-3f3346be9e89 HTTP/1.1" status: 200 len: 1094 time: 1.1490843 Sep 21 15:17:56.165226 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] For port e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f,segment=NetworkSegment(850db6f8-aa72-4bd4-8ed4-b446030c5d08),segment_id=850db6f8-aa72-4bd4-8ed4-b446030c5d08)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:56.165507 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:56.179989 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f5699a2c-78b7-4fd9-893b-55a9030adf5f None None] For port e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f,segment=NetworkSegment(850db6f8-aa72-4bd4-8ed4-b446030c5d08),segment_id=850db6f8-aa72-4bd4-8ed4-b446030c5d08)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:56.180555 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f5699a2c-78b7-4fd9-893b-55a9030adf5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:56.213928 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42eee3bf-fc88-4cb4-90b0-aa7d004e563d', 'tag': 'ff0e40c9-a554-4ab1-9a18-3f3346be9e89'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:17:56.216309 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fd87f1-1f92-4f8d-a60f-e1775482c19d" -d '{"events": [{"name": "network-changed", "server_uuid": "42eee3bf-fc88-4cb4-90b0-aa7d004e563d", "tag": "ff0e40c9-a554-4ab1-9a18-3f3346be9e89"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:17:56.243928 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e32111-f74b-485c-964a-769ca476dde0 req-5a47cbe3-52a0-40ae-afe0-eafaa4e97879 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:56.251296 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a6e32111-f74b-485c-964a-769ca476dde0 req-5a47cbe3-52a0-40ae-afe0-eafaa4e97879 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 944 time: 0.5632524 Sep 21 15:17:56.308439 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585f3df0-63cf-4531-a308-91f1454b9aca x-openstack-request-id: req-585f3df0-63cf-4531-a308-91f1454b9aca {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:17:56.308731 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42eee3bf-fc88-4cb4-90b0-aa7d004e563d", "tag": "ff0e40c9-a554-4ab1-9a18-3f3346be9e89", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:17:56.308991 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-585f3df0-63cf-4531-a308-91f1454b9aca {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:17:56.309388 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-585f3df0-63cf-4531-a308-91f1454b9aca'] response: {'name': 'network-changed', 'server_uuid': '42eee3bf-fc88-4cb4-90b0-aa7d004e563d', 'tag': 'ff0e40c9-a554-4ab1-9a18-3f3346be9e89', 'status': 'completed', 'code': 200} Sep 21 15:17:56.322719 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 6d36ff3f-5333-47ce-be71-dc4d74d998dd no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:17:56.352144 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f5699a2c-78b7-4fd9-893b-55a9030adf5f None None] Calling delete_port for e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:17:56.353467 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Calling delete_port for e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:17:56.364627 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283f4fe-9d3a-4db6-aded-97fd17acb552 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0e40c9-a554-4ab1-9a18-3f3346be9e89,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:56.382427 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-ef977188-fe5a-442e-9eeb-eca97d5b9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:56.384226 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-ef977188-fe5a-442e-9eeb-eca97d5b9f0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=42eee3bf-fc88-4cb4-90b0-aa7d004e563d HTTP/1.1" status: 200 len: 1097 time: 0.1622686 Sep 21 15:17:56.402971 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 6d36ff3f-5333-47ce-be71-dc4d74d998dd {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:17:56.403646 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 6d36ff3f-5333-47ce-be71-dc4d74d998dd not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:17:56.403774 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:17:56.433597 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834bd29-f600-41d9-812d-203c7a189137 req-9bcb0188-a613-4870-b73e-e2a3ccb9465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:56.435053 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9834bd29-f600-41d9-812d-203c7a189137 req-9bcb0188-a613-4870-b73e-e2a3ccb9465e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd23d9d4-d422-4b01-a452-0126399a9b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3985572 Sep 21 15:17:56.444799 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a6e32111-f74b-485c-964a-769ca476dde0 req-63589910-81d3-40ee-b9ac-f70e9eb43ca1 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122837 Sep 21 15:17:56.481874 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-6b00bafb-a6c4-49d7-8f83-7d22111a380c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=ff0e40c9-a554-4ab1-9a18-3f3346be9e89 HTTP/1.1" status: 200 len: 217 time: 0.0863254 Sep 21 15:17:56.529442 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f5699a2c-78b7-4fd9-893b-55a9030adf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:56.550791 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:17:56.551113 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:17:56.556639 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-946c76b7-4750-415b-b74e-2bea269e3b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:56.558083 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-946c76b7-4750-415b-b74e-2bea269e3b26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc8e5480-7378-4316-9dca-f511c5037037 HTTP/1.1" status: 200 len: 837 time: 0.0674651 Sep 21 15:17:56.586964 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5699a2c-78b7-4fd9-893b-55a9030adf5f None None] Pushing event deleted for resources: {'Port': ['ID=e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:56.595066 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5699a2c-78b7-4fd9-893b-55a9030adf5f None None] No DVR routers for this DVR port e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:17:56.596676 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9834bd29-f600-41d9-812d-203c7a189137 req-e65f3af1-f091-4230-9481-7ef7cfbbec8e service neutron] 10.222.0.20 "GET /v2.0/networks/bd23d9d4-d422-4b01-a452-0126399a9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509027 Sep 21 15:17:56.598739 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:56.599113 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:56.661936 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f9bd2c52-0ce7-4f71-8cd1-1d2c2dd44488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:56.663402 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-f9bd2c52-0ce7-4f71-8cd1-1d2c2dd44488 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=510701d1-ed8d-409f-9f8c-772180fe90c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0954235 Sep 21 15:17:56.742206 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9834bd29-f600-41d9-812d-203c7a189137 req-17008fb2-f0b5-4356-b7dd-c8f85d40a753 service neutron] 10.222.0.20 "GET /v2.0/networks/bd23d9d4-d422-4b01-a452-0126399a9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344509 Sep 21 15:17:56.803003 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-85e0304d-7a29-45a0-b61b-13cb4bd33414 service neutron] 10.222.0.20 "GET /v2.0/networks/510701d1-ed8d-409f-9f8c-772180fe90c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294396 Sep 21 15:17:56.870985 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd5a88-7486-47d3-b7ed-9ce6b61ed64b req-5470fd72-0da6-49bd-a545-9684aff3f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:56.872351 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8dbd5a88-7486-47d3-b7ed-9ce6b61ed64b req-5470fd72-0da6-49bd-a545-9684aff3f2bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d465aa95e5424f8fb99965a3955b49d2&device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 1097 time: 0.0815172 Sep 21 15:17:57.010434 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd5a88-7486-47d3-b7ed-9ce6b61ed64b req-676e9868-a7f4-4f27-8bf9-eeedcd296103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:57.011794 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8dbd5a88-7486-47d3-b7ed-9ce6b61ed64b req-676e9868-a7f4-4f27-8bf9-eeedcd296103 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bd23d9d4-d422-4b01-a452-0126399a9b61 HTTP/1.1" status: 200 len: 898 time: 0.1328309 Sep 21 15:17:57.058384 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ef31e089-ce1a-497f-9fed-f0c8397a8958 req-82b941de-6182-4370-b0fc-99bba08b5bee service neutron] 10.222.0.20 "GET /v2.0/networks/510701d1-ed8d-409f-9f8c-772180fe90c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483754 Sep 21 15:17:57.072485 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting port e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:57.072821 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:57.119664 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8dbd5a88-7486-47d3-b7ed-9ce6b61ed64b req-558ade5d-900a-44e0-adaa-116e97b2eb78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60b61726-7875-4229-b849-0ffbd4dd0599 HTTP/1.1" status: 200 len: 217 time: 0.1012211 Sep 21 15:17:57.190490 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] The port 'e102d5a3-1c50-49a2-aaed-0c25ec5fbd3f' was deleted {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:17:57.195105 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd87f1-1f92-4f8d-a60f-e1775482c19d req-414808bf-e533-4484-b0bf-f6b4847542c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:57.196850 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f1fd87f1-1f92-4f8d-a60f-e1775482c19d req-414808bf-e533-4484-b0bf-f6b4847542c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=42eee3bf-fc88-4cb4-90b0-aa7d004e563d HTTP/1.1" status: 200 len: 1097 time: 0.0895171 Sep 21 15:17:57.343207 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd87f1-1f92-4f8d-a60f-e1775482c19d req-3e3215f4-c9d8-4277-859b-7c85626d41ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:57.345081 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f1fd87f1-1f92-4f8d-a60f-e1775482c19d req-3e3215f4-c9d8-4277-859b-7c85626d41ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=510701d1-ed8d-409f-9f8c-772180fe90c7 HTTP/1.1" status: 200 len: 897 time: 0.1412833 Sep 21 15:17:57.393761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd5a88-7486-47d3-b7ed-9ce6b61ed64b req-2e34ca48-d0bc-4063-97a0-9335810da3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:57.395188 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8dbd5a88-7486-47d3-b7ed-9ce6b61ed64b req-2e34ca48-d0bc-4063-97a0-9335810da3a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=012cb7da-4fde-4197-968f-b0277255c3e1 HTTP/1.1" status: 200 len: 833 time: 0.2506485 Sep 21 15:17:57.400052 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:57.419492 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f1fd87f1-1f92-4f8d-a60f-e1775482c19d req-f55536fa-92c8-490d-ada5-bb81ebdc36f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=ff0e40c9-a554-4ab1-9a18-3f3346be9e89 HTTP/1.1" status: 200 len: 217 time: 0.0669713 Sep 21 15:17:57.478118 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524519c0-2962-4416-a728-c3d8b6346190']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:57.486032 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd87f1-1f92-4f8d-a60f-e1775482c19d req-c5a1defb-79ed-4bfc-a70f-bffa760e9f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:57.487728 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f1fd87f1-1f92-4f8d-a60f-e1775482c19d req-c5a1defb-79ed-4bfc-a70f-bffa760e9f1f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc8e5480-7378-4316-9dca-f511c5037037 HTTP/1.1" status: 200 len: 837 time: 0.0608304 Sep 21 15:17:57.500229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850db6f8-aa72-4bd4-8ed4-b446030c5d08') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:57.500559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850db6f8-aa72-4bd4-8ed4-b446030c5d08') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:17:57.524534 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545cbb2-72c0-4b33-98e3-590e89c1afcf req-62657796-31f8-46a7-83d5-55b9ba5f93be tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:57.525965 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1545cbb2-72c0-4b33-98e3-590e89c1afcf req-62657796-31f8-46a7-83d5-55b9ba5f93be tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=42eee3bf-fc88-4cb4-90b0-aa7d004e563d HTTP/1.1" status: 200 len: 944 time: 0.3045700 Sep 21 15:17:57.527628 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:57.581778 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd87f1-1f92-4f8d-a60f-e1775482c19d req-321f040d-2155-4d26-a290-9ed0773991a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:57.583835 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f1fd87f1-1f92-4f8d-a60f-e1775482c19d req-321f040d-2155-4d26-a290-9ed0773991a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=510701d1-ed8d-409f-9f8c-772180fe90c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0891747 Sep 21 15:17:57.697566 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:57.723765 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f1fd87f1-1f92-4f8d-a60f-e1775482c19d req-c613a6cc-39ed-4629-8f44-8b4ae89d8f26 service neutron] 10.222.0.20 "GET /v2.0/networks/510701d1-ed8d-409f-9f8c-772180fe90c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318583 Sep 21 15:17:57.753611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:17:57.754270 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:57.839807 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 850db6f8-aa72-4bd4-8ed4-b446030c5d08 resource provider aggregate not found Sep 21 15:17:57.860963 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f1fd87f1-1f92-4f8d-a60f-e1775482c19d req-653f8264-a1f2-42f6-ad24-b046375ed382 service neutron] 10.222.0.20 "GET /v2.0/networks/510701d1-ed8d-409f-9f8c-772180fe90c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274505 Sep 21 15:17:57.867625 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1545cbb2-72c0-4b33-98e3-590e89c1afcf req-fa9e36c2-320e-481b-b78c-67d7ca553d03 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=37b07606-63ed-48c0-9328-796da13691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3255033 Sep 21 15:17:57.879719 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 850db6f8-aa72-4bd4-8ed4-b446030c5d08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 850db6f8-aa72-4bd4-8ed4-b446030c5d08 found for delete ", "request_id": "req-1a7edbb2-35ca-4028-8220-af8ae1104596"}]} Sep 21 15:17:57.886636 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd5a88-7486-47d3-b7ed-9ce6b61ed64b req-af8f8687-b24e-4164-bf06-5cf196faf3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:57.888085 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8dbd5a88-7486-47d3-b7ed-9ce6b61ed64b req-af8f8687-b24e-4164-bf06-5cf196faf3a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd23d9d4-d422-4b01-a452-0126399a9b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4793661 Sep 21 15:17:57.924714 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:57.991438 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:58.018963 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Network': ['ID=524519c0-2962-4416-a728-c3d8b6346190,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:58.031082 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ed8b4f3c-e750-4ef6-9011-2c0e9319dc95 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/networks/524519c0-2962-4416-a728-c3d8b6346190 HTTP/1.1" status: 204 len: 168 time: 2.7549403 Sep 21 15:17:58.033825 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33852) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:17:58.041979 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e15e4-58f5-4260-a837-84b56b214147 req-984f907a-cfba-4f70-a392-28db108300b8 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:58.043401 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e36e15e4-58f5-4260-a837-84b56b214147 req-984f907a-cfba-4f70-a392-28db108300b8 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 944 time: 0.3542757 Sep 21 15:17:58.103584 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8dbd5a88-7486-47d3-b7ed-9ce6b61ed64b req-ff3ad0c3-f497-479a-ac27-69f038856634 service neutron] 10.222.0.20 "GET /v2.0/networks/bd23d9d4-d422-4b01-a452-0126399a9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063749 Sep 21 15:17:58.110995 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e36e15e4-58f5-4260-a837-84b56b214147 req-b06ec117-ff63-4949-be9b-5f77c2d195cd tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563090 Sep 21 15:17:58.247881 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8dbd5a88-7486-47d3-b7ed-9ce6b61ed64b req-a6500337-8e41-4111-9fa5-56b19beaa806 service neutron] 10.222.0.20 "GET /v2.0/networks/bd23d9d4-d422-4b01-a452-0126399a9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348526 Sep 21 15:17:58.543543 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b46f-79d7-4cd9-b025-410c99d155f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:58.982525 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 60b61726-7875-4229-b849-0ffbd4dd0599 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:17:58.984683 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6fb8b46f-79d7-4cd9-b025-410c99d155f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting port 2d642448-37a7-42d7-92fa-4daa5ffd440e {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:17:58.985033 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b46f-79d7-4cd9-b025-410c99d155f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:59.089917 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ed80f-8609-4c1c-b6ee-29743d599fa7 req-4f3629f1-c409-4c36-982b-90e89383c925 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:59.091488 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-374ed80f-8609-4c1c-b6ee-29743d599fa7 req-4f3629f1-c409-4c36-982b-90e89383c925 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=42eee3bf-fc88-4cb4-90b0-aa7d004e563d HTTP/1.1" status: 200 len: 944 time: 0.1093829 Sep 21 15:17:59.121558 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 60b61726-7875-4229-b849-0ffbd4dd0599, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=60b61726-7875-4229-b849-0ffbd4dd0599,segment=NetworkSegment(6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2),segment_id=6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:59.136855 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '60b61726-7875-4229-b849-0ffbd4dd0599', 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61', 'port_id': '60b61726-7875-4229-b849-0ffbd4dd0599', 'mac_address': 'fa:16:3e:b9:85:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012cb7da-4fde-4197-968f-b0277255c3e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:17:59.137518 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-374ed80f-8609-4c1c-b6ee-29743d599fa7 req-0bb62515-359e-4acb-85b4-5c7f229a1a58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=37b07606-63ed-48c0-9328-796da13691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396266 Sep 21 15:17:59.198870 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-6fb8b46f-79d7-4cd9-b025-410c99d155f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] For port 2d642448-37a7-42d7-92fa-4daa5ffd440e, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=2d642448-37a7-42d7-92fa-4daa5ffd440e,segment=NetworkSegment(5f8d2c28-935e-4b72-9a23-f97f1e5def92),segment_id=5f8d2c28-935e-4b72-9a23-f97f1e5def92)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:59.199316 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b46f-79d7-4cd9-b025-410c99d155f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:59.215943 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 60b61726-7875-4229-b849-0ffbd4dd0599 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:59.216666 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:59.236321 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b61726-7875-4229-b849-0ffbd4dd0599 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:17:59.254096 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 60b61726-7875-4229-b849-0ffbd4dd0599, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=60b61726-7875-4229-b849-0ffbd4dd0599,segment=NetworkSegment(6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2),segment_id=6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:59.258213 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:59.258949 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device ff0e40c9-a554-4ab1-9a18-3f3346be9e89 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:17:59.334858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6fb8b46f-79d7-4cd9-b025-410c99d155f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Calling delete_port for 2d642448-37a7-42d7-92fa-4daa5ffd440e owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:17:59.345557 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468b5fd-7784-4e54-bb4f-106d44a1c8e2 req-0fc4c926-a1a8-4bca-8362-c7f727935c33 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:17:59.347403 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3468b5fd-7784-4e54-bb4f-106d44a1c8e2 req-0fc4c926-a1a8-4bca-8362-c7f727935c33 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 945 time: 0.1059613 Sep 21 15:17:59.394990 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3468b5fd-7784-4e54-bb4f-106d44a1c8e2 req-7aa39b8e-48fb-48fc-90d7-44adac2cc267 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410347 Sep 21 15:17:59.397658 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=60b61726-7875-4229-b849-0ffbd4dd0599,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:59.469093 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port ff0e40c9-a554-4ab1-9a18-3f3346be9e89, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=ff0e40c9-a554-4ab1-9a18-3f3346be9e89,segment=NetworkSegment(6b409370-fd80-43f7-9554-771256afbdbe),segment_id=6b409370-fd80-43f7-9554-771256afbdbe)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:59.482377 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'ff0e40c9-a554-4ab1-9a18-3f3346be9e89', 'network_id': '510701d1-ed8d-409f-9f8c-772180fe90c7', 'port_id': 'ff0e40c9-a554-4ab1-9a18-3f3346be9e89', 'mac_address': 'fa:16:3e:62:6b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8e5480-7378-4316-9dca-f511c5037037', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:17:59.538784 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b46f-79d7-4cd9-b025-410c99d155f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:59.540962 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port ff0e40c9-a554-4ab1-9a18-3f3346be9e89 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:17:59.541340 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:59.558881 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0e40c9-a554-4ab1-9a18-3f3346be9e89 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:17:59.575646 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port ff0e40c9-a554-4ab1-9a18-3f3346be9e89, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=ff0e40c9-a554-4ab1-9a18-3f3346be9e89,segment=NetworkSegment(6b409370-fd80-43f7-9554-771256afbdbe),segment_id=6b409370-fd80-43f7-9554-771256afbdbe)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:17:59.579876 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:59.628094 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8b46f-79d7-4cd9-b025-410c99d155f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Port': ['ID=2d642448-37a7-42d7-92fa-4daa5ffd440e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:59.650531 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=ff0e40c9-a554-4ab1-9a18-3f3346be9e89,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:17:59.860950 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b46f-79d7-4cd9-b025-410c99d155f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:17:59.877460 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['ff0e40c9-a554-4ab1-9a18-3f3346be9e89'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:17:59.902998 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['60b61726-7875-4229-b849-0ffbd4dd0599'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:18:00.329840 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb8b46f-79d7-4cd9-b025-410c99d155f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router 642401cf-8510-4a57-8839-30d994bf4a1d has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:18:00.388579 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43797fae-0e79-4e35-b7da-99e3ada5a576 req-ed42f579-8eb8-4d65-b80b-50682b2f2917 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:00.391239 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-43797fae-0e79-4e35-b7da-99e3ada5a576 req-ed42f579-8eb8-4d65-b80b-50682b2f2917 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=42eee3bf-fc88-4cb4-90b0-aa7d004e563d HTTP/1.1" status: 200 len: 945 time: 0.0978367 Sep 21 15:18:00.437132 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-43797fae-0e79-4e35-b7da-99e3ada5a576 req-c12b73ca-6f71-4916-a187-a52462acdfda tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=37b07606-63ed-48c0-9328-796da13691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397122 Sep 21 15:18:00.509351 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb8b46f-79d7-4cd9-b025-410c99d155f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:18:00.519753 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4938cd25-630b-4a79-a0fa-b66ec3506f7a None None] Sync routers for ids ['642401cf-8510-4a57-8839-30d994bf4a1d'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:18:00.527340 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6fb8b46f-79d7-4cd9-b025-410c99d155f6 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/642401cf-8510-4a57-8839-30d994bf4a1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4883554 Sep 21 15:18:00.527542 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33864) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:00.529562 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4938cd25-630b-4a79-a0fa-b66ec3506f7a None None] Routers {'642401cf-8510-4a57-8839-30d994bf4a1d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:18:00.531120 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4938cd25-630b-4a79-a0fa-b66ec3506f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['642401cf-8510-4a57-8839-30d994bf4a1d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:00.603389 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abeb99b-1849-495a-8d6f-546cc15acf36 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting subnet 18d207b1-b273-42a8-9c96-35893bc41347 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:18:00.606602 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6abeb99b-1849-495a-8d6f-546cc15acf36 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:00.610634 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc38c5-a3bd-4ca2-9cfc-83188d32ac2d req-c2d29e73-419d-4a77-ae0f-ffd04a6f705e tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:00.612320 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a3cc38c5-a3bd-4ca2-9cfc-83188d32ac2d req-c2d29e73-419d-4a77-ae0f-ffd04a6f705e tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 945 time: 0.1031179 Sep 21 15:18:00.664324 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a3cc38c5-a3bd-4ca2-9cfc-83188d32ac2d req-3a220bc9-3680-49ed-94f0-0302292a5675 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453126 Sep 21 15:18:00.667182 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6abeb99b-1849-495a-8d6f-546cc15acf36 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:00.719774 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-4938cd25-630b-4a79-a0fa-b66ec3506f7a None None] Set router 642401cf-8510-4a57-8839-30d994bf4a1d gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:18:00.754180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6abeb99b-1849-495a-8d6f-546cc15acf36 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:00.827784 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6abeb99b-1849-495a-8d6f-546cc15acf36 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:00.869884 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abeb99b-1849-495a-8d6f-546cc15acf36 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Subnet': ['ID=18d207b1-b273-42a8-9c96-35893bc41347,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:00.875365 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6abeb99b-1849-495a-8d6f-546cc15acf36 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:00.881976 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6abeb99b-1849-495a-8d6f-546cc15acf36 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/subnets/18d207b1-b273-42a8-9c96-35893bc41347 HTTP/1.1" status: 204 len: 168 time: 0.3535082 Sep 21 15:18:00.884583 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33868) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:00.915385 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061b940f-992e-485e-88f9-7d8bc2e3b157 None None] Network aabdd8c3-d2bc-4dc7-9684-d1a72330b41f requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:18:01.004838 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d002d485-9323-4e7b-8b3c-a6d4fdc1407b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:01.008686 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 60b61726-7875-4229-b849-0ffbd4dd0599 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:18:01.016151 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d002d485-9323-4e7b-8b3c-a6d4fdc1407b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting port ff290a0d-50cc-431f-9fae-469641e402ff {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:18:01.016502 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d002d485-9323-4e7b-8b3c-a6d4fdc1407b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:01.250979 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-d002d485-9323-4e7b-8b3c-a6d4fdc1407b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] For port ff290a0d-50cc-431f-9fae-469641e402ff, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ff290a0d-50cc-431f-9fae-469641e402ff,segment=NetworkSegment(5f8d2c28-935e-4b72-9a23-f97f1e5def92),segment_id=5f8d2c28-935e-4b72-9a23-f97f1e5def92)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:18:01.251337 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d002d485-9323-4e7b-8b3c-a6d4fdc1407b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:01.270146 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 60b61726-7875-4229-b849-0ffbd4dd0599 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:18:01.286800 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 60b61726-7875-4229-b849-0ffbd4dd0599 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:18:01.287342 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:01.372499 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4938cd25-630b-4a79-a0fa-b66ec3506f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:17:59Z', 'revision_number': 9, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3e11c-c437-4cfd-ab0e-85e6455c7941', 'name': '', 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:20:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:27Z', 'updated_at': '2022-09-21T15:17:36Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:01.383218 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4938cd25-630b-4a79-a0fa-b66ec3506f7a None None] Checking router: 642401cf-8510-4a57-8839-30d994bf4a1d for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:18:01.406895 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d002d485-9323-4e7b-8b3c-a6d4fdc1407b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Calling delete_port for ff290a0d-50cc-431f-9fae-469641e402ff owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:18:01.434693 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f408f0ba-b1b6-46ac-957a-513663ec200d None None] DHCP port deletion for aabdd8c3-d2bc-4dc7-9684-d1a72330b41f request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:18:01.449844 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4938cd25-630b-4a79-a0fa-b66ec3506f7a None None] Routers {'642401cf-8510-4a57-8839-30d994bf4a1d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:18:01.450772 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4938cd25-630b-4a79-a0fa-b66ec3506f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['642401cf-8510-4a57-8839-30d994bf4a1d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:01.507374 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d002d485-9323-4e7b-8b3c-a6d4fdc1407b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:01.520367 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f408f0ba-b1b6-46ac-957a-513663ec200d None None] Deleting port ff290a0d-50cc-431f-9fae-469641e402ff {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:18:01.520982 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f408f0ba-b1b6-46ac-957a-513663ec200d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:01.572764 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d002d485-9323-4e7b-8b3c-a6d4fdc1407b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] No DVR routers for this DVR port ff290a0d-50cc-431f-9fae-469641e402ff on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:18:01.603161 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002d485-9323-4e7b-8b3c-a6d4fdc1407b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Port': ['ID=ff290a0d-50cc-431f-9fae-469641e402ff,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:01.634782 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 60b61726-7875-4229-b849-0ffbd4dd0599 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:18:01.635161 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:01.690390 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b23c0-db10-482c-9176-5ab780dac965 req-9d232023-e0ea-4288-beb2-fef6bca913b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:01.691853 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4f3b23c0-db10-482c-9176-5ab780dac965 req-9d232023-e0ea-4288-beb2-fef6bca913b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=42eee3bf-fc88-4cb4-90b0-aa7d004e563d HTTP/1.1" status: 200 len: 945 time: 0.1233072 Sep 21 15:18:01.728003 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d002d485-9323-4e7b-8b3c-a6d4fdc1407b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:01.749387 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 60b61726-7875-4229-b849-0ffbd4dd0599, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=60b61726-7875-4229-b849-0ffbd4dd0599,segment=NetworkSegment(6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2),segment_id=6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:18:01.758775 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd835b45b-c575-4e17-8de6-4b7b2eed9577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b61726-7875-4229-b849-0ffbd4dd0599'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:18:01.761749 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8863ba7a-2a02-4cfd-896a-8090dbdfc5b0" -d '{"events": [{"server_uuid": "d835b45b-c575-4e17-8de6-4b7b2eed9577", "name": "network-vif-plugged", "status": "completed", "tag": "60b61726-7875-4229-b849-0ffbd4dd0599"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:18:01.763834 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-d002d485-9323-4e7b-8b3c-a6d4fdc1407b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabdd8c3-d2bc-4dc7-9684-d1a72330b41f']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:01.766608 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4f3b23c0-db10-482c-9176-5ab780dac965 req-9e8421e5-3e85-4695-8fc9-469c04a2e40d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=37b07606-63ed-48c0-9328-796da13691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648749 Sep 21 15:18:01.770201 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f408f0ba-b1b6-46ac-957a-513663ec200d None None] The port 'ff290a0d-50cc-431f-9fae-469641e402ff' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:18:01.784806 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:01.784806 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device ff0e40c9-a554-4ab1-9a18-3f3346be9e89 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:18:01.785012 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-d002d485-9323-4e7b-8b3c-a6d4fdc1407b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8d2c28-935e-4b72-9a23-f97f1e5def92') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:01.785012 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-d002d485-9323-4e7b-8b3c-a6d4fdc1407b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8d2c28-935e-4b72-9a23-f97f1e5def92') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:01.806834 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d002d485-9323-4e7b-8b3c-a6d4fdc1407b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:01.839559 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d002d485-9323-4e7b-8b3c-a6d4fdc1407b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:01.848313 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d002d485-9323-4e7b-8b3c-a6d4fdc1407b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:18:01.848313 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d002d485-9323-4e7b-8b3c-a6d4fdc1407b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:01.885421 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-4938cd25-630b-4a79-a0fa-b66ec3506f7a None None] Set router 642401cf-8510-4a57-8839-30d994bf4a1d gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:18:01.928229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a44a40-113c-4e13-8949-06b460900ced req-e0eb588e-3fde-4606-aeff-99d7f92b08a3 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:01.930649 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-33a44a40-113c-4e13-8949-06b460900ced req-e0eb588e-3fde-4606-aeff-99d7f92b08a3 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 946 time: 0.1113997 Sep 21 15:18:01.940635 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9a5467-d046-4fe7-95a7-284a6f88f4bb x-openstack-request-id: req-ba9a5467-d046-4fe7-95a7-284a6f88f4bb {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:18:01.940937 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d835b45b-c575-4e17-8de6-4b7b2eed9577", "name": "network-vif-plugged", "status": "completed", "tag": "60b61726-7875-4229-b849-0ffbd4dd0599", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:18:01.941195 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ba9a5467-d046-4fe7-95a7-284a6f88f4bb {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:18:01.941602 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba9a5467-d046-4fe7-95a7-284a6f88f4bb'] response: {'server_uuid': 'd835b45b-c575-4e17-8de6-4b7b2eed9577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b61726-7875-4229-b849-0ffbd4dd0599', 'code': 200} Sep 21 15:18:01.949391 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 5f8d2c28-935e-4b72-9a23-f97f1e5def92 resource provider aggregate not found Sep 21 15:18:01.984324 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 5f8d2c28-935e-4b72-9a23-f97f1e5def92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f8d2c28-935e-4b72-9a23-f97f1e5def92 found for delete ", "request_id": "req-ef894b65-1379-4416-9876-3f77507c1ae0"}]} Sep 21 15:18:01.999271 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-33a44a40-113c-4e13-8949-06b460900ced req-1fb660f8-0355-40cf-988c-55a5521ccc48 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591750 Sep 21 15:18:02.010215 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d002d485-9323-4e7b-8b3c-a6d4fdc1407b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:02.015917 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d002d485-9323-4e7b-8b3c-a6d4fdc1407b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:02.057115 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002d485-9323-4e7b-8b3c-a6d4fdc1407b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Network': ['ID=aabdd8c3-d2bc-4dc7-9684-d1a72330b41f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:02.071235 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d002d485-9323-4e7b-8b3c-a6d4fdc1407b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/networks/aabdd8c3-d2bc-4dc7-9684-d1a72330b41f HTTP/1.1" status: 204 len: 168 time: 1.1832426 Sep 21 15:18:02.072014 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33882) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:02.224040 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=60b61726-7875-4229-b849-0ffbd4dd0599,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:02.253700 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ff290a0d-50cc-431f-9fae-469641e402ff no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:18:02.339028 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: ff290a0d-50cc-431f-9fae-469641e402ff {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:18:02.339418 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ff290a0d-50cc-431f-9fae-469641e402ff not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:18:02.347178 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port ff0e40c9-a554-4ab1-9a18-3f3346be9e89 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:18:02.362607 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port ff0e40c9-a554-4ab1-9a18-3f3346be9e89 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:18:02.362972 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:02.562568 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port ff0e40c9-a554-4ab1-9a18-3f3346be9e89 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:18:02.563330 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:02.582550 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ac8da-adc9-4160-a995-7f988e8718d0 req-9aca72cf-3e18-4306-aa02-4268fcf7458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:02.583928 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b8ac8da-adc9-4160-a995-7f988e8718d0 req-9aca72cf-3e18-4306-aa02-4268fcf7458c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 1099 time: 0.4359920 Sep 21 15:18:02.604827 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port ff0e40c9-a554-4ab1-9a18-3f3346be9e89, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=ff0e40c9-a554-4ab1-9a18-3f3346be9e89,segment=NetworkSegment(6b409370-fd80-43f7-9554-771256afbdbe),segment_id=6b409370-fd80-43f7-9554-771256afbdbe)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:18:02.607347 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4938cd25-630b-4a79-a0fa-b66ec3506f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:17:59Z', 'revision_number': 9, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3e11c-c437-4cfd-ab0e-85e6455c7941', 'name': '', 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:20:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:27Z', 'updated_at': '2022-09-21T15:17:36Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:02.611326 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:02.642889 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4938cd25-630b-4a79-a0fa-b66ec3506f7a None None] The sync data for ids ['642401cf-8510-4a57-8839-30d994bf4a1d'] in dv-neutron-858731-1-hyperv is: [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:17:59Z', 'revision_number': 9, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb3e11c-c437-4cfd-ab0e-85e6455c7941', 'name': '', 'network_id': 'ad58757c-58aa-4507-b80d-3c85de821e39', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:20:11:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:27Z', 'updated_at': '2022-09-21T15:17:36Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': '47bceb23-e5bf-4d6f-aaf0-bcc0189c446c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:18:02.680615 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b8ac8da-adc9-4160-a995-7f988e8718d0 req-66738dd1-463c-45cd-a309-b6ba3dd61756 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851228 Sep 21 15:18:02.686067 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=ff0e40c9-a554-4ab1-9a18-3f3346be9e89,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:02.825776 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f3ceaedb-8620-4e6e-8b78-77823753c807 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:03.209952 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badc626-4dde-4ecb-81b6-c8dedbdc67fa req-0b5ba009-a72a-47da-b4e1-3c17fd28df6a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:03.211440 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6badc626-4dde-4ecb-81b6-c8dedbdc67fa req-0b5ba009-a72a-47da-b4e1-3c17fd28df6a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=42eee3bf-fc88-4cb4-90b0-aa7d004e563d HTTP/1.1" status: 200 len: 946 time: 0.3303392 Sep 21 15:18:03.287385 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6badc626-4dde-4ecb-81b6-c8dedbdc67fa req-1039cf4c-c080-4975-bc73-01ccf2820730 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=37b07606-63ed-48c0-9328-796da13691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684893 Sep 21 15:18:03.351392 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc27999-d4ef-4a41-aba6-b079bedae99a req-d7a0d820-ff52-4bbf-a99e-3fc896ac9b7a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:03.352839 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5cc27999-d4ef-4a41-aba6-b079bedae99a req-d7a0d820-ff52-4bbf-a99e-3fc896ac9b7a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 946 time: 0.2110360 Sep 21 15:18:03.383634 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-f3ceaedb-8620-4e6e-8b78-77823753c807 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting port 5fb3e11c-c437-4cfd-ab0e-85e6455c7941 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:18:03.383964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f3ceaedb-8620-4e6e-8b78-77823753c807 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:03.452094 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5cc27999-d4ef-4a41-aba6-b079bedae99a req-700c715a-69a5-43c7-9861-e45f801e1609 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889986 Sep 21 15:18:03.588331 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-f3ceaedb-8620-4e6e-8b78-77823753c807 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] For port 5fb3e11c-c437-4cfd-ab0e-85e6455c7941, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5fb3e11c-c437-4cfd-ab0e-85e6455c7941,segment=NetworkSegment(6b22adb1-725b-459c-b301-6ab64b838de4),segment_id=6b22adb1-725b-459c-b301-6ab64b838de4)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:18:03.588705 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f3ceaedb-8620-4e6e-8b78-77823753c807 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:03.708965 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-f3ceaedb-8620-4e6e-8b78-77823753c807 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Calling delete_port for 5fb3e11c-c437-4cfd-ab0e-85e6455c7941 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:18:03.895271 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f3ceaedb-8620-4e6e-8b78-77823753c807 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:03.942620 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42eee3bf-fc88-4cb4-90b0-aa7d004e563d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0e40c9-a554-4ab1-9a18-3f3346be9e89'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:18:03.945407 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f63c9f0-84af-4e47-9f5e-9c68e5e6074f" -d '{"events": [{"server_uuid": "42eee3bf-fc88-4cb4-90b0-aa7d004e563d", "name": "network-vif-plugged", "status": "completed", "tag": "ff0e40c9-a554-4ab1-9a18-3f3346be9e89"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:18:03.946599 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ceaedb-8620-4e6e-8b78-77823753c807 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Port': ['ID=5fb3e11c-c437-4cfd-ab0e-85e6455c7941,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:04.001537 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e152e98-5da9-4868-8834-7ee4fbdb7415 x-openstack-request-id: req-5e152e98-5da9-4868-8834-7ee4fbdb7415 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:18:04.002053 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42eee3bf-fc88-4cb4-90b0-aa7d004e563d", "name": "network-vif-plugged", "status": "completed", "tag": "ff0e40c9-a554-4ab1-9a18-3f3346be9e89", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:18:04.002519 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e152e98-5da9-4868-8834-7ee4fbdb7415 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:18:04.006892 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e152e98-5da9-4868-8834-7ee4fbdb7415'] response: {'server_uuid': '42eee3bf-fc88-4cb4-90b0-aa7d004e563d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0e40c9-a554-4ab1-9a18-3f3346be9e89', 'code': 200} Sep 21 15:18:04.238665 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 2d642448-37a7-42d7-92fa-4daa5ffd440e no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:18:04.273567 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 2d642448-37a7-42d7-92fa-4daa5ffd440e {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:18:04.273910 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 2d642448-37a7-42d7-92fa-4daa5ffd440e not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:18:04.394869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f3ceaedb-8620-4e6e-8b78-77823753c807 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:04.636528 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5363e-9223-49c5-9a1b-497c576c49f5 req-d8da6c08-a15a-433c-98b8-9593070adbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:04.637993 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fed5363e-9223-49c5-9a1b-497c576c49f5 req-d8da6c08-a15a-433c-98b8-9593070adbfb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=42eee3bf-fc88-4cb4-90b0-aa7d004e563d HTTP/1.1" status: 200 len: 1099 time: 0.3995173 Sep 21 15:18:04.725663 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fed5363e-9223-49c5-9a1b-497c576c49f5 req-b7de7ed0-2d3e-4198-9c7a-f5bc8283f89c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=37b07606-63ed-48c0-9328-796da13691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784824 Sep 21 15:18:04.792471 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302c8d3-240d-46d2-9bce-6bd803ccaed1 req-61756c48-aa59-4f36-8221-d544c8fda1be tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:04.793841 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e302c8d3-240d-46d2-9bce-6bd803ccaed1 req-61756c48-aa59-4f36-8221-d544c8fda1be tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=42eee3bf-fc88-4cb4-90b0-aa7d004e563d HTTP/1.1" status: 200 len: 946 time: 0.3879795 Sep 21 15:18:04.930462 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234b598-aaf4-4dcb-b057-a818222625a4 req-e967e5bb-077a-4f6b-a67b-e329c5a28eaa tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:04.931900 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e234b598-aaf4-4dcb-b057-a818222625a4 req-e967e5bb-077a-4f6b-a67b-e329c5a28eaa tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 946 time: 0.3518543 Sep 21 15:18:04.946953 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e302c8d3-240d-46d2-9bce-6bd803ccaed1 req-5fbc9db6-9f16-4bd9-89b6-e14ff8a24ba0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=37b07606-63ed-48c0-9328-796da13691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389580 Sep 21 15:18:04.972259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ceaedb-8620-4e6e-8b78-77823753c807 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router 642401cf-8510-4a57-8839-30d994bf4a1d has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:18:05.052751 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e234b598-aaf4-4dcb-b057-a818222625a4 req-2e624f3c-567d-4918-b89e-711bbf0d2bc7 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108911 Sep 21 15:18:05.150029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ceaedb-8620-4e6e-8b78-77823753c807 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:18:05.160444 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed62a0b-ed39-4f87-aa93-f79cc0dc6353 None None] Sync routers for ids ['642401cf-8510-4a57-8839-30d994bf4a1d'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:18:05.163928 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f3ceaedb-8620-4e6e-8b78-77823753c807 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/642401cf-8510-4a57-8839-30d994bf4a1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0899720 Sep 21 15:18:05.166527 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33898) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:05.169452 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed62a0b-ed39-4f87-aa93-f79cc0dc6353 None None] Routers {'642401cf-8510-4a57-8839-30d994bf4a1d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:18:05.170058 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-eed62a0b-ed39-4f87-aa93-f79cc0dc6353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['642401cf-8510-4a57-8839-30d994bf4a1d'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:05.297389 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf38abe-ac72-4f05-9c29-f7b0ed39a492 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting subnet 47bceb23-e5bf-4d6f-aaf0-bcc0189c446c {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:18:05.302315 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2cf38abe-ac72-4f05-9c29-f7b0ed39a492 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:05.320630 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-eed62a0b-ed39-4f87-aa93-f79cc0dc6353 None None] Set router 642401cf-8510-4a57-8839-30d994bf4a1d gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:18:05.367417 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2cf38abe-ac72-4f05-9c29-f7b0ed39a492 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:05.402147 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c90f93-4b0a-4f60-827f-016d676f997a req-d35fd7e2-9048-45aa-adcf-301bcf396eeb tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:05.403593 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a4c90f93-4b0a-4f60-827f-016d676f997a req-d35fd7e2-9048-45aa-adcf-301bcf396eeb tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 946 time: 0.2051189 Sep 21 15:18:05.473988 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a4c90f93-4b0a-4f60-827f-016d676f997a req-2aa6b552-d69d-4256-a280-5b1ec5b1312d tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582380 Sep 21 15:18:05.495128 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2cf38abe-ac72-4f05-9c29-f7b0ed39a492 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:05.505713 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33902) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:05.538527 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bfadf361-464e-450e-a2ca-1ad59c82290c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:05.577787 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2cf38abe-ac72-4f05-9c29-f7b0ed39a492 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:05.601119 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fce4824-87c1-4621-a647-3c38cb3510b6 tempest-TestNetworkAdvancedServerOps-1869788001 tempest-TestNetworkAdvancedServerOps-1869788001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:05.605712 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7fce4824-87c1-4621-a647-3c38cb3510b6 tempest-TestNetworkAdvancedServerOps-1869788001 tempest-TestNetworkAdvancedServerOps-1869788001-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 1094 time: 0.0956528 Sep 21 15:18:05.606040 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33906) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:05.612261 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': '60b61726-7875-4229-b849-0ffbd4dd0599', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:18:05.619710 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:18:05.624908 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Usage tracker for resource:floatingip and tenant:d465aa95e5424f8fb99965a3955b49d2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:18:05.628212 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:18:05.635077 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:18:05.645996 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:05.671979 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-eed62a0b-ed39-4f87-aa93-f79cc0dc6353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:18:03Z', 'revision_number': 10, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:05.676856 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed62a0b-ed39-4f87-aa93-f79cc0dc6353 None None] Checking router: 642401cf-8510-4a57-8839-30d994bf4a1d for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:18:05.686823 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed62a0b-ed39-4f87-aa93-f79cc0dc6353 None None] Routers {'642401cf-8510-4a57-8839-30d994bf4a1d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:18:05.687464 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-eed62a0b-ed39-4f87-aa93-f79cc0dc6353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:17:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['642401cf-8510-4a57-8839-30d994bf4a1d'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:05.761348 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf38abe-ac72-4f05-9c29-f7b0ed39a492 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Subnet': ['ID=47bceb23-e5bf-4d6f-aaf0-bcc0189c446c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:05.763317 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2cf38abe-ac72-4f05-9c29-f7b0ed39a492 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:05.772699 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2cf38abe-ac72-4f05-9c29-f7b0ed39a492 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/subnets/47bceb23-e5bf-4d6f-aaf0-bcc0189c446c HTTP/1.1" status: 204 len: 168 time: 0.6049333 Sep 21 15:18:05.773395 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33910) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:05.777354 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c298636-2291-453d-bd77-01c1330cf4e5 None None] Network ad58757c-58aa-4507-b80d-3c85de821e39 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:18:05.852919 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-eed62a0b-ed39-4f87-aa93-f79cc0dc6353 None None] Set router 642401cf-8510-4a57-8839-30d994bf4a1d gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:18:05.926175 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34f9a4b3-1079-422f-a23d-5565f5a29b88 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:05.937989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-34f9a4b3-1079-422f-a23d-5565f5a29b88 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting port d53623aa-42c7-4db4-bd96-6c4f122db158 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:18:05.938675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34f9a4b3-1079-422f-a23d-5565f5a29b88 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:06.106080 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:06.231646 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f684bf-868d-42d5-bcbe-fa3fc0211e4a None None] DHCP port deletion for ad58757c-58aa-4507-b80d-3c85de821e39 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:18:06.231646 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-69f684bf-868d-42d5-bcbe-fa3fc0211e4a None None] Deleting port d53623aa-42c7-4db4-bd96-6c4f122db158 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:18:06.231646 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69f684bf-868d-42d5-bcbe-fa3fc0211e4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:06.309258 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Allocated IP 172.26.4.55 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/4b985127-ffe2-4df9-9a56-869341b9b4f7) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:18:06.322106 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-eed62a0b-ed39-4f87-aa93-f79cc0dc6353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:18:03Z', 'revision_number': 10, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:06.327920 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed62a0b-ed39-4f87-aa93-f79cc0dc6353 None None] The sync data for ids ['642401cf-8510-4a57-8839-30d994bf4a1d'] in dv-neutron-858731-1-hyperv is: [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:18:03Z', 'revision_number': 10, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None, '_interfaces': [{'id': '41d45544-1663-49d3-8138-745212bcdc07', 'name': '', 'network_id': '43b6e14d-1eea-4040-966b-0ec068393fc2', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'mac_address': 'fa:16:3e:da:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:20Z', 'updated_at': '2022-09-21T15:17:29Z', 'revision_number': 5, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'subnets': [{'id': 'f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:18:06.346567 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-34f9a4b3-1079-422f-a23d-5565f5a29b88 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] For port d53623aa-42c7-4db4-bd96-6c4f122db158, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d53623aa-42c7-4db4-bd96-6c4f122db158,segment=NetworkSegment(6b22adb1-725b-459c-b301-6ab64b838de4),segment_id=6b22adb1-725b-459c-b301-6ab64b838de4)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:18:06.346928 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34f9a4b3-1079-422f-a23d-5565f5a29b88 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:06.482288 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-34f9a4b3-1079-422f-a23d-5565f5a29b88 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Calling delete_port for d53623aa-42c7-4db4-bd96-6c4f122db158 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:18:06.488640 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:06.490192 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-69f684bf-868d-42d5-bcbe-fa3fc0211e4a None None] For port d53623aa-42c7-4db4-bd96-6c4f122db158, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d53623aa-42c7-4db4-bd96-6c4f122db158,segment=NetworkSegment(6b22adb1-725b-459c-b301-6ab64b838de4),segment_id=6b22adb1-725b-459c-b301-6ab64b838de4)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:18:06.490581 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69f684bf-868d-42d5-bcbe-fa3fc0211e4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:06.521000 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:06.527985 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0105f-d8e1-486e-be3f-f21304a133b8 req-f1293ce0-7b2a-45b9-9776-0405d6d13ace tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:06.529475 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-57e0105f-d8e1-486e-be3f-f21304a133b8 req-f1293ce0-7b2a-45b9-9776-0405d6d13ace tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=42eee3bf-fc88-4cb4-90b0-aa7d004e563d HTTP/1.1" status: 200 len: 946 time: 0.3437476 Sep 21 15:18:06.581045 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:18:06.588614 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:18:06.591195 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:18:06.602537 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-57e0105f-d8e1-486e-be3f-f21304a133b8 req-5a9bf1e5-d2e5-4b1b-a58c-5fb43574a88d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=37b07606-63ed-48c0-9328-796da13691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649402 Sep 21 15:18:06.613565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34f9a4b3-1079-422f-a23d-5565f5a29b88 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:06.621486 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-69f684bf-868d-42d5-bcbe-fa3fc0211e4a None None] Calling delete_port for d53623aa-42c7-4db4-bd96-6c4f122db158 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:18:06.671898 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9a4b3-1079-422f-a23d-5565f5a29b88 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Port': ['ID=d53623aa-42c7-4db4-bd96-6c4f122db158,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:06.680733 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f9a4b3-1079-422f-a23d-5565f5a29b88 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] No DVR routers for this DVR port d53623aa-42c7-4db4-bd96-6c4f122db158 on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:18:06.723143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-69f684bf-868d-42d5-bcbe-fa3fc0211e4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:18:06.723515 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-69f684bf-868d-42d5-bcbe-fa3fc0211e4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:18:06.746683 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event updated for resources: {'Port': ['ID=4b985127-ffe2-4df9-9a56-869341b9b4f7,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:06.878711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34f9a4b3-1079-422f-a23d-5565f5a29b88 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:06.916113 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-34f9a4b3-1079-422f-a23d-5565f5a29b88 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad58757c-58aa-4507-b80d-3c85de821e39']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:06.931221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-34f9a4b3-1079-422f-a23d-5565f5a29b88 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b22adb1-725b-459c-b301-6ab64b838de4') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:06.931521 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-34f9a4b3-1079-422f-a23d-5565f5a29b88 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b22adb1-725b-459c-b301-6ab64b838de4') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:06.946609 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34f9a4b3-1079-422f-a23d-5565f5a29b88 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:06.972845 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c880b-897d-4a93-b97f-43e9d06c941c req-98bceb0a-2586-4bd6-8d15-9d7414a330e2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:06.974328 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-742c880b-897d-4a93-b97f-43e9d06c941c req-98bceb0a-2586-4bd6-8d15-9d7414a330e2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=42eee3bf-fc88-4cb4-90b0-aa7d004e563d HTTP/1.1" status: 200 len: 946 time: 0.1751943 Sep 21 15:18:06.975344 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34f9a4b3-1079-422f-a23d-5565f5a29b88 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:06.997379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f9a4b3-1079-422f-a23d-5565f5a29b88 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:18:06.997782 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34f9a4b3-1079-422f-a23d-5565f5a29b88 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:07.073743 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 6b22adb1-725b-459c-b301-6ab64b838de4 resource provider aggregate not found Sep 21 15:18:07.105848 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 6b22adb1-725b-459c-b301-6ab64b838de4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b22adb1-725b-459c-b301-6ab64b838de4 found for delete ", "request_id": "req-b5b3c7cb-f401-4518-859b-247953539810"}]} Sep 21 15:18:07.120330 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-742c880b-897d-4a93-b97f-43e9d06c941c req-1ea64780-9b31-4f0c-97c7-54b54cce957b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=37b07606-63ed-48c0-9328-796da13691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384645 Sep 21 15:18:07.127290 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34f9a4b3-1079-422f-a23d-5565f5a29b88 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:07.153549 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34f9a4b3-1079-422f-a23d-5565f5a29b88 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:07.160308 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9a4b3-1079-422f-a23d-5565f5a29b88 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Network': ['ID=ad58757c-58aa-4507-b80d-3c85de821e39,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:07.172497 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-34f9a4b3-1079-422f-a23d-5565f5a29b88 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/networks/ad58757c-58aa-4507-b80d-3c85de821e39 HTTP/1.1" status: 204 len: 168 time: 1.3957448 Sep 21 15:18:07.173805 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33924) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:07.194501 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:07.224477 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-69f684bf-868d-42d5-bcbe-fa3fc0211e4a None None] Deleting port d53623aa-42c7-4db4-bd96-6c4f122db158 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:18:07.224982 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69f684bf-868d-42d5-bcbe-fa3fc0211e4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:07.270366 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:07.301760 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-69f684bf-868d-42d5-bcbe-fa3fc0211e4a None None] The port 'd53623aa-42c7-4db4-bd96-6c4f122db158' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:18:07.489300 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:07.495045 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:07.602747 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event updated for resources: {'Port': ['ID=4b985127-ffe2-4df9-9a56-869341b9b4f7,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:07.606918 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:07.781095 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Floating IP 07105b23-9025-421b-a904-758ec361528e associated. External IP: 172.26.4.55, port: 60b61726-7875-4229-b849-0ffbd4dd0599. Sep 21 15:18:07.818693 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80f49721-1dfa-49dd-a4f9-0e6daba7cc31 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:07.840746 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b6b94d2a-ddd2-4191-9c12-dbc8038553c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:08.160632 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-80f49721-1dfa-49dd-a4f9-0e6daba7cc31 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting port 41d45544-1663-49d3-8138-745212bcdc07 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:18:08.161224 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80f49721-1dfa-49dd-a4f9-0e6daba7cc31 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:08.235879 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d53623aa-42c7-4db4-bd96-6c4f122db158 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:18:08.256321 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Router c5b72cdf-eabe-4467-8626-a5853d0ad7f5 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:18:08.272436 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: d53623aa-42c7-4db4-bd96-6c4f122db158 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:18:08.272807 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d53623aa-42c7-4db4-bd96-6c4f122db158 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:18:08.273235 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5fb3e11c-c437-4cfd-ab0e-85e6455c7941 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:18:08.311578 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 5fb3e11c-c437-4cfd-ab0e-85e6455c7941 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:18:08.312084 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5fb3e11c-c437-4cfd-ab0e-85e6455c7941 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:18:08.369475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-80f49721-1dfa-49dd-a4f9-0e6daba7cc31 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] For port 41d45544-1663-49d3-8138-745212bcdc07, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=41d45544-1663-49d3-8138-745212bcdc07,segment=NetworkSegment(852d7e07-87b6-4b1a-ba76-45895de25713),segment_id=852d7e07-87b6-4b1a-ba76-45895de25713)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:18:08.369825 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80f49721-1dfa-49dd-a4f9-0e6daba7cc31 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:08.441838 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:18:08.452771 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd1c7aa-d42f-4213-b5f6-78abf13d1f02 None None] Sync routers for ids ['c5b72cdf-eabe-4467-8626-a5853d0ad7f5'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:18:08.462578 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd1c7aa-d42f-4213-b5f6-78abf13d1f02 None None] Routers {'c5b72cdf-eabe-4467-8626-a5853d0ad7f5'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:18:08.463314 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5bd1c7aa-d42f-4213-b5f6-78abf13d1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:18:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c5b72cdf-eabe-4467-8626-a5853d0ad7f5'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:08.469334 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:08.495248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-80f49721-1dfa-49dd-a4f9-0e6daba7cc31 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Calling delete_port for 41d45544-1663-49d3-8138-745212bcdc07 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:18:08.527172 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-58640039-1d1c-4a2b-afb7-9d1132b719e5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9200149 Sep 21 15:18:08.527734 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd835b45b-c575-4e17-8de6-4b7b2eed9577', 'tag': '60b61726-7875-4229-b849-0ffbd4dd0599'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:18:08.530902 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03b697b-57db-4f51-83c7-76431bc19a82" -d '{"events": [{"name": "network-changed", "server_uuid": "d835b45b-c575-4e17-8de6-4b7b2eed9577", "tag": "60b61726-7875-4229-b849-0ffbd4dd0599"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:18:08.596140 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143fc925-d5a8-47c6-bd78-85be0e0731af x-openstack-request-id: req-143fc925-d5a8-47c6-bd78-85be0e0731af {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:18:08.596430 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d835b45b-c575-4e17-8de6-4b7b2eed9577", "tag": "60b61726-7875-4229-b849-0ffbd4dd0599", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:18:08.596723 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-143fc925-d5a8-47c6-bd78-85be0e0731af {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:18:08.597139 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-143fc925-d5a8-47c6-bd78-85be0e0731af'] response: {'name': 'network-changed', 'server_uuid': 'd835b45b-c575-4e17-8de6-4b7b2eed9577', 'tag': '60b61726-7875-4229-b849-0ffbd4dd0599', 'status': 'completed', 'code': 200} Sep 21 15:18:08.632414 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33934) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:08.690535 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:08.709344 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-5bd1c7aa-d42f-4213-b5f6-78abf13d1f02 None None] Set router c5b72cdf-eabe-4467-8626-a5853d0ad7f5 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:18:08.844118 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b55c7-0392-4e97-9de5-cc1eff6ffe23 req-a5202974-81a5-417d-8a79-dfef97182077 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:08.845695 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a01b55c7-0392-4e97-9de5-cc1eff6ffe23 req-a5202974-81a5-417d-8a79-dfef97182077 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 946 time: 0.2289386 Sep 21 15:18:08.849017 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b697b-57db-4f51-83c7-76431bc19a82 req-5f64a7bf-a785-4b33-8758-7ee5d1a2c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:08.850541 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b03b697b-57db-4f51-83c7-76431bc19a82 req-5f64a7bf-a785-4b33-8758-7ee5d1a2c03d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d465aa95e5424f8fb99965a3955b49d2&device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 1099 time: 0.1844082 Sep 21 15:18:08.851607 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80f49721-1dfa-49dd-a4f9-0e6daba7cc31 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:08.885146 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:08.944709 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f49721-1dfa-49dd-a4f9-0e6daba7cc31 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Port': ['ID=41d45544-1663-49d3-8138-745212bcdc07,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:09.130533 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5bd1c7aa-d42f-4213-b5f6-78abf13d1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722785563', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:34Z', 'updated_at': '2022-09-21T15:17:43Z', 'revision_number': 4, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'gw_port': {'id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:35Z', 'updated_at': '2022-09-21T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '07105b23-9025-421b-a904-758ec361528e', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'port_id': '60b61726-7875-4229-b849-0ffbd4dd0599', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61', 'mac_address': 'fa:16:3e:b9:85:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd835b45b-c575-4e17-8de6-4b7b2eed9577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:18:07Z', 'updated_at': '2022-09-21T15:18:07Z', 'revision_number': 0, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f594f6-86e8-46da-968b-552a5fd8febd', 'name': '', 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'mac_address': 'fa:16:3e:33:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '012cb7da-4fde-4197-968f-b0277255c3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:40Z', 'updated_at': '2022-09-21T15:17:53Z', 'revision_number': 5, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'subnets': [{'id': '012cb7da-4fde-4197-968f-b0277255c3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:09.135877 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd1c7aa-d42f-4213-b5f6-78abf13d1f02 None None] Checking router: c5b72cdf-eabe-4467-8626-a5853d0ad7f5 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:18:09.148546 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd1c7aa-d42f-4213-b5f6-78abf13d1f02 None None] Routers {'c5b72cdf-eabe-4467-8626-a5853d0ad7f5'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:18:09.149168 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5bd1c7aa-d42f-4213-b5f6-78abf13d1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:18:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c5b72cdf-eabe-4467-8626-a5853d0ad7f5'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:09.264359 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a01b55c7-0392-4e97-9de5-cc1eff6ffe23 req-7917ba62-181c-43af-8bcc-bc4e62a5f654 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4085829 Sep 21 15:18:09.305757 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33938) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:09.355247 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-5bd1c7aa-d42f-4213-b5f6-78abf13d1f02 None None] Set router c5b72cdf-eabe-4467-8626-a5853d0ad7f5 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:18:09.379148 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b697b-57db-4f51-83c7-76431bc19a82 req-5ff91410-b80e-4b77-ad25-6e506e8eea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:09.380618 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b03b697b-57db-4f51-83c7-76431bc19a82 req-5ff91410-b80e-4b77-ad25-6e506e8eea28 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bd23d9d4-d422-4b01-a452-0126399a9b61 HTTP/1.1" status: 200 len: 898 time: 0.4848979 Sep 21 15:18:09.467975 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-67267326-353f-4192-a995-a1495d1419aa tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/floatingips/07105b23-9025-421b-a904-758ec361528e HTTP/1.1" status: 200 len: 991 time: 0.1595795 Sep 21 15:18:09.518617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80f49721-1dfa-49dd-a4f9-0e6daba7cc31 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:09.616493 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b03b697b-57db-4f51-83c7-76431bc19a82 req-ce0d60a2-3990-40d6-8216-212ff9f9c48b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60b61726-7875-4229-b849-0ffbd4dd0599 HTTP/1.1" status: 200 len: 999 time: 0.1830137 Sep 21 15:18:09.682417 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58449ed6-abf3-4220-b703-b114ba6f254c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:09.724020 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5bd1c7aa-d42f-4213-b5f6-78abf13d1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722785563', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:34Z', 'updated_at': '2022-09-21T15:17:43Z', 'revision_number': 4, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'gw_port': {'id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:35Z', 'updated_at': '2022-09-21T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '07105b23-9025-421b-a904-758ec361528e', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'port_id': '60b61726-7875-4229-b849-0ffbd4dd0599', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61', 'mac_address': 'fa:16:3e:b9:85:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd835b45b-c575-4e17-8de6-4b7b2eed9577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:18:07Z', 'updated_at': '2022-09-21T15:18:07Z', 'revision_number': 0, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f594f6-86e8-46da-968b-552a5fd8febd', 'name': '', 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'mac_address': 'fa:16:3e:33:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '012cb7da-4fde-4197-968f-b0277255c3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:40Z', 'updated_at': '2022-09-21T15:17:53Z', 'revision_number': 5, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'subnets': [{'id': '012cb7da-4fde-4197-968f-b0277255c3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:09.728775 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd1c7aa-d42f-4213-b5f6-78abf13d1f02 None None] The sync data for ids ['c5b72cdf-eabe-4467-8626-a5853d0ad7f5'] in dv-neutron-858731-1-hyperv is: [{'id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722785563', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:34Z', 'updated_at': '2022-09-21T15:17:43Z', 'revision_number': 4, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'gw_port': {'id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:35Z', 'updated_at': '2022-09-21T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '07105b23-9025-421b-a904-758ec361528e', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'port_id': '60b61726-7875-4229-b849-0ffbd4dd0599', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61', 'mac_address': 'fa:16:3e:b9:85:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd835b45b-c575-4e17-8de6-4b7b2eed9577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:18:07Z', 'updated_at': '2022-09-21T15:18:07Z', 'revision_number': 0, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f594f6-86e8-46da-968b-552a5fd8febd', 'name': '', 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'mac_address': 'fa:16:3e:33:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '012cb7da-4fde-4197-968f-b0277255c3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:40Z', 'updated_at': '2022-09-21T15:17:53Z', 'revision_number': 5, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'subnets': [{'id': '012cb7da-4fde-4197-968f-b0277255c3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:18:09.859687 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b697b-57db-4f51-83c7-76431bc19a82 req-bb029ab6-f66a-4053-a365-f9cf7ccaf958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:09.861223 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b03b697b-57db-4f51-83c7-76431bc19a82 req-bb029ab6-f66a-4053-a365-f9cf7ccaf958 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=012cb7da-4fde-4197-968f-b0277255c3e1 HTTP/1.1" status: 200 len: 833 time: 0.1960049 Sep 21 15:18:09.923789 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f49721-1dfa-49dd-a4f9-0e6daba7cc31 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router 642401cf-8510-4a57-8839-30d994bf4a1d has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:18:09.957981 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7afc47-c27d-4108-86a0-c5a25e1d140b None None] New status for floating IP 07105b23-9025-421b-a904-758ec361528e: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:18:10.096343 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f49721-1dfa-49dd-a4f9-0e6daba7cc31 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:18:10.110128 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39f5421-3757-4129-a165-2c2cd44dccd8 None None] Sync routers for ids ['642401cf-8510-4a57-8839-30d994bf4a1d'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:18:10.114028 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-58449ed6-abf3-4220-b703-b114ba6f254c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.20.0.17 (510701d1-ed8d-409f-9f8c-772180fe90c7/cc8e5480-7378-4316-9dca-f511c5037037/9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:18:10.114303 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b697b-57db-4f51-83c7-76431bc19a82 req-e5fce312-7f7b-45c8-ba1b-0abf64f5b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:10.116679 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b03b697b-57db-4f51-83c7-76431bc19a82 req-e5fce312-7f7b-45c8-ba1b-0abf64f5b0fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd23d9d4-d422-4b01-a452-0126399a9b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2477570 Sep 21 15:18:10.120393 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39f5421-3757-4129-a165-2c2cd44dccd8 None None] Routers {'642401cf-8510-4a57-8839-30d994bf4a1d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:18:10.121057 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c39f5421-3757-4129-a165-2c2cd44dccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:18:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['642401cf-8510-4a57-8839-30d994bf4a1d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:10.129476 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-80f49721-1dfa-49dd-a4f9-0e6daba7cc31 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/642401cf-8510-4a57-8839-30d994bf4a1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9544747 Sep 21 15:18:10.132779 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33942) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:10.296314 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-c39f5421-3757-4129-a165-2c2cd44dccd8 None None] Set router 642401cf-8510-4a57-8839-30d994bf4a1d gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:18:10.326226 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58449ed6-abf3-4220-b703-b114ba6f254c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:10.343416 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-58449ed6-abf3-4220-b703-b114ba6f254c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Transition to ACTIVE for port object 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:18:10.369144 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58449ed6-abf3-4220-b703-b114ba6f254c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:10.383533 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb482ab-05ec-4107-b3b3-3379530d8fff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting subnet f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:18:10.387299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bcb482ab-05ec-4107-b3b3-3379530d8fff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:10.403669 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c39f5421-3757-4129-a165-2c2cd44dccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:18:08Z', 'revision_number': 11, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:10.408590 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39f5421-3757-4129-a165-2c2cd44dccd8 None None] Checking router: 642401cf-8510-4a57-8839-30d994bf4a1d for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:18:10.416960 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39f5421-3757-4129-a165-2c2cd44dccd8 None None] Routers {'642401cf-8510-4a57-8839-30d994bf4a1d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:18:10.417572 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c39f5421-3757-4129-a165-2c2cd44dccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:18:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['642401cf-8510-4a57-8839-30d994bf4a1d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:10.438381 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58449ed6-abf3-4220-b703-b114ba6f254c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 510701d1-ed8d-409f-9f8c-772180fe90c7 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:18:10.441395 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-58449ed6-abf3-4220-b703-b114ba6f254c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:18:10.443760 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58449ed6-abf3-4220-b703-b114ba6f254c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:18:10.450836 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bcb482ab-05ec-4107-b3b3-3379530d8fff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:10.477408 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33946) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:10.491919 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b03b697b-57db-4f51-83c7-76431bc19a82 req-32d1909a-44eb-4e6c-a0d3-948509e21b5a service neutron] 10.222.0.20 "GET /v2.0/networks/bd23d9d4-d422-4b01-a452-0126399a9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604586 Sep 21 15:18:10.586477 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bcb482ab-05ec-4107-b3b3-3379530d8fff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:10.586714 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58449ed6-abf3-4220-b703-b114ba6f254c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:10.621562 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:10.621835 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58449ed6-abf3-4220-b703-b114ba6f254c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:10.629507 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-c39f5421-3757-4129-a165-2c2cd44dccd8 None None] Set router 642401cf-8510-4a57-8839-30d994bf4a1d gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:18:10.764200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c39f5421-3757-4129-a165-2c2cd44dccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:18:08Z', 'revision_number': 11, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:10.777040 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39f5421-3757-4129-a165-2c2cd44dccd8 None None] The sync data for ids ['642401cf-8510-4a57-8839-30d994bf4a1d'] in dv-neutron-858731-1-hyperv is: [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:18:08Z', 'revision_number': 11, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:18:10.777266 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-58c7434b-d57f-49e8-ab30-ef97f05bef8a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/floatingips/07105b23-9025-421b-a904-758ec361528e HTTP/1.1" status: 200 len: 993 time: 0.2943292 Sep 21 15:18:10.786384 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e813372d-270e-48b2-8673-ea97aeae4698 None None] Provisioning for port 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:18:10.792162 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e813372d-270e-48b2-8673-ea97aeae4698 None None] Provisioning complete for port 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:18:10.792695 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e813372d-270e-48b2-8673-ea97aeae4698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:10.864788 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e813372d-270e-48b2-8673-ea97aeae4698 None None] Port 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:18:10.881856 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bcb482ab-05ec-4107-b3b3-3379530d8fff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:10.932919 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb482ab-05ec-4107-b3b3-3379530d8fff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Subnet': ['ID=f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:10.935068 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58449ed6-abf3-4220-b703-b114ba6f254c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:10.947021 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f19fc44-80f1-43ff-b52b-454ec15e571f None None] Network 43b6e14d-1eea-4040-966b-0ec068393fc2 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:18:10.948379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bcb482ab-05ec-4107-b3b3-3379530d8fff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:10.960403 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b03b697b-57db-4f51-83c7-76431bc19a82 req-9a0e5f00-abd5-43e7-8474-238a6f7231e3 service neutron] 10.222.0.20 "GET /v2.0/networks/bd23d9d4-d422-4b01-a452-0126399a9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591138 Sep 21 15:18:10.961629 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bcb482ab-05ec-4107-b3b3-3379530d8fff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/subnets/f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e HTTP/1.1" status: 204 len: 168 time: 0.8276806 Sep 21 15:18:10.964297 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33950) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:11.112807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2aae-be8e-46d3-a267-caa3c2af7faf tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:11.128607 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d6fa2aae-be8e-46d3-a267-caa3c2af7faf tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Deleting port 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:18:11.128956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2aae-be8e-46d3-a267-caa3c2af7faf tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:11.238409 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a335c1b4-16d1-4bbc-804b-73665cffe71b None None] DHCP port deletion for 43b6e14d-1eea-4040-966b-0ec068393fc2 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:18:11.243607 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a335c1b4-16d1-4bbc-804b-73665cffe71b None None] Deleting port 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:18:11.244174 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a335c1b4-16d1-4bbc-804b-73665cffe71b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:11.378121 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-d6fa2aae-be8e-46d3-a267-caa3c2af7faf tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] For port 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=3a02f70e-123b-4a8d-b753-0a47fdc3d5d8,segment=NetworkSegment(852d7e07-87b6-4b1a-ba76-45895de25713),segment_id=852d7e07-87b6-4b1a-ba76-45895de25713)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:18:11.378493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2aae-be8e-46d3-a267-caa3c2af7faf tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:11.470494 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a335c1b4-16d1-4bbc-804b-73665cffe71b None None] For port 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=3a02f70e-123b-4a8d-b753-0a47fdc3d5d8,segment=NetworkSegment(852d7e07-87b6-4b1a-ba76-45895de25713),segment_id=852d7e07-87b6-4b1a-ba76-45895de25713)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:18:11.470952 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a335c1b4-16d1-4bbc-804b-73665cffe71b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:11.508306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d6fa2aae-be8e-46d3-a267-caa3c2af7faf tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Calling delete_port for 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:18:11.542750 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58449ed6-abf3-4220-b703-b114ba6f254c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:11.547419 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58449ed6-abf3-4220-b703-b114ba6f254c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:11.588519 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2aae-be8e-46d3-a267-caa3c2af7faf tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:11.600756 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a335c1b4-16d1-4bbc-804b-73665cffe71b None None] Calling delete_port for 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:18:11.641661 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa2aae-be8e-46d3-a267-caa3c2af7faf tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Port': ['ID=3a02f70e-123b-4a8d-b753-0a47fdc3d5d8,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:11.644692 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fa2aae-be8e-46d3-a267-caa3c2af7faf tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] No DVR routers for this DVR port 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:18:11.666162 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58449ed6-abf3-4220-b703-b114ba6f254c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:11.670743 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58449ed6-abf3-4220-b703-b114ba6f254c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:11.690948 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-a335c1b4-16d1-4bbc-804b-73665cffe71b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:18:11.691437 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-a335c1b4-16d1-4bbc-804b-73665cffe71b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:18:11.770434 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2aae-be8e-46d3-a267-caa3c2af7faf tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:11.795783 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-d6fa2aae-be8e-46d3-a267-caa3c2af7faf tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b6e14d-1eea-4040-966b-0ec068393fc2']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:11.805882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58449ed6-abf3-4220-b703-b114ba6f254c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 510701d1-ed8d-409f-9f8c-772180fe90c7 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:18:11.806969 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-58449ed6-abf3-4220-b703-b114ba6f254c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:18:11.807675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-d6fa2aae-be8e-46d3-a267-caa3c2af7faf tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852d7e07-87b6-4b1a-ba76-45895de25713') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:11.807973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-d6fa2aae-be8e-46d3-a267-caa3c2af7faf tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852d7e07-87b6-4b1a-ba76-45895de25713') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:11.820470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2aae-be8e-46d3-a267-caa3c2af7faf tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:11.838257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2aae-be8e-46d3-a267-caa3c2af7faf tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:11.845100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fa2aae-be8e-46d3-a267-caa3c2af7faf tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:18:11.845544 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2aae-be8e-46d3-a267-caa3c2af7faf tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:11.919566 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 852d7e07-87b6-4b1a-ba76-45895de25713 resource provider aggregate not found Sep 21 15:18:11.951430 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 852d7e07-87b6-4b1a-ba76-45895de25713 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 852d7e07-87b6-4b1a-ba76-45895de25713 found for delete ", "request_id": "req-7d218c3e-01d3-4967-9720-a7e2a8323f22"}]} Sep 21 15:18:11.967423 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2aae-be8e-46d3-a267-caa3c2af7faf tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:11.992489 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2aae-be8e-46d3-a267-caa3c2af7faf tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:11.995281 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa2aae-be8e-46d3-a267-caa3c2af7faf tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Pushing event deleted for resources: {'Network': ['ID=43b6e14d-1eea-4040-966b-0ec068393fc2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:12.012487 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d6fa2aae-be8e-46d3-a267-caa3c2af7faf tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/networks/43b6e14d-1eea-4040-966b-0ec068393fc2 HTTP/1.1" status: 204 len: 168 time: 1.0464501 Sep 21 15:18:12.015017 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33958) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:12.021517 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-bc0916b4-86b2-44c4-acfe-81634ff4461c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'router': {'routes': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:18:12.025266 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58449ed6-abf3-4220-b703-b114ba6f254c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router b72dfb93-8646-4321-852b-b44f8660b258 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:18:12.101664 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ab984fc0-7389-498d-a3fd-e41a5c6ad446 None None] Provisioning complete for port 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:18:12.102366 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ab984fc0-7389-498d-a3fd-e41a5c6ad446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:12.162013 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ab984fc0-7389-498d-a3fd-e41a5c6ad446 None None] Port 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:18:12.192386 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a335c1b4-16d1-4bbc-804b-73665cffe71b None None] Deleting port 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:18:12.192806 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a335c1b4-16d1-4bbc-804b-73665cffe71b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:12.214805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58449ed6-abf3-4220-b703-b114ba6f254c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:18:12.227893 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] Sync routers for ids ['b72dfb93-8646-4321-852b-b44f8660b258'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:18:12.239712 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] Routers {'b72dfb93-8646-4321-852b-b44f8660b258'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:18:12.240588 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:18:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b72dfb93-8646-4321-852b-b44f8660b258'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:12.241690 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-58449ed6-abf3-4220-b703-b114ba6f254c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/routers/b72dfb93-8646-4321-852b-b44f8660b258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6072478 Sep 21 15:18:12.273708 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:18:12.316669 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a335c1b4-16d1-4bbc-804b-73665cffe71b None None] The port '3a02f70e-123b-4a8d-b753-0a47fdc3d5d8' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:18:12.330322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:18:12.330980 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 3a02f70e-123b-4a8d-b753-0a47fdc3d5d8 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:18:12.331358 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 41d45544-1663-49d3-8138-745212bcdc07 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:18:12.368153 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 41d45544-1663-49d3-8138-745212bcdc07 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:18:12.368682 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 41d45544-1663-49d3-8138-745212bcdc07 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:18:12.447183 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] Set router b72dfb93-8646-4321-852b-b44f8660b258 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:18:12.458716 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.extraroute_db [None req-bc0916b4-86b2-44c4-acfe-81634ff4461c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Added routes are [] {{(pid=89018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 21 15:18:12.459013 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.extraroute_db [None req-bc0916b4-86b2-44c4-acfe-81634ff4461c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Removed routes are [] {{(pid=89018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 21 15:18:12.459368 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bc0916b4-86b2-44c4-acfe-81634ff4461c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:12.721191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bc0916b4-86b2-44c4-acfe-81634ff4461c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:12.724428 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bc0916b4-86b2-44c4-acfe-81634ff4461c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:12.837117 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'name': 'tempest-TestNetworkBasicOps-router-678445152', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:16:06Z', 'updated_at': '2022-09-21T15:18:10Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:08Z', 'updated_at': '2022-09-21T15:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'f162df16-9f8f-4554-80e4-f3bc9a27a7c5', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'port_id': '8694007c-079d-42a5-8cc2-8a21312f2e18', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'mac_address': 'fa:16:3e:74:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4345e59-1d9e-4fcf-8e2b-c59d71012b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:17:11Z', 'updated_at': '2022-09-21T15:17:15Z', 'revision_number': 1, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968', 'name': '', 'network_id': '510701d1-ed8d-409f-9f8c-772180fe90c7', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:5a:3d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'cc8e5480-7378-4316-9dca-f511c5037037', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:09Z', 'updated_at': '2022-09-21T15:18:11Z', 'revision_number': 2, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': 'cc8e5480-7378-4316-9dca-f511c5037037', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa8c1bff-f873-4526-aab9-eca61cf9c5c2', 'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:ff:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:17Z', 'updated_at': '2022-09-21T15:16:43Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:12.840915 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] Checking router: b72dfb93-8646-4321-852b-b44f8660b258 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:18:12.841269 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] Updating router b72dfb93-8646-4321-852b-b44f8660b258 port 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:18:12.858682 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0916b4-86b2-44c4-acfe-81634ff4461c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router 642401cf-8510-4a57-8839-30d994bf4a1d has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:18:12.898083 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:12.997760 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0916b4-86b2-44c4-acfe-81634ff4461c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:18:13.004127 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bc0916b4-86b2-44c4-acfe-81634ff4461c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:13.005324 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bc0916b4-86b2-44c4-acfe-81634ff4461c tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/642401cf-8510-4a57-8839-30d994bf4a1d HTTP/1.1" status: 200 len: 701 time: 0.9893019 Sep 21 15:18:13.008190 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33966) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:13.010369 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c596db-5438-4c71-9066-5208ee8dbb8d None None] Sync routers for ids ['642401cf-8510-4a57-8839-30d994bf4a1d'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:18:13.021687 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c596db-5438-4c71-9066-5208ee8dbb8d None None] Routers {'642401cf-8510-4a57-8839-30d994bf4a1d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:18:13.022301 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-96c596db-5438-4c71-9066-5208ee8dbb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:18:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['642401cf-8510-4a57-8839-30d994bf4a1d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:13.064802 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fde8dbf5-239e-43af-b4ec-a9e3eae830ad tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Synchronizing usage tracker for tenant:4ae973dfcd6b4097b917fb2b9641e0f1 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:18:13.081784 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fde8dbf5-239e-43af-b4ec-a9e3eae830ad tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Unset dirty status for tenant:4ae973dfcd6b4097b917fb2b9641e0f1 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:18:13.085989 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fde8dbf5-239e-43af-b4ec-a9e3eae830ad tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/ports?device_id=642401cf-8510-4a57-8839-30d994bf4a1d HTTP/1.1" status: 200 len: 205 time: 0.0767527 Sep 21 15:18:13.086143 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 33970) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:13.156705 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-96c596db-5438-4c71-9066-5208ee8dbb8d None None] Set router 642401cf-8510-4a57-8839-30d994bf4a1d gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:18:13.229114 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-419eed16-fd9d-42f5-94b7-1e7d84a958f4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:13.263730 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:13.276520 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] Transition to ACTIVE for port object 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:18:13.286140 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:13.311280 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-96c596db-5438-4c71-9066-5208ee8dbb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:18:08Z', 'revision_number': 11, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:13.315718 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c596db-5438-4c71-9066-5208ee8dbb8d None None] Checking router: 642401cf-8510-4a57-8839-30d994bf4a1d for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:18:13.325130 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c596db-5438-4c71-9066-5208ee8dbb8d None None] Routers {'642401cf-8510-4a57-8839-30d994bf4a1d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:18:13.325846 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-96c596db-5438-4c71-9066-5208ee8dbb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:18:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['642401cf-8510-4a57-8839-30d994bf4a1d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:13.459036 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-96c596db-5438-4c71-9066-5208ee8dbb8d None None] Set router 642401cf-8510-4a57-8839-30d994bf4a1d gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:18:13.501505 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07600b5-f0ea-4c65-869e-3a7a09069799 None None] Pushing event updated for resources: {'Port': ['ID=9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:13.510668 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] Attempting to bind port 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:18:13.511097 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] Attempting to bind port 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '6b409370-fd80-43f7-9554-771256afbdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '510701d1-ed8d-409f-9f8c-772180fe90c7'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:18:13.511523 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] Attempting to bind port 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 on network 510701d1-ed8d-409f-9f8c-772180fe90c7 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:18:13.518597 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:18:13.518974 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] Checking segment: {'id': '6b409370-fd80-43f7-9554-771256afbdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '510701d1-ed8d-409f-9f8c-772180fe90c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:18:13.519436 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:13.519887 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] Bound using segment: {'id': '6b409370-fd80-43f7-9554-771256afbdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '510701d1-ed8d-409f-9f8c-772180fe90c7'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:18:13.520430 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] Bound port: 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b409370-fd80-43f7-9554-771256afbdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '510701d1-ed8d-409f-9f8c-772180fe90c7'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:18:13.520865 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:13.569475 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-96c596db-5438-4c71-9066-5208ee8dbb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:18:08Z', 'revision_number': 11, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:13.571871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-419eed16-fd9d-42f5-94b7-1e7d84a958f4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:13.574351 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-419eed16-fd9d-42f5-94b7-1e7d84a958f4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:13.578901 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c596db-5438-4c71-9066-5208ee8dbb8d None None] The sync data for ids ['642401cf-8510-4a57-8839-30d994bf4a1d'] in dv-neutron-858731-1-hyperv is: [{'id': '642401cf-8510-4a57-8839-30d994bf4a1d', 'name': 'tempest-RoutersTest-router-1856706761', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:18Z', 'updated_at': '2022-09-21T15:18:08Z', 'revision_number': 11, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:18:13.600970 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-419eed16-fd9d-42f5-94b7-1e7d84a958f4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:13.601462 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419eed16-fd9d-42f5-94b7-1e7d84a958f4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Fanout notify agent at l3_agent the message router_deleted on router 642401cf-8510-4a57-8839-30d994bf4a1d {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:18:13.618732 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] For port 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:18:13.620597 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-419eed16-fd9d-42f5-94b7-1e7d84a958f4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:13.621960 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-419eed16-fd9d-42f5-94b7-1e7d84a958f4 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/routers/642401cf-8510-4a57-8839-30d994bf4a1d HTTP/1.1" status: 204 len: 168 time: 0.5347428 Sep 21 15:18:13.622391 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] For port 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968,segment=NetworkSegment(6b409370-fd80-43f7-9554-771256afbdbe),segment_id=6b409370-fd80-43f7-9554-771256afbdbe)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:18:13.627337 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33974) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:13.632796 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:13.633278 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a628ad77-f71c-4309-9590-f516936e71a1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-242150440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:18:13.644747 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a628ad77-f71c-4309-9590-f516936e71a1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:18:13.649457 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a628ad77-f71c-4309-9590-f516936e71a1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Usage tracker for resource:router and tenant:4ae973dfcd6b4097b917fb2b9641e0f1 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:18:13.652765 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a628ad77-f71c-4309-9590-f516936e71a1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:18:13.658831 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a628ad77-f71c-4309-9590-f516936e71a1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:18:13.670918 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a628ad77-f71c-4309-9590-f516936e71a1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:13.672307 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a628ad77-f71c-4309-9590-f516936e71a1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:13.696381 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a628ad77-f71c-4309-9590-f516936e71a1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:13.706803 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] Routers {'b72dfb93-8646-4321-852b-b44f8660b258'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:18:13.707424 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:18:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b72dfb93-8646-4321-852b-b44f8660b258'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:13.715858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a628ad77-f71c-4309-9590-f516936e71a1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:13.744664 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a628ad77-f71c-4309-9590-f516936e71a1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:13.746037 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a628ad77-f71c-4309-9590-f516936e71a1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1176205 Sep 21 15:18:13.748736 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33978) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:13.753973 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6dd5f464-5e49-4e8a-ab60-784e82eb4aa1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:18:13.757274 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07600b5-f0ea-4c65-869e-3a7a09069799 None None] Pushing event updated for resources: {'Port': ['ID=9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:13.894954 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] Set router b72dfb93-8646-4321-852b-b44f8660b258 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:18:14.139802 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6dd5f464-5e49-4e8a-ab60-784e82eb4aa1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:14.151293 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6dd5f464-5e49-4e8a-ab60-784e82eb4aa1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:14.278137 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'name': 'tempest-TestNetworkBasicOps-router-678445152', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:16:06Z', 'updated_at': '2022-09-21T15:18:10Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:08Z', 'updated_at': '2022-09-21T15:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'f162df16-9f8f-4554-80e4-f3bc9a27a7c5', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'port_id': '8694007c-079d-42a5-8cc2-8a21312f2e18', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'mac_address': 'fa:16:3e:74:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4345e59-1d9e-4fcf-8e2b-c59d71012b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:17:11Z', 'updated_at': '2022-09-21T15:17:15Z', 'revision_number': 1, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968', 'name': '', 'network_id': '510701d1-ed8d-409f-9f8c-772180fe90c7', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:5a:3d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'cc8e5480-7378-4316-9dca-f511c5037037', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:09Z', 'updated_at': '2022-09-21T15:18:13Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': 'cc8e5480-7378-4316-9dca-f511c5037037', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa8c1bff-f873-4526-aab9-eca61cf9c5c2', 'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:ff:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:17Z', 'updated_at': '2022-09-21T15:16:43Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:14.283164 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef6fc8b-4d8d-49b5-9f1c-ccbd93859e27 None None] The sync data for ids ['b72dfb93-8646-4321-852b-b44f8660b258'] in dv-neutron-858731-1-hyperv is: [{'id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'name': 'tempest-TestNetworkBasicOps-router-678445152', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:16:06Z', 'updated_at': '2022-09-21T15:18:10Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:08Z', 'updated_at': '2022-09-21T15:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'f162df16-9f8f-4554-80e4-f3bc9a27a7c5', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'port_id': '8694007c-079d-42a5-8cc2-8a21312f2e18', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'mac_address': 'fa:16:3e:74:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4345e59-1d9e-4fcf-8e2b-c59d71012b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:17:11Z', 'updated_at': '2022-09-21T15:17:15Z', 'revision_number': 1, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968', 'name': '', 'network_id': '510701d1-ed8d-409f-9f8c-772180fe90c7', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:5a:3d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'cc8e5480-7378-4316-9dca-f511c5037037', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:09Z', 'updated_at': '2022-09-21T15:18:13Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': 'cc8e5480-7378-4316-9dca-f511c5037037', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa8c1bff-f873-4526-aab9-eca61cf9c5c2', 'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:ff:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:17Z', 'updated_at': '2022-09-21T15:16:43Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:18:14.449445 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd5f464-5e49-4e8a-ab60-784e82eb4aa1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Router cdf04165-02ef-4eec-ae7f-f78be2cc4957 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:18:14.591578 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd5f464-5e49-4e8a-ab60-784e82eb4aa1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:18:14.600799 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6dd5f464-5e49-4e8a-ab60-784e82eb4aa1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:14.602019 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6dd5f464-5e49-4e8a-ab60-784e82eb4aa1 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "PUT /v2.0/routers/cdf04165-02ef-4eec-ae7f-f78be2cc4957 HTTP/1.1" status: 200 len: 693 time: 0.8522878 Sep 21 15:18:14.604264 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfceffa2-b23c-44bb-9717-e43fd11298ea None None] Sync routers for ids ['cdf04165-02ef-4eec-ae7f-f78be2cc4957'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:18:14.604416 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33982) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:14.615115 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfceffa2-b23c-44bb-9717-e43fd11298ea None None] Routers {'cdf04165-02ef-4eec-ae7f-f78be2cc4957'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:18:14.615730 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cfceffa2-b23c-44bb-9717-e43fd11298ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:18:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['cdf04165-02ef-4eec-ae7f-f78be2cc4957'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:14.747925 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-cfceffa2-b23c-44bb-9717-e43fd11298ea None None] Set router cdf04165-02ef-4eec-ae7f-f78be2cc4957 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:18:14.755458 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ec820bf0-3efb-47b2-9738-20dda0b00181 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/routers/cdf04165-02ef-4eec-ae7f-f78be2cc4957 HTTP/1.1" status: 200 len: 699 time: 0.1474113 Sep 21 15:18:14.755805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33986) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:14.820500 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-98c0de87-589e-4246-9d8e-e8ec14dffce9 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdf04165-02ef-4eec-ae7f-f78be2cc4957 HTTP/1.1" status: 200 len: 205 time: 0.0623448 Sep 21 15:18:14.822050 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33992) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:14.861617 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cfceffa2-b23c-44bb-9717-e43fd11298ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf04165-02ef-4eec-ae7f-f78be2cc4957', 'name': 'tempest-RoutersTest-router-242150440', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:18:13Z', 'updated_at': '2022-09-21T15:18:14Z', 'revision_number': 2, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:14.866103 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfceffa2-b23c-44bb-9717-e43fd11298ea None None] Checking router: cdf04165-02ef-4eec-ae7f-f78be2cc4957 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:18:14.875524 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfceffa2-b23c-44bb-9717-e43fd11298ea None None] Routers {'cdf04165-02ef-4eec-ae7f-f78be2cc4957'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:18:14.876084 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cfceffa2-b23c-44bb-9717-e43fd11298ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:18:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['cdf04165-02ef-4eec-ae7f-f78be2cc4957'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:14.960473 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46fcd56c-cc11-4527-b360-3d50882ca3b0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:15.004552 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-cfceffa2-b23c-44bb-9717-e43fd11298ea None None] Set router cdf04165-02ef-4eec-ae7f-f78be2cc4957 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:18:15.113279 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cfceffa2-b23c-44bb-9717-e43fd11298ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf04165-02ef-4eec-ae7f-f78be2cc4957', 'name': 'tempest-RoutersTest-router-242150440', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:18:13Z', 'updated_at': '2022-09-21T15:18:14Z', 'revision_number': 2, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:15.118053 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfceffa2-b23c-44bb-9717-e43fd11298ea None None] The sync data for ids ['cdf04165-02ef-4eec-ae7f-f78be2cc4957'] in dv-neutron-858731-1-hyperv is: [{'id': 'cdf04165-02ef-4eec-ae7f-f78be2cc4957', 'name': 'tempest-RoutersTest-router-242150440', 'tenant_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:18:13Z', 'updated_at': '2022-09-21T15:18:14Z', 'revision_number': 2, 'project_id': '4ae973dfcd6b4097b917fb2b9641e0f1', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:18:15.266116 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46fcd56c-cc11-4527-b360-3d50882ca3b0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:15.268519 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46fcd56c-cc11-4527-b360-3d50882ca3b0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:15.291858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46fcd56c-cc11-4527-b360-3d50882ca3b0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:15.292353 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fcd56c-cc11-4527-b360-3d50882ca3b0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Fanout notify agent at l3_agent the message router_deleted on router cdf04165-02ef-4eec-ae7f-f78be2cc4957 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:18:15.306869 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46fcd56c-cc11-4527-b360-3d50882ca3b0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:15.307935 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-46fcd56c-cc11-4527-b360-3d50882ca3b0 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/routers/cdf04165-02ef-4eec-ae7f-f78be2cc4957 HTTP/1.1" status: 204 len: 168 time: 0.4845541 Sep 21 15:18:15.314844 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 33996) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:15.373892 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a78dfac9-af3b-4bf1-a6ba-87a2e8f54afa tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdf04165-02ef-4eec-ae7f-f78be2cc4957 HTTP/1.1" status: 200 len: 205 time: 0.0577261 Sep 21 15:18:15.376187 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34000) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:15.441519 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-859c3941-8f91-48b6-9b11-504ed9433373 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] delete failed (client error): The resource could not be found. Sep 21 15:18:15.442503 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-859c3941-8f91-48b6-9b11-504ed9433373 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/routers/cdf04165-02ef-4eec-ae7f-f78be2cc4957 HTTP/1.1" status: 404 len: 336 time: 0.0654151 Sep 21 15:18:15.445184 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34004) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:15.485810 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc0ccac-c084-4b10-969e-36f3be16c512 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] DELETE failed (client error): The resource could not be found. Sep 21 15:18:15.486246 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc0ccac-c084-4b10-969e-36f3be16c512 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:18:15.487823 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fbc0ccac-c084-4b10-969e-36f3be16c512 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/subnets/a9925a06-2dc5-49c4-aba0-50a38e605932 HTTP/1.1" status: 404 len: 337 time: 0.0417805 Sep 21 15:18:15.490341 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34008) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:15.528065 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bebde5-18a8-4449-9e08-a6c078d696e5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] DELETE failed (client error): The resource could not be found. Sep 21 15:18:15.528539 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67bebde5-18a8-4449-9e08-a6c078d696e5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:18:15.530693 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-67bebde5-18a8-4449-9e08-a6c078d696e5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/subnets/18d207b1-b273-42a8-9c96-35893bc41347 HTTP/1.1" status: 404 len: 337 time: 0.0394976 Sep 21 15:18:15.533313 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34012) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:15.571351 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2dcc947-ec0c-43f4-8299-0e31d23c20b3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] DELETE failed (client error): The resource could not be found. Sep 21 15:18:15.571796 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2dcc947-ec0c-43f4-8299-0e31d23c20b3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:18:15.573696 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c2dcc947-ec0c-43f4-8299-0e31d23c20b3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/subnets/47bceb23-e5bf-4d6f-aaf0-bcc0189c446c HTTP/1.1" status: 404 len: 337 time: 0.0395181 Sep 21 15:18:15.576128 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34016) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:15.719613 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d6d64e-820e-4d35-abd4-c1e8f978eb93 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] DELETE failed (client error): The resource could not be found. Sep 21 15:18:15.720058 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d6d64e-820e-4d35-abd4-c1e8f978eb93 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:18:15.721773 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-84d6d64e-820e-4d35-abd4-c1e8f978eb93 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/subnets/f7bdbc44-bb0c-4596-aa25-0dccd2bd5c1e HTTP/1.1" status: 404 len: 337 time: 0.1447337 Sep 21 15:18:15.724555 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34020) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:15.903167 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0986b110-c16e-44be-8eed-0708128f14f3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Synchronizing usage tracker for tenant:4ae973dfcd6b4097b917fb2b9641e0f1 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:18:15.919650 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0986b110-c16e-44be-8eed-0708128f14f3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] Unset dirty status for tenant:4ae973dfcd6b4097b917fb2b9641e0f1 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:18:15.921647 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0986b110-c16e-44be-8eed-0708128f14f3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/ports?device_id=642401cf-8510-4a57-8839-30d994bf4a1d HTTP/1.1" status: 200 len: 205 time: 0.1953297 Sep 21 15:18:15.923901 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34024) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:15.996118 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-a4e960fb-0d27-43c6-b3d6-28bd6b962a7b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] delete failed (client error): The resource could not be found. Sep 21 15:18:15.997186 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a4e960fb-0d27-43c6-b3d6-28bd6b962a7b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/routers/642401cf-8510-4a57-8839-30d994bf4a1d HTTP/1.1" status: 404 len: 336 time: 0.0723667 Sep 21 15:18:16.000665 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34028) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:16.054960 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b46e0503-61df-412c-a62f-2f7a5a741142 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/ports?device_id=76fb5636-e889-4a47-848a-b1e1a714391e HTTP/1.1" status: 200 len: 205 time: 0.0511143 Sep 21 15:18:16.055178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34032) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:16.124996 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-9ad4fbe4-0d02-4558-8c19-be21bf2dc657 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] delete failed (client error): The resource could not be found. Sep 21 15:18:16.125978 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9ad4fbe4-0d02-4558-8c19-be21bf2dc657 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/routers/76fb5636-e889-4a47-848a-b1e1a714391e HTTP/1.1" status: 404 len: 336 time: 0.0699415 Sep 21 15:18:16.128618 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34036) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:16.165206 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a396cb-660e-4c78-afd6-20907867fea2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] DELETE failed (client error): The resource could not be found. Sep 21 15:18:16.165571 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a396cb-660e-4c78-afd6-20907867fea2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:18:16.167301 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-77a396cb-660e-4c78-afd6-20907867fea2 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/subnets/ebe02b86-aa5b-46f0-b20a-a9451b5baa7f HTTP/1.1" status: 404 len: 337 time: 0.0377903 Sep 21 15:18:16.170973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34040) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:16.228299 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1783c788-4ac2-4f6a-967c-44a9604ae4ff tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8acf8fd-0066-4020-8060-3f3b64fc1965 HTTP/1.1" status: 200 len: 205 time: 0.0566685 Sep 21 15:18:16.230516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34044) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:16.253616 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:18:16.298283 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-2a8811db-7bc5-495c-9634-5d90ab4a5097 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] delete failed (client error): The resource could not be found. Sep 21 15:18:16.299296 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2a8811db-7bc5-495c-9634-5d90ab4a5097 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/routers/e8acf8fd-0066-4020-8060-3f3b64fc1965 HTTP/1.1" status: 404 len: 336 time: 0.0678818 Sep 21 15:18:16.302272 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34048) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:16.323612 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:18:16.328642 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:18:16.329010 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:16.363653 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f959fe2e-6218-4bd1-a087-2c1b56a216a5 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/ports?device_id=84ed327d-7fe2-4efb-8beb-d9072941180d HTTP/1.1" status: 200 len: 205 time: 0.0602992 Sep 21 15:18:16.365989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34052) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:16.430651 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-06e11fa2-2ff0-40bc-8eba-bc0e77d18561 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] delete failed (client error): The resource could not be found. Sep 21 15:18:16.431650 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-06e11fa2-2ff0-40bc-8eba-bc0e77d18561 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/routers/84ed327d-7fe2-4efb-8beb-d9072941180d HTTP/1.1" status: 404 len: 336 time: 0.0647991 Sep 21 15:18:16.434179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34056) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:16.450738 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:18:16.451115 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:16.477338 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e982028-fb9b-42be-9a18-ded3d9c3a7a7 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] DELETE failed (client error): The resource could not be found. Sep 21 15:18:16.477775 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e982028-fb9b-42be-9a18-ded3d9c3a7a7 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:18:16.479471 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4e982028-fb9b-42be-9a18-ded3d9c3a7a7 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/subnets/37f5f049-0469-4912-b532-3649d4c94d34 HTTP/1.1" status: 404 len: 337 time: 0.0443666 Sep 21 15:18:16.482003 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34060) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:16.485078 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968,segment=NetworkSegment(6b409370-fd80-43f7-9554-771256afbdbe),segment_id=6b409370-fd80-43f7-9554-771256afbdbe)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:18:16.490868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:16.534400 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-40ce37e3-b784-4d22-a957-8ca716dcba0e tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2cef4de-07fb-4f60-bc88-97aedaec52b5 HTTP/1.1" status: 200 len: 205 time: 0.0513184 Sep 21 15:18:16.536918 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34064) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:16.561729 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:16.608417 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-945c9e85-5619-4b6e-80b9-84047202c871 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] delete failed (client error): The resource could not be found. Sep 21 15:18:16.609443 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-945c9e85-5619-4b6e-80b9-84047202c871 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/routers/c2cef4de-07fb-4f60-bc88-97aedaec52b5 HTTP/1.1" status: 404 len: 336 time: 0.0715635 Sep 21 15:18:16.612013 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34068) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:16.649737 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac4c0cb-f378-4672-a02e-41a9c01032de tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] DELETE failed (client error): The resource could not be found. Sep 21 15:18:16.650175 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac4c0cb-f378-4672-a02e-41a9c01032de tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:18:16.651748 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3ac4c0cb-f378-4672-a02e-41a9c01032de tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/subnets/feac91e2-e2e8-4ce4-a45e-8e3f69b7a6a5 HTTP/1.1" status: 404 len: 337 time: 0.0388424 Sep 21 15:18:16.654195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34072) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:16.704825 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-aa0cf1b8-5943-4e95-8ad7-505fe91be918 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c2b1faa-05ae-4a45-a923-9c5d4a901ff1 HTTP/1.1" status: 200 len: 205 time: 0.0495753 Sep 21 15:18:16.707106 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34076) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:16.775000 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-f65b9b1e-a009-40a5-8134-46a07a2428a8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] delete failed (client error): The resource could not be found. Sep 21 15:18:16.775883 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f65b9b1e-a009-40a5-8134-46a07a2428a8 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/routers/1c2b1faa-05ae-4a45-a923-9c5d4a901ff1 HTTP/1.1" status: 404 len: 336 time: 0.0679226 Sep 21 15:18:16.778376 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34080) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:16.815850 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-81fdfb56-5f42-4695-b46a-87b88189ac9b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] DELETE failed (client error): The resource could not be found. Sep 21 15:18:16.816296 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81fdfb56-5f42-4695-b46a-87b88189ac9b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:18:16.817951 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-81fdfb56-5f42-4695-b46a-87b88189ac9b tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/subnets/47bd4c19-6f39-445f-a203-1c46cffb7a72 HTTP/1.1" status: 404 len: 337 time: 0.0386977 Sep 21 15:18:16.820403 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34084) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:16.861696 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f23f8a-dfd2-4d9c-badd-2cf0b3dd1cd3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] DELETE failed (client error): The resource could not be found. Sep 21 15:18:16.862138 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f23f8a-dfd2-4d9c-badd-2cf0b3dd1cd3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:18:16.863885 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-26f23f8a-dfd2-4d9c-badd-2cf0b3dd1cd3 tempest-RoutersTest-1360032704 tempest-RoutersTest-1360032704-project] 10.222.0.62 "DELETE /v2.0/subnets/79c5f8ce-2f74-43fa-a919-db3937f3b85e HTTP/1.1" status: 404 len: 337 time: 0.0425959 Sep 21 15:18:17.128642 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34094) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:17.272197 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3c7d0c20-5371-48c7-b99d-bb7f8c06cb83 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4ae973dfcd6b4097b917fb2b9641e0f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423628 Sep 21 15:18:17.274730 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34100) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:17.332604 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-777d75bc-fdb2-411a-959d-f9ffae4e3b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:17.361795 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-777d75bc-fdb2-411a-959d-f9ffae4e3b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:17.413373 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-777d75bc-fdb2-411a-959d-f9ffae4e3b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:17.431905 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d75bc-fdb2-411a-959d-f9ffae4e3b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36f5124-4e45-4941-bbd5-a51c59ed1509,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:17.436919 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-777d75bc-fdb2-411a-959d-f9ffae4e3b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:17.437868 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-777d75bc-fdb2-411a-959d-f9ffae4e3b0a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a36f5124-4e45-4941-bbd5-a51c59ed1509 HTTP/1.1" status: 204 len: 168 time: 0.1622641 Sep 21 15:18:18.233511 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:18:18.300992 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:18:18.301293 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:18.418332 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:18:21.957791 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:30.350813 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a8201edc-5375-4ba6-a766-6fc7dda6c1c1 req-23dba076-a483-448f-9b42-7c5e18dc7894 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761912 Sep 21 15:18:30.454679 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8201edc-5375-4ba6-a766-6fc7dda6c1c1 req-db50ff8e-b02f-47af-acba-a65ee98a0d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:30.456171 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a8201edc-5375-4ba6-a766-6fc7dda6c1c1 req-db50ff8e-b02f-47af-acba-a65ee98a0d76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 1099 time: 0.0827107 Sep 21 15:18:30.598857 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8201edc-5375-4ba6-a766-6fc7dda6c1c1 req-561a15f8-84ef-4a53-a29f-27f41f3c4b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:30.600267 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a8201edc-5375-4ba6-a766-6fc7dda6c1c1 req-561a15f8-84ef-4a53-a29f-27f41f3c4b61 service neutron] 10.222.0.20 "GET /v2.0/networks?id=32cada0d-147a-4930-9739-0fbe78c1c1dc HTTP/1.1" status: 200 len: 898 time: 0.1260111 Sep 21 15:18:30.686804 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:18:30.700935 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a8201edc-5375-4ba6-a766-6fc7dda6c1c1 req-608e8291-cc92-4e6d-8cd8-3268d310ab62 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8694007c-079d-42a5-8cc2-8a21312f2e18 HTTP/1.1" status: 200 len: 1000 time: 0.0937572 Sep 21 15:18:30.870671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8201edc-5375-4ba6-a766-6fc7dda6c1c1 req-48796c1d-a17f-4cad-8199-8ef4909c9fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:30.872095 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a8201edc-5375-4ba6-a766-6fc7dda6c1c1 req-48796c1d-a17f-4cad-8199-8ef4909c9fa8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fe03a9b-9795-40d3-b780-82f56eff4f1e HTTP/1.1" status: 200 len: 834 time: 0.1645439 Sep 21 15:18:30.960542 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8201edc-5375-4ba6-a766-6fc7dda6c1c1 req-74885c8d-5239-4e87-a7ff-2a527e1b24d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:30.961912 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a8201edc-5375-4ba6-a766-6fc7dda6c1c1 req-74885c8d-5239-4e87-a7ff-2a527e1b24d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=32cada0d-147a-4930-9739-0fbe78c1c1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781267 Sep 21 15:18:31.093424 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a8201edc-5375-4ba6-a766-6fc7dda6c1c1 req-ede6c6b7-a506-4ce4-87f8-4be6ed984175 service neutron] 10.222.0.20 "GET /v2.0/networks/32cada0d-147a-4930-9739-0fbe78c1c1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245017 Sep 21 15:18:31.231278 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a8201edc-5375-4ba6-a766-6fc7dda6c1c1 req-66cc4170-db77-437b-bac9-5eb824429eb1 service neutron] 10.222.0.20 "GET /v2.0/networks/32cada0d-147a-4930-9739-0fbe78c1c1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308289 Sep 21 15:18:33.033789 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34128) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:33.590588 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:33.985245 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:18:33.985581 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:34.285037 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968,segment=NetworkSegment(6b409370-fd80-43f7-9554-771256afbdbe),segment_id=6b409370-fd80-43f7-9554-771256afbdbe)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:18:34.285755 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:34.414234 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:18:34.614564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:34.663841 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:34.714794 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:34.715140 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:34.715481 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:34.715822 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:34.716151 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:34.716502 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:34.716849 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:34.717166 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:34.717488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:34.717808 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:34.718788 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:34.719111 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:34.958652 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:35.330598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router b72dfb93-8646-4321-852b-b44f8660b258 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:18:35.502356 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3ffd75fa-c319-4d98-93e3-6782042841a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:35.509900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:18:35.519793 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698038cc-9562-4387-b5cc-e7929f71ad0f None None] Sync routers for ids ['b72dfb93-8646-4321-852b-b44f8660b258'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:18:35.525633 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-031acb9e-cfae-4f88-b822-77bfc0f9c272 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/routers/b72dfb93-8646-4321-852b-b44f8660b258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4883385 Sep 21 15:18:35.528995 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698038cc-9562-4387-b5cc-e7929f71ad0f None None] Routers {'b72dfb93-8646-4321-852b-b44f8660b258'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:18:35.529601 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-698038cc-9562-4387-b5cc-e7929f71ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:18:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b72dfb93-8646-4321-852b-b44f8660b258'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:35.712726 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-698038cc-9562-4387-b5cc-e7929f71ad0f None None] Set router b72dfb93-8646-4321-852b-b44f8660b258 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:18:35.904416 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35421c-179b-420a-a744-1e055b40b254 req-4dcbe302-c842-4e9f-9af3-b3d473baffbc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:35.905031 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4a35421c-179b-420a-a744-1e055b40b254 req-4dcbe302-c842-4e9f-9af3-b3d473baffbc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:18:35.922096 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4a35421c-179b-420a-a744-1e055b40b254 req-4dcbe302-c842-4e9f-9af3-b3d473baffbc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:18:35.923414 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a35421c-179b-420a-a744-1e055b40b254 req-4dcbe302-c842-4e9f-9af3-b3d473baffbc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=42eee3bf-fc88-4cb4-90b0-aa7d004e563d HTTP/1.1" status: 200 len: 946 time: 0.1090066 Sep 21 15:18:36.073669 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-698038cc-9562-4387-b5cc-e7929f71ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'name': 'tempest-TestNetworkBasicOps-router-678445152', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:16:06Z', 'updated_at': '2022-09-21T15:18:34Z', 'revision_number': 6, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:08Z', 'updated_at': '2022-09-21T15:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'f162df16-9f8f-4554-80e4-f3bc9a27a7c5', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'port_id': '8694007c-079d-42a5-8cc2-8a21312f2e18', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'mac_address': 'fa:16:3e:74:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4345e59-1d9e-4fcf-8e2b-c59d71012b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:17:11Z', 'updated_at': '2022-09-21T15:17:15Z', 'revision_number': 1, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8c1bff-f873-4526-aab9-eca61cf9c5c2', 'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:ff:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:17Z', 'updated_at': '2022-09-21T15:16:43Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:36.078273 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698038cc-9562-4387-b5cc-e7929f71ad0f None None] Checking router: b72dfb93-8646-4321-852b-b44f8660b258 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:18:36.086692 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698038cc-9562-4387-b5cc-e7929f71ad0f None None] Routers {'b72dfb93-8646-4321-852b-b44f8660b258'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:18:36.087291 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-698038cc-9562-4387-b5cc-e7929f71ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:18:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b72dfb93-8646-4321-852b-b44f8660b258'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:36.089987 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a35421c-179b-420a-a744-1e055b40b254 req-f7e3d205-b357-407f-a471-dbc07ce3a2ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=37b07606-63ed-48c0-9328-796da13691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609113 Sep 21 15:18:36.301914 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-698038cc-9562-4387-b5cc-e7929f71ad0f None None] Set router b72dfb93-8646-4321-852b-b44f8660b258 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:18:36.646843 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-698038cc-9562-4387-b5cc-e7929f71ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'name': 'tempest-TestNetworkBasicOps-router-678445152', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:16:06Z', 'updated_at': '2022-09-21T15:18:34Z', 'revision_number': 6, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:08Z', 'updated_at': '2022-09-21T15:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'f162df16-9f8f-4554-80e4-f3bc9a27a7c5', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'port_id': '8694007c-079d-42a5-8cc2-8a21312f2e18', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'mac_address': 'fa:16:3e:74:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4345e59-1d9e-4fcf-8e2b-c59d71012b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:17:11Z', 'updated_at': '2022-09-21T15:17:15Z', 'revision_number': 1, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8c1bff-f873-4526-aab9-eca61cf9c5c2', 'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:ff:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:17Z', 'updated_at': '2022-09-21T15:16:43Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:36.650779 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698038cc-9562-4387-b5cc-e7929f71ad0f None None] The sync data for ids ['b72dfb93-8646-4321-852b-b44f8660b258'] in dv-neutron-858731-1-hyperv is: [{'id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'name': 'tempest-TestNetworkBasicOps-router-678445152', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:16:06Z', 'updated_at': '2022-09-21T15:18:34Z', 'revision_number': 6, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:08Z', 'updated_at': '2022-09-21T15:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'f162df16-9f8f-4554-80e4-f3bc9a27a7c5', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'port_id': '8694007c-079d-42a5-8cc2-8a21312f2e18', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'mac_address': 'fa:16:3e:74:49:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4345e59-1d9e-4fcf-8e2b-c59d71012b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:17:11Z', 'updated_at': '2022-09-21T15:17:15Z', 'revision_number': 1, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8c1bff-f873-4526-aab9-eca61cf9c5c2', 'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:ff:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:17Z', 'updated_at': '2022-09-21T15:16:43Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:18:37.336762 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68543a-97f3-4e91-9aff-10b007dd23de req-d3bc4382-2903-4017-98e6-9662302473ab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:37.338127 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7a68543a-97f3-4e91-9aff-10b007dd23de req-d3bc4382-2903-4017-98e6-9662302473ab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=42eee3bf-fc88-4cb4-90b0-aa7d004e563d HTTP/1.1" status: 200 len: 946 time: 0.1354074 Sep 21 15:18:37.398220 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7a68543a-97f3-4e91-9aff-10b007dd23de req-ecb0dc8b-0dfc-4613-9fb2-f648e445a426 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=37b07606-63ed-48c0-9328-796da13691c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507069 Sep 21 15:18:37.410838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093ef43-bbe2-4643-bc64-568f3d29cb78 req-5d7b3d66-852a-4601-a37a-74838fed4045 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:37.412905 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7093ef43-bbe2-4643-bc64-568f3d29cb78 req-5d7b3d66-852a-4601-a37a-74838fed4045 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/ports?device_id=42eee3bf-fc88-4cb4-90b0-aa7d004e563d HTTP/1.1" status: 200 len: 946 time: 0.1383889 Sep 21 15:18:37.487168 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-7093ef43-bbe2-4643-bc64-568f3d29cb78 req-4966dee7-1955-4036-802d-2013ee99f052 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port ff0e40c9-a554-4ab1-9a18-3f3346be9e89 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:18:37.487503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-7093ef43-bbe2-4643-bc64-568f3d29cb78 req-4966dee7-1955-4036-802d-2013ee99f052 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:37.729185 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-7093ef43-bbe2-4643-bc64-568f3d29cb78 req-4966dee7-1955-4036-802d-2013ee99f052 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port ff0e40c9-a554-4ab1-9a18-3f3346be9e89, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=ff0e40c9-a554-4ab1-9a18-3f3346be9e89,segment=NetworkSegment(6b409370-fd80-43f7-9554-771256afbdbe),segment_id=6b409370-fd80-43f7-9554-771256afbdbe)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:18:37.729538 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-7093ef43-bbe2-4643-bc64-568f3d29cb78 req-4966dee7-1955-4036-802d-2013ee99f052 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:37.845170 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-03790361-7166-446a-8d6c-49dbc2e8e8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:37.856710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-7093ef43-bbe2-4643-bc64-568f3d29cb78 req-4966dee7-1955-4036-802d-2013ee99f052 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for ff0e40c9-a554-4ab1-9a18-3f3346be9e89 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:18:38.000150 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-7093ef43-bbe2-4643-bc64-568f3d29cb78 req-4966dee7-1955-4036-802d-2013ee99f052 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:38.053015 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966dee7-1955-4036-802d-2013ee99f052 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=ff0e40c9-a554-4ab1-9a18-3f3346be9e89,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:38.142366 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-7093ef43-bbe2-4643-bc64-568f3d29cb78 req-4966dee7-1955-4036-802d-2013ee99f052 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] No DVR routers for this DVR port ff0e40c9-a554-4ab1-9a18-3f3346be9e89 on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:18:38.144806 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-7093ef43-bbe2-4643-bc64-568f3d29cb78 req-4966dee7-1955-4036-802d-2013ee99f052 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:38.147666 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42eee3bf-fc88-4cb4-90b0-aa7d004e563d', 'name': 'network-vif-deleted', 'tag': 'ff0e40c9-a554-4ab1-9a18-3f3346be9e89'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:18:38.149947 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0f78df-fca8-4975-b2ff-9a71b71426ea" -d '{"events": [{"server_uuid": "42eee3bf-fc88-4cb4-90b0-aa7d004e563d", "name": "network-vif-deleted", "tag": "ff0e40c9-a554-4ab1-9a18-3f3346be9e89"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:18:38.163246 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7093ef43-bbe2-4643-bc64-568f3d29cb78 req-4966dee7-1955-4036-802d-2013ee99f052 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "DELETE /v2.0/ports/ff0e40c9-a554-4ab1-9a18-3f3346be9e89 HTTP/1.1" status: 204 len: 173 time: 0.7446001 Sep 21 15:18:38.193191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3b0c14-05ad-486c-9066-653952ad5f32 x-openstack-request-id: req-8f3b0c14-05ad-486c-9066-653952ad5f32 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:18:38.193526 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42eee3bf-fc88-4cb4-90b0-aa7d004e563d", "name": "network-vif-deleted", "tag": "ff0e40c9-a554-4ab1-9a18-3f3346be9e89", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:18:38.193813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8f3b0c14-05ad-486c-9066-653952ad5f32 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:18:38.194305 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3b0c14-05ad-486c-9066-653952ad5f32'] response: {'server_uuid': '42eee3bf-fc88-4cb4-90b0-aa7d004e563d', 'name': 'network-vif-deleted', 'tag': 'ff0e40c9-a554-4ab1-9a18-3f3346be9e89', 'status': 'completed', 'code': 200} Sep 21 15:18:38.213854 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:18:38.248299 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:18:38.248663 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9c9c9c0b-9d8b-4b15-a2a0-0f9c572fc968 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:18:38.576549 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ff5dc1db-6f62-409c-b37b-e3e925510a1f req-05a1b9b9-c6e0-405e-b0da-02898acac1f0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:18:38.592610 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ff5dc1db-6f62-409c-b37b-e3e925510a1f req-05a1b9b9-c6e0-405e-b0da-02898acac1f0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:18:38.594448 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ff5dc1db-6f62-409c-b37b-e3e925510a1f req-05a1b9b9-c6e0-405e-b0da-02898acac1f0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=42eee3bf-fc88-4cb4-90b0-aa7d004e563d HTTP/1.1" status: 200 len: 210 time: 0.0676661 Sep 21 15:18:38.674678 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:38.856108 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:39.694367 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34148) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:39.761546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed7299c3-6ecc-46b4-afda-6751e0725e7e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:39.790459 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed7299c3-6ecc-46b4-afda-6751e0725e7e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:39.859370 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed7299c3-6ecc-46b4-afda-6751e0725e7e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:39.879870 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7299c3-6ecc-46b4-afda-6751e0725e7e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b07606-63ed-48c0-9328-796da13691c5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:39.888170 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed7299c3-6ecc-46b4-afda-6751e0725e7e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:39.889325 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ed7299c3-6ecc-46b4-afda-6751e0725e7e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/security-groups/37b07606-63ed-48c0-9328-796da13691c5 HTTP/1.1" status: 204 len: 168 time: 0.1939783 Sep 21 15:18:39.920868 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34156) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:39.988913 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a4901a-8886-403a-81aa-6e88a1fe620d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting subnet cc8e5480-7378-4316-9dca-f511c5037037 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:18:39.991969 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-61a4901a-8886-403a-81aa-6e88a1fe620d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:40.054674 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-61a4901a-8886-403a-81aa-6e88a1fe620d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:40.143013 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-61a4901a-8886-403a-81aa-6e88a1fe620d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:40.223379 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-61a4901a-8886-403a-81aa-6e88a1fe620d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:40.269551 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4901a-8886-403a-81aa-6e88a1fe620d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Subnet': ['ID=cc8e5480-7378-4316-9dca-f511c5037037,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:40.277938 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844601e8-6d06-4b6b-8228-1cfae7aec6ef None None] Network 510701d1-ed8d-409f-9f8c-772180fe90c7 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:18:40.283070 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-61a4901a-8886-403a-81aa-6e88a1fe620d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:40.286456 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4901a-8886-403a-81aa-6e88a1fe620d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:40.286976 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4901a-8886-403a-81aa-6e88a1fe620d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:40.287447 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4901a-8886-403a-81aa-6e88a1fe620d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:40.287782 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4901a-8886-403a-81aa-6e88a1fe620d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:40.288107 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4901a-8886-403a-81aa-6e88a1fe620d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:40.288432 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4901a-8886-403a-81aa-6e88a1fe620d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:40.288774 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4901a-8886-403a-81aa-6e88a1fe620d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:40.289175 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4901a-8886-403a-81aa-6e88a1fe620d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:40.290044 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4901a-8886-403a-81aa-6e88a1fe620d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:40.290355 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4901a-8886-403a-81aa-6e88a1fe620d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:40.290682 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4901a-8886-403a-81aa-6e88a1fe620d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:40.291001 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4901a-8886-403a-81aa-6e88a1fe620d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:40.303978 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-61a4901a-8886-403a-81aa-6e88a1fe620d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/subnets/cc8e5480-7378-4316-9dca-f511c5037037 HTTP/1.1" status: 204 len: 168 time: 0.3818908 Sep 21 15:18:40.306511 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34174) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:40.446185 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4af6babc-7cbd-4fdd-a0d1-80aee35f86ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:40.450507 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7b975-a344-4c67-95f3-862a4742a23d req-d229336d-bafe-4c03-a45c-4ded6b43956f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:40.452024 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-18a7b975-a344-4c67-95f3-862a4742a23d req-d229336d-bafe-4c03-a45c-4ded6b43956f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 946 time: 0.0945439 Sep 21 15:18:40.471116 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-4af6babc-7cbd-4fdd-a0d1-80aee35f86ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port 46f01a9b-46ee-423d-920b-4308a9e94d50 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:18:40.471819 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4af6babc-7cbd-4fdd-a0d1-80aee35f86ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:40.504891 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-18a7b975-a344-4c67-95f3-862a4742a23d req-e548e841-dd74-48ce-9b6d-b5e8c6c507f5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452480 Sep 21 15:18:40.505671 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:40.587289 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb1fdec-b02c-4772-bd63-81ca2de993eb None None] DHCP port deletion for 510701d1-ed8d-409f-9f8c-772180fe90c7 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:18:40.592078 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-feb1fdec-b02c-4772-bd63-81ca2de993eb None None] Deleting port 46f01a9b-46ee-423d-920b-4308a9e94d50 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:18:40.592548 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-feb1fdec-b02c-4772-bd63-81ca2de993eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:40.703594 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-4af6babc-7cbd-4fdd-a0d1-80aee35f86ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port 46f01a9b-46ee-423d-920b-4308a9e94d50, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=46f01a9b-46ee-423d-920b-4308a9e94d50,segment=NetworkSegment(6b409370-fd80-43f7-9554-771256afbdbe),segment_id=6b409370-fd80-43f7-9554-771256afbdbe)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:18:40.703846 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4af6babc-7cbd-4fdd-a0d1-80aee35f86ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:40.799458 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-feb1fdec-b02c-4772-bd63-81ca2de993eb None None] For port 46f01a9b-46ee-423d-920b-4308a9e94d50, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=46f01a9b-46ee-423d-920b-4308a9e94d50,segment=NetworkSegment(6b409370-fd80-43f7-9554-771256afbdbe),segment_id=6b409370-fd80-43f7-9554-771256afbdbe)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:18:40.799954 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-feb1fdec-b02c-4772-bd63-81ca2de993eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:40.831272 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-4af6babc-7cbd-4fdd-a0d1-80aee35f86ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for 46f01a9b-46ee-423d-920b-4308a9e94d50 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:18:40.909422 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4af6babc-7cbd-4fdd-a0d1-80aee35f86ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:40.924236 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-feb1fdec-b02c-4772-bd63-81ca2de993eb None None] Calling delete_port for 46f01a9b-46ee-423d-920b-4308a9e94d50 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:18:40.958640 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6babc-7cbd-4fdd-a0d1-80aee35f86ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=46f01a9b-46ee-423d-920b-4308a9e94d50,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:40.960368 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af6babc-7cbd-4fdd-a0d1-80aee35f86ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] No DVR routers for this DVR port 46f01a9b-46ee-423d-920b-4308a9e94d50 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:18:41.000159 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-feb1fdec-b02c-4772-bd63-81ca2de993eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:18:41.000632 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-feb1fdec-b02c-4772-bd63-81ca2de993eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:18:41.084661 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4af6babc-7cbd-4fdd-a0d1-80aee35f86ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:41.110864 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-4af6babc-7cbd-4fdd-a0d1-80aee35f86ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510701d1-ed8d-409f-9f8c-772180fe90c7']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:41.126625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-4af6babc-7cbd-4fdd-a0d1-80aee35f86ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b409370-fd80-43f7-9554-771256afbdbe') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:41.126927 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-4af6babc-7cbd-4fdd-a0d1-80aee35f86ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b409370-fd80-43f7-9554-771256afbdbe') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:41.138060 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4af6babc-7cbd-4fdd-a0d1-80aee35f86ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:41.153924 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4af6babc-7cbd-4fdd-a0d1-80aee35f86ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:41.160382 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af6babc-7cbd-4fdd-a0d1-80aee35f86ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:18:41.160852 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4af6babc-7cbd-4fdd-a0d1-80aee35f86ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:41.189811 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device ff0e40c9-a554-4ab1-9a18-3f3346be9e89 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:18:41.227243 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: ff0e40c9-a554-4ab1-9a18-3f3346be9e89 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:18:41.227588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device ff0e40c9-a554-4ab1-9a18-3f3346be9e89 not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:18:41.257219 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4af6babc-7cbd-4fdd-a0d1-80aee35f86ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:41.277404 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4af6babc-7cbd-4fdd-a0d1-80aee35f86ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:41.290682 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6babc-7cbd-4fdd-a0d1-80aee35f86ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Network': ['ID=510701d1-ed8d-409f-9f8c-772180fe90c7,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:41.305572 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4af6babc-7cbd-4fdd-a0d1-80aee35f86ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/networks/510701d1-ed8d-409f-9f8c-772180fe90c7 HTTP/1.1" status: 204 len: 168 time: 0.9978492 Sep 21 15:18:41.308213 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34184) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:41.380368 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 6b409370-fd80-43f7-9554-771256afbdbe resource provider aggregate not found Sep 21 15:18:41.402367 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 6b409370-fd80-43f7-9554-771256afbdbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b409370-fd80-43f7-9554-771256afbdbe found for delete ", "request_id": "req-e4f1e36c-4b7c-40f1-8a94-8ca791766048"}]} Sep 21 15:18:41.502087 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-feb1fdec-b02c-4772-bd63-81ca2de993eb None None] Deleting port 46f01a9b-46ee-423d-920b-4308a9e94d50 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:18:41.502667 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-feb1fdec-b02c-4772-bd63-81ca2de993eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:41.517369 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ec15e945-84e9-4953-809e-b407f7ef5b31 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port f1e3dd03-ac38-4ee3-a1f4-23b7fd63c0cc {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:18:41.517709 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec15e945-84e9-4953-809e-b407f7ef5b31 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:41.569506 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-feb1fdec-b02c-4772-bd63-81ca2de993eb None None] The port '46f01a9b-46ee-423d-920b-4308a9e94d50' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:18:41.695624 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec15e945-84e9-4953-809e-b407f7ef5b31 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:41.695954 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec15e945-84e9-4953-809e-b407f7ef5b31 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:41.719093 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7c2a8-a5ed-4027-808d-d49edc75151a req-06695c4b-6fce-48d5-848e-944f5e604c7a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:41.720734 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e6c7c2a8-a5ed-4027-808d-d49edc75151a req-06695c4b-6fce-48d5-848e-944f5e604c7a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 946 time: 0.0925150 Sep 21 15:18:41.766263 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e6c7c2a8-a5ed-4027-808d-d49edc75151a req-aaa1e297-520a-4b03-b0e7-1fb3042f3c38 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394750 Sep 21 15:18:41.821744 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ec15e945-84e9-4953-809e-b407f7ef5b31 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for f1e3dd03-ac38-4ee3-a1f4-23b7fd63c0cc owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:18:41.968392 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec15e945-84e9-4953-809e-b407f7ef5b31 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:42.106455 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15e945-84e9-4953-809e-b407f7ef5b31 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=f1e3dd03-ac38-4ee3-a1f4-23b7fd63c0cc,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:42.210809 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec15e945-84e9-4953-809e-b407f7ef5b31 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:42.211136 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-ec15e945-84e9-4953-809e-b407f7ef5b31 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Floating IP f162df16-9f8f-4554-80e4-f3bc9a27a7c5 disassociated (deleted). External IP: 172.26.4.8, port: 8694007c-079d-42a5-8cc2-8a21312f2e18. Sep 21 15:18:42.241280 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 46f01a9b-46ee-423d-920b-4308a9e94d50 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:18:42.308639 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 46f01a9b-46ee-423d-920b-4308a9e94d50 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:18:42.308870 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 46f01a9b-46ee-423d-920b-4308a9e94d50 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:18:42.570814 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec15e945-84e9-4953-809e-b407f7ef5b31 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router b72dfb93-8646-4321-852b-b44f8660b258 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:18:42.761018 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec15e945-84e9-4953-809e-b407f7ef5b31 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:18:42.770087 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9f6d1-fd55-44be-9c59-1feb9b0fda60 None None] Sync routers for ids ['b72dfb93-8646-4321-852b-b44f8660b258'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:18:42.776857 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec15e945-84e9-4953-809e-b407f7ef5b31 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:42.778899 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb9f6d1-fd55-44be-9c59-1feb9b0fda60 None None] Routers {'b72dfb93-8646-4321-852b-b44f8660b258'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:18:42.779503 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-2fb9f6d1-fd55-44be-9c59-1feb9b0fda60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:18:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b72dfb93-8646-4321-852b-b44f8660b258'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:42.836834 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ec15e945-84e9-4953-809e-b407f7ef5b31 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/floatingips/f162df16-9f8f-4554-80e4-f3bc9a27a7c5 HTTP/1.1" status: 204 len: 168 time: 1.5249710 Sep 21 15:18:42.836834 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4345e59-1d9e-4fcf-8e2b-c59d71012b10', 'tag': '8694007c-079d-42a5-8cc2-8a21312f2e18'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:18:42.837529 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc9cb00-a550-43e7-8a90-9ea19f74fd4a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4345e59-1d9e-4fcf-8e2b-c59d71012b10", "tag": "8694007c-079d-42a5-8cc2-8a21312f2e18"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:18:42.962226 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-2fb9f6d1-fd55-44be-9c59-1feb9b0fda60 None None] Set router b72dfb93-8646-4321-852b-b44f8660b258 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:18:42.972549 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42fbf0-46bf-44b4-9fb6-10e6ecfa2a3f req-89a753b9-47a4-468a-b6bc-aed9c02672a8 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:42.974723 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5d42fbf0-46bf-44b4-9fb6-10e6ecfa2a3f req-89a753b9-47a4-468a-b6bc-aed9c02672a8 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 946 time: 0.0907423 Sep 21 15:18:43.038909 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5d42fbf0-46bf-44b4-9fb6-10e6ecfa2a3f req-85a376e1-b5f5-4e7d-b955-e5b3692710d6 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557580 Sep 21 15:18:43.090843 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4045482-e860-4faf-b624-1fbf820f2c8f x-openstack-request-id: req-e4045482-e860-4faf-b624-1fbf820f2c8f {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:18:43.091349 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4345e59-1d9e-4fcf-8e2b-c59d71012b10", "tag": "8694007c-079d-42a5-8cc2-8a21312f2e18", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:18:43.091468 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e4045482-e860-4faf-b624-1fbf820f2c8f {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:18:43.091926 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4045482-e860-4faf-b624-1fbf820f2c8f'] response: {'name': 'network-changed', 'server_uuid': 'e4345e59-1d9e-4fcf-8e2b-c59d71012b10', 'tag': '8694007c-079d-42a5-8cc2-8a21312f2e18', 'status': 'completed', 'code': 200} Sep 21 15:18:43.358164 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-2fb9f6d1-fd55-44be-9c59-1feb9b0fda60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'name': 'tempest-TestNetworkBasicOps-router-678445152', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:16:06Z', 'updated_at': '2022-09-21T15:18:34Z', 'revision_number': 6, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:08Z', 'updated_at': '2022-09-21T15:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'aa8c1bff-f873-4526-aab9-eca61cf9c5c2', 'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:ff:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:17Z', 'updated_at': '2022-09-21T15:16:43Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:43.362033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9cb00-a550-43e7-8a90-9ea19f74fd4a req-ae3cf641-4599-4e74-8950-ed91f95af1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:43.363237 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9f6d1-fd55-44be-9c59-1feb9b0fda60 None None] Checking router: b72dfb93-8646-4321-852b-b44f8660b258 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:18:43.363504 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6fc9cb00-a550-43e7-8a90-9ea19f74fd4a req-ae3cf641-4599-4e74-8950-ed91f95af1fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 1099 time: 0.2497962 Sep 21 15:18:43.372679 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb9f6d1-fd55-44be-9c59-1feb9b0fda60 None None] Routers {'b72dfb93-8646-4321-852b-b44f8660b258'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:18:43.373308 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-2fb9f6d1-fd55-44be-9c59-1feb9b0fda60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:18:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b72dfb93-8646-4321-852b-b44f8660b258'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:43.399580 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337efdb-c60a-41e6-ab0c-0831f2991599 req-9f5a7d10-8c68-4cdb-aa63-b338f53e1977 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:43.401037 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b337efdb-c60a-41e6-ab0c-0831f2991599 req-9f5a7d10-8c68-4cdb-aa63-b338f53e1977 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 946 time: 0.2395194 Sep 21 15:18:43.514479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b337efdb-c60a-41e6-ab0c-0831f2991599 req-3e317895-2612-46ef-9e6f-a79c277dccef tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:18:43.554269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b337efdb-c60a-41e6-ab0c-0831f2991599 req-3e317895-2612-46ef-9e6f-a79c277dccef tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:18:43.555449 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b337efdb-c60a-41e6-ab0c-0831f2991599 req-3e317895-2612-46ef-9e6f-a79c277dccef tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0973406b-98ba-444c-b0e8-c3cb2b722d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479251 Sep 21 15:18:43.556480 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9cb00-a550-43e7-8a90-9ea19f74fd4a req-cf3e1f21-9f6e-47f1-b099-be5f66e7f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:43.557794 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6fc9cb00-a550-43e7-8a90-9ea19f74fd4a req-cf3e1f21-9f6e-47f1-b099-be5f66e7f6f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=32cada0d-147a-4930-9739-0fbe78c1c1dc HTTP/1.1" status: 200 len: 898 time: 0.1867261 Sep 21 15:18:43.558433 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-2fb9f6d1-fd55-44be-9c59-1feb9b0fda60 None None] Set router b72dfb93-8646-4321-852b-b44f8660b258 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:18:43.626958 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6fc9cb00-a550-43e7-8a90-9ea19f74fd4a req-7c826893-b504-411a-b943-6162e97bb806 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8694007c-079d-42a5-8cc2-8a21312f2e18 HTTP/1.1" status: 200 len: 217 time: 0.0623405 Sep 21 15:18:43.694215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9cb00-a550-43e7-8a90-9ea19f74fd4a req-15edac8b-861e-4e14-9a3c-e5c02aedd95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:43.695656 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6fc9cb00-a550-43e7-8a90-9ea19f74fd4a req-15edac8b-861e-4e14-9a3c-e5c02aedd95a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fe03a9b-9795-40d3-b780-82f56eff4f1e HTTP/1.1" status: 200 len: 834 time: 0.0625577 Sep 21 15:18:43.783005 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9cb00-a550-43e7-8a90-9ea19f74fd4a req-27cc0b9b-7aeb-4ba0-8fcc-155f4f0a75b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:43.784555 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6fc9cb00-a550-43e7-8a90-9ea19f74fd4a req-27cc0b9b-7aeb-4ba0-8fcc-155f4f0a75b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=32cada0d-147a-4930-9739-0fbe78c1c1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821781 Sep 21 15:18:43.871618 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-2fb9f6d1-fd55-44be-9c59-1feb9b0fda60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'name': 'tempest-TestNetworkBasicOps-router-678445152', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:16:06Z', 'updated_at': '2022-09-21T15:18:34Z', 'revision_number': 6, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:08Z', 'updated_at': '2022-09-21T15:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'aa8c1bff-f873-4526-aab9-eca61cf9c5c2', 'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:ff:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:17Z', 'updated_at': '2022-09-21T15:16:43Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:43.876435 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9f6d1-fd55-44be-9c59-1feb9b0fda60 None None] The sync data for ids ['b72dfb93-8646-4321-852b-b44f8660b258'] in dv-neutron-858731-1-hyperv is: [{'id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'name': 'tempest-TestNetworkBasicOps-router-678445152', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:16:06Z', 'updated_at': '2022-09-21T15:18:34Z', 'revision_number': 6, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:08Z', 'updated_at': '2022-09-21T15:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'aa8c1bff-f873-4526-aab9-eca61cf9c5c2', 'name': '', 'network_id': '32cada0d-147a-4930-9739-0fbe78c1c1dc', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:ff:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:17Z', 'updated_at': '2022-09-21T15:16:43Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '8fe03a9b-9795-40d3-b780-82f56eff4f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:18:43.922340 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6fc9cb00-a550-43e7-8a90-9ea19f74fd4a req-fdfe1ae6-8881-400c-aad0-7dc3c94510f3 service neutron] 10.222.0.20 "GET /v2.0/networks/32cada0d-147a-4930-9739-0fbe78c1c1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291091 Sep 21 15:18:44.066741 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6fc9cb00-a550-43e7-8a90-9ea19f74fd4a req-ad2868f8-c243-4a6f-9620-7bea78a964bb service neutron] 10.222.0.20 "GET /v2.0/networks/32cada0d-147a-4930-9739-0fbe78c1c1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370475 Sep 21 15:18:44.113446 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a6652-7a04-4ce4-9c5f-3ad9bb6f994b None None] New status for floating IP f162df16-9f8f-4554-80e4-f3bc9a27a7c5: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:18:44.256731 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc74da7-a84e-48b2-8beb-e5705f641c29 req-e6018628-f8e7-493e-876d-02876d8eb7ea tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:44.258208 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dcc74da7-a84e-48b2-8beb-e5705f641c29 req-e6018628-f8e7-493e-876d-02876d8eb7ea tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 946 time: 0.0943396 Sep 21 15:18:44.303533 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dcc74da7-a84e-48b2-8beb-e5705f641c29 req-3e977b58-e06d-474f-bdf4-ca9ac8caa688 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394154 Sep 21 15:18:44.592337 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3083d-96cf-4cb2-8212-bf1de6bebfc7 req-b3a6a40d-e5f1-48cd-abdf-375a41f7113b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:44.594450 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c9e3083d-96cf-4cb2-8212-bf1de6bebfc7 req-b3a6a40d-e5f1-48cd-abdf-375a41f7113b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 946 time: 0.0872710 Sep 21 15:18:44.668844 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-c9e3083d-96cf-4cb2-8212-bf1de6bebfc7 req-14a6f8d6-ac96-41a6-aa3a-ec061f63f917 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port 8694007c-079d-42a5-8cc2-8a21312f2e18 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:18:44.669181 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c9e3083d-96cf-4cb2-8212-bf1de6bebfc7 req-14a6f8d6-ac96-41a6-aa3a-ec061f63f917 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:44.917964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e61b79-4e34-4ba6-b276-edd49e4b4499 req-3e1bd4f1-f9e5-441e-93df-3d3e1b76a6b2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:44.919306 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-48e61b79-4e34-4ba6-b276-edd49e4b4499 req-3e1bd4f1-f9e5-441e-93df-3d3e1b76a6b2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 946 time: 0.2255764 Sep 21 15:18:45.000669 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-48e61b79-4e34-4ba6-b276-edd49e4b4499 req-8199e832-3f17-4c2f-bf2d-549f64bd136c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0973406b-98ba-444c-b0e8-c3cb2b722d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680580 Sep 21 15:18:45.019064 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-c9e3083d-96cf-4cb2-8212-bf1de6bebfc7 req-14a6f8d6-ac96-41a6-aa3a-ec061f63f917 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port 8694007c-079d-42a5-8cc2-8a21312f2e18, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=8694007c-079d-42a5-8cc2-8a21312f2e18,segment=NetworkSegment(1f0ec3e9-f16a-459c-b4bd-84441546a7b7),segment_id=1f0ec3e9-f16a-459c-b4bd-84441546a7b7)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:18:45.019417 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c9e3083d-96cf-4cb2-8212-bf1de6bebfc7 req-14a6f8d6-ac96-41a6-aa3a-ec061f63f917 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:45.146209 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-c9e3083d-96cf-4cb2-8212-bf1de6bebfc7 req-14a6f8d6-ac96-41a6-aa3a-ec061f63f917 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for 8694007c-079d-42a5-8cc2-8a21312f2e18 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:18:45.285317 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c9e3083d-96cf-4cb2-8212-bf1de6bebfc7 req-14a6f8d6-ac96-41a6-aa3a-ec061f63f917 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:45.446395 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6f8d6-ac96-41a6-aa3a-ec061f63f917 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=8694007c-079d-42a5-8cc2-8a21312f2e18,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:45.583989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e3083d-96cf-4cb2-8212-bf1de6bebfc7 req-14a6f8d6-ac96-41a6-aa3a-ec061f63f917 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] No DVR routers for this DVR port 8694007c-079d-42a5-8cc2-8a21312f2e18 on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:18:45.587608 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c9e3083d-96cf-4cb2-8212-bf1de6bebfc7 req-14a6f8d6-ac96-41a6-aa3a-ec061f63f917 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:45.590017 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4345e59-1d9e-4fcf-8e2b-c59d71012b10', 'name': 'network-vif-deleted', 'tag': '8694007c-079d-42a5-8cc2-8a21312f2e18'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:18:45.592259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b52cd1-37d6-4e34-bbd8-d3a2d7b04698" -d '{"events": [{"server_uuid": "e4345e59-1d9e-4fcf-8e2b-c59d71012b10", "name": "network-vif-deleted", "tag": "8694007c-079d-42a5-8cc2-8a21312f2e18"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:18:45.606301 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c9e3083d-96cf-4cb2-8212-bf1de6bebfc7 req-14a6f8d6-ac96-41a6-aa3a-ec061f63f917 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "DELETE /v2.0/ports/8694007c-079d-42a5-8cc2-8a21312f2e18 HTTP/1.1" status: 204 len: 173 time: 1.0062504 Sep 21 15:18:45.630751 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a7fa1-7287-4304-9129-7bfc2f4ded41 req-0d767c64-3160-4426-ad91-bc2f0bd55823 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:45.632223 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b68a7fa1-7287-4304-9129-7bfc2f4ded41 req-0d767c64-3160-4426-ad91-bc2f0bd55823 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 946 time: 0.1887019 Sep 21 15:18:45.642397 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f717370a-84d3-4ce8-a189-a1bd005216b6 x-openstack-request-id: req-f717370a-84d3-4ce8-a189-a1bd005216b6 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:18:45.642670 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4345e59-1d9e-4fcf-8e2b-c59d71012b10", "name": "network-vif-deleted", "tag": "8694007c-079d-42a5-8cc2-8a21312f2e18", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:18:45.642914 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f717370a-84d3-4ce8-a189-a1bd005216b6 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:18:45.643292 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f717370a-84d3-4ce8-a189-a1bd005216b6'] response: {'server_uuid': 'e4345e59-1d9e-4fcf-8e2b-c59d71012b10', 'name': 'network-vif-deleted', 'tag': '8694007c-079d-42a5-8cc2-8a21312f2e18', 'status': 'completed', 'code': 200} Sep 21 15:18:45.681983 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b68a7fa1-7287-4304-9129-7bfc2f4ded41 req-9d050328-8f81-46a5-b802-1824f65890cb tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419128 Sep 21 15:18:46.185321 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-92bc7c78-0be1-4d66-aa67-54393ffa2785 req-2af1fcb2-1e90-407d-a08f-800f57aa75cb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:18:46.202945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-92bc7c78-0be1-4d66-aa67-54393ffa2785 req-2af1fcb2-1e90-407d-a08f-800f57aa75cb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:18:46.204143 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-92bc7c78-0be1-4d66-aa67-54393ffa2785 req-2af1fcb2-1e90-407d-a08f-800f57aa75cb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4345e59-1d9e-4fcf-8e2b-c59d71012b10 HTTP/1.1" status: 200 len: 210 time: 0.0706785 Sep 21 15:18:46.879711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073115d4-58e3-4bc8-b6c5-b995f84b4d57 req-8d6c116c-be30-445e-a323-25237556fafc tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:46.881179 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-073115d4-58e3-4bc8-b6c5-b995f84b4d57 req-8d6c116c-be30-445e-a323-25237556fafc tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 946 time: 0.0872970 Sep 21 15:18:46.924387 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-073115d4-58e3-4bc8-b6c5-b995f84b4d57 req-bb767929-ed6f-4582-a15a-dc9fcffd663c tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375273 Sep 21 15:18:47.301701 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34214) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:47.370403 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5394d753-15c9-4306-ac0b-ad698d11811c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:47.400311 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5394d753-15c9-4306-ac0b-ad698d11811c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:47.469899 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5394d753-15c9-4306-ac0b-ad698d11811c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:47.488668 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394d753-15c9-4306-ac0b-ad698d11811c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0973406b-98ba-444c-b0e8-c3cb2b722d10,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:47.502054 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5394d753-15c9-4306-ac0b-ad698d11811c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:47.503267 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5394d753-15c9-4306-ac0b-ad698d11811c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/security-groups/0973406b-98ba-444c-b0e8-c3cb2b722d10 HTTP/1.1" status: 204 len: 168 time: 0.2005210 Sep 21 15:18:47.531979 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34220) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:48.150525 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-616d2fc9-9f05-4f77-9f31-12cdf14d20c5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:48.229180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e78a43-4157-48cb-8e5a-2cb25069e047 req-da42193b-8cdb-48d9-8066-809138c3cf02 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:48.230621 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c8e78a43-4157-48cb-8e5a-2cb25069e047 req-da42193b-8cdb-48d9-8066-809138c3cf02 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 946 time: 0.1849124 Sep 21 15:18:48.352528 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c8e78a43-4157-48cb-8e5a-2cb25069e047 req-3ebdf251-9bda-4708-acc2-04ebcc2a0ae6 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156812 Sep 21 15:18:48.544498 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-616d2fc9-9f05-4f77-9f31-12cdf14d20c5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port aa8c1bff-f873-4526-aab9-eca61cf9c5c2 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:18:48.545173 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-616d2fc9-9f05-4f77-9f31-12cdf14d20c5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:48.836973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-616d2fc9-9f05-4f77-9f31-12cdf14d20c5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port aa8c1bff-f873-4526-aab9-eca61cf9c5c2, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=aa8c1bff-f873-4526-aab9-eca61cf9c5c2,segment=NetworkSegment(1f0ec3e9-f16a-459c-b4bd-84441546a7b7),segment_id=1f0ec3e9-f16a-459c-b4bd-84441546a7b7)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:18:48.837226 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-616d2fc9-9f05-4f77-9f31-12cdf14d20c5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:48.957938 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-616d2fc9-9f05-4f77-9f31-12cdf14d20c5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for aa8c1bff-f873-4526-aab9-eca61cf9c5c2 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:18:49.143583 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-616d2fc9-9f05-4f77-9f31-12cdf14d20c5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:49.195056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d2fc9-9f05-4f77-9f31-12cdf14d20c5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=aa8c1bff-f873-4526-aab9-eca61cf9c5c2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:49.199845 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 8694007c-079d-42a5-8cc2-8a21312f2e18 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:18:49.238274 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 8694007c-079d-42a5-8cc2-8a21312f2e18 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:18:49.238614 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 8694007c-079d-42a5-8cc2-8a21312f2e18 not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:18:49.533499 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-616d2fc9-9f05-4f77-9f31-12cdf14d20c5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:49.725716 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96928d25-e4a4-4172-90ab-851bdd87276b req-58ddca8d-d646-4412-9856-df1b9eb02fdd tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:49.727436 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-96928d25-e4a4-4172-90ab-851bdd87276b req-58ddca8d-d646-4412-9856-df1b9eb02fdd tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 946 time: 0.2477512 Sep 21 15:18:49.787912 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-96928d25-e4a4-4172-90ab-851bdd87276b req-e76bb465-8fa5-4f37-9512-223e7fc91097 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545292 Sep 21 15:18:49.961549 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616d2fc9-9f05-4f77-9f31-12cdf14d20c5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router b72dfb93-8646-4321-852b-b44f8660b258 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:18:50.251179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616d2fc9-9f05-4f77-9f31-12cdf14d20c5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:18:50.260303 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014bc103-a76a-40c2-b493-c5cc976c4669 None None] Sync routers for ids ['b72dfb93-8646-4321-852b-b44f8660b258'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:18:50.267788 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-616d2fc9-9f05-4f77-9f31-12cdf14d20c5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/routers/b72dfb93-8646-4321-852b-b44f8660b258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7346888 Sep 21 15:18:50.269780 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014bc103-a76a-40c2-b493-c5cc976c4669 None None] Routers {'b72dfb93-8646-4321-852b-b44f8660b258'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:18:50.270464 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-014bc103-a76a-40c2-b493-c5cc976c4669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:18:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b72dfb93-8646-4321-852b-b44f8660b258'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:50.270630 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34228) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:50.335316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-3efa1cb1-d428-403e-bf2c-1ba767074420 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting subnet 8fe03a9b-9795-40d3-b780-82f56eff4f1e {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:18:50.338224 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3efa1cb1-d428-403e-bf2c-1ba767074420 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:50.394818 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3efa1cb1-d428-403e-bf2c-1ba767074420 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:50.447504 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-014bc103-a76a-40c2-b493-c5cc976c4669 None None] Set router b72dfb93-8646-4321-852b-b44f8660b258 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:18:50.476635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3efa1cb1-d428-403e-bf2c-1ba767074420 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:50.556381 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3efa1cb1-d428-403e-bf2c-1ba767074420 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:50.600397 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa1cb1-d428-403e-bf2c-1ba767074420 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Subnet': ['ID=8fe03a9b-9795-40d3-b780-82f56eff4f1e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:50.606182 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3efa1cb1-d428-403e-bf2c-1ba767074420 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:50.612502 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3efa1cb1-d428-403e-bf2c-1ba767074420 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/subnets/8fe03a9b-9795-40d3-b780-82f56eff4f1e HTTP/1.1" status: 204 len: 168 time: 0.3409834 Sep 21 15:18:50.615111 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34232) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:50.620406 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325863be-b21f-46a1-80ce-f4c8d3f85265 None None] Network 32cada0d-147a-4930-9739-0fbe78c1c1dc requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:18:50.780904 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-014bc103-a76a-40c2-b493-c5cc976c4669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'name': 'tempest-TestNetworkBasicOps-router-678445152', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:16:06Z', 'updated_at': '2022-09-21T15:18:49Z', 'revision_number': 7, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:08Z', 'updated_at': '2022-09-21T15:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:50.786009 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014bc103-a76a-40c2-b493-c5cc976c4669 None None] Checking router: b72dfb93-8646-4321-852b-b44f8660b258 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:18:50.795652 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014bc103-a76a-40c2-b493-c5cc976c4669 None None] Routers {'b72dfb93-8646-4321-852b-b44f8660b258'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:18:50.796816 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-014bc103-a76a-40c2-b493-c5cc976c4669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:18:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b72dfb93-8646-4321-852b-b44f8660b258'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:50.841688 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa2da-1049-4a06-8b5e-e60feaeded2b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:50.942181 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b001dd-8135-482f-96eb-9dc22aeadb61 None None] DHCP port deletion for 32cada0d-147a-4930-9739-0fbe78c1c1dc request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:18:50.949864 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-80b001dd-8135-482f-96eb-9dc22aeadb61 None None] Deleting port 60f96a50-c20d-4256-a3d0-5baee5db7f89 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:18:50.950435 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-80b001dd-8135-482f-96eb-9dc22aeadb61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:51.038802 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-014bc103-a76a-40c2-b493-c5cc976c4669 None None] Set router b72dfb93-8646-4321-852b-b44f8660b258 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:18:51.183211 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa2da-1049-4a06-8b5e-e60feaeded2b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:51.207550 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200c23c-c4e3-4b29-9516-d9e2957dcd2c req-c661f6ae-5b53-4ebb-831e-d01ec20bbf30 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:51.207785 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-80b001dd-8135-482f-96eb-9dc22aeadb61 None None] For port 60f96a50-c20d-4256-a3d0-5baee5db7f89, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=60f96a50-c20d-4256-a3d0-5baee5db7f89,segment=NetworkSegment(1f0ec3e9-f16a-459c-b4bd-84441546a7b7),segment_id=1f0ec3e9-f16a-459c-b4bd-84441546a7b7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:18:51.207785 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-80b001dd-8135-482f-96eb-9dc22aeadb61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:51.211737 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2200c23c-c4e3-4b29-9516-d9e2957dcd2c req-c661f6ae-5b53-4ebb-831e-d01ec20bbf30 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 946 time: 0.1603525 Sep 21 15:18:51.228964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3b4fa2da-1049-4a06-8b5e-e60feaeded2b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port ea220aec-fa18-4d62-86ab-522bafb06d83 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:18:51.228964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa2da-1049-4a06-8b5e-e60feaeded2b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:51.342249 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2200c23c-c4e3-4b29-9516-d9e2957dcd2c req-1aa24ff7-3d1c-4ee8-89fa-ac283033a8ab tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284041 Sep 21 15:18:51.372972 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-80b001dd-8135-482f-96eb-9dc22aeadb61 None None] Calling delete_port for 60f96a50-c20d-4256-a3d0-5baee5db7f89 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:18:51.489320 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-80b001dd-8135-482f-96eb-9dc22aeadb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:51.522476 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-3b4fa2da-1049-4a06-8b5e-e60feaeded2b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port ea220aec-fa18-4d62-86ab-522bafb06d83, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ea220aec-fa18-4d62-86ab-522bafb06d83,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:18:51.522837 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa2da-1049-4a06-8b5e-e60feaeded2b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:51.554467 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b001dd-8135-482f-96eb-9dc22aeadb61 None None] Pushing event deleted for resources: {'Port': ['ID=60f96a50-c20d-4256-a3d0-5baee5db7f89,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:51.563753 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b001dd-8135-482f-96eb-9dc22aeadb61 None None] No DVR routers for this DVR port 60f96a50-c20d-4256-a3d0-5baee5db7f89 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:18:51.574842 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b001dd-8135-482f-96eb-9dc22aeadb61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:51.575722 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b001dd-8135-482f-96eb-9dc22aeadb61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:51.576125 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b001dd-8135-482f-96eb-9dc22aeadb61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:51.576683 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b001dd-8135-482f-96eb-9dc22aeadb61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:51.578164 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b001dd-8135-482f-96eb-9dc22aeadb61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:51.578454 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b001dd-8135-482f-96eb-9dc22aeadb61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:51.578904 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b001dd-8135-482f-96eb-9dc22aeadb61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:51.579494 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b001dd-8135-482f-96eb-9dc22aeadb61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:51.580060 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b001dd-8135-482f-96eb-9dc22aeadb61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:51.580652 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b001dd-8135-482f-96eb-9dc22aeadb61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:51.581133 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b001dd-8135-482f-96eb-9dc22aeadb61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:51.581607 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b001dd-8135-482f-96eb-9dc22aeadb61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:18:51.669862 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3b4fa2da-1049-4a06-8b5e-e60feaeded2b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for ea220aec-fa18-4d62-86ab-522bafb06d83 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:18:51.673584 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-014bc103-a76a-40c2-b493-c5cc976c4669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'name': 'tempest-TestNetworkBasicOps-router-678445152', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:16:06Z', 'updated_at': '2022-09-21T15:18:49Z', 'revision_number': 7, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:08Z', 'updated_at': '2022-09-21T15:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:51.680840 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014bc103-a76a-40c2-b493-c5cc976c4669 None None] The sync data for ids ['b72dfb93-8646-4321-852b-b44f8660b258'] in dv-neutron-858731-1-hyperv is: [{'id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'name': 'tempest-TestNetworkBasicOps-router-678445152', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:16:06Z', 'updated_at': '2022-09-21T15:18:49Z', 'revision_number': 7, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'ea220aec-fa18-4d62-86ab-522bafb06d83', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dfb93-8646-4321-852b-b44f8660b258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:16:08Z', 'updated_at': '2022-09-21T15:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:18:51.868923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa2da-1049-4a06-8b5e-e60feaeded2b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:51.961573 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:52.034267 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fa2da-1049-4a06-8b5e-e60feaeded2b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=ea220aec-fa18-4d62-86ab-522bafb06d83,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:52.136638 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa2da-1049-4a06-8b5e-e60feaeded2b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:52.332800 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 60f96a50-c20d-4256-a3d0-5baee5db7f89 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:18:52.362426 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa2da-1049-4a06-8b5e-e60feaeded2b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:52.364545 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa2da-1049-4a06-8b5e-e60feaeded2b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:52.368318 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 60f96a50-c20d-4256-a3d0-5baee5db7f89 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:18:52.368318 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 60f96a50-c20d-4256-a3d0-5baee5db7f89 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:18:52.368791 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device aa8c1bff-f873-4526-aab9-eca61cf9c5c2 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:18:52.409108 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: aa8c1bff-f873-4526-aab9-eca61cf9c5c2 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:18:52.409276 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device aa8c1bff-f873-4526-aab9-eca61cf9c5c2 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:18:52.424978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa2da-1049-4a06-8b5e-e60feaeded2b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:52.425807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4fa2da-1049-4a06-8b5e-e60feaeded2b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Fanout notify agent at l3_agent the message router_deleted on router b72dfb93-8646-4321-852b-b44f8660b258 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:18:52.444986 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa2da-1049-4a06-8b5e-e60feaeded2b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:52.446172 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3b4fa2da-1049-4a06-8b5e-e60feaeded2b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/routers/b72dfb93-8646-4321-852b-b44f8660b258 HTTP/1.1" status: 204 len: 168 time: 1.8299377 Sep 21 15:18:52.449885 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34244) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:52.589718 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3cb24ee1-18c7-4497-8cd0-50595bb0ea1c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:52.619128 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a4083-deeb-4262-a563-265dbde69a39 req-1beb4e5a-4a0c-4abe-b098-6f4f57e9b05b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:52.626333 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-501a4083-deeb-4262-a563-265dbde69a39 req-1beb4e5a-4a0c-4abe-b098-6f4f57e9b05b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 946 time: 0.1251054 Sep 21 15:18:52.690625 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-501a4083-deeb-4262-a563-265dbde69a39 req-1d45e99d-eeb1-4f64-89fb-1c3fab90e729 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579865 Sep 21 15:18:52.738180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3cb24ee1-18c7-4497-8cd0-50595bb0ea1c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:52.765634 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-3cb24ee1-18c7-4497-8cd0-50595bb0ea1c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32cada0d-147a-4930-9739-0fbe78c1c1dc']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:52.778680 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-3cb24ee1-18c7-4497-8cd0-50595bb0ea1c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0ec3e9-f16a-459c-b4bd-84441546a7b7') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:52.778976 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-3cb24ee1-18c7-4497-8cd0-50595bb0ea1c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0ec3e9-f16a-459c-b4bd-84441546a7b7') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:52.791614 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3cb24ee1-18c7-4497-8cd0-50595bb0ea1c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:52.808011 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3cb24ee1-18c7-4497-8cd0-50595bb0ea1c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:52.814791 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb24ee1-18c7-4497-8cd0-50595bb0ea1c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:18:52.815168 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3cb24ee1-18c7-4497-8cd0-50595bb0ea1c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:52.890290 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 1f0ec3e9-f16a-459c-b4bd-84441546a7b7 resource provider aggregate not found Sep 21 15:18:52.911377 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 1f0ec3e9-f16a-459c-b4bd-84441546a7b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f0ec3e9-f16a-459c-b4bd-84441546a7b7 found for delete ", "request_id": "req-33487ea0-4029-4c66-b700-9cb8c990c7cb"}]} Sep 21 15:18:52.929395 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3cb24ee1-18c7-4497-8cd0-50595bb0ea1c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:52.947573 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3cb24ee1-18c7-4497-8cd0-50595bb0ea1c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:52.960120 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb24ee1-18c7-4497-8cd0-50595bb0ea1c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Network': ['ID=32cada0d-147a-4930-9739-0fbe78c1c1dc,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:52.964745 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3cb24ee1-18c7-4497-8cd0-50595bb0ea1c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/networks/32cada0d-147a-4930-9739-0fbe78c1c1dc HTTP/1.1" status: 204 len: 168 time: 0.5138481 Sep 21 15:18:52.984114 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34252) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:52.993370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c7473028-3a61-4d5d-9931-69965c46705b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'network': {'name': 'tempest-network-smoke--560750649', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'port_security_enabled': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:18:52.999308 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c7473028-3a61-4d5d-9931-69965c46705b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:18:53.009718 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c7473028-3a61-4d5d-9931-69965c46705b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:network and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:18:53.014141 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c7473028-3a61-4d5d-9931-69965c46705b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:18:53.020835 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c7473028-3a61-4d5d-9931-69965c46705b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:18:53.036498 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7473028-3a61-4d5d-9931-69965c46705b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:18:53.044731 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7473028-3a61-4d5d-9931-69965c46705b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:53.076926 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7473028-3a61-4d5d-9931-69965c46705b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:18:53.087327 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7473028-3a61-4d5d-9931-69965c46705b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:53.087666 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-c7473028-3a61-4d5d-9931-69965c46705b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Added segment caf87527-ccca-45d0-b610-ece3470398af of type vlan for network 73d5590d-6e41-404f-ba3f-1273cf6e1b7c Sep 21 15:18:53.116587 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7473028-3a61-4d5d-9931-69965c46705b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:53.151066 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7473028-3a61-4d5d-9931-69965c46705b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:53.156490 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7473028-3a61-4d5d-9931-69965c46705b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:53.157885 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7473028-3a61-4d5d-9931-69965c46705b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:53.387561 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c7473028-3a61-4d5d-9931-69965c46705b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4011686 Sep 21 15:18:53.391101 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7473028-3a61-4d5d-9931-69965c46705b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Network': ['ID=73d5590d-6e41-404f-ba3f-1273cf6e1b7c,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:53.391593 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34256) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:53.399163 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1404513257', 'admin_state_up': True, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:18:53.402976 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 73d5590d-6e41-404f-ba3f-1273cf6e1b7c details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:18:53.413505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:18:53.413505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:router and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:18:53.416815 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:18:53.428570 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:18:53.441029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:53.442460 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:53.463482 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:53.867182 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:53.968010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c652bf-ea1b-41c8-9582-236754d798c7 req-73176ee6-c4a9-4a23-bced-f1623e4df3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:53.969581 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b7c652bf-ea1b-41c8-9582-236754d798c7 req-73176ee6-c4a9-4a23-bced-f1623e4df3d5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 1099 time: 0.3450947 Sep 21 15:18:54.027332 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439328b-8434-485b-8f32-474ef5c863cc req-ce829515-0d45-46a4-8c28-d15a88a359b7 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:54.028818 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a439328b-8434-485b-8f32-474ef5c863cc req-ce829515-0d45-46a4-8c28-d15a88a359b7 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 946 time: 0.2219517 Sep 21 15:18:54.056780 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b7c652bf-ea1b-41c8-9582-236754d798c7 req-42b51d2c-a90f-4ff7-bdd2-e930502f721f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799310 Sep 21 15:18:54.091837 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a439328b-8434-485b-8f32-474ef5c863cc req-f8df5cce-f791-4ee3-a663-fdd414fcebc6 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553401 Sep 21 15:18:54.216192 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ea220aec-fa18-4d62-86ab-522bafb06d83 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:18:54.251248 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: ea220aec-fa18-4d62-86ab-522bafb06d83 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:18:54.251505 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ea220aec-fa18-4d62-86ab-522bafb06d83 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:18:54.281284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:54.314980 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:54.578215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.26.4.95 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/5993b454-db17-4c9a-8dd4-2cfe9f541d88) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:18:54.737251 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:54.767176 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:54.835194 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:18:54.837815 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:18:54.841615 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:18:54.876350 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=5993b454-db17-4c9a-8dd4-2cfe9f541d88,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:55.247205 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 60b61726-7875-4229-b849-0ffbd4dd0599 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:18:55.255767 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 60b61726-7875-4229-b849-0ffbd4dd0599 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:18:55.349982 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:55.537557 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474f0bd-4243-471f-8c53-6fd18391fe99 req-272ef685-4a37-4eee-aace-0324600edeeb tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:55.542922 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0474f0bd-4243-471f-8c53-6fd18391fe99 req-272ef685-4a37-4eee-aace-0324600edeeb tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 946 time: 0.2970555 Sep 21 15:18:55.546926 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 60b61726-7875-4229-b849-0ffbd4dd0599, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=60b61726-7875-4229-b849-0ffbd4dd0599,segment=NetworkSegment(6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2),segment_id=6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:18:55.559391 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 60b61726-7875-4229-b849-0ffbd4dd0599 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:18:55.559765 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:55.574101 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '60b61726-7875-4229-b849-0ffbd4dd0599', 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61', 'port_id': '60b61726-7875-4229-b849-0ffbd4dd0599', 'mac_address': 'fa:16:3e:b9:85:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012cb7da-4fde-4197-968f-b0277255c3e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:18:55.618156 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd835b45b-c575-4e17-8de6-4b7b2eed9577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60b61726-7875-4229-b849-0ffbd4dd0599'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:18:55.620458 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edea6ac-2f50-45b0-b630-0d87e8cc1322" -d '{"events": [{"server_uuid": "d835b45b-c575-4e17-8de6-4b7b2eed9577", "name": "network-vif-unplugged", "status": "completed", "tag": "60b61726-7875-4229-b849-0ffbd4dd0599"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:18:55.643784 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 60b61726-7875-4229-b849-0ffbd4dd0599, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=60b61726-7875-4229-b849-0ffbd4dd0599,segment=NetworkSegment(6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2),segment_id=6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:18:55.653267 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 60b61726-7875-4229-b849-0ffbd4dd0599 is: ACTIVE; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:18:55.653792 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:55.656463 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0474f0bd-4243-471f-8c53-6fd18391fe99 req-ef94ddb4-e988-4064-a1f2-4003249c355c tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142254 Sep 21 15:18:55.669805 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 15:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5701f71b-7c15-4bfc-a66a-128904b4b1d2 x-openstack-request-id: req-5701f71b-7c15-4bfc-a66a-128904b4b1d2 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:18:55.670103 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d835b45b-c575-4e17-8de6-4b7b2eed9577", "name": "network-vif-unplugged", "status": "completed", "tag": "60b61726-7875-4229-b849-0ffbd4dd0599", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:18:55.670353 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5701f71b-7c15-4bfc-a66a-128904b4b1d2 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:18:55.670782 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5701f71b-7c15-4bfc-a66a-128904b4b1d2'] response: {'server_uuid': 'd835b45b-c575-4e17-8de6-4b7b2eed9577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60b61726-7875-4229-b849-0ffbd4dd0599', 'code': 200} Sep 21 15:18:55.674821 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:55.714297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60b61726-7875-4229-b849-0ffbd4dd0599 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:18:55.782968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:55.795669 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=60b61726-7875-4229-b849-0ffbd4dd0599,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:55.802125 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:18:55.802479 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:18:56.102005 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router e0744a1d-5385-407e-a836-29cc71615854 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:18:56.282284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:18:56.291448 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] Sync routers for ids ['e0744a1d-5385-407e-a836-29cc71615854'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:18:56.301764 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] Routers {'e0744a1d-5385-407e-a836-29cc71615854'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:18:56.302322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:18:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['e0744a1d-5385-407e-a836-29cc71615854'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:56.310555 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:56.311891 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-09e1fa55-25ba-4b3b-a4e7-35a5b23114a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9184685 Sep 21 15:18:56.315595 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34266) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:56.354862 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7c26fc65-7d36-4507-923f-d71129f0b82e tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=821a0a843ff74fdda869752c13af53c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382283 Sep 21 15:18:56.357472 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34270) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:56.487454 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1932e7-1984-4b56-b50f-3041a755dc82 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:56.489020 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5f1932e7-1984-4b56-b50f-3041a755dc82 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306679 Sep 21 15:18:56.491845 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34274) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:56.493910 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 60b61726-7875-4229-b849-0ffbd4dd0599 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:18:56.494284 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:56.527882 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b61726-7875-4229-b849-0ffbd4dd0599 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:18:56.532012 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7fe65eec-a7b4-4b2e-ac57-e45a8587f628 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=445481ae-8997-4e7e-a514-07e782c48c85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391269 Sep 21 15:18:56.534690 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34278) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:56.540015 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-37d238ad-4320-4ed5-aa26-edfc310813eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-973180128', 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:18:56.556268 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 60b61726-7875-4229-b849-0ffbd4dd0599, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=60b61726-7875-4229-b849-0ffbd4dd0599,segment=NetworkSegment(6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2),segment_id=6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:18:56.558496 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] Set router e0744a1d-5385-407e-a836-29cc71615854 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:18:56.602943 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:56.650129 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-37d238ad-4320-4ed5-aa26-edfc310813eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:18:56.653951 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-37d238ad-4320-4ed5-aa26-edfc310813eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:subnet and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:18:56.657941 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-37d238ad-4320-4ed5-aa26-edfc310813eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:18:56.663683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-37d238ad-4320-4ed5-aa26-edfc310813eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:18:56.673576 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d238ad-4320-4ed5-aa26-edfc310813eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:18:56.677036 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-37d238ad-4320-4ed5-aa26-edfc310813eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:56.823870 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=60b61726-7875-4229-b849-0ffbd4dd0599,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:56.899586 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['60b61726-7875-4229-b849-0ffbd4dd0599'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:18:56.939990 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9fb49-a011-4815-aa97-02ce296b892f req-5b570e1f-aed3-4ad8-a151-a3d57dd4ee02 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:56.941481 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91c9fb49-a011-4815-aa97-02ce296b892f req-5b570e1f-aed3-4ad8-a151-a3d57dd4ee02 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 945 time: 0.1511388 Sep 21 15:18:57.009522 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91c9fb49-a011-4815-aa97-02ce296b892f req-a9494bf3-4cf7-422b-949b-9d002546a3b5 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537612 Sep 21 15:18:57.010324 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-37d238ad-4320-4ed5-aa26-edfc310813eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:57.027854 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0744a1d-5385-407e-a836-29cc71615854', 'name': 'tempest-TestNetworkBasicOps-router-1404513257', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:18:53Z', 'updated_at': '2022-09-21T15:18:55Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ad:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:54Z', 'updated_at': '2022-09-21T15:18:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:57.043922 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] Checking router: e0744a1d-5385-407e-a836-29cc71615854 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:18:57.044270 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] Updating router e0744a1d-5385-407e-a836-29cc71615854 port 5993b454-db17-4c9a-8dd4-2cfe9f541d88 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:18:57.048308 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34284) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:57.097470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d238ad-4320-4ed5-aa26-edfc310813eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Subnet': ['ID=4ee8cfa2-ad93-482a-96a6-4d452c16767f,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:57.101585 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d238ad-4320-4ed5-aa26-edfc310813eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Checking segment: {'id': 'caf87527-ccca-45d0-b610-ece3470398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:18:57.101939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d238ad-4320-4ed5-aa26-edfc310813eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network hostable DHCP agents. Network: 73d5590d-6e41-404f-ba3f-1273cf6e1b7c, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:18:57.123912 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d238ad-4320-4ed5-aa26-edfc310813eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 73d5590d-6e41-404f-ba3f-1273cf6e1b7c is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:18:57.134755 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-37d238ad-4320-4ed5-aa26-edfc310813eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 73d5590d-6e41-404f-ba3f-1273cf6e1b7c) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:18:57.136578 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:57.141673 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d238ad-4320-4ed5-aa26-edfc310813eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:18:57.143340 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-37d238ad-4320-4ed5-aa26-edfc310813eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:57.167434 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70daebc0-4c80-4913-b674-4a8bc14036b2 None None] Network 73d5590d-6e41-404f-ba3f-1273cf6e1b7c requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:18:57.168140 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-37d238ad-4320-4ed5-aa26-edfc310813eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6321058 Sep 21 15:18:57.170622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34288) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:18:57.174197 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e6e74d7c-a535-441b-bda5-89b04caa43c6 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/floatingips/07105b23-9025-421b-a904-758ec361528e HTTP/1.1" status: 200 len: 992 time: 0.1242449 Sep 21 15:18:57.710167 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-73d5590d-6e41-404f-ba3f-1273cf6e1b7c', 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ips': [{'subnet_id': '4ee8cfa2-ad93-482a-96a6-4d452c16767f'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:18:57.710973 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:57.946048 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:57.964833 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] Transition to ACTIVE for port object 5993b454-db17-4c9a-8dd4-2cfe9f541d88 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:18:57.976540 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] Allocated IP 172.20.0.2 (73d5590d-6e41-404f-ba3f-1273cf6e1b7c/4ee8cfa2-ad93-482a-96a6-4d452c16767f/3559d777-6cc5-4dbb-b419-3f7c0d756830) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:18:57.978466 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:57.990475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be709e1c-c9b4-45f3-b721-572d1763c88c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:58.051771 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] Attempting to bind port 5993b454-db17-4c9a-8dd4-2cfe9f541d88 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:18:58.052136 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] Attempting to bind port 5993b454-db17-4c9a-8dd4-2cfe9f541d88 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:18:58.052499 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] Attempting to bind port 5993b454-db17-4c9a-8dd4-2cfe9f541d88 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:18:58.134421 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8671f0-b18d-46e4-8544-19904db910aa None None] Pushing event updated for resources: {'Port': ['ID=5993b454-db17-4c9a-8dd4-2cfe9f541d88,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:58.137638 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:18:58.138008 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:18:58.138404 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:58.138781 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:18:58.139946 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] Bound port: 5993b454-db17-4c9a-8dd4-2cfe9f541d88, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:18:58.140502 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:58.258407 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] For port 5993b454-db17-4c9a-8dd4-2cfe9f541d88, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:18:58.277384 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] For port 5993b454-db17-4c9a-8dd4-2cfe9f541d88, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5993b454-db17-4c9a-8dd4-2cfe9f541d88,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:18:58.307924 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:58.385174 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] Routers {'e0744a1d-5385-407e-a836-29cc71615854'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:18:58.385781 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:18:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['e0744a1d-5385-407e-a836-29cc71615854'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:58.473794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:58.495118 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] Transition to ACTIVE for port object 3559d777-6cc5-4dbb-b419-3f7c0d756830 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:18:58.503542 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8671f0-b18d-46e4-8544-19904db910aa None None] Pushing event updated for resources: {'Port': ['ID=5993b454-db17-4c9a-8dd4-2cfe9f541d88,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:58.592738 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] Transition to ACTIVE for port object 3559d777-6cc5-4dbb-b419-3f7c0d756830 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:18:58.601334 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:58.664582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-be709e1c-c9b4-45f3-b721-572d1763c88c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.20.0.1 (73d5590d-6e41-404f-ba3f-1273cf6e1b7c/4ee8cfa2-ad93-482a-96a6-4d452c16767f/08f1c816-09af-470f-a54a-81506cf999ad) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:18:58.679766 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] Network 73d5590d-6e41-404f-ba3f-1273cf6e1b7c is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:18:58.681583 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] Set router e0744a1d-5385-407e-a836-29cc71615854 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:18:58.728410 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:18:58.792870 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] Pushing event updated for resources: {'Port': ['ID=3559d777-6cc5-4dbb-b419-3f7c0d756830,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:58.795177 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:18:58.831039 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be709e1c-c9b4-45f3-b721-572d1763c88c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:58.846720 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-be709e1c-c9b4-45f3-b721-572d1763c88c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Transition to ACTIVE for port object 08f1c816-09af-470f-a54a-81506cf999ad will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:18:58.870343 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be709e1c-c9b4-45f3-b721-572d1763c88c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:58.940284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be709e1c-c9b4-45f3-b721-572d1763c88c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 73d5590d-6e41-404f-ba3f-1273cf6e1b7c is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:18:58.943185 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-be709e1c-c9b4-45f3-b721-572d1763c88c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:18:58.947217 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be709e1c-c9b4-45f3-b721-572d1763c88c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:18:58.984911 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be709e1c-c9b4-45f3-b721-572d1763c88c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=08f1c816-09af-470f-a54a-81506cf999ad,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:58.985220 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] Attempting to bind port 3559d777-6cc5-4dbb-b419-3f7c0d756830 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:18:58.985610 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] Attempting to bind port 3559d777-6cc5-4dbb-b419-3f7c0d756830 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'caf87527-ccca-45d0-b610-ece3470398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:18:58.985921 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] Attempting to bind port 3559d777-6cc5-4dbb-b419-3f7c0d756830 on network 73d5590d-6e41-404f-ba3f-1273cf6e1b7c {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:18:59.005065 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:18:59.005437 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] Checking segment: {'id': 'caf87527-ccca-45d0-b610-ece3470398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:18:59.005840 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:59.006229 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] Bound using segment: {'id': 'caf87527-ccca-45d0-b610-ece3470398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:18:59.006688 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] Bound port: 3559d777-6cc5-4dbb-b419-3f7c0d756830, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf87527-ccca-45d0-b610-ece3470398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:18:59.007058 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:59.011348 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be709e1c-c9b4-45f3-b721-572d1763c88c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:59.199192 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] For port 3559d777-6cc5-4dbb-b419-3f7c0d756830, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:18:59.204379 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] For port 3559d777-6cc5-4dbb-b419-3f7c0d756830, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=3559d777-6cc5-4dbb-b419-3f7c0d756830,segment=NetworkSegment(caf87527-ccca-45d0-b610-ece3470398af),segment_id=caf87527-ccca-45d0-b610-ece3470398af)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:18:59.209492 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:59.284229 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0744a1d-5385-407e-a836-29cc71615854', 'name': 'tempest-TestNetworkBasicOps-router-1404513257', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:18:53Z', 'updated_at': '2022-09-21T15:18:55Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ad:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:54Z', 'updated_at': '2022-09-21T15:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:18:59.285541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be709e1c-c9b4-45f3-b721-572d1763c88c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:59.298352 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee99bcf-cbcf-4189-9d9c-b6d59bd9723d None None] The sync data for ids ['e0744a1d-5385-407e-a836-29cc71615854'] in dv-neutron-858731-1-hyperv is: [{'id': 'e0744a1d-5385-407e-a836-29cc71615854', 'name': 'tempest-TestNetworkBasicOps-router-1404513257', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:18:53Z', 'updated_at': '2022-09-21T15:18:55Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ad:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:54Z', 'updated_at': '2022-09-21T15:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:18:59.302543 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 60b61726-7875-4229-b849-0ffbd4dd0599 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:18:59.342509 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04d691-ef44-4fdb-b17d-dc3d0473446f None None] Pushing event updated for resources: {'Port': ['ID=3559d777-6cc5-4dbb-b419-3f7c0d756830,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:59.386983 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 60b61726-7875-4229-b849-0ffbd4dd0599 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:18:59.388859 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:59.552055 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 60b61726-7875-4229-b849-0ffbd4dd0599 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:18:59.552349 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:59.597466 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd835b45b-c575-4e17-8de6-4b7b2eed9577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b61726-7875-4229-b849-0ffbd4dd0599'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:18:59.605702 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fd3f23-486d-4f2e-b9f4-76713ae95b70" -d '{"events": [{"server_uuid": "d835b45b-c575-4e17-8de6-4b7b2eed9577", "name": "network-vif-plugged", "status": "completed", "tag": "60b61726-7875-4229-b849-0ffbd4dd0599"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:18:59.639855 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 60b61726-7875-4229-b849-0ffbd4dd0599, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=60b61726-7875-4229-b849-0ffbd4dd0599,segment=NetworkSegment(6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2),segment_id=6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:18:59.645060 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:59.708415 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636a14bd-2787-4ff0-a5df-aa91cc9592e4 x-openstack-request-id: req-636a14bd-2787-4ff0-a5df-aa91cc9592e4 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:18:59.709009 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d835b45b-c575-4e17-8de6-4b7b2eed9577", "name": "network-vif-plugged", "status": "completed", "tag": "60b61726-7875-4229-b849-0ffbd4dd0599", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:18:59.709463 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-636a14bd-2787-4ff0-a5df-aa91cc9592e4 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:18:59.710015 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-636a14bd-2787-4ff0-a5df-aa91cc9592e4'] response: {'server_uuid': 'd835b45b-c575-4e17-8de6-4b7b2eed9577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b61726-7875-4229-b849-0ffbd4dd0599', 'code': 200} Sep 21 15:18:59.773467 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=60b61726-7875-4229-b849-0ffbd4dd0599,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:18:59.932823 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be709e1c-c9b4-45f3-b721-572d1763c88c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:18:59.938344 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be709e1c-c9b4-45f3-b721-572d1763c88c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:00.058213 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be709e1c-c9b4-45f3-b721-572d1763c88c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:00.062341 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be709e1c-c9b4-45f3-b721-572d1763c88c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=08f1c816-09af-470f-a54a-81506cf999ad,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:00.209407 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be709e1c-c9b4-45f3-b721-572d1763c88c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 73d5590d-6e41-404f-ba3f-1273cf6e1b7c is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:19:00.210627 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-be709e1c-c9b4-45f3-b721-572d1763c88c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:19:00.345978 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 3559d777-6cc5-4dbb-b419-3f7c0d756830 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:19:00.422971 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be709e1c-c9b4-45f3-b721-572d1763c88c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router e0744a1d-5385-407e-a836-29cc71615854 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:19:00.426383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 3559d777-6cc5-4dbb-b419-3f7c0d756830 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:19:00.432189 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5993b454-db17-4c9a-8dd4-2cfe9f541d88 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:19:00.464445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81051455-4e7d-4926-ac64-52ef21408f84 None None] Network 73d5590d-6e41-404f-ba3f-1273cf6e1b7c requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:19:00.592231 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-24bf088a-87b4-47c2-aeb7-640aaa8828ca None None] Provisioning for port 3559d777-6cc5-4dbb-b419-3f7c0d756830 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:19:00.608553 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be709e1c-c9b4-45f3-b721-572d1763c88c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:19:00.612406 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-24bf088a-87b4-47c2-aeb7-640aaa8828ca None None] Provisioning complete for port 3559d777-6cc5-4dbb-b419-3f7c0d756830 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:19:00.612845 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-24bf088a-87b4-47c2-aeb7-640aaa8828ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:00.621567 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-be709e1c-c9b4-45f3-b721-572d1763c88c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/routers/e0744a1d-5385-407e-a836-29cc71615854/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4498050 Sep 21 15:19:00.625172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34294) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:00.661965 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 5993b454-db17-4c9a-8dd4-2cfe9f541d88 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:19:00.681457 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 5993b454-db17-4c9a-8dd4-2cfe9f541d88 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:19:00.681825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:00.779168 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39143e3-082d-4b3f-86c5-92ea5592f13f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:00.779642 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39143e3-082d-4b3f-86c5-92ea5592f13f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:00.780421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39143e3-082d-4b3f-86c5-92ea5592f13f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:00.781447 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39143e3-082d-4b3f-86c5-92ea5592f13f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:00.782074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39143e3-082d-4b3f-86c5-92ea5592f13f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:00.782695 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39143e3-082d-4b3f-86c5-92ea5592f13f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:00.783301 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39143e3-082d-4b3f-86c5-92ea5592f13f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:00.785463 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f39143e3-082d-4b3f-86c5-92ea5592f13f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4967 time: 0.1593642 Sep 21 15:19:00.788556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34298) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:00.869798 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526be115-87d7-445d-ad74-2eae523e6b5f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:00.870271 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526be115-87d7-445d-ad74-2eae523e6b5f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:00.870726 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526be115-87d7-445d-ad74-2eae523e6b5f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:00.871171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526be115-87d7-445d-ad74-2eae523e6b5f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:00.871615 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526be115-87d7-445d-ad74-2eae523e6b5f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:00.872055 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526be115-87d7-445d-ad74-2eae523e6b5f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:00.872595 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526be115-87d7-445d-ad74-2eae523e6b5f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:00.877912 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34302) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:00.878110 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-526be115-87d7-445d-ad74-2eae523e6b5f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4623 time: 0.0877545 Sep 21 15:19:00.954354 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-24bf088a-87b4-47c2-aeb7-640aaa8828ca None None] Current status of the port 3559d777-6cc5-4dbb-b419-3f7c0d756830 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:19:00.954892 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-24bf088a-87b4-47c2-aeb7-640aaa8828ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.000135 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 5993b454-db17-4c9a-8dd4-2cfe9f541d88 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:19:01.000528 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.011924 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-24bf088a-87b4-47c2-aeb7-640aaa8828ca None None] For port 3559d777-6cc5-4dbb-b419-3f7c0d756830, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=3559d777-6cc5-4dbb-b419-3f7c0d756830,segment=NetworkSegment(caf87527-ccca-45d0-b610-ece3470398af),segment_id=caf87527-ccca-45d0-b610-ece3470398af)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:19:01.020117 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-24bf088a-87b4-47c2-aeb7-640aaa8828ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.060584 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 5993b454-db17-4c9a-8dd4-2cfe9f541d88, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5993b454-db17-4c9a-8dd4-2cfe9f541d88,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:19:01.079334 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.095947 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] Sync routers for ids ['e0744a1d-5385-407e-a836-29cc71615854'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:19:01.100409 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf088a-87b4-47c2-aeb7-640aaa8828ca None None] Pushing event updated for resources: {'Port': ['ID=3559d777-6cc5-4dbb-b419-3f7c0d756830,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:01.107644 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] Routers {'e0744a1d-5385-407e-a836-29cc71615854'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:19:01.108814 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:18:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['e0744a1d-5385-407e-a836-29cc71615854'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:01.131503 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a89da740-d308-49be-a7c2-2922c4d28cec tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.2519987 Sep 21 15:19:01.182430 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=5993b454-db17-4c9a-8dd4-2cfe9f541d88,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:01.223950 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34308) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:01.229078 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-261a6e12-2b1d-469d-a143-2e3a22a37f19 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-667753418', 'description': 'tempest-secgroup-smoke-667753418 description', 'project_id': '821a0a843ff74fdda869752c13af53c9'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:19:01.236177 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-261a6e12-2b1d-469d-a143-2e3a22a37f19 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:19:01.240728 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-261a6e12-2b1d-469d-a143-2e3a22a37f19 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:19:01.243802 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-261a6e12-2b1d-469d-a143-2e3a22a37f19 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:19:01.250837 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-261a6e12-2b1d-469d-a143-2e3a22a37f19 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:19:01.262358 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-261a6e12-2b1d-469d-a143-2e3a22a37f19 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.284487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-261a6e12-2b1d-469d-a143-2e3a22a37f19 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:19:01.288636 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-261a6e12-2b1d-469d-a143-2e3a22a37f19 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:19:01.291925 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-261a6e12-2b1d-469d-a143-2e3a22a37f19 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:19:01.298896 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-261a6e12-2b1d-469d-a143-2e3a22a37f19 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:19:01.308753 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] Set router e0744a1d-5385-407e-a836-29cc71615854 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:19:01.352967 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-264cc142-1e44-4089-af08-8c6cec964f83 None None] Provisioning complete for port 3559d777-6cc5-4dbb-b419-3f7c0d756830 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:19:01.353496 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-264cc142-1e44-4089-af08-8c6cec964f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.390743 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-261a6e12-2b1d-469d-a143-2e3a22a37f19 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.396981 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-261a6e12-2b1d-469d-a143-2e3a22a37f19 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.450841 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a6e12-2b1d-469d-a143-2e3a22a37f19 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c450847-953c-4d78-9d20-75f62a9f629a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:01.461842 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-261a6e12-2b1d-469d-a143-2e3a22a37f19 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.463260 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-261a6e12-2b1d-469d-a143-2e3a22a37f19 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2382150 Sep 21 15:19:01.466454 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34312) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:01.473945 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-edc596bb-75b8-4299-b586-fdd32d05b699 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '2c450847-953c-4d78-9d20-75f62a9f629a', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:19:01.486807 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-edc596bb-75b8-4299-b586-fdd32d05b699 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:19:01.493038 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-edc596bb-75b8-4299-b586-fdd32d05b699 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:19:01.497368 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-edc596bb-75b8-4299-b586-fdd32d05b699 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:19:01.503475 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-264cc142-1e44-4089-af08-8c6cec964f83 None None] Current status of the port 3559d777-6cc5-4dbb-b419-3f7c0d756830 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:19:01.507007 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-edc596bb-75b8-4299-b586-fdd32d05b699 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:19:01.521000 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-264cc142-1e44-4089-af08-8c6cec964f83 None None] Provisioning for port 08f1c816-09af-470f-a54a-81506cf999ad completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:19:01.529682 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-264cc142-1e44-4089-af08-8c6cec964f83 None None] Provisioning complete for port 08f1c816-09af-470f-a54a-81506cf999ad triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:19:01.530399 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-264cc142-1e44-4089-af08-8c6cec964f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.531388 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edc596bb-75b8-4299-b586-fdd32d05b699 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.597251 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-264cc142-1e44-4089-af08-8c6cec964f83 None None] Port 08f1c816-09af-470f-a54a-81506cf999ad cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:19:01.607679 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edc596bb-75b8-4299-b586-fdd32d05b699 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.612654 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edc596bb-75b8-4299-b586-fdd32d05b699 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.640089 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc596bb-75b8-4299-b586-fdd32d05b699 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f87ba06-7a4e-4e27-bb0d-25ce1d225106,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:01.650080 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edc596bb-75b8-4299-b586-fdd32d05b699 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.651359 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-edc596bb-75b8-4299-b586-fdd32d05b699 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1838045 Sep 21 15:19:01.654531 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34316) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:01.654755 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0744a1d-5385-407e-a836-29cc71615854', 'name': 'tempest-TestNetworkBasicOps-router-1404513257', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:18:53Z', 'updated_at': '2022-09-21T15:18:59Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:54Z', 'updated_at': '2022-09-21T15:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '08f1c816-09af-470f-a54a-81506cf999ad', 'name': '', 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:92:d9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '4ee8cfa2-ad93-482a-96a6-4d452c16767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:58Z', 'updated_at': '2022-09-21T15:18:59Z', 'revision_number': 2, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '4ee8cfa2-ad93-482a-96a6-4d452c16767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:01.658804 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] Checking router: e0744a1d-5385-407e-a836-29cc71615854 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:19:01.659225 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] Updating router e0744a1d-5385-407e-a836-29cc71615854 port 08f1c816-09af-470f-a54a-81506cf999ad binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:19:01.662169 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8ec9e59c-eef6-47ad-adf9-ad922f42ea02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '2c450847-953c-4d78-9d20-75f62a9f629a', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:19:01.668487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8ec9e59c-eef6-47ad-adf9-ad922f42ea02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:19:01.673717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8ec9e59c-eef6-47ad-adf9-ad922f42ea02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:19:01.676760 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8ec9e59c-eef6-47ad-adf9-ad922f42ea02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:19:01.683452 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8ec9e59c-eef6-47ad-adf9-ad922f42ea02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:19:01.705204 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8ec9e59c-eef6-47ad-adf9-ad922f42ea02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.720169 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f045a4d0-492b-4881-b4c4-dd9c3a75a3b6 None None] Provisioning complete for port 08f1c816-09af-470f-a54a-81506cf999ad triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:19:01.720936 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f045a4d0-492b-4881-b4c4-dd9c3a75a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.729363 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.781760 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f045a4d0-492b-4881-b4c4-dd9c3a75a3b6 None None] Port 08f1c816-09af-470f-a54a-81506cf999ad cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:19:01.786040 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8ec9e59c-eef6-47ad-adf9-ad922f42ea02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.790088 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8ec9e59c-eef6-47ad-adf9-ad922f42ea02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.815763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9e59c-eef6-47ad-adf9-ad922f42ea02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988a5da8-46b9-44eb-8c5f-fb982407f343,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:01.826339 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8ec9e59c-eef6-47ad-adf9-ad922f42ea02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.827765 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8ec9e59c-eef6-47ad-adf9-ad922f42ea02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1719360 Sep 21 15:19:01.830711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34320) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:01.835613 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-df31862b-24cd-41f5-a48f-a91b5f6a68b0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '2c450847-953c-4d78-9d20-75f62a9f629a', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:19:01.841289 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-df31862b-24cd-41f5-a48f-a91b5f6a68b0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:19:01.845189 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-df31862b-24cd-41f5-a48f-a91b5f6a68b0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:19:01.848070 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-df31862b-24cd-41f5-a48f-a91b5f6a68b0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:19:01.854155 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-df31862b-24cd-41f5-a48f-a91b5f6a68b0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:19:01.871525 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-df31862b-24cd-41f5-a48f-a91b5f6a68b0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.901575 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fe0017a4-03c7-489a-abae-48ef44735cd5 None None] Provisioning complete for port 08f1c816-09af-470f-a54a-81506cf999ad triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:19:01.901983 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fe0017a4-03c7-489a-abae-48ef44735cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.940132 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-df31862b-24cd-41f5-a48f-a91b5f6a68b0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.943911 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-df31862b-24cd-41f5-a48f-a91b5f6a68b0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.982868 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31862b-24cd-41f5-a48f-a91b5f6a68b0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49dae3f1-37db-4759-bf4b-e0832ef323b0,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:01.986133 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fe0017a4-03c7-489a-abae-48ef44735cd5 None None] Port 08f1c816-09af-470f-a54a-81506cf999ad cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:19:01.987422 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-df31862b-24cd-41f5-a48f-a91b5f6a68b0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:01.990610 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-df31862b-24cd-41f5-a48f-a91b5f6a68b0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1564186 Sep 21 15:19:01.990803 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34324) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:01.995695 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5482f395-f9c7-4b3b-a063-cd66212f6f3d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '2c450847-953c-4d78-9d20-75f62a9f629a', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:19:02.002584 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5482f395-f9c7-4b3b-a063-cd66212f6f3d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:19:02.006558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5482f395-f9c7-4b3b-a063-cd66212f6f3d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:19:02.009491 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5482f395-f9c7-4b3b-a063-cd66212f6f3d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:19:02.015282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5482f395-f9c7-4b3b-a063-cd66212f6f3d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:19:02.033573 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5482f395-f9c7-4b3b-a063-cd66212f6f3d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:02.104484 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5482f395-f9c7-4b3b-a063-cd66212f6f3d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:02.108554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5482f395-f9c7-4b3b-a063-cd66212f6f3d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:02.138277 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:02.150900 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] Transition to ACTIVE for port object 08f1c816-09af-470f-a54a-81506cf999ad will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:19:02.158742 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:02.283154 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482f395-f9c7-4b3b-a063-cd66212f6f3d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f212a430-d060-47f4-bb7b-0fa384d3bd01,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:02.300007 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5482f395-f9c7-4b3b-a063-cd66212f6f3d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:02.300253 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 3559d777-6cc5-4dbb-b419-3f7c0d756830 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:19:02.304839 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5482f395-f9c7-4b3b-a063-cd66212f6f3d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3097243 Sep 21 15:19:02.304839 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34328) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:02.310302 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-88a89d9e-7ce6-4744-984f-30370da9b605 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '2c450847-953c-4d78-9d20-75f62a9f629a', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:19:02.316959 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-88a89d9e-7ce6-4744-984f-30370da9b605 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:19:02.320906 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-88a89d9e-7ce6-4744-984f-30370da9b605 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:19:02.324110 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-88a89d9e-7ce6-4744-984f-30370da9b605 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:19:02.332691 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-88a89d9e-7ce6-4744-984f-30370da9b605 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:19:02.346419 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-88a89d9e-7ce6-4744-984f-30370da9b605 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:19:02.353343 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-88a89d9e-7ce6-4744-984f-30370da9b605 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:02.359838 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3306e2-df32-4cf3-9792-dc99ad343c3f None None] Pushing event updated for resources: {'Port': ['ID=08f1c816-09af-470f-a54a-81506cf999ad,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:02.374740 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3306e2-df32-4cf3-9792-dc99ad343c3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:02.375155 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3306e2-df32-4cf3-9792-dc99ad343c3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:02.375506 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3306e2-df32-4cf3-9792-dc99ad343c3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:02.375833 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3306e2-df32-4cf3-9792-dc99ad343c3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:02.376164 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3306e2-df32-4cf3-9792-dc99ad343c3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:02.376598 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3306e2-df32-4cf3-9792-dc99ad343c3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:02.376932 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3306e2-df32-4cf3-9792-dc99ad343c3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:02.377245 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3306e2-df32-4cf3-9792-dc99ad343c3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:02.377765 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3306e2-df32-4cf3-9792-dc99ad343c3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:02.378288 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3306e2-df32-4cf3-9792-dc99ad343c3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:02.378632 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3306e2-df32-4cf3-9792-dc99ad343c3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:02.379289 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3306e2-df32-4cf3-9792-dc99ad343c3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:02.398427 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 3559d777-6cc5-4dbb-b419-3f7c0d756830 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:19:02.398908 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:02.434577 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-88a89d9e-7ce6-4744-984f-30370da9b605 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:02.440525 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-88a89d9e-7ce6-4744-984f-30370da9b605 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:02.448362 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] Attempting to bind port 08f1c816-09af-470f-a54a-81506cf999ad on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:19:02.448861 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] Attempting to bind port 08f1c816-09af-470f-a54a-81506cf999ad by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'caf87527-ccca-45d0-b610-ece3470398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:19:02.449227 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] Attempting to bind port 08f1c816-09af-470f-a54a-81506cf999ad on network 73d5590d-6e41-404f-ba3f-1273cf6e1b7c {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:19:02.456356 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:19:02.456356 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] Checking segment: {'id': 'caf87527-ccca-45d0-b610-ece3470398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:19:02.456763 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:02.457045 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] Bound using segment: {'id': 'caf87527-ccca-45d0-b610-ece3470398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:19:02.457511 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] Bound port: 08f1c816-09af-470f-a54a-81506cf999ad, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf87527-ccca-45d0-b610-ece3470398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:19:02.457996 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:02.462614 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a89d9e-7ce6-4744-984f-30370da9b605 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a32a7a3-68ef-4ce6-a2f2-cfc2af0b2222,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:02.486342 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-88a89d9e-7ce6-4744-984f-30370da9b605 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:02.491104 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-88a89d9e-7ce6-4744-984f-30370da9b605 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1824985 Sep 21 15:19:02.491341 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34332) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:02.497701 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-42fd0eb5-1a1d-4eb4-8423-b1513c67d2c8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '2c450847-953c-4d78-9d20-75f62a9f629a', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:19:02.505897 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-42fd0eb5-1a1d-4eb4-8423-b1513c67d2c8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:19:02.511926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-42fd0eb5-1a1d-4eb4-8423-b1513c67d2c8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:19:02.517542 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-42fd0eb5-1a1d-4eb4-8423-b1513c67d2c8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:19:02.524965 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-42fd0eb5-1a1d-4eb4-8423-b1513c67d2c8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:19:02.542096 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-42fd0eb5-1a1d-4eb4-8423-b1513c67d2c8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:19:02.553024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-42fd0eb5-1a1d-4eb4-8423-b1513c67d2c8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:02.567793 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] For port 08f1c816-09af-470f-a54a-81506cf999ad, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:19:02.571061 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] For port 08f1c816-09af-470f-a54a-81506cf999ad, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=08f1c816-09af-470f-a54a-81506cf999ad,segment=NetworkSegment(caf87527-ccca-45d0-b610-ece3470398af),segment_id=caf87527-ccca-45d0-b610-ece3470398af)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:19:02.576596 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:02.601592 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 3559d777-6cc5-4dbb-b419-3f7c0d756830 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:19:02.603193 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5993b454-db17-4c9a-8dd4-2cfe9f541d88 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:19:02.641538 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-42fd0eb5-1a1d-4eb4-8423-b1513c67d2c8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:02.646161 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] Routers {'e0744a1d-5385-407e-a836-29cc71615854'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:19:02.646864 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:18:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['e0744a1d-5385-407e-a836-29cc71615854'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:02.647744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-42fd0eb5-1a1d-4eb4-8423-b1513c67d2c8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:02.678509 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd0eb5-1a1d-4eb4-8423-b1513c67d2c8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14065420-85ea-4f7b-baf5-0f5a5976aa79,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:02.689734 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 5993b454-db17-4c9a-8dd4-2cfe9f541d88 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:19:02.690115 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:02.692674 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-42fd0eb5-1a1d-4eb4-8423-b1513c67d2c8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:02.703600 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-42fd0eb5-1a1d-4eb4-8423-b1513c67d2c8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2018771 Sep 21 15:19:02.737180 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3306e2-df32-4cf3-9792-dc99ad343c3f None None] Pushing event updated for resources: {'Port': ['ID=08f1c816-09af-470f-a54a-81506cf999ad,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:02.825549 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 5993b454-db17-4c9a-8dd4-2cfe9f541d88 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:19:02.854158 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] Set router e0744a1d-5385-407e-a836-29cc71615854 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:19:02.974670 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-4fab67cd-9561-40e5-b0aa-ef24fee70a60 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:19:02.998499 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-4fab67cd-9561-40e5-b0aa-ef24fee70a60 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:19:03.000532 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-4fab67cd-9561-40e5-b0aa-ef24fee70a60 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-667753418&fields=id&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 267 time: 0.0718393 Sep 21 15:19:03.185127 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-442238a0-93a0-4cde-b150-ebc3e4a35f25 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:03.187143 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-442238a0-93a0-4cde-b150-ebc3e4a35f25 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/networks?id=73d5590d-6e41-404f-ba3f-1273cf6e1b7c HTTP/1.1" status: 200 len: 796 time: 0.1783230 Sep 21 15:19:03.202483 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-748759db-4c5a-48aa-9b5d-b2750bfcf5a4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/quotas/821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 375 time: 0.0096519 Sep 21 15:19:03.215661 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0744a1d-5385-407e-a836-29cc71615854', 'name': 'tempest-TestNetworkBasicOps-router-1404513257', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:18:53Z', 'updated_at': '2022-09-21T15:18:59Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:54Z', 'updated_at': '2022-09-21T15:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '08f1c816-09af-470f-a54a-81506cf999ad', 'name': '', 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:92:d9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '4ee8cfa2-ad93-482a-96a6-4d452c16767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:58Z', 'updated_at': '2022-09-21T15:19:02Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '4ee8cfa2-ad93-482a-96a6-4d452c16767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:03.219632 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8a126f-8853-4acc-afba-36c3b84ac39a None None] The sync data for ids ['e0744a1d-5385-407e-a836-29cc71615854'] in dv-neutron-858731-1-hyperv is: [{'id': 'e0744a1d-5385-407e-a836-29cc71615854', 'name': 'tempest-TestNetworkBasicOps-router-1404513257', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:18:53Z', 'updated_at': '2022-09-21T15:18:59Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:54Z', 'updated_at': '2022-09-21T15:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '08f1c816-09af-470f-a54a-81506cf999ad', 'name': '', 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:92:d9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '4ee8cfa2-ad93-482a-96a6-4d452c16767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:58Z', 'updated_at': '2022-09-21T15:19:02Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '4ee8cfa2-ad93-482a-96a6-4d452c16767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:19:03.310281 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-73a45424-22c6-4cc5-827d-6f7e9d337e6a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:19:03.331066 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-73a45424-22c6-4cc5-827d-6f7e9d337e6a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:19:03.332476 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-73a45424-22c6-4cc5-827d-6f7e9d337e6a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1245816 Sep 21 15:19:03.349743 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-76a1ae97-8cf9-46ef-bb24-704c684ffc38 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:19:03.350716 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-76a1ae97-8cf9-46ef-bb24-704c684ffc38 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056856 Sep 21 15:19:03.490903 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-982288ae-7af5-4647-b281-b2f6cc8d34ca service neutron] 10.222.0.62 "GET /v2.0/networks/73d5590d-6e41-404f-ba3f-1273cf6e1b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337581 Sep 21 15:19:03.633239 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-64a979d3-95fb-46e9-acd5-a349290b1ebd service neutron] 10.222.0.62 "GET /v2.0/networks/73d5590d-6e41-404f-ba3f-1273cf6e1b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365933 Sep 21 15:19:03.837161 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6b0ae140-08b6-4153-a74d-a59874b76362 req-851074db-7905-439b-950b-bc9a860adb3a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0316ba4a-c6c2-46b4-b1f0-deb184b90942 HTTP/1.1" status: 200 len: 210 time: 0.0589778 Sep 21 15:19:04.305115 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 08f1c816-09af-470f-a54a-81506cf999ad up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:19:04.377435 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 08f1c816-09af-470f-a54a-81506cf999ad completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:19:04.382497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 08f1c816-09af-470f-a54a-81506cf999ad triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:19:04.382898 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:04.498352 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 08f1c816-09af-470f-a54a-81506cf999ad is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:19:04.499271 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:04.531159 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 08f1c816-09af-470f-a54a-81506cf999ad, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=08f1c816-09af-470f-a54a-81506cf999ad,segment=NetworkSegment(caf87527-ccca-45d0-b610-ece3470398af),segment_id=caf87527-ccca-45d0-b610-ece3470398af)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:19:04.534476 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:04.603562 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=08f1c816-09af-470f-a54a-81506cf999ad,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:04.939885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-5b468c34-b953-443b-8361-5382830398d1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:04.941426 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-5b468c34-b953-443b-8361-5382830398d1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/networks?id=73d5590d-6e41-404f-ba3f-1273cf6e1b7c HTTP/1.1" status: 200 len: 796 time: 0.1570265 Sep 21 15:19:05.027244 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5c593ce7-8855-405f-9e15-0f81de8db778 req-17a90e45-97ed-4b08-a04d-d62c2fa5a778 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0316ba4a-c6c2-46b4-b1f0-deb184b90942 HTTP/1.1" status: 200 len: 210 time: 0.0633445 Sep 21 15:19:05.043470 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-bbd7dbc7-1f0c-4394-9b64-5e56f0450836 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 379 time: 0.0936472 Sep 21 15:19:05.053601 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-c9f3d1a1-f825-4449-aacc-96ce468a3f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'port': {'device_id': '0316ba4a-c6c2-46b4-b1f0-deb184b90942', 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c', 'admin_state_up': True, 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'security_groups': ['2c450847-953c-4d78-9d20-75f62a9f629a']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:19:05.189103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-c9f3d1a1-f825-4449-aacc-96ce468a3f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:19:05.199089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-c9f3d1a1-f825-4449-aacc-96ce468a3f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:19:05.210460 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-c9f3d1a1-f825-4449-aacc-96ce468a3f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:19:05.213958 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-c9f3d1a1-f825-4449-aacc-96ce468a3f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:05.377463 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-c9f3d1a1-f825-4449-aacc-96ce468a3f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.20.0.7 (73d5590d-6e41-404f-ba3f-1273cf6e1b7c/4ee8cfa2-ad93-482a-96a6-4d452c16767f/3924fb00-7978-4d32-abae-f6b7309fe240) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:19:05.505565 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b54fbb1-2893-4d2b-910a-c7a5cfd431bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:05.564319 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-c9f3d1a1-f825-4449-aacc-96ce468a3f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:05.581181 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-c9f3d1a1-f825-4449-aacc-96ce468a3f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Transition to ACTIVE for port object 3924fb00-7978-4d32-abae-f6b7309fe240 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:19:05.604058 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-c9f3d1a1-f825-4449-aacc-96ce468a3f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:05.676972 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-c9f3d1a1-f825-4449-aacc-96ce468a3f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 73d5590d-6e41-404f-ba3f-1273cf6e1b7c is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:19:05.680018 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-c9f3d1a1-f825-4449-aacc-96ce468a3f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:19:05.683781 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-c9f3d1a1-f825-4449-aacc-96ce468a3f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:19:05.714774 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3d1a1-f825-4449-aacc-96ce468a3f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=3924fb00-7978-4d32-abae-f6b7309fe240,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:05.751722 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-c9f3d1a1-f825-4449-aacc-96ce468a3f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:05.752325 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-c9f3d1a1-f825-4449-aacc-96ce468a3f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:05.777493 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-c9f3d1a1-f825-4449-aacc-96ce468a3f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7274425 Sep 21 15:19:05.788176 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-10b59545-72c9-4896-8a9b-16d2bc7fd1d0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:19:05.789159 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-10b59545-72c9-4896-8a9b-16d2bc7fd1d0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051167 Sep 21 15:19:05.799908 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] Request body: {'port': {'device_id': '0316ba4a-c6c2-46b4-b1f0-deb184b90942', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:19:05.928701 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e0409dda-93bc-4ddc-a82c-5a5b4d251e07 None None] Provisioning for port 3924fb00-7978-4d32-abae-f6b7309fe240 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:19:05.934199 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e0409dda-93bc-4ddc-a82c-5a5b4d251e07 None None] Provisioning complete for port 3924fb00-7978-4d32-abae-f6b7309fe240 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:19:05.934568 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e0409dda-93bc-4ddc-a82c-5a5b4d251e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:05.990881 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e0409dda-93bc-4ddc-a82c-5a5b4d251e07 None None] Port 3924fb00-7978-4d32-abae-f6b7309fe240 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:19:06.010213 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:06.267580 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 08f1c816-09af-470f-a54a-81506cf999ad up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:19:06.340245 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 08f1c816-09af-470f-a54a-81506cf999ad triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:19:06.340641 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:06.353027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33379455-277f-44db-8d86-224a2a886e20 req-7f79a82f-1172-4549-bc5e-d35e2af9d723 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:06.353716 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-33379455-277f-44db-8d86-224a2a886e20 req-7f79a82f-1172-4549-bc5e-d35e2af9d723 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:19:06.382994 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-33379455-277f-44db-8d86-224a2a886e20 req-7f79a82f-1172-4549-bc5e-d35e2af9d723 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:19:06.384308 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-33379455-277f-44db-8d86-224a2a886e20 req-7f79a82f-1172-4549-bc5e-d35e2af9d723 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0316ba4a-c6c2-46b4-b1f0-deb184b90942 HTTP/1.1" status: 200 len: 931 time: 0.2342434 Sep 21 15:19:06.467346 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3924fb00-7978-4d32-abae-f6b7309fe240 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:19:06.469963 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 08f1c816-09af-470f-a54a-81506cf999ad is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:19:06.479146 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:06.483611 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-33379455-277f-44db-8d86-224a2a886e20 req-e5440879-b370-4cda-a53d-de65b4d19da8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c450847-953c-4d78-9d20-75f62a9f629a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699811 Sep 21 15:19:06.496740 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] Transition to ACTIVE for port object 3924fb00-7978-4d32-abae-f6b7309fe240 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:19:06.501181 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:06.700252 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] Pushing event updated for resources: {'Port': ['ID=3924fb00-7978-4d32-abae-f6b7309fe240,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:06.738459 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] Attempting to bind port 3924fb00-7978-4d32-abae-f6b7309fe240 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:19:06.738811 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] Attempting to bind port 3924fb00-7978-4d32-abae-f6b7309fe240 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'caf87527-ccca-45d0-b610-ece3470398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:19:06.739117 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] Attempting to bind port 3924fb00-7978-4d32-abae-f6b7309fe240 on network 73d5590d-6e41-404f-ba3f-1273cf6e1b7c {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:19:06.743633 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] Port 3924fb00-7978-4d32-abae-f6b7309fe240 on network 73d5590d-6e41-404f-ba3f-1273cf6e1b7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:19:06.743949 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] Attempting to bind port 3924fb00-7978-4d32-abae-f6b7309fe240 on network 73d5590d-6e41-404f-ba3f-1273cf6e1b7c {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:19:06.749617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:19:06.749946 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] Checking segment: {'id': 'caf87527-ccca-45d0-b610-ece3470398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:19:06.750327 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] Bound using segment: {'id': 'caf87527-ccca-45d0-b610-ece3470398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:19:06.750746 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] Bound port: 3924fb00-7978-4d32-abae-f6b7309fe240, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf87527-ccca-45d0-b610-ece3470398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:19:06.751084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:06.843427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] For port 3924fb00-7978-4d32-abae-f6b7309fe240, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:19:06.846577 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] For port 3924fb00-7978-4d32-abae-f6b7309fe240, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=3924fb00-7978-4d32-abae-f6b7309fe240,segment=NetworkSegment(caf87527-ccca-45d0-b610-ece3470398af),segment_id=caf87527-ccca-45d0-b610-ece3470398af)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:19:06.850095 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:06.880759 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:06.881365 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:06.882713 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] 10.222.0.20 "PUT /v2.0/ports/3924fb00-7978-4d32-abae-f6b7309fe240 HTTP/1.1" status: 200 len: 1093 time: 1.0875111 Sep 21 15:19:06.883135 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0316ba4a-c6c2-46b4-b1f0-deb184b90942', 'tag': '3924fb00-7978-4d32-abae-f6b7309fe240'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:19:06.885431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bad9c4-7a6a-4e1d-98e8-8f1dd40184db" -d '{"events": [{"name": "network-changed", "server_uuid": "0316ba4a-c6c2-46b4-b1f0-deb184b90942", "tag": "3924fb00-7978-4d32-abae-f6b7309fe240"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:19:06.961726 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81db366-8282-4a6f-aa0c-f14636211d00 x-openstack-request-id: req-d81db366-8282-4a6f-aa0c-f14636211d00 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:19:06.961983 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0316ba4a-c6c2-46b4-b1f0-deb184b90942", "tag": "3924fb00-7978-4d32-abae-f6b7309fe240", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:19:06.962231 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d81db366-8282-4a6f-aa0c-f14636211d00 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:19:06.962688 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d81db366-8282-4a6f-aa0c-f14636211d00'] response: {'name': 'network-changed', 'server_uuid': '0316ba4a-c6c2-46b4-b1f0-deb184b90942', 'tag': '3924fb00-7978-4d32-abae-f6b7309fe240', 'status': 'completed', 'code': 200} Sep 21 15:19:06.981600 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec19d7-0573-42be-b932-a3bcadb0fe7a service neutron] Pushing event updated for resources: {'Port': ['ID=3924fb00-7978-4d32-abae-f6b7309fe240,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:07.018838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-ba861d87-22cf-44b8-bb0f-56bf2ef3477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:07.020437 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-ba861d87-22cf-44b8-bb0f-56bf2ef3477d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=0316ba4a-c6c2-46b4-b1f0-deb184b90942 HTTP/1.1" status: 200 len: 1096 time: 0.0980525 Sep 21 15:19:07.089919 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-b30d944a-d5b3-4fe5-8712-f66e491c284e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3924fb00-7978-4d32-abae-f6b7309fe240 HTTP/1.1" status: 200 len: 217 time: 0.0618021 Sep 21 15:19:07.153755 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-66d5118d-c088-47f6-93b0-6e0fcb47c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:07.155872 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-66d5118d-c088-47f6-93b0-6e0fcb47c8b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ee8cfa2-ad93-482a-96a6-4d452c16767f HTTP/1.1" status: 200 len: 834 time: 0.0586641 Sep 21 15:19:07.235821 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-665e89f7-ae12-4f74-bf86-32cd9ac52583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:07.237318 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-665e89f7-ae12-4f74-bf86-32cd9ac52583 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73d5590d-6e41-404f-ba3f-1273cf6e1b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766878 Sep 21 15:19:07.367506 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-25f6f1f6-50e4-48b3-abec-5e8f7adcc5a3 service neutron] 10.222.0.20 "GET /v2.0/networks/73d5590d-6e41-404f-ba3f-1273cf6e1b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236773 Sep 21 15:19:07.497246 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c424a687-6bde-4a2c-8a43-4b24b91cac13 req-7c551c3c-7594-47d0-84d7-48203a2297ae service neutron] 10.222.0.20 "GET /v2.0/networks/73d5590d-6e41-404f-ba3f-1273cf6e1b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236279 Sep 21 15:19:07.685982 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:19:07.804337 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bad9c4-7a6a-4e1d-98e8-8f1dd40184db req-6b753986-c743-4006-bfef-d191c55f0621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:07.805736 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-85bad9c4-7a6a-4e1d-98e8-8f1dd40184db req-6b753986-c743-4006-bfef-d191c55f0621 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=0316ba4a-c6c2-46b4-b1f0-deb184b90942 HTTP/1.1" status: 200 len: 1096 time: 0.2559648 Sep 21 15:19:07.814213 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036953e2-fc68-4264-b4ea-6a2b067dc42f req-06733ae2-7a22-4539-ae53-6e6c0509bac2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:07.815532 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-036953e2-fc68-4264-b4ea-6a2b067dc42f req-06733ae2-7a22-4539-ae53-6e6c0509bac2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0316ba4a-c6c2-46b4-b1f0-deb184b90942 HTTP/1.1" status: 200 len: 943 time: 0.2130148 Sep 21 15:19:07.849673 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fb220060-4716-4d12-9cbb-c84dfd633997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:07.938446 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-036953e2-fc68-4264-b4ea-6a2b067dc42f req-024f88c5-bf81-4422-98c3-939d6c5048dd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c450847-953c-4d78-9d20-75f62a9f629a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034780 Sep 21 15:19:07.979234 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bad9c4-7a6a-4e1d-98e8-8f1dd40184db req-1b7b9ff7-8716-4218-945c-0a834455708a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:07.980786 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-85bad9c4-7a6a-4e1d-98e8-8f1dd40184db req-1b7b9ff7-8716-4218-945c-0a834455708a service neutron] 10.222.0.20 "GET /v2.0/networks?id=73d5590d-6e41-404f-ba3f-1273cf6e1b7c HTTP/1.1" status: 200 len: 897 time: 0.1642978 Sep 21 15:19:08.051731 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-85bad9c4-7a6a-4e1d-98e8-8f1dd40184db req-15ada112-12e1-4c27-86f1-31485ca51773 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3924fb00-7978-4d32-abae-f6b7309fe240 HTTP/1.1" status: 200 len: 217 time: 0.0612381 Sep 21 15:19:08.120295 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bad9c4-7a6a-4e1d-98e8-8f1dd40184db req-0f17f142-9434-4fe9-87db-90b8a0b8a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:08.121620 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-85bad9c4-7a6a-4e1d-98e8-8f1dd40184db req-0f17f142-9434-4fe9-87db-90b8a0b8a170 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ee8cfa2-ad93-482a-96a6-4d452c16767f HTTP/1.1" status: 200 len: 834 time: 0.0592210 Sep 21 15:19:08.204941 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bad9c4-7a6a-4e1d-98e8-8f1dd40184db req-6d01d14b-2aab-41a2-bcb2-73d1fc10b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:08.206461 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-85bad9c4-7a6a-4e1d-98e8-8f1dd40184db req-6d01d14b-2aab-41a2-bcb2-73d1fc10b3a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73d5590d-6e41-404f-ba3f-1273cf6e1b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778487 Sep 21 15:19:08.339776 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-85bad9c4-7a6a-4e1d-98e8-8f1dd40184db req-37e0b7bb-c58e-448b-b655-a860057a1126 service neutron] 10.222.0.20 "GET /v2.0/networks/73d5590d-6e41-404f-ba3f-1273cf6e1b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259961 Sep 21 15:19:08.473441 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-85bad9c4-7a6a-4e1d-98e8-8f1dd40184db req-a21754d2-5088-453a-b5e7-54e8d074263c service neutron] 10.222.0.20 "GET /v2.0/networks/73d5590d-6e41-404f-ba3f-1273cf6e1b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269846 Sep 21 15:19:08.678151 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:08.859166 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:09.140907 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d7f94-2ce7-4472-bcea-000d1118e143 req-fd058733-e192-4921-8e30-e70ecd5c3b39 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:09.142371 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-798d7f94-2ce7-4472-bcea-000d1118e143 req-fd058733-e192-4921-8e30-e70ecd5c3b39 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0316ba4a-c6c2-46b4-b1f0-deb184b90942 HTTP/1.1" status: 200 len: 943 time: 0.0913224 Sep 21 15:19:09.185209 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-798d7f94-2ce7-4472-bcea-000d1118e143 req-bb067397-ca59-4797-9ed1-95818365466e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c450847-953c-4d78-9d20-75f62a9f629a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372477 Sep 21 15:19:09.323962 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 3924fb00-7978-4d32-abae-f6b7309fe240 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:19:09.458229 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 3924fb00-7978-4d32-abae-f6b7309fe240, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=3924fb00-7978-4d32-abae-f6b7309fe240,segment=NetworkSegment(caf87527-ccca-45d0-b610-ece3470398af),segment_id=caf87527-ccca-45d0-b610-ece3470398af)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:19:09.471780 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '3924fb00-7978-4d32-abae-f6b7309fe240', 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c', 'port_id': '3924fb00-7978-4d32-abae-f6b7309fe240', 'mac_address': 'fa:16:3e:e4:62:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee8cfa2-ad93-482a-96a6-4d452c16767f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:19:09.527262 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 3924fb00-7978-4d32-abae-f6b7309fe240 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:19:09.527633 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:09.543799 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3924fb00-7978-4d32-abae-f6b7309fe240 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:19:09.559318 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 3924fb00-7978-4d32-abae-f6b7309fe240, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=3924fb00-7978-4d32-abae-f6b7309fe240,segment=NetworkSegment(caf87527-ccca-45d0-b610-ece3470398af),segment_id=caf87527-ccca-45d0-b610-ece3470398af)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:19:09.563591 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:09.634589 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=3924fb00-7978-4d32-abae-f6b7309fe240,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:09.831806 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['3924fb00-7978-4d32-abae-f6b7309fe240'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:19:10.380969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedc6c5-8447-4f9c-8365-913f6ce512c6 req-25fa268e-000b-43ae-8911-fa443d72aaa0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:10.382340 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5cedc6c5-8447-4f9c-8365-913f6ce512c6 req-25fa268e-000b-43ae-8911-fa443d72aaa0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0316ba4a-c6c2-46b4-b1f0-deb184b90942 HTTP/1.1" status: 200 len: 944 time: 0.0873125 Sep 21 15:19:10.426759 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5cedc6c5-8447-4f9c-8365-913f6ce512c6 req-f121e23a-10d5-4cf1-ae29-2e122639e296 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c450847-953c-4d78-9d20-75f62a9f629a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385520 Sep 21 15:19:10.484179 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:11.339536 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 3924fb00-7978-4d32-abae-f6b7309fe240 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:19:11.410172 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 3924fb00-7978-4d32-abae-f6b7309fe240 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:19:11.415031 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 3924fb00-7978-4d32-abae-f6b7309fe240 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:19:11.415385 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:11.532356 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 3924fb00-7978-4d32-abae-f6b7309fe240 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:19:11.533096 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:11.559988 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0316ba4a-c6c2-46b4-b1f0-deb184b90942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3924fb00-7978-4d32-abae-f6b7309fe240'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:19:11.562381 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1974d381-7b82-40ef-814e-ae04fc612864" -d '{"events": [{"server_uuid": "0316ba4a-c6c2-46b4-b1f0-deb184b90942", "name": "network-vif-plugged", "status": "completed", "tag": "3924fb00-7978-4d32-abae-f6b7309fe240"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:19:11.569974 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 3924fb00-7978-4d32-abae-f6b7309fe240, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=3924fb00-7978-4d32-abae-f6b7309fe240,segment=NetworkSegment(caf87527-ccca-45d0-b610-ece3470398af),segment_id=caf87527-ccca-45d0-b610-ece3470398af)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:19:11.574757 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:11.615945 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827daaf5-74b5-49ca-b768-5574a5439f65 x-openstack-request-id: req-827daaf5-74b5-49ca-b768-5574a5439f65 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:19:11.616245 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0316ba4a-c6c2-46b4-b1f0-deb184b90942", "name": "network-vif-plugged", "status": "completed", "tag": "3924fb00-7978-4d32-abae-f6b7309fe240", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:19:11.616522 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-827daaf5-74b5-49ca-b768-5574a5439f65 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:19:11.616921 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-827daaf5-74b5-49ca-b768-5574a5439f65'] response: {'server_uuid': '0316ba4a-c6c2-46b4-b1f0-deb184b90942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3924fb00-7978-4d32-abae-f6b7309fe240', 'code': 200} Sep 21 15:19:11.641744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66814197-7742-40d5-b660-fbb5df8989cb req-647fd48a-f8fe-4434-a2cc-a553a6da4715 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:11.643759 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-66814197-7742-40d5-b660-fbb5df8989cb req-647fd48a-f8fe-4434-a2cc-a553a6da4715 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0316ba4a-c6c2-46b4-b1f0-deb184b90942 HTTP/1.1" status: 200 len: 945 time: 0.1035347 Sep 21 15:19:11.653108 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=3924fb00-7978-4d32-abae-f6b7309fe240,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:11.696979 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-66814197-7742-40d5-b660-fbb5df8989cb req-057722bb-ac5c-4bb0-a422-c7896ab4817d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c450847-953c-4d78-9d20-75f62a9f629a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460501 Sep 21 15:19:11.876004 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2eaf6-bc50-4d15-9d4c-96917a47415f req-d2f60e3c-8fa3-41e8-b115-3fc7e5c913bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:11.877355 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4fd2eaf6-bc50-4d15-9d4c-96917a47415f req-d2f60e3c-8fa3-41e8-b115-3fc7e5c913bb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0316ba4a-c6c2-46b4-b1f0-deb184b90942 HTTP/1.1" status: 200 len: 1098 time: 0.0903618 Sep 21 15:19:11.919188 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4fd2eaf6-bc50-4d15-9d4c-96917a47415f req-a02bd9f5-fd7f-4d44-bd32-56b7d1abba06 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2c450847-953c-4d78-9d20-75f62a9f629a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348742 Sep 21 15:19:12.028600 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e128c2e-e3ff-4a1f-a78e-65702f373dcf req-f6501a74-811f-46f8-b924-bb30016b2bf6 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:12.030146 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e128c2e-e3ff-4a1f-a78e-65702f373dcf req-f6501a74-811f-46f8-b924-bb30016b2bf6 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 945 time: 0.0877450 Sep 21 15:19:12.074445 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e128c2e-e3ff-4a1f-a78e-65702f373dcf req-37114366-75f9-4a58-acd7-e71fb3027776 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380888 Sep 21 15:19:12.899005 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990967ea-7f55-4d38-b6ec-188e47a283d1 req-5e2ac93a-5ec1-4caf-af05-0e3294b4b580 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:12.900472 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-990967ea-7f55-4d38-b6ec-188e47a283d1 req-5e2ac93a-5ec1-4caf-af05-0e3294b4b580 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0316ba4a-c6c2-46b4-b1f0-deb184b90942 HTTP/1.1" status: 200 len: 945 time: 0.0947688 Sep 21 15:19:12.943880 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-990967ea-7f55-4d38-b6ec-188e47a283d1 req-98675752-cb82-4238-aa52-227eea6a04a5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c450847-953c-4d78-9d20-75f62a9f629a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369833 Sep 21 15:19:13.274174 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78c7d5-a9c1-4547-a583-0e8b6ad42de4 req-6caa57d1-5282-4597-b470-3bb14d2c5e8a tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:13.275634 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0d78c7d5-a9c1-4547-a583-0e8b6ad42de4 req-6caa57d1-5282-4597-b470-3bb14d2c5e8a tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 945 time: 0.0887399 Sep 21 15:19:13.322626 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0d78c7d5-a9c1-4547-a583-0e8b6ad42de4 req-36ce1dc9-21e9-49e2-b561-ec5bc3284f32 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409875 Sep 21 15:19:13.843683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305822b-4ffb-4213-a7b8-47a5405000e3 req-24444f01-4d3f-4377-aa0e-b08d3c9b5f1d tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:13.845143 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d305822b-4ffb-4213-a7b8-47a5405000e3 req-24444f01-4d3f-4377-aa0e-b08d3c9b5f1d tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 945 time: 0.0857174 Sep 21 15:19:13.933296 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-d305822b-4ffb-4213-a7b8-47a5405000e3 req-c662024d-c54a-4e77-b31c-a7a7b4b91bb2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Deleting port 681fde30-5c30-4046-a75f-a8a727cd37ae {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:19:13.933976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d305822b-4ffb-4213-a7b8-47a5405000e3 req-c662024d-c54a-4e77-b31c-a7a7b4b91bb2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:14.289016 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da292e-7195-4326-b434-ea12fc28dc67 req-098bc38e-d1c0-4a6a-9ad5-ff57e853ec54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:14.290459 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-88da292e-7195-4326-b434-ea12fc28dc67 req-098bc38e-d1c0-4a6a-9ad5-ff57e853ec54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0316ba4a-c6c2-46b4-b1f0-deb184b90942 HTTP/1.1" status: 200 len: 945 time: 0.2302053 Sep 21 15:19:14.382017 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-88da292e-7195-4326-b434-ea12fc28dc67 req-c7f2dd15-1b04-4737-9d9f-9204b3383a12 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c450847-953c-4d78-9d20-75f62a9f629a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784476 Sep 21 15:19:14.391420 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-d305822b-4ffb-4213-a7b8-47a5405000e3 req-c662024d-c54a-4e77-b31c-a7a7b4b91bb2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] For port 681fde30-5c30-4046-a75f-a8a727cd37ae, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=681fde30-5c30-4046-a75f-a8a727cd37ae,segment=NetworkSegment(8ce497b5-6bae-4552-a904-f6d6f0c9099a),segment_id=8ce497b5-6bae-4552-a904-f6d6f0c9099a)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:19:14.391778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d305822b-4ffb-4213-a7b8-47a5405000e3 req-c662024d-c54a-4e77-b31c-a7a7b4b91bb2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:14.821367 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c76b8d-915c-45cb-9774-e5731f7e1a87 req-91be52ab-614e-41fe-bfed-4277db0bcdb3 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:14.822507 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a6c76b8d-915c-45cb-9774-e5731f7e1a87 req-91be52ab-614e-41fe-bfed-4277db0bcdb3 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 945 time: 0.3632507 Sep 21 15:19:14.832520 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575d9a4-b2b1-4c62-94b4-1c276718ec12 req-6495f1c7-303d-4127-a1bf-01019a021897 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:14.833908 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6575d9a4-b2b1-4c62-94b4-1c276718ec12 req-6495f1c7-303d-4127-a1bf-01019a021897 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0316ba4a-c6c2-46b4-b1f0-deb184b90942 HTTP/1.1" status: 200 len: 945 time: 0.3263266 Sep 21 15:19:14.887876 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d305822b-4ffb-4213-a7b8-47a5405000e3 req-c662024d-c54a-4e77-b31c-a7a7b4b91bb2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:14.888242 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d305822b-4ffb-4213-a7b8-47a5405000e3 req-c662024d-c54a-4e77-b31c-a7a7b4b91bb2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:14.888583 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [req-d305822b-4ffb-4213-a7b8-47a5405000e3 req-c662024d-c54a-4e77-b31c-a7a7b4b91bb2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Floating IP c413fb88-d9d5-4af4-864c-97297c49a6f8 disassociated. External IP: 172.26.4.41, port: 681fde30-5c30-4046-a75f-a8a727cd37ae. Sep 21 15:19:14.888916 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-d305822b-4ffb-4213-a7b8-47a5405000e3 req-c662024d-c54a-4e77-b31c-a7a7b4b91bb2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Calling delete_port for 681fde30-5c30-4046-a75f-a8a727cd37ae owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:19:14.970223 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a6c76b8d-915c-45cb-9774-e5731f7e1a87 req-ec332004-11ca-499d-bcfd-77a89f393ed7 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353695 Sep 21 15:19:14.980688 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6575d9a4-b2b1-4c62-94b4-1c276718ec12 req-44c17472-9b24-4789-93c3-8193a1b79bdb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c450847-953c-4d78-9d20-75f62a9f629a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285968 Sep 21 15:19:15.038418 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34392) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:15.075690 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d305822b-4ffb-4213-a7b8-47a5405000e3 req-c662024d-c54a-4e77-b31c-a7a7b4b91bb2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:15.124980 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662024d-c54a-4e77-b31c-a7a7b4b91bb2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event deleted for resources: {'Port': ['ID=681fde30-5c30-4046-a75f-a8a727cd37ae,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:15.126791 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c3e7ec-2340-480e-b9d8-5c5505bbaa0e tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:15.128305 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d3c3e7ec-2340-480e-b9d8-5c5505bbaa0e tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0316ba4a-c6c2-46b4-b1f0-deb184b90942 HTTP/1.1" status: 200 len: 1093 time: 0.0886195 Sep 21 15:19:15.131056 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34396) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:15.136910 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': '3924fb00-7978-4d32-abae-f6b7309fe240', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:19:15.143044 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:19:15.148030 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:floatingip and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:19:15.150872 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:19:15.156814 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:19:15.166781 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:15.307075 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:15.318445 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d305822b-4ffb-4213-a7b8-47a5405000e3 req-c662024d-c54a-4e77-b31c-a7a7b4b91bb2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:19:15.443375 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.26.4.101 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/d1fe72b3-258c-4c76-8a06-a15e89840f21) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:19:15.502420 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d305822b-4ffb-4213-a7b8-47a5405000e3 req-c662024d-c54a-4e77-b31c-a7a7b4b91bb2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:19:15.513883 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf48fb8-356b-4e6c-b5d1-87ee510ae7ac None None] Sync routers for ids ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:19:15.524229 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf48fb8-356b-4e6c-b5d1-87ee510ae7ac None None] Routers {'85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:19:15.525231 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fbf48fb8-356b-4e6c-b5d1-87ee510ae7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:19:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:15.627540 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:15.669657 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:15.713712 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d305822b-4ffb-4213-a7b8-47a5405000e3 req-c662024d-c54a-4e77-b31c-a7a7b4b91bb2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] No DVR routers for this DVR port 681fde30-5c30-4046-a75f-a8a727cd37ae on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:19:15.718982 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d305822b-4ffb-4213-a7b8-47a5405000e3 req-c662024d-c54a-4e77-b31c-a7a7b4b91bb2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:15.721476 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c80ecd0-d35f-4576-915d-49e6fc70fe4d', 'name': 'network-vif-deleted', 'tag': '681fde30-5c30-4046-a75f-a8a727cd37ae'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:19:15.723757 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340a3d09-b2ed-4af1-bdf3-4f5269e7d148" -d '{"events": [{"server_uuid": "1c80ecd0-d35f-4576-915d-49e6fc70fe4d", "name": "network-vif-deleted", "tag": "681fde30-5c30-4046-a75f-a8a727cd37ae"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:19:15.736337 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:19:15.740065 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:19:15.743101 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:19:15.749137 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d305822b-4ffb-4213-a7b8-47a5405000e3 req-c662024d-c54a-4e77-b31c-a7a7b4b91bb2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.20 "DELETE /v2.0/ports/681fde30-5c30-4046-a75f-a8a727cd37ae HTTP/1.1" status: 204 len: 173 time: 1.8985207 Sep 21 15:19:15.767517 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-fbf48fb8-356b-4e6c-b5d1-87ee510ae7ac None None] Set router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:19:15.776325 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adf2805-60ca-4ebe-a902-948fe4d87565 x-openstack-request-id: req-5adf2805-60ca-4ebe-a902-948fe4d87565 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:19:15.776706 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c80ecd0-d35f-4576-915d-49e6fc70fe4d", "name": "network-vif-deleted", "tag": "681fde30-5c30-4046-a75f-a8a727cd37ae", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:19:15.776955 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5adf2805-60ca-4ebe-a902-948fe4d87565 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:19:15.777413 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5adf2805-60ca-4ebe-a902-948fe4d87565'] response: {'server_uuid': '1c80ecd0-d35f-4576-915d-49e6fc70fe4d', 'name': 'network-vif-deleted', 'tag': '681fde30-5c30-4046-a75f-a8a727cd37ae', 'status': 'completed', 'code': 200} Sep 21 15:19:15.804753 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=d1fe72b3-258c-4c76-8a06-a15e89840f21,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:16.156600 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fbf48fb8-356b-4e6c-b5d1-87ee510ae7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:27Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '8f262c68-7f78-4f12-8ca3-d4ecd652acc8', 'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'mac_address': 'fa:16:3e:62:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:24Z', 'updated_at': '2022-09-21T15:15:37Z', 'revision_number': 5, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'subnets': [{'id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:16.161715 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf48fb8-356b-4e6c-b5d1-87ee510ae7ac None None] Checking router: 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:19:16.174479 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf48fb8-356b-4e6c-b5d1-87ee510ae7ac None None] Routers {'85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:19:16.175375 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fbf48fb8-356b-4e6c-b5d1-87ee510ae7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:19:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:16.212292 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-20c81eaf-5c29-4cff-b8c5-44d870c8af01 req-49605d1b-0913-43b4-947f-0d1e66736915 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Synchronizing usage tracker for tenant:a5990e45ce304151b4645b8268b1dc5a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:19:16.238091 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-20c81eaf-5c29-4cff-b8c5-44d870c8af01 req-49605d1b-0913-43b4-947f-0d1e66736915 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Unset dirty status for tenant:a5990e45ce304151b4645b8268b1dc5a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:19:16.240064 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-20c81eaf-5c29-4cff-b8c5-44d870c8af01 req-49605d1b-0913-43b4-947f-0d1e66736915 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c80ecd0-d35f-4576-915d-49e6fc70fe4d HTTP/1.1" status: 200 len: 210 time: 0.0994642 Sep 21 15:19:16.240271 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:16.327355 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:16.392467 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-fbf48fb8-356b-4e6c-b5d1-87ee510ae7ac None None] Set router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:19:16.650952 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:16.655576 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:16.720396 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fbf48fb8-356b-4e6c-b5d1-87ee510ae7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:27Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '8f262c68-7f78-4f12-8ca3-d4ecd652acc8', 'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'mac_address': 'fa:16:3e:62:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:24Z', 'updated_at': '2022-09-21T15:15:37Z', 'revision_number': 5, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'subnets': [{'id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:16.724441 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf48fb8-356b-4e6c-b5d1-87ee510ae7ac None None] The sync data for ids ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'] in dv-neutron-858731-1-hyperv is: [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:27Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '8f262c68-7f78-4f12-8ca3-d4ecd652acc8', 'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'mac_address': 'fa:16:3e:62:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:24Z', 'updated_at': '2022-09-21T15:15:37Z', 'revision_number': 5, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'subnets': [{'id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:19:16.768717 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:16.818763 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=d1fe72b3-258c-4c76-8a06-a15e89840f21,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:16.957528 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Floating IP 2d830e85-2df6-4814-86fb-7d6bdda7ef0f associated. External IP: 172.26.4.101, port: 3924fb00-7978-4d32-abae-f6b7309fe240. Sep 21 15:19:16.969347 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93255fd1-fa70-4287-b3f7-da42e82afcb7 None None] New status for floating IP c413fb88-d9d5-4af4-864c-97297c49a6f8: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:19:17.328915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router e0744a1d-5385-407e-a836-29cc71615854 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:19:17.348260 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 681fde30-5c30-4046-a75f-a8a727cd37ae no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:19:17.382814 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 681fde30-5c30-4046-a75f-a8a727cd37ae {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:19:17.383163 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 681fde30-5c30-4046-a75f-a8a727cd37ae not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:19:17.514097 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:19:17.524340 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6053e8d5-9ea1-4f54-8914-4906fb1f1f62 None None] Sync routers for ids ['e0744a1d-5385-407e-a836-29cc71615854'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:19:17.533814 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6053e8d5-9ea1-4f54-8914-4906fb1f1f62 None None] Routers {'e0744a1d-5385-407e-a836-29cc71615854'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:19:17.534758 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6053e8d5-9ea1-4f54-8914-4906fb1f1f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:19:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['e0744a1d-5385-407e-a836-29cc71615854'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:17.541969 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:17.602247 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-050e31c4-eb2a-4029-a8dd-29a6b264f1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4700150 Sep 21 15:19:17.603214 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0316ba4a-c6c2-46b4-b1f0-deb184b90942', 'tag': '3924fb00-7978-4d32-abae-f6b7309fe240'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:19:17.604807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34412) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:17.605814 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96758ac9-1ade-4b40-84d9-35756e0ae643" -d '{"events": [{"name": "network-changed", "server_uuid": "0316ba4a-c6c2-46b4-b1f0-deb184b90942", "tag": "3924fb00-7978-4d32-abae-f6b7309fe240"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:19:17.649470 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f48e2e9-2f6d-4adc-a87f-4851e144e646 x-openstack-request-id: req-0f48e2e9-2f6d-4adc-a87f-4851e144e646 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:19:17.649813 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0316ba4a-c6c2-46b4-b1f0-deb184b90942", "tag": "3924fb00-7978-4d32-abae-f6b7309fe240", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:19:17.650068 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f48e2e9-2f6d-4adc-a87f-4851e144e646 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:19:17.650472 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f48e2e9-2f6d-4adc-a87f-4851e144e646'] response: {'name': 'network-changed', 'server_uuid': '0316ba4a-c6c2-46b4-b1f0-deb184b90942', 'tag': '3924fb00-7978-4d32-abae-f6b7309fe240', 'status': 'completed', 'code': 200} Sep 21 15:19:17.729932 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-6053e8d5-9ea1-4f54-8914-4906fb1f1f62 None None] Set router e0744a1d-5385-407e-a836-29cc71615854 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:19:17.771316 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-51d8451b-ff49-42f4-add1-5bfeffaa38c1 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061063046&fields=id&tenant_id=a5990e45ce304151b4645b8268b1dc5a HTTP/1.1" status: 200 len: 267 time: 0.1829362 Sep 21 15:19:17.824374 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6f69d4d6-012e-4e20-afec-3982a8f9599f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/2d830e85-2df6-4814-86fb-7d6bdda7ef0f HTTP/1.1" status: 200 len: 991 time: 0.2176924 Sep 21 15:19:17.910187 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96758ac9-1ade-4b40-84d9-35756e0ae643 req-0fa6163b-d06e-4340-90dd-7d3dfe9f5145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:17.911651 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-96758ac9-1ade-4b40-84d9-35756e0ae643 req-0fa6163b-d06e-4340-90dd-7d3dfe9f5145 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=0316ba4a-c6c2-46b4-b1f0-deb184b90942 HTTP/1.1" status: 200 len: 1098 time: 0.2353106 Sep 21 15:19:18.031742 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-546ec559-e242-4ad7-9a60-0e1e6ed52543 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:18.033130 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-546ec559-e242-4ad7-9a60-0e1e6ed52543 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/networks?id=4a027504-dd1f-470a-a98b-400eafbfc229 HTTP/1.1" status: 200 len: 810 time: 0.2501650 Sep 21 15:19:18.070865 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-b9eb5354-d1fe-4f1a-99cc-2d322a5f00fd tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/quotas/a5990e45ce304151b4645b8268b1dc5a HTTP/1.1" status: 200 len: 375 time: 0.0274627 Sep 21 15:19:18.131927 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96758ac9-1ade-4b40-84d9-35756e0ae643 req-d0f4e126-6e03-4da8-bb49-47a751f3dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:18.133544 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-96758ac9-1ade-4b40-84d9-35756e0ae643 req-d0f4e126-6e03-4da8-bb49-47a751f3dacb service neutron] 10.222.0.20 "GET /v2.0/networks?id=73d5590d-6e41-404f-ba3f-1273cf6e1b7c HTTP/1.1" status: 200 len: 897 time: 0.2109637 Sep 21 15:19:18.134023 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6053e8d5-9ea1-4f54-8914-4906fb1f1f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0744a1d-5385-407e-a836-29cc71615854', 'name': 'tempest-TestNetworkBasicOps-router-1404513257', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:18:53Z', 'updated_at': '2022-09-21T15:18:59Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:54Z', 'updated_at': '2022-09-21T15:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '2d830e85-2df6-4814-86fb-7d6bdda7ef0f', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.101', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'port_id': '3924fb00-7978-4d32-abae-f6b7309fe240', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c', 'mac_address': 'fa:16:3e:e4:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0316ba4a-c6c2-46b4-b1f0-deb184b90942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:19:16Z', 'updated_at': '2022-09-21T15:19:16Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f1c816-09af-470f-a54a-81506cf999ad', 'name': '', 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:92:d9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '4ee8cfa2-ad93-482a-96a6-4d452c16767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:58Z', 'updated_at': '2022-09-21T15:19:04Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '4ee8cfa2-ad93-482a-96a6-4d452c16767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:18.138000 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6053e8d5-9ea1-4f54-8914-4906fb1f1f62 None None] Checking router: e0744a1d-5385-407e-a836-29cc71615854 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:19:18.146876 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6053e8d5-9ea1-4f54-8914-4906fb1f1f62 None None] Routers {'e0744a1d-5385-407e-a836-29cc71615854'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:19:18.147758 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6053e8d5-9ea1-4f54-8914-4906fb1f1f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:19:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['e0744a1d-5385-407e-a836-29cc71615854'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:18.257147 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-96758ac9-1ade-4b40-84d9-35756e0ae643 req-cda6dcde-3c4c-425f-b11e-32944684b8b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3924fb00-7978-4d32-abae-f6b7309fe240 HTTP/1.1" status: 200 len: 999 time: 0.1152999 Sep 21 15:19:18.269340 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-6c8228b4-301a-4565-b275-5ce4804edc00 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a5990e45ce304151b4645b8268b1dc5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1889665 Sep 21 15:19:18.305277 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-955b7811-bc2a-493a-8e1b-86c92b1c04ce service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:19:18.306112 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-955b7811-bc2a-493a-8e1b-86c92b1c04ce service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052342 Sep 21 15:19:18.329748 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-6053e8d5-9ea1-4f54-8914-4906fb1f1f62 None None] Set router e0744a1d-5385-407e-a836-29cc71615854 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:19:18.415136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96758ac9-1ade-4b40-84d9-35756e0ae643 req-1c0b4d40-e2f5-4a1c-803c-37227ef35f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:18.416600 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-96758ac9-1ade-4b40-84d9-35756e0ae643 req-1c0b4d40-e2f5-4a1c-803c-37227ef35f4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ee8cfa2-ad93-482a-96a6-4d452c16767f HTTP/1.1" status: 200 len: 834 time: 0.1464095 Sep 21 15:19:18.516927 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-3f56df12-f418-4744-8407-ec9d80446e0a service neutron] 10.222.0.62 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014081 Sep 21 15:19:18.610102 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96758ac9-1ade-4b40-84d9-35756e0ae643 req-028ac767-2189-4064-aabb-646b6a227eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:18.611483 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-96758ac9-1ade-4b40-84d9-35756e0ae643 req-028ac767-2189-4064-aabb-646b6a227eb4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73d5590d-6e41-404f-ba3f-1273cf6e1b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1876724 Sep 21 15:19:18.682999 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6053e8d5-9ea1-4f54-8914-4906fb1f1f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0744a1d-5385-407e-a836-29cc71615854', 'name': 'tempest-TestNetworkBasicOps-router-1404513257', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:18:53Z', 'updated_at': '2022-09-21T15:18:59Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:54Z', 'updated_at': '2022-09-21T15:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '2d830e85-2df6-4814-86fb-7d6bdda7ef0f', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.101', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'port_id': '3924fb00-7978-4d32-abae-f6b7309fe240', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c', 'mac_address': 'fa:16:3e:e4:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0316ba4a-c6c2-46b4-b1f0-deb184b90942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:19:16Z', 'updated_at': '2022-09-21T15:19:16Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f1c816-09af-470f-a54a-81506cf999ad', 'name': '', 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:92:d9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '4ee8cfa2-ad93-482a-96a6-4d452c16767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:58Z', 'updated_at': '2022-09-21T15:19:04Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '4ee8cfa2-ad93-482a-96a6-4d452c16767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:18.687289 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6053e8d5-9ea1-4f54-8914-4906fb1f1f62 None None] The sync data for ids ['e0744a1d-5385-407e-a836-29cc71615854'] in dv-neutron-858731-1-hyperv is: [{'id': 'e0744a1d-5385-407e-a836-29cc71615854', 'name': 'tempest-TestNetworkBasicOps-router-1404513257', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:18:53Z', 'updated_at': '2022-09-21T15:18:59Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:54Z', 'updated_at': '2022-09-21T15:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '2d830e85-2df6-4814-86fb-7d6bdda7ef0f', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.101', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'port_id': '3924fb00-7978-4d32-abae-f6b7309fe240', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c', 'mac_address': 'fa:16:3e:e4:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0316ba4a-c6c2-46b4-b1f0-deb184b90942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:19:16Z', 'updated_at': '2022-09-21T15:19:16Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f1c816-09af-470f-a54a-81506cf999ad', 'name': '', 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:92:d9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '4ee8cfa2-ad93-482a-96a6-4d452c16767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:58Z', 'updated_at': '2022-09-21T15:19:04Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '4ee8cfa2-ad93-482a-96a6-4d452c16767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:19:18.737952 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-43ee9505-150e-49af-b340-21b13538a714 service neutron] 10.222.0.62 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144067 Sep 21 15:19:18.782226 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-96758ac9-1ade-4b40-84d9-35756e0ae643 req-a264da3c-62a9-4d99-b946-a1ccb54525d5 service neutron] 10.222.0.20 "GET /v2.0/networks/73d5590d-6e41-404f-ba3f-1273cf6e1b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635587 Sep 21 15:19:18.829074 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34420) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:18.928757 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-96758ac9-1ade-4b40-84d9-35756e0ae643 req-90ca6b68-445c-452e-a687-a506f19600df service neutron] 10.222.0.20 "GET /v2.0/networks/73d5590d-6e41-404f-ba3f-1273cf6e1b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397612 Sep 21 15:19:18.946206 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-42bbcfcf-e8c9-49f6-91f6-4fd5cd1aeb56 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/2d830e85-2df6-4814-86fb-7d6bdda7ef0f HTTP/1.1" status: 200 len: 991 time: 0.1159747 Sep 21 15:19:18.969841 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0566f2-9766-43ac-8c9b-22e10508aad7 None None] New status for floating IP 2d830e85-2df6-4814-86fb-7d6bdda7ef0f: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:19:19.280698 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-593ee646-d1c7-4aff-93ab-a66397f36e48 req-d008f71b-dabc-4f61-b863-de78d5e072d9 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 210 time: 0.1766093 Sep 21 15:19:19.949560 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34438) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:20.055910 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-021e21f5-2ff8-4bb4-b642-4e416d4e6120 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/2d830e85-2df6-4814-86fb-7d6bdda7ef0f HTTP/1.1" status: 200 len: 993 time: 0.1053123 Sep 21 15:19:20.280278 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-7f032186-3caf-4b67-8ca3-c4d473096793 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:20.281562 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-7f032186-3caf-4b67-8ca3-c4d473096793 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.20 "GET /v2.0/networks?id=4a027504-dd1f-470a-a98b-400eafbfc229 HTTP/1.1" status: 200 len: 810 time: 0.1540670 Sep 21 15:19:20.330877 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-fb6c9310-3c17-470c-a050-ba129ef7f613 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5990e45ce304151b4645b8268b1dc5a HTTP/1.1" status: 200 len: 380 time: 0.0406802 Sep 21 15:19:20.341174 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-68da5825-604d-4963-be58-aeb28a5a9aa4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Request body: {'port': {'device_id': '7e586635-66fc-4ec3-9bdd-ffc006061e46', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'admin_state_up': True, 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'security_groups': ['e572f292-5a0a-421f-a620-183aabda6ecc']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:19:20.480166 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a352296e-7c77-4ee0-b4cb-2f7738817514 req-58b9f587-9c46-4062-8c4b-c58731e17a19 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 210 time: 0.0676076 Sep 21 15:19:20.535527 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-68da5825-604d-4963-be58-aeb28a5a9aa4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:19:20.545103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-68da5825-604d-4963-be58-aeb28a5a9aa4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:19:20.555449 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-68da5825-604d-4963-be58-aeb28a5a9aa4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Made reservation on behalf of a5990e45ce304151b4645b8268b1dc5a for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:19:20.559152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-68da5825-604d-4963-be58-aeb28a5a9aa4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:20.730371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-68da5825-604d-4963-be58-aeb28a5a9aa4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Allocated IP 172.20.0.13 (4a027504-dd1f-470a-a98b-400eafbfc229/975d8ae1-c46e-49e5-9b8f-b5475bec71b0/91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:19:20.925741 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-68da5825-604d-4963-be58-aeb28a5a9aa4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:20.940839 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-68da5825-604d-4963-be58-aeb28a5a9aa4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Transition to ACTIVE for port object 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:19:20.965830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-68da5825-604d-4963-be58-aeb28a5a9aa4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:21.039914 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-68da5825-604d-4963-be58-aeb28a5a9aa4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Network 4a027504-dd1f-470a-a98b-400eafbfc229 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:19:21.043014 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-68da5825-604d-4963-be58-aeb28a5a9aa4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:19:21.047227 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-68da5825-604d-4963-be58-aeb28a5a9aa4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:19:21.079407 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da5825-604d-4963-be58-aeb28a5a9aa4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event updated for resources: {'Port': ['ID=91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:21.115888 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-68da5825-604d-4963-be58-aeb28a5a9aa4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:21.116546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-68da5825-604d-4963-be58-aeb28a5a9aa4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:21.144791 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-68da5825-604d-4963-be58-aeb28a5a9aa4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8070989 Sep 21 15:19:21.157013 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] Request body: {'port': {'device_id': '7e586635-66fc-4ec3-9bdd-ffc006061e46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:19:21.278421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:21.323603 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1b034b9e-d862-4ec4-a0cd-db2adb9070cb None None] Provisioning for port 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:19:21.328882 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1b034b9e-d862-4ec4-a0cd-db2adb9070cb None None] Provisioning complete for port 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:19:21.330538 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1b034b9e-d862-4ec4-a0cd-db2adb9070cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:21.387986 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1b034b9e-d862-4ec4-a0cd-db2adb9070cb None None] Port 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:19:21.696804 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:19:21.710829 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:21.731633 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] Transition to ACTIVE for port object 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:19:21.735597 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:21.966082 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:21.998072 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2539fe-1b89-480c-b0c8-10caea480aec req-39739092-b4f6-45e8-bd5d-02c1cd105f3c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:21.998735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ce2539fe-1b89-480c-b0c8-10caea480aec req-39739092-b4f6-45e8-bd5d-02c1cd105f3c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Synchronizing usage tracker for tenant:a5990e45ce304151b4645b8268b1dc5a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:19:22.054775 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] Pushing event updated for resources: {'Port': ['ID=91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:22.074244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ce2539fe-1b89-480c-b0c8-10caea480aec req-39739092-b4f6-45e8-bd5d-02c1cd105f3c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Unset dirty status for tenant:a5990e45ce304151b4645b8268b1dc5a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:19:22.075403 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ce2539fe-1b89-480c-b0c8-10caea480aec req-39739092-b4f6-45e8-bd5d-02c1cd105f3c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 932 time: 0.4582253 Sep 21 15:19:22.120179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] Attempting to bind port 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:19:22.120431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] Attempting to bind port 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '8ce497b5-6bae-4552-a904-f6d6f0c9099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:19:22.120778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] Attempting to bind port 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 on network 4a027504-dd1f-470a-a98b-400eafbfc229 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:19:22.136097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] Port 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 on network 4a027504-dd1f-470a-a98b-400eafbfc229 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:19:22.136415 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] Attempting to bind port 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 on network 4a027504-dd1f-470a-a98b-400eafbfc229 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:19:22.146948 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ce2539fe-1b89-480c-b0c8-10caea480aec req-5a404820-36f9-4586-829a-8fddafa99b8e tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648859 Sep 21 15:19:22.147798 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:19:22.148129 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] Checking segment: {'id': '8ce497b5-6bae-4552-a904-f6d6f0c9099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:19:22.148632 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] Bound using segment: {'id': '8ce497b5-6bae-4552-a904-f6d6f0c9099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:19:22.149076 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] Bound port: 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce497b5-6bae-4552-a904-f6d6f0c9099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:19:22.149414 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:22.237917 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] For port 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:19:22.240838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] For port 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926,segment=NetworkSegment(8ce497b5-6bae-4552-a904-f6d6f0c9099a),segment_id=8ce497b5-6bae-4552-a904-f6d6f0c9099a)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:19:22.245371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:22.275524 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:22.276137 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:22.277637 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] 10.222.0.20 "PUT /v2.0/ports/91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 HTTP/1.1" status: 200 len: 1094 time: 1.1254649 Sep 21 15:19:22.278066 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e586635-66fc-4ec3-9bdd-ffc006061e46', 'tag': '91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:19:22.280967 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c118166d-4789-4981-a628-5b517684151d" -d '{"events": [{"name": "network-changed", "server_uuid": "7e586635-66fc-4ec3-9bdd-ffc006061e46", "tag": "91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:19:22.361427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16351c8a-27f3-491a-92ae-4f755e971192 x-openstack-request-id: req-16351c8a-27f3-491a-92ae-4f755e971192 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:19:22.361710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e586635-66fc-4ec3-9bdd-ffc006061e46", "tag": "91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:19:22.361958 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16351c8a-27f3-491a-92ae-4f755e971192 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:19:22.362350 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16351c8a-27f3-491a-92ae-4f755e971192'] response: {'name': 'network-changed', 'server_uuid': '7e586635-66fc-4ec3-9bdd-ffc006061e46', 'tag': '91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926', 'status': 'completed', 'code': 200} Sep 21 15:19:22.370420 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96741bcd-9e53-4a14-afe3-0cd98983e243 service neutron] Pushing event updated for resources: {'Port': ['ID=91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:22.408667 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-4222bf65-ba36-435d-9cf0-7a41e45ddd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:22.410159 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-4222bf65-ba36-435d-9cf0-7a41e45ddd3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5990e45ce304151b4645b8268b1dc5a&device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 1097 time: 0.0876482 Sep 21 15:19:22.481864 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-d5aee04b-ef56-42b7-b242-1df1c63c1929 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 HTTP/1.1" status: 200 len: 217 time: 0.0637741 Sep 21 15:19:22.542089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-191bc619-a847-4a8b-b81f-5a72c7d9f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:22.543487 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-191bc619-a847-4a8b-b81f-5a72c7d9f65f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=975d8ae1-c46e-49e5-9b8f-b5475bec71b0 HTTP/1.1" status: 200 len: 849 time: 0.0561521 Sep 21 15:19:22.632003 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-f8c8390a-dce4-4055-ad2d-0ec5c85a35cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:22.633441 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-f8c8390a-dce4-4055-ad2d-0ec5c85a35cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a027504-dd1f-470a-a98b-400eafbfc229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830891 Sep 21 15:19:22.765708 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-214cc396-6a54-44c8-bed0-127387175e3c service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239967 Sep 21 15:19:22.895011 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0089bef-b57f-4d77-822a-e2ffd8b4b2f3 req-e801fc69-dc05-4cee-ae14-f75b2afc95e4 service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223497 Sep 21 15:19:23.016864 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118166d-4789-4981-a628-5b517684151d req-6040b639-4bf9-4845-a757-8193760981b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:23.018314 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c118166d-4789-4981-a628-5b517684151d req-6040b639-4bf9-4845-a757-8193760981b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5990e45ce304151b4645b8268b1dc5a&device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 1097 time: 0.0773733 Sep 21 15:19:23.152442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118166d-4789-4981-a628-5b517684151d req-c50699dc-1583-4dfe-869a-88ce68d6b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:23.153897 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c118166d-4789-4981-a628-5b517684151d req-c50699dc-1583-4dfe-869a-88ce68d6b5ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a027504-dd1f-470a-a98b-400eafbfc229 HTTP/1.1" status: 200 len: 911 time: 0.1290441 Sep 21 15:19:23.228444 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c118166d-4789-4981-a628-5b517684151d req-d11f6d7b-de0b-432b-8fa6-4c6d8cd91855 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 HTTP/1.1" status: 200 len: 217 time: 0.0680742 Sep 21 15:19:23.350705 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118166d-4789-4981-a628-5b517684151d req-81070921-5a4e-409d-ac09-edf537c0f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:23.352125 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c118166d-4789-4981-a628-5b517684151d req-81070921-5a4e-409d-ac09-edf537c0f6cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=975d8ae1-c46e-49e5-9b8f-b5475bec71b0 HTTP/1.1" status: 200 len: 849 time: 0.1144397 Sep 21 15:19:23.422565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fe6dc-c0ee-4240-b386-c00e90b0061c req-0ebbbe57-e8b2-4855-81dc-ec54b1ffa8c7 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:23.423876 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5a0fe6dc-c0ee-4240-b386-c00e90b0061c req-0ebbbe57-e8b2-4855-81dc-ec54b1ffa8c7 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 944 time: 0.1573439 Sep 21 15:19:23.481608 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5a0fe6dc-c0ee-4240-b386-c00e90b0061c req-98a67a56-fdb4-4fde-abb1-37042050d05f tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517559 Sep 21 15:19:23.487815 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118166d-4789-4981-a628-5b517684151d req-09cb2fbd-111d-4167-9b4e-355e0c4a5e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:23.489248 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c118166d-4789-4981-a628-5b517684151d req-09cb2fbd-111d-4167-9b4e-355e0c4a5e9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a027504-dd1f-470a-a98b-400eafbfc229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1278362 Sep 21 15:19:23.621131 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c118166d-4789-4981-a628-5b517684151d req-3a18e84d-e745-4d71-8bd0-78bf4b025a5d service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234236 Sep 21 15:19:23.852198 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c118166d-4789-4981-a628-5b517684151d req-55dab7d1-4722-4672-a9e7-379c9bd50571 service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241297 Sep 21 15:19:24.686956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d79fa-a65a-4a53-8fdd-e1499fa435d4 req-64df8833-abc7-4560-860e-d27513208032 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:24.688403 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b1d79fa-a65a-4a53-8fdd-e1499fa435d4 req-64df8833-abc7-4560-860e-d27513208032 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 944 time: 0.0929351 Sep 21 15:19:24.731997 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b1d79fa-a65a-4a53-8fdd-e1499fa435d4 req-6a3230be-4646-4494-967c-df06487545bb tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379825 Sep 21 15:19:25.932591 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41a3ca-ea5d-4b48-8c8a-cd59043274c5 req-171f20f6-2c56-48c6-a256-fc18431c00d0 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:25.934049 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ab41a3ca-ea5d-4b48-8c8a-cd59043274c5 req-171f20f6-2c56-48c6-a256-fc18431c00d0 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 944 time: 0.0908225 Sep 21 15:19:25.978418 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ab41a3ca-ea5d-4b48-8c8a-cd59043274c5 req-456a68ad-5c44-45f7-bfdf-dd6556217b55 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385149 Sep 21 15:19:27.173939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56552784-c933-4bac-b1e8-9ab13d4a498b req-54373dd4-098d-496e-914d-460b3e779b19 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:27.175373 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-56552784-c933-4bac-b1e8-9ab13d4a498b req-54373dd4-098d-496e-914d-460b3e779b19 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 944 time: 0.0869098 Sep 21 15:19:27.222638 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-56552784-c933-4bac-b1e8-9ab13d4a498b req-12b25f4e-e2fe-4fbe-a12e-ae2ab8ce6bab tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415001 Sep 21 15:19:28.414832 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b09ad5-dbf4-4e50-bf9f-6ede2dd27c95 req-299dcfd3-b896-4003-a024-1852c57f7041 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:28.416206 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-09b09ad5-dbf4-4e50-bf9f-6ede2dd27c95 req-299dcfd3-b896-4003-a024-1852c57f7041 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 944 time: 0.0871887 Sep 21 15:19:28.460424 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-09b09ad5-dbf4-4e50-bf9f-6ede2dd27c95 req-74c0ba62-7426-4ff8-aefb-f942c28249c4 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379400 Sep 21 15:19:29.401729 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:19:29.536578 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926,segment=NetworkSegment(8ce497b5-6bae-4552-a904-f6d6f0c9099a),segment_id=8ce497b5-6bae-4552-a904-f6d6f0c9099a)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:19:29.553072 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'port_id': '91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926', 'mac_address': 'fa:16:3e:b8:e8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:19:29.608822 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:19:29.609207 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:29.626272 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:19:29.642587 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926,segment=NetworkSegment(8ce497b5-6bae-4552-a904-f6d6f0c9099a),segment_id=8ce497b5-6bae-4552-a904-f6d6f0c9099a)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:19:29.647298 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:29.663982 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0027df-ae2d-4fbc-bc53-568ea1a36460 req-b8bd13f6-f391-47bf-8a45-d9566ab49372 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:29.665419 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6a0027df-ae2d-4fbc-bc53-568ea1a36460 req-b8bd13f6-f391-47bf-8a45-d9566ab49372 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 944 time: 0.0953159 Sep 21 15:19:29.713646 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6a0027df-ae2d-4fbc-bc53-568ea1a36460 req-267e0252-ff35-4595-9a1e-b49aaa083917 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423038 Sep 21 15:19:29.719020 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:29.902810 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:19:30.304767 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-22337519-ded0-4119-b5da-bcb7e5713518 req-ef071fa3-fb59-4d92-a6f0-47f58c82fddf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773661 Sep 21 15:19:30.457036 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22337519-ded0-4119-b5da-bcb7e5713518 req-533948bf-7b9a-457b-9376-20b7f5d6a561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:30.458536 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-22337519-ded0-4119-b5da-bcb7e5713518 req-533948bf-7b9a-457b-9376-20b7f5d6a561 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d465aa95e5424f8fb99965a3955b49d2&device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 1099 time: 0.0813427 Sep 21 15:19:30.603316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22337519-ded0-4119-b5da-bcb7e5713518 req-1776fa0c-5015-4d9a-85bd-e0b20f5dfb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:30.604680 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-22337519-ded0-4119-b5da-bcb7e5713518 req-1776fa0c-5015-4d9a-85bd-e0b20f5dfb74 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bd23d9d4-d422-4b01-a452-0126399a9b61 HTTP/1.1" status: 200 len: 898 time: 0.1252794 Sep 21 15:19:30.708881 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-22337519-ded0-4119-b5da-bcb7e5713518 req-a6882d85-1a34-4c40-95a1-733e7be43e26 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60b61726-7875-4229-b849-0ffbd4dd0599 HTTP/1.1" status: 200 len: 1001 time: 0.0971208 Sep 21 15:19:30.774053 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22337519-ded0-4119-b5da-bcb7e5713518 req-d07db403-725a-4991-ad97-46c39c9de61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:30.775494 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-22337519-ded0-4119-b5da-bcb7e5713518 req-d07db403-725a-4991-ad97-46c39c9de61b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=012cb7da-4fde-4197-968f-b0277255c3e1 HTTP/1.1" status: 200 len: 833 time: 0.0592422 Sep 21 15:19:30.926730 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22337519-ded0-4119-b5da-bcb7e5713518 req-21eaffef-15b6-41cc-a508-89412e3397d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:30.928119 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-22337519-ded0-4119-b5da-bcb7e5713518 req-21eaffef-15b6-41cc-a508-89412e3397d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd23d9d4-d422-4b01-a452-0126399a9b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1458290 Sep 21 15:19:30.939645 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c182c0c-585b-4853-819c-f2d11c386e48 req-af51761d-dc56-49fd-a007-858658daf877 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:30.941024 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5c182c0c-585b-4853-819c-f2d11c386e48 req-af51761d-dc56-49fd-a007-858658daf877 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 945 time: 0.1071298 Sep 21 15:19:31.067015 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5c182c0c-585b-4853-819c-f2d11c386e48 req-c9f9306b-f65d-444c-9234-b2b9ae4ea171 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074607 Sep 21 15:19:31.103486 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-22337519-ded0-4119-b5da-bcb7e5713518 req-511dbbf7-dc22-4720-b28e-1cf2de5c850c service neutron] 10.222.0.20 "GET /v2.0/networks/bd23d9d4-d422-4b01-a452-0126399a9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615524 Sep 21 15:19:31.236212 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-22337519-ded0-4119-b5da-bcb7e5713518 req-ececeaa2-37a4-45ee-9d78-b01157c1da29 service neutron] 10.222.0.20 "GET /v2.0/networks/bd23d9d4-d422-4b01-a452-0126399a9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253011 Sep 21 15:19:31.410483 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:19:31.477946 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:19:31.482576 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:19:31.482943 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:31.725437 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:19:31.725868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:31.760281 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e586635-66fc-4ec3-9bdd-ffc006061e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:19:31.762574 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e563bd-7d2d-48ee-81e1-b896691c512f" -d '{"events": [{"server_uuid": "7e586635-66fc-4ec3-9bdd-ffc006061e46", "name": "network-vif-plugged", "status": "completed", "tag": "91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:19:31.816044 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a3fd7c-374d-4a6a-b39f-d62edb843f3c x-openstack-request-id: req-43a3fd7c-374d-4a6a-b39f-d62edb843f3c {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:19:31.816301 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e586635-66fc-4ec3-9bdd-ffc006061e46", "name": "network-vif-plugged", "status": "completed", "tag": "91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:19:31.816556 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-43a3fd7c-374d-4a6a-b39f-d62edb843f3c {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:19:31.816942 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43a3fd7c-374d-4a6a-b39f-d62edb843f3c'] response: {'server_uuid': '7e586635-66fc-4ec3-9bdd-ffc006061e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926', 'code': 200} Sep 21 15:19:31.832934 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926,segment=NetworkSegment(8ce497b5-6bae-4552-a904-f6d6f0c9099a),segment_id=8ce497b5-6bae-4552-a904-f6d6f0c9099a)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:19:31.837006 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:31.926825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:32.258867 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62927c-b4d1-4be8-857e-79bf2cb72ebf req-d38ae441-5750-44dd-aab5-23647050e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:32.260324 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6e62927c-b4d1-4be8-857e-79bf2cb72ebf req-d38ae441-5750-44dd-aab5-23647050e150 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 1099 time: 0.2355838 Sep 21 15:19:32.268305 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34480) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:32.296299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355d318-04ff-486f-a34e-55dc8e8f29e0 req-387c8442-ef5c-4aed-a3eb-695495694def tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:32.297757 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7355d318-04ff-486f-a34e-55dc8e8f29e0 req-387c8442-ef5c-4aed-a3eb-695495694def tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 946 time: 0.1160512 Sep 21 15:19:32.332420 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6e62927c-b4d1-4be8-857e-79bf2cb72ebf req-13157330-da70-4d52-9656-cee6cb4284c7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637741 Sep 21 15:19:32.351349 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7355d318-04ff-486f-a34e-55dc8e8f29e0 req-5882122f-120c-4ce7-81f1-cab03e86392e tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458808 Sep 21 15:19:32.582386 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e50f15e1-12bb-425f-957e-9738434c411b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Deleting port 4b985127-ffe2-4df9-9a56-869341b9b4f7 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:19:32.582771 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e50f15e1-12bb-425f-957e-9738434c411b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:32.752130 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e50f15e1-12bb-425f-957e-9738434c411b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:32.752478 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e50f15e1-12bb-425f-957e-9738434c411b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:32.876793 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e50f15e1-12bb-425f-957e-9738434c411b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Calling delete_port for 4b985127-ffe2-4df9-9a56-869341b9b4f7 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:19:33.025530 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e50f15e1-12bb-425f-957e-9738434c411b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:33.078456 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f15e1-12bb-425f-957e-9738434c411b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event deleted for resources: {'Port': ['ID=4b985127-ffe2-4df9-9a56-869341b9b4f7,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:33.176256 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e50f15e1-12bb-425f-957e-9738434c411b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:33.176511 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-e50f15e1-12bb-425f-957e-9738434c411b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Floating IP 07105b23-9025-421b-a904-758ec361528e disassociated (deleted). External IP: 172.26.4.55, port: 60b61726-7875-4229-b849-0ffbd4dd0599. Sep 21 15:19:33.531754 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50f15e1-12bb-425f-957e-9738434c411b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Router c5b72cdf-eabe-4467-8626-a5853d0ad7f5 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:19:33.560496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034a436-6e7c-499e-9b75-027d99eb24c7 req-fa405b6d-a8a2-4fe5-b251-8ac26ef9f0a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:33.562680 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5034a436-6e7c-499e-9b75-027d99eb24c7 req-fa405b6d-a8a2-4fe5-b251-8ac26ef9f0a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 946 time: 0.0971663 Sep 21 15:19:33.610275 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5034a436-6e7c-499e-9b75-027d99eb24c7 req-62486423-1362-4ea2-bb1c-b062fec68aa7 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415783 Sep 21 15:19:33.713525 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50f15e1-12bb-425f-957e-9738434c411b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:19:33.724017 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b948fb-9f9c-4be9-b362-3303bb85b379 None None] Sync routers for ids ['c5b72cdf-eabe-4467-8626-a5853d0ad7f5'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:19:33.732757 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e50f15e1-12bb-425f-957e-9738434c411b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:33.733156 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b948fb-9f9c-4be9-b362-3303bb85b379 None None] Routers {'c5b72cdf-eabe-4467-8626-a5853d0ad7f5'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:19:33.733764 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-60b948fb-9f9c-4be9-b362-3303bb85b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:19:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c5b72cdf-eabe-4467-8626-a5853d0ad7f5'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:33.793304 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e50f15e1-12bb-425f-957e-9738434c411b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "DELETE /v2.0/floatingips/07105b23-9025-421b-a904-758ec361528e HTTP/1.1" status: 204 len: 168 time: 1.5241380 Sep 21 15:19:33.793888 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd835b45b-c575-4e17-8de6-4b7b2eed9577', 'tag': '60b61726-7875-4229-b849-0ffbd4dd0599'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:19:33.796416 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41a59cd-721f-42ba-8c95-07469e2d13f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d835b45b-c575-4e17-8de6-4b7b2eed9577", "tag": "60b61726-7875-4229-b849-0ffbd4dd0599"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:19:33.850972 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd344b9-22af-4f4d-86c6-07b4dd5ac2e4 x-openstack-request-id: req-9cd344b9-22af-4f4d-86c6-07b4dd5ac2e4 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:19:33.851271 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d835b45b-c575-4e17-8de6-4b7b2eed9577", "tag": "60b61726-7875-4229-b849-0ffbd4dd0599", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:19:33.851525 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9cd344b9-22af-4f4d-86c6-07b4dd5ac2e4 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:19:33.851956 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd344b9-22af-4f4d-86c6-07b4dd5ac2e4'] response: {'name': 'network-changed', 'server_uuid': 'd835b45b-c575-4e17-8de6-4b7b2eed9577', 'tag': '60b61726-7875-4229-b849-0ffbd4dd0599', 'status': 'completed', 'code': 200} Sep 21 15:19:33.924196 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-60b948fb-9f9c-4be9-b362-3303bb85b379 None None] Set router c5b72cdf-eabe-4467-8626-a5853d0ad7f5 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:19:33.959423 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a59cd-721f-42ba-8c95-07469e2d13f7 req-e3b70b1a-60e8-444e-a066-53f7cbdf4ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:33.961101 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a41a59cd-721f-42ba-8c95-07469e2d13f7 req-e3b70b1a-60e8-444e-a066-53f7cbdf4ab1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d465aa95e5424f8fb99965a3955b49d2&device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 1099 time: 0.0853260 Sep 21 15:19:34.109981 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a59cd-721f-42ba-8c95-07469e2d13f7 req-62ae59c0-7a6f-41f7-9e37-23d2ab4ab394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:34.111430 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a41a59cd-721f-42ba-8c95-07469e2d13f7 req-62ae59c0-7a6f-41f7-9e37-23d2ab4ab394 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bd23d9d4-d422-4b01-a452-0126399a9b61 HTTP/1.1" status: 200 len: 898 time: 0.1435416 Sep 21 15:19:34.186627 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a41a59cd-721f-42ba-8c95-07469e2d13f7 req-88d03d86-1e0a-4bed-b047-d1a370a109c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60b61726-7875-4229-b849-0ffbd4dd0599 HTTP/1.1" status: 200 len: 217 time: 0.0682721 Sep 21 15:19:34.269013 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a59cd-721f-42ba-8c95-07469e2d13f7 req-01d90b44-3ffa-4ba6-b5f7-6f9de563838e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:34.270500 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a41a59cd-721f-42ba-8c95-07469e2d13f7 req-01d90b44-3ffa-4ba6-b5f7-6f9de563838e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=012cb7da-4fde-4197-968f-b0277255c3e1 HTTP/1.1" status: 200 len: 833 time: 0.0703745 Sep 21 15:19:34.278457 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-60b948fb-9f9c-4be9-b362-3303bb85b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722785563', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:34Z', 'updated_at': '2022-09-21T15:17:43Z', 'revision_number': 4, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'gw_port': {'id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:35Z', 'updated_at': '2022-09-21T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '26f594f6-86e8-46da-968b-552a5fd8febd', 'name': '', 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'mac_address': 'fa:16:3e:33:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '012cb7da-4fde-4197-968f-b0277255c3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:40Z', 'updated_at': '2022-09-21T15:17:53Z', 'revision_number': 5, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'subnets': [{'id': '012cb7da-4fde-4197-968f-b0277255c3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:34.282762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b948fb-9f9c-4be9-b362-3303bb85b379 None None] Checking router: c5b72cdf-eabe-4467-8626-a5853d0ad7f5 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:19:34.291138 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b948fb-9f9c-4be9-b362-3303bb85b379 None None] Routers {'c5b72cdf-eabe-4467-8626-a5853d0ad7f5'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:19:34.291730 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-60b948fb-9f9c-4be9-b362-3303bb85b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:19:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c5b72cdf-eabe-4467-8626-a5853d0ad7f5'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:34.412820 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a59cd-721f-42ba-8c95-07469e2d13f7 req-277f6dff-5bbb-47a8-b614-cbd8c196ef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:34.414185 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a41a59cd-721f-42ba-8c95-07469e2d13f7 req-277f6dff-5bbb-47a8-b614-cbd8c196ef36 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd23d9d4-d422-4b01-a452-0126399a9b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1042235 Sep 21 15:19:34.422233 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c5838-dd0a-4613-a9f3-03ede7842371 req-12a5eac3-5659-4b87-bbd0-a42da52694c7 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:34.423550 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-184c5838-dd0a-4613-a9f3-03ede7842371 req-12a5eac3-5659-4b87-bbd0-a42da52694c7 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 946 time: 0.1564085 Sep 21 15:19:34.473197 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-60b948fb-9f9c-4be9-b362-3303bb85b379 None None] Set router c5b72cdf-eabe-4467-8626-a5853d0ad7f5 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:19:34.548334 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-184c5838-dd0a-4613-a9f3-03ede7842371 req-c4c04f50-b72b-4bcb-bdaa-944406c86d09 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060054 Sep 21 15:19:34.586992 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a41a59cd-721f-42ba-8c95-07469e2d13f7 req-1ffba5ca-5f73-4af0-a4df-17ca3415b64f service neutron] 10.222.0.20 "GET /v2.0/networks/bd23d9d4-d422-4b01-a452-0126399a9b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625104 Sep 21 15:19:34.769288 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a41a59cd-721f-42ba-8c95-07469e2d13f7 req-baa9fe7a-df5d-4fea-b85c-52a1152d5642 service neutron] 10.222.0.20 "GET /v2.0/networks/bd23d9d4-d422-4b01-a452-0126399a9b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750913 Sep 21 15:19:34.824682 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7804458f-dc53-4ade-8600-873ee2aafeee req-b7a2e78c-268e-412b-a845-c6b4e3839de5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:34.826437 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7804458f-dc53-4ade-8600-873ee2aafeee req-b7a2e78c-268e-412b-a845-c6b4e3839de5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 946 time: 0.0970519 Sep 21 15:19:34.860989 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-60b948fb-9f9c-4be9-b362-3303bb85b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722785563', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:34Z', 'updated_at': '2022-09-21T15:17:43Z', 'revision_number': 4, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'gw_port': {'id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:35Z', 'updated_at': '2022-09-21T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '26f594f6-86e8-46da-968b-552a5fd8febd', 'name': '', 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'mac_address': 'fa:16:3e:33:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '012cb7da-4fde-4197-968f-b0277255c3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:40Z', 'updated_at': '2022-09-21T15:17:53Z', 'revision_number': 5, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'subnets': [{'id': '012cb7da-4fde-4197-968f-b0277255c3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:34.864945 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b948fb-9f9c-4be9-b362-3303bb85b379 None None] The sync data for ids ['c5b72cdf-eabe-4467-8626-a5853d0ad7f5'] in dv-neutron-858731-1-hyperv is: [{'id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722785563', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:34Z', 'updated_at': '2022-09-21T15:17:43Z', 'revision_number': 4, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'gw_port': {'id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:35Z', 'updated_at': '2022-09-21T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '26f594f6-86e8-46da-968b-552a5fd8febd', 'name': '', 'network_id': 'bd23d9d4-d422-4b01-a452-0126399a9b61', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'mac_address': 'fa:16:3e:33:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '012cb7da-4fde-4197-968f-b0277255c3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:40Z', 'updated_at': '2022-09-21T15:17:53Z', 'revision_number': 5, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'subnets': [{'id': '012cb7da-4fde-4197-968f-b0277255c3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:19:34.874736 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7804458f-dc53-4ade-8600-873ee2aafeee req-ffb5564e-75a6-48d7-adac-4f17ee3cd686 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414908 Sep 21 15:19:35.084787 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68f878-7922-44b2-8237-49a06dba0702 req-46bd9b34-430d-457e-a8a6-70f058573234 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:35.086266 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea68f878-7922-44b2-8237-49a06dba0702 req-46bd9b34-430d-457e-a8a6-70f058573234 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 946 time: 0.0971816 Sep 21 15:19:35.093784 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0032b1-8c68-4ddd-8d2d-3eb85d4628d6 None None] New status for floating IP 07105b23-9025-421b-a904-758ec361528e: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:19:35.132260 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea68f878-7922-44b2-8237-49a06dba0702 req-56b49617-b3a1-4d0f-bb98-267db97c46ff tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398643 Sep 21 15:19:35.162536 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34496) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:35.244913 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f33f3ac-236d-4c00-9aaa-b46197690882 tempest-TestVolumeBootPattern-229167448 tempest-TestVolumeBootPattern-229167448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:35.245574 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4f33f3ac-236d-4c00-9aaa-b46197690882 tempest-TestVolumeBootPattern-229167448 tempest-TestVolumeBootPattern-229167448-project-admin] Synchronizing usage tracker for tenant:feb450741f2b4a2eacb422a2bced4b77 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:19:35.262016 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4f33f3ac-236d-4c00-9aaa-b46197690882 tempest-TestVolumeBootPattern-229167448 tempest-TestVolumeBootPattern-229167448-project-admin] Unset dirty status for tenant:feb450741f2b4a2eacb422a2bced4b77 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:19:35.263342 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4f33f3ac-236d-4c00-9aaa-b46197690882 tempest-TestVolumeBootPattern-229167448 tempest-TestVolumeBootPattern-229167448-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 1094 time: 0.0994585 Sep 21 15:19:35.266339 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34500) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:35.271141 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': '91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:19:35.276888 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:19:35.281388 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Usage tracker for resource:floatingip and tenant:a5990e45ce304151b4645b8268b1dc5a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:19:35.284287 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:19:35.289960 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:19:35.300931 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:35.508270 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-48c7a4e5-a5ba-437c-8441-2267852ad6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:35.540077 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:35.679921 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Allocated IP 172.26.4.133 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/3248c025-ba2f-4778-855e-17dba0ab7049) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:19:35.821301 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b967c-63e7-456d-824b-418d6f0965d1 req-73c276d4-8bc0-43e4-a23f-f9779fd624be tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:35.822669 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-476b967c-63e7-456d-824b-418d6f0965d1 req-73c276d4-8bc0-43e4-a23f-f9779fd624be tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 946 time: 0.1595798 Sep 21 15:19:35.835200 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184ac4e-6cdf-4d18-982b-1132b2171068 req-5ee7c4f0-2a2b-4ef8-b973-ac111fe3ff33 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:35.835538 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:35.836613 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3184ac4e-6cdf-4d18-982b-1132b2171068 req-5ee7c4f0-2a2b-4ef8-b973-ac111fe3ff33 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.20 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 946 time: 0.1371775 Sep 21 15:19:35.864427 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:35.939420 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:19:35.942408 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:19:35.947051 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:19:35.972961 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event updated for resources: {'Port': ['ID=3248c025-ba2f-4778-855e-17dba0ab7049,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:36.050914 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-476b967c-63e7-456d-824b-418d6f0965d1 req-b5504c12-cd4c-45c6-8f6a-d05943b4227a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/security-groups?id=9faa144f-c67b-4d25-9a8e-585e232c3db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132394 Sep 21 15:19:36.059222 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-3184ac4e-6cdf-4d18-982b-1132b2171068 req-9665e3af-cb02-4f23-8ec9-589950e1b00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Deleting port 60b61726-7875-4229-b849-0ffbd4dd0599 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:19:36.059564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-3184ac4e-6cdf-4d18-982b-1132b2171068 req-9665e3af-cb02-4f23-8ec9-589950e1b00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:36.307212 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-3184ac4e-6cdf-4d18-982b-1132b2171068 req-9665e3af-cb02-4f23-8ec9-589950e1b00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] For port 60b61726-7875-4229-b849-0ffbd4dd0599, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=60b61726-7875-4229-b849-0ffbd4dd0599,segment=NetworkSegment(6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2),segment_id=6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:19:36.307567 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-3184ac4e-6cdf-4d18-982b-1132b2171068 req-9665e3af-cb02-4f23-8ec9-589950e1b00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:36.372704 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:36.437838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-3184ac4e-6cdf-4d18-982b-1132b2171068 req-9665e3af-cb02-4f23-8ec9-589950e1b00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Calling delete_port for 60b61726-7875-4229-b849-0ffbd4dd0599 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:19:36.448170 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:36.589113 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-3184ac4e-6cdf-4d18-982b-1132b2171068 req-9665e3af-cb02-4f23-8ec9-589950e1b00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:36.639570 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665e3af-cb02-4f23-8ec9-589950e1b00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event deleted for resources: {'Port': ['ID=60b61726-7875-4229-b849-0ffbd4dd0599,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:36.661137 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:36.665460 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:36.687762 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665e3af-cb02-4f23-8ec9-589950e1b00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:36.688107 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665e3af-cb02-4f23-8ec9-589950e1b00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:36.688437 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665e3af-cb02-4f23-8ec9-589950e1b00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:36.688787 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665e3af-cb02-4f23-8ec9-589950e1b00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:36.689109 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665e3af-cb02-4f23-8ec9-589950e1b00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:36.689434 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665e3af-cb02-4f23-8ec9-589950e1b00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:36.689752 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665e3af-cb02-4f23-8ec9-589950e1b00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:36.690067 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665e3af-cb02-4f23-8ec9-589950e1b00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:36.690381 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665e3af-cb02-4f23-8ec9-589950e1b00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:36.690695 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665e3af-cb02-4f23-8ec9-589950e1b00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:36.691010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665e3af-cb02-4f23-8ec9-589950e1b00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:36.691320 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665e3af-cb02-4f23-8ec9-589950e1b00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:36.738660 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3184ac4e-6cdf-4d18-982b-1132b2171068 req-9665e3af-cb02-4f23-8ec9-589950e1b00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] No DVR routers for this DVR port 60b61726-7875-4229-b849-0ffbd4dd0599 on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:19:36.741070 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-3184ac4e-6cdf-4d18-982b-1132b2171068 req-9665e3af-cb02-4f23-8ec9-589950e1b00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:36.743663 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd835b45b-c575-4e17-8de6-4b7b2eed9577', 'name': 'network-vif-deleted', 'tag': '60b61726-7875-4229-b849-0ffbd4dd0599'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:19:36.745969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49efe61a-11b7-4724-b1d9-9b009d3dcf1b" -d '{"events": [{"server_uuid": "d835b45b-c575-4e17-8de6-4b7b2eed9577", "name": "network-vif-deleted", "tag": "60b61726-7875-4229-b849-0ffbd4dd0599"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:19:36.755682 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3184ac4e-6cdf-4d18-982b-1132b2171068 req-9665e3af-cb02-4f23-8ec9-589950e1b00f tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.20 "DELETE /v2.0/ports/60b61726-7875-4229-b849-0ffbd4dd0599 HTTP/1.1" status: 204 len: 173 time: 0.9056897 Sep 21 15:19:36.776534 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event updated for resources: {'Port': ['ID=3248c025-ba2f-4778-855e-17dba0ab7049,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:36.779054 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:36.793961 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6468e8aa-e45c-4cae-b2bd-face9f93e59b x-openstack-request-id: req-6468e8aa-e45c-4cae-b2bd-face9f93e59b {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:19:36.794353 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d835b45b-c575-4e17-8de6-4b7b2eed9577", "name": "network-vif-deleted", "tag": "60b61726-7875-4229-b849-0ffbd4dd0599", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:19:36.794662 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6468e8aa-e45c-4cae-b2bd-face9f93e59b {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:19:36.795109 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6468e8aa-e45c-4cae-b2bd-face9f93e59b'] response: {'server_uuid': 'd835b45b-c575-4e17-8de6-4b7b2eed9577', 'name': 'network-vif-deleted', 'tag': '60b61726-7875-4229-b849-0ffbd4dd0599', 'status': 'completed', 'code': 200} Sep 21 15:19:36.958838 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Floating IP c866b84d-c1ee-4bca-ab89-8dde4d1265f4 associated. External IP: 172.26.4.133, port: 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926. Sep 21 15:19:37.230957 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-947b54e3-c86e-44a1-8587-1c8528a8012d req-02042197-709a-4876-852e-1ffd9c921b6a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Synchronizing usage tracker for tenant:d465aa95e5424f8fb99965a3955b49d2 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:19:37.247332 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-947b54e3-c86e-44a1-8587-1c8528a8012d req-02042197-709a-4876-852e-1ffd9c921b6a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Unset dirty status for tenant:d465aa95e5424f8fb99965a3955b49d2 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:19:37.248588 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-947b54e3-c86e-44a1-8587-1c8528a8012d req-02042197-709a-4876-852e-1ffd9c921b6a tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "GET /v2.0/ports?device_id=d835b45b-c575-4e17-8de6-4b7b2eed9577 HTTP/1.1" status: 200 len: 210 time: 0.0684481 Sep 21 15:19:37.442211 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:19:37.617541 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:19:37.627410 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932195e4-0dfc-4882-bbf1-51665e650118 None None] Sync routers for ids ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:19:37.637053 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932195e4-0dfc-4882-bbf1-51665e650118 None None] Routers {'85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:19:37.637662 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-932195e4-0dfc-4882-bbf1-51665e650118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:19:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:37.641870 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:37.700193 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1128f7d7-5629-4665-ad7a-0a4a5eb974a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4328456 Sep 21 15:19:37.700785 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e586635-66fc-4ec3-9bdd-ffc006061e46', 'tag': '91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:19:37.703348 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7974a169-c01c-4981-a0a6-c3b7927a8e26" -d '{"events": [{"name": "network-changed", "server_uuid": "7e586635-66fc-4ec3-9bdd-ffc006061e46", "tag": "91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:19:37.745094 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e69c97-5f80-47b4-a14c-413ae254e302 x-openstack-request-id: req-b8e69c97-5f80-47b4-a14c-413ae254e302 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:19:37.745384 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e586635-66fc-4ec3-9bdd-ffc006061e46", "tag": "91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:19:37.745636 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8e69c97-5f80-47b4-a14c-413ae254e302 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:19:37.746049 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e69c97-5f80-47b4-a14c-413ae254e302'] response: {'name': 'network-changed', 'server_uuid': '7e586635-66fc-4ec3-9bdd-ffc006061e46', 'tag': '91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926', 'status': 'completed', 'code': 200} Sep 21 15:19:37.821970 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-932195e4-0dfc-4882-bbf1-51665e650118 None None] Set router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:19:37.849205 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974a169-c01c-4981-a0a6-c3b7927a8e26 req-216a1162-7351-4868-b199-ae5b91034de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:37.850661 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7974a169-c01c-4981-a0a6-c3b7927a8e26 req-216a1162-7351-4868-b199-ae5b91034de6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5990e45ce304151b4645b8268b1dc5a&device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 1099 time: 0.0834298 Sep 21 15:19:37.900546 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7c80b34c-cb80-4281-b416-8f879309af72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:37.988306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974a169-c01c-4981-a0a6-c3b7927a8e26 req-29650f67-d54a-4413-9285-544671551ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:37.989870 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7974a169-c01c-4981-a0a6-c3b7927a8e26 req-29650f67-d54a-4413-9285-544671551ba4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a027504-dd1f-470a-a98b-400eafbfc229 HTTP/1.1" status: 200 len: 911 time: 0.1327975 Sep 21 15:19:38.094521 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7974a169-c01c-4981-a0a6-c3b7927a8e26 req-183951b7-5477-418c-9d34-c5fcaea0b3d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 HTTP/1.1" status: 200 len: 1000 time: 0.0972445 Sep 21 15:19:38.162517 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974a169-c01c-4981-a0a6-c3b7927a8e26 req-b9461b37-4ed5-403d-9bc8-321fd459dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:38.163950 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7974a169-c01c-4981-a0a6-c3b7927a8e26 req-b9461b37-4ed5-403d-9bc8-321fd459dad6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=975d8ae1-c46e-49e5-9b8f-b5475bec71b0 HTTP/1.1" status: 200 len: 849 time: 0.0632381 Sep 21 15:19:38.188135 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-932195e4-0dfc-4882-bbf1-51665e650118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:27Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'c866b84d-c1ee-4bca-ab89-8dde4d1265f4', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'floating_ip_address': '172.26.4.133', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'port_id': '91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'mac_address': 'fa:16:3e:b8:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e586635-66fc-4ec3-9bdd-ffc006061e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:19:36Z', 'updated_at': '2022-09-21T15:19:36Z', 'revision_number': 0, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f262c68-7f78-4f12-8ca3-d4ecd652acc8', 'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'mac_address': 'fa:16:3e:62:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:24Z', 'updated_at': '2022-09-21T15:15:37Z', 'revision_number': 5, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'subnets': [{'id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:38.192137 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932195e4-0dfc-4882-bbf1-51665e650118 None None] Checking router: 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:19:38.201052 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932195e4-0dfc-4882-bbf1-51665e650118 None None] Routers {'85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:19:38.201653 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-932195e4-0dfc-4882-bbf1-51665e650118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:19:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:38.248209 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974a169-c01c-4981-a0a6-c3b7927a8e26 req-b341219b-89de-41f8-bf37-548690b5b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:38.250568 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7974a169-c01c-4981-a0a6-c3b7927a8e26 req-b341219b-89de-41f8-bf37-548690b5b2c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a027504-dd1f-470a-a98b-400eafbfc229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809362 Sep 21 15:19:38.351213 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34516) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:38.381826 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-932195e4-0dfc-4882-bbf1-51665e650118 None None] Set router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:19:38.391598 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7974a169-c01c-4981-a0a6-c3b7927a8e26 req-805b5daf-4e9b-41b6-819e-4907390fda7b service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340849 Sep 21 15:19:38.529362 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7974a169-c01c-4981-a0a6-c3b7927a8e26 req-3575b2ef-6dcc-4285-97b0-aa49e51b91d1 service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308093 Sep 21 15:19:38.729528 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:38.755168 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-932195e4-0dfc-4882-bbf1-51665e650118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:27Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'c866b84d-c1ee-4bca-ab89-8dde4d1265f4', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'floating_ip_address': '172.26.4.133', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'port_id': '91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'mac_address': 'fa:16:3e:b8:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e586635-66fc-4ec3-9bdd-ffc006061e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:19:36Z', 'updated_at': '2022-09-21T15:19:36Z', 'revision_number': 0, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f262c68-7f78-4f12-8ca3-d4ecd652acc8', 'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'mac_address': 'fa:16:3e:62:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:24Z', 'updated_at': '2022-09-21T15:15:37Z', 'revision_number': 5, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'subnets': [{'id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:38.759256 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932195e4-0dfc-4882-bbf1-51665e650118 None None] The sync data for ids ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'] in dv-neutron-858731-1-hyperv is: [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:27Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'c866b84d-c1ee-4bca-ab89-8dde4d1265f4', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'floating_ip_address': '172.26.4.133', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'port_id': '91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'mac_address': 'fa:16:3e:b8:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e586635-66fc-4ec3-9bdd-ffc006061e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:19:36Z', 'updated_at': '2022-09-21T15:19:36Z', 'revision_number': 0, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f262c68-7f78-4f12-8ca3-d4ecd652acc8', 'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'mac_address': 'fa:16:3e:62:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:24Z', 'updated_at': '2022-09-21T15:15:37Z', 'revision_number': 5, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'subnets': [{'id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:19:38.861967 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:38.934025 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-98e33238-f395-41f7-9b5c-37ced0595bce tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:38.955462 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a86257-db03-491b-98b0-7113c5d72e56 None None] New status for floating IP c866b84d-c1ee-4bca-ab89-8dde4d1265f4: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:19:39.402823 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-98e33238-f395-41f7-9b5c-37ced0595bce tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Deleting port 26f594f6-86e8-46da-968b-552a5fd8febd {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:19:39.403080 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-98e33238-f395-41f7-9b5c-37ced0595bce tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:39.479827 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 60b61726-7875-4229-b849-0ffbd4dd0599 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:19:39.513634 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 60b61726-7875-4229-b849-0ffbd4dd0599 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:19:39.513972 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 60b61726-7875-4229-b849-0ffbd4dd0599 not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:19:39.590588 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-98e33238-f395-41f7-9b5c-37ced0595bce tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] For port 26f594f6-86e8-46da-968b-552a5fd8febd, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=26f594f6-86e8-46da-968b-552a5fd8febd,segment=NetworkSegment(6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2),segment_id=6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:19:39.590941 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-98e33238-f395-41f7-9b5c-37ced0595bce tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:39.714531 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-98e33238-f395-41f7-9b5c-37ced0595bce tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Calling delete_port for 26f594f6-86e8-46da-968b-552a5fd8febd owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:19:40.046776 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-98e33238-f395-41f7-9b5c-37ced0595bce tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:40.131357 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e33238-f395-41f7-9b5c-37ced0595bce tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event deleted for resources: {'Port': ['ID=26f594f6-86e8-46da-968b-552a5fd8febd,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:40.387786 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-98e33238-f395-41f7-9b5c-37ced0595bce tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:40.487508 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:40.855306 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e33238-f395-41f7-9b5c-37ced0595bce tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Router c5b72cdf-eabe-4467-8626-a5853d0ad7f5 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:19:41.036338 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e33238-f395-41f7-9b5c-37ced0595bce tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:19:41.046649 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6718ce4e-3da7-474b-82d9-754b9ba63c5d None None] Sync routers for ids ['c5b72cdf-eabe-4467-8626-a5853d0ad7f5'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:19:41.054491 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-98e33238-f395-41f7-9b5c-37ced0595bce tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "PUT /v2.0/routers/c5b72cdf-eabe-4467-8626-a5853d0ad7f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7021675 Sep 21 15:19:41.057252 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34524) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:41.058172 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6718ce4e-3da7-474b-82d9-754b9ba63c5d None None] Routers {'c5b72cdf-eabe-4467-8626-a5853d0ad7f5'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:19:41.058793 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6718ce4e-3da7-474b-82d9-754b9ba63c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:19:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c5b72cdf-eabe-4467-8626-a5853d0ad7f5'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:41.128052 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56c204c-76b9-493b-b7d5-3f9c61dace72 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Deleting subnet 012cb7da-4fde-4197-968f-b0277255c3e1 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:19:41.131002 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a56c204c-76b9-493b-b7d5-3f9c61dace72 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:41.188375 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a56c204c-76b9-493b-b7d5-3f9c61dace72 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:41.273327 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a56c204c-76b9-493b-b7d5-3f9c61dace72 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:41.276041 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-6718ce4e-3da7-474b-82d9-754b9ba63c5d None None] Set router c5b72cdf-eabe-4467-8626-a5853d0ad7f5 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:19:41.347524 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a56c204c-76b9-493b-b7d5-3f9c61dace72 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:41.387957 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c204c-76b9-493b-b7d5-3f9c61dace72 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event deleted for resources: {'Subnet': ['ID=012cb7da-4fde-4197-968f-b0277255c3e1,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:41.397783 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a56c204c-76b9-493b-b7d5-3f9c61dace72 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:41.400813 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c204c-76b9-493b-b7d5-3f9c61dace72 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:41.401158 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c204c-76b9-493b-b7d5-3f9c61dace72 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:41.401497 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c204c-76b9-493b-b7d5-3f9c61dace72 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:41.401828 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c204c-76b9-493b-b7d5-3f9c61dace72 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:41.402093 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ad342a-da1b-4339-8ed6-333049b2c1be None None] Network bd23d9d4-d422-4b01-a452-0126399a9b61 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:19:41.402219 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c204c-76b9-493b-b7d5-3f9c61dace72 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:41.402466 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c204c-76b9-493b-b7d5-3f9c61dace72 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:41.402784 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c204c-76b9-493b-b7d5-3f9c61dace72 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:41.403104 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c204c-76b9-493b-b7d5-3f9c61dace72 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:41.403422 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c204c-76b9-493b-b7d5-3f9c61dace72 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:41.403738 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c204c-76b9-493b-b7d5-3f9c61dace72 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:41.404054 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c204c-76b9-493b-b7d5-3f9c61dace72 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:41.404370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c204c-76b9-493b-b7d5-3f9c61dace72 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:19:41.414086 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a56c204c-76b9-493b-b7d5-3f9c61dace72 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "DELETE /v2.0/subnets/012cb7da-4fde-4197-968f-b0277255c3e1 HTTP/1.1" status: 204 len: 168 time: 0.3529716 Sep 21 15:19:41.414086 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34528) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:41.588772 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ac84b6c-70b4-4af5-8b4d-b4db1cf0b009 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:41.741889 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6718ce4e-3da7-474b-82d9-754b9ba63c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722785563', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:34Z', 'updated_at': '2022-09-21T15:19:39Z', 'revision_number': 5, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'gw_port': {'id': 'e1a4c336-722e-4ad5-830e-1b02e543077d', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:17:35Z', 'updated_at': '2022-09-21T15:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:41.745789 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6718ce4e-3da7-474b-82d9-754b9ba63c5d None None] Checking router: c5b72cdf-eabe-4467-8626-a5853d0ad7f5 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:19:41.755909 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6718ce4e-3da7-474b-82d9-754b9ba63c5d None None] Routers {'c5b72cdf-eabe-4467-8626-a5853d0ad7f5'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:19:41.756563 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6718ce4e-3da7-474b-82d9-754b9ba63c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:19:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c5b72cdf-eabe-4467-8626-a5853d0ad7f5'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:41.774076 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ac84b6c-70b4-4af5-8b4d-b4db1cf0b009 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:41.784747 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9ac84b6c-70b4-4af5-8b4d-b4db1cf0b009 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Deleting port e1a4c336-722e-4ad5-830e-1b02e543077d {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:19:41.785161 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ac84b6c-70b4-4af5-8b4d-b4db1cf0b009 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:41.812093 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab77f3d3-87e5-4843-b807-5c246d0c4374 None None] DHCP port deletion for bd23d9d4-d422-4b01-a452-0126399a9b61 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:19:41.875710 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ab77f3d3-87e5-4843-b807-5c246d0c4374 None None] Deleting port 33732f75-1f33-437f-a0f2-bebef15d3343 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:19:41.876084 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ab77f3d3-87e5-4843-b807-5c246d0c4374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:41.967887 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-9ac84b6c-70b4-4af5-8b4d-b4db1cf0b009 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] For port e1a4c336-722e-4ad5-830e-1b02e543077d, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e1a4c336-722e-4ad5-830e-1b02e543077d,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:19:41.968259 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ac84b6c-70b4-4af5-8b4d-b4db1cf0b009 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:41.996150 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-6718ce4e-3da7-474b-82d9-754b9ba63c5d None None] Set router c5b72cdf-eabe-4467-8626-a5853d0ad7f5 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:19:42.093355 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9ac84b6c-70b4-4af5-8b4d-b4db1cf0b009 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Calling delete_port for e1a4c336-722e-4ad5-830e-1b02e543077d owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:19:42.113338 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6718ce4e-3da7-474b-82d9-754b9ba63c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722785563', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:34Z', 'updated_at': '2022-09-21T15:19:41Z', 'revision_number': 6, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:42.122172 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6718ce4e-3da7-474b-82d9-754b9ba63c5d None None] The sync data for ids ['c5b72cdf-eabe-4467-8626-a5853d0ad7f5'] in dv-neutron-858731-1-hyperv is: [{'id': 'c5b72cdf-eabe-4467-8626-a5853d0ad7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722785563', 'tenant_id': 'd465aa95e5424f8fb99965a3955b49d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:17:34Z', 'updated_at': '2022-09-21T15:19:41Z', 'revision_number': 6, 'project_id': 'd465aa95e5424f8fb99965a3955b49d2', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:19:42.232019 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ab77f3d3-87e5-4843-b807-5c246d0c4374 None None] For port 33732f75-1f33-437f-a0f2-bebef15d3343, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=33732f75-1f33-437f-a0f2-bebef15d3343,segment=NetworkSegment(6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2),segment_id=6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:19:42.232408 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ab77f3d3-87e5-4843-b807-5c246d0c4374 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:42.355293 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ab77f3d3-87e5-4843-b807-5c246d0c4374 None None] Calling delete_port for 33732f75-1f33-437f-a0f2-bebef15d3343 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:19:42.368470 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ac84b6c-70b4-4af5-8b4d-b4db1cf0b009 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:42.415306 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac84b6c-70b4-4af5-8b4d-b4db1cf0b009 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event deleted for resources: {'Port': ['ID=e1a4c336-722e-4ad5-830e-1b02e543077d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:42.430271 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ab77f3d3-87e5-4843-b807-5c246d0c4374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:42.527304 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ac84b6c-70b4-4af5-8b4d-b4db1cf0b009 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:42.547680 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77f3d3-87e5-4843-b807-5c246d0c4374 None None] Pushing event deleted for resources: {'Port': ['ID=33732f75-1f33-437f-a0f2-bebef15d3343,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:42.551345 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab77f3d3-87e5-4843-b807-5c246d0c4374 None None] No DVR routers for this DVR port 33732f75-1f33-437f-a0f2-bebef15d3343 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:19:42.725852 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ac84b6c-70b4-4af5-8b4d-b4db1cf0b009 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:42.728051 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ac84b6c-70b4-4af5-8b4d-b4db1cf0b009 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:42.750486 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ac84b6c-70b4-4af5-8b4d-b4db1cf0b009 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:42.750971 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac84b6c-70b4-4af5-8b4d-b4db1cf0b009 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Fanout notify agent at l3_agent the message router_deleted on router c5b72cdf-eabe-4467-8626-a5853d0ad7f5 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:19:42.765647 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ac84b6c-70b4-4af5-8b4d-b4db1cf0b009 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:42.766710 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9ac84b6c-70b4-4af5-8b4d-b4db1cf0b009 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "DELETE /v2.0/routers/c5b72cdf-eabe-4467-8626-a5853d0ad7f5 HTTP/1.1" status: 204 len: 168 time: 1.3518665 Sep 21 15:19:42.769403 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34532) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:42.881779 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99c4202b-1999-46fd-941a-5cb6dea2f41b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:42.900122 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 26f594f6-86e8-46da-968b-552a5fd8febd no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:19:42.936974 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 26f594f6-86e8-46da-968b-552a5fd8febd {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:19:42.937510 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 26f594f6-86e8-46da-968b-552a5fd8febd not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:19:42.937982 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 33732f75-1f33-437f-a0f2-bebef15d3343 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:19:42.972672 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 33732f75-1f33-437f-a0f2-bebef15d3343 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:19:42.973047 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 33732f75-1f33-437f-a0f2-bebef15d3343 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:19:43.026091 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99c4202b-1999-46fd-941a-5cb6dea2f41b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:43.055818 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-99c4202b-1999-46fd-941a-5cb6dea2f41b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd23d9d4-d422-4b01-a452-0126399a9b61']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:43.068800 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-99c4202b-1999-46fd-941a-5cb6dea2f41b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:43.069076 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-99c4202b-1999-46fd-941a-5cb6dea2f41b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:43.082096 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99c4202b-1999-46fd-941a-5cb6dea2f41b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:43.100660 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99c4202b-1999-46fd-941a-5cb6dea2f41b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:43.109150 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c4202b-1999-46fd-941a-5cb6dea2f41b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:19:43.109150 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99c4202b-1999-46fd-941a-5cb6dea2f41b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:43.182383 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2 resource provider aggregate not found Sep 21 15:19:43.205746 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e5c4a7b-e2cc-49e6-ad52-5f2654ae8ec2 found for delete ", "request_id": "req-04ab354e-c392-4bed-9ff1-43b3f3865957"}]} Sep 21 15:19:43.220845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99c4202b-1999-46fd-941a-5cb6dea2f41b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:43.238053 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99c4202b-1999-46fd-941a-5cb6dea2f41b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:43.250994 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4202b-1999-46fd-941a-5cb6dea2f41b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event deleted for resources: {'Network': ['ID=bd23d9d4-d422-4b01-a452-0126399a9b61,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:43.257331 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-99c4202b-1999-46fd-941a-5cb6dea2f41b tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "DELETE /v2.0/networks/bd23d9d4-d422-4b01-a452-0126399a9b61 HTTP/1.1" status: 204 len: 168 time: 0.4869950 Sep 21 15:19:43.259993 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34542) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:43.326370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-730144e5-4288-4a91-8a04-33e31cdcc500 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:43.355888 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-730144e5-4288-4a91-8a04-33e31cdcc500 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:43.424170 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-730144e5-4288-4a91-8a04-33e31cdcc500 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:43.443490 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730144e5-4288-4a91-8a04-33e31cdcc500 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9faa144f-c67b-4d25-9a8e-585e232c3db0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:43.456507 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-730144e5-4288-4a91-8a04-33e31cdcc500 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:43.460112 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-730144e5-4288-4a91-8a04-33e31cdcc500 tempest-TestNetworkAdvancedServerOps-1847468591 tempest-TestNetworkAdvancedServerOps-1847468591-project] 10.222.0.62 "DELETE /v2.0/security-groups/9faa144f-c67b-4d25-9a8e-585e232c3db0 HTTP/1.1" status: 204 len: 168 time: 0.1966150 Sep 21 15:19:43.757109 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34552) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:43.899377 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f873d619-00ab-4b85-aaa5-5f75b470a61b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d465aa95e5424f8fb99965a3955b49d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411183 Sep 21 15:19:43.901881 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34558) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:43.960307 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2a273d41-5b8f-4e61-8558-cb3c5514e884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:43.986361 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2a273d41-5b8f-4e61-8558-cb3c5514e884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:44.038919 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2a273d41-5b8f-4e61-8558-cb3c5514e884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:44.056936 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a273d41-5b8f-4e61-8558-cb3c5514e884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84c40a4-9b89-4b58-ab3c-38919064c056,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:44.063864 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2a273d41-5b8f-4e61-8558-cb3c5514e884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:44.065101 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2a273d41-5b8f-4e61-8558-cb3c5514e884 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b84c40a4-9b89-4b58-ab3c-38919064c056 HTTP/1.1" status: 204 len: 168 time: 0.1621835 Sep 21 15:19:44.243886 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e1a4c336-722e-4ad5-830e-1b02e543077d no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:19:44.282546 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: e1a4c336-722e-4ad5-830e-1b02e543077d {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:19:44.282978 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e1a4c336-722e-4ad5-830e-1b02e543077d not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:19:44.345400 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34566) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:44.366074 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-08d91239-f849-4faa-8e61-9278a4ccd386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:44.380632 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-08d91239-f849-4faa-8e61-9278a4ccd386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:19:44.384431 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-08d91239-f849-4faa-8e61-9278a4ccd386 admin admin] Usage tracker for resource:security_group_rule and tenant:965e361400514afb891af9d7a24825da is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:19:44.387258 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-08d91239-f849-4faa-8e61-9278a4ccd386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:19:44.393095 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-08d91239-f849-4faa-8e61-9278a4ccd386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:19:44.478554 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-08d91239-f849-4faa-8e61-9278a4ccd386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:44.482970 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-08d91239-f849-4faa-8e61-9278a4ccd386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:44.530429 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-08d91239-f849-4faa-8e61-9278a4ccd386 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=965e361400514afb891af9d7a24825da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1838582 Sep 21 15:19:44.531351 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d91239-f849-4faa-8e61-9278a4ccd386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1f679c-2b8d-47e5-9b7c-acd977ffe2b7,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:44.533346 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34572) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:44.595228 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20018a64-bcf2-42f4-95b5-f217331e13bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:44.620456 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20018a64-bcf2-42f4-95b5-f217331e13bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:44.669854 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20018a64-bcf2-42f4-95b5-f217331e13bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:44.684997 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:19:44.686290 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20018a64-bcf2-42f4-95b5-f217331e13bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1f679c-2b8d-47e5-9b7c-acd977ffe2b7,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:44.691274 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20018a64-bcf2-42f4-95b5-f217331e13bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:44.692363 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-20018a64-bcf2-42f4-95b5-f217331e13bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0e1f679c-2b8d-47e5-9b7c-acd977ffe2b7 HTTP/1.1" status: 204 len: 168 time: 0.1580338 Sep 21 15:19:51.130210 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34584) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:51.238961 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0a0696f4-aa08-432b-ac44-10b22525799a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/2d830e85-2df6-4814-86fb-7d6bdda7ef0f HTTP/1.1" status: 200 len: 993 time: 0.1075444 Sep 21 15:19:51.544940 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34592) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:51.862962 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-22cf56fd-78a1-4356-9b59-3479052eff39 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port d1fe72b3-258c-4c76-8a06-a15e89840f21 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:19:51.863298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22cf56fd-78a1-4356-9b59-3479052eff39 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:51.973619 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:52.049839 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22cf56fd-78a1-4356-9b59-3479052eff39 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:52.049839 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22cf56fd-78a1-4356-9b59-3479052eff39 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:52.177342 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-22cf56fd-78a1-4356-9b59-3479052eff39 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for d1fe72b3-258c-4c76-8a06-a15e89840f21 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:19:52.341823 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22cf56fd-78a1-4356-9b59-3479052eff39 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:52.423361 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf56fd-78a1-4356-9b59-3479052eff39 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=d1fe72b3-258c-4c76-8a06-a15e89840f21,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:52.494248 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22cf56fd-78a1-4356-9b59-3479052eff39 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:52.494248 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-22cf56fd-78a1-4356-9b59-3479052eff39 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Floating IP 2d830e85-2df6-4814-86fb-7d6bdda7ef0f disassociated (deleted). External IP: 172.26.4.101, port: 3924fb00-7978-4d32-abae-f6b7309fe240. Sep 21 15:19:52.877152 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cf56fd-78a1-4356-9b59-3479052eff39 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router e0744a1d-5385-407e-a836-29cc71615854 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:19:53.066378 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cf56fd-78a1-4356-9b59-3479052eff39 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:19:53.080688 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a6b55e-a124-4225-82ff-44d2ce279172 None None] Sync routers for ids ['e0744a1d-5385-407e-a836-29cc71615854'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:19:53.094084 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a6b55e-a124-4225-82ff-44d2ce279172 None None] Routers {'e0744a1d-5385-407e-a836-29cc71615854'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:19:53.094084 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-17a6b55e-a124-4225-82ff-44d2ce279172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:19:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['e0744a1d-5385-407e-a836-29cc71615854'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:53.110841 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-22cf56fd-78a1-4356-9b59-3479052eff39 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:53.196563 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-22cf56fd-78a1-4356-9b59-3479052eff39 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/floatingips/2d830e85-2df6-4814-86fb-7d6bdda7ef0f HTTP/1.1" status: 204 len: 168 time: 1.6382077 Sep 21 15:19:53.196563 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0316ba4a-c6c2-46b4-b1f0-deb184b90942', 'tag': '3924fb00-7978-4d32-abae-f6b7309fe240'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:19:53.196563 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210a2017-c221-45e8-bce8-5cf7268c663f" -d '{"events": [{"name": "network-changed", "server_uuid": "0316ba4a-c6c2-46b4-b1f0-deb184b90942", "tag": "3924fb00-7978-4d32-abae-f6b7309fe240"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:19:53.237898 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c175e5-ae0e-497d-972a-af30d354521d x-openstack-request-id: req-95c175e5-ae0e-497d-972a-af30d354521d {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:19:53.237898 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0316ba4a-c6c2-46b4-b1f0-deb184b90942", "tag": "3924fb00-7978-4d32-abae-f6b7309fe240", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:19:53.237898 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95c175e5-ae0e-497d-972a-af30d354521d {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:19:53.237898 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95c175e5-ae0e-497d-972a-af30d354521d'] response: {'name': 'network-changed', 'server_uuid': '0316ba4a-c6c2-46b4-b1f0-deb184b90942', 'tag': '3924fb00-7978-4d32-abae-f6b7309fe240', 'status': 'completed', 'code': 200} Sep 21 15:19:53.305165 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-17a6b55e-a124-4225-82ff-44d2ce279172 None None] Set router e0744a1d-5385-407e-a836-29cc71615854 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:19:53.378386 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a2017-c221-45e8-bce8-5cf7268c663f req-00bf5d05-9a2b-492d-85b0-a92f85f2cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:53.378386 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-210a2017-c221-45e8-bce8-5cf7268c663f req-00bf5d05-9a2b-492d-85b0-a92f85f2cd05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=0316ba4a-c6c2-46b4-b1f0-deb184b90942 HTTP/1.1" status: 200 len: 1098 time: 0.1116002 Sep 21 15:19:53.592374 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a2017-c221-45e8-bce8-5cf7268c663f req-d5577631-4c45-4874-aa6e-8cb2fd1bbc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:53.592374 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-210a2017-c221-45e8-bce8-5cf7268c663f req-d5577631-4c45-4874-aa6e-8cb2fd1bbc8e service neutron] 10.222.0.20 "GET /v2.0/networks?id=73d5590d-6e41-404f-ba3f-1273cf6e1b7c HTTP/1.1" status: 200 len: 897 time: 0.2081323 Sep 21 15:19:53.692643 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-17a6b55e-a124-4225-82ff-44d2ce279172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0744a1d-5385-407e-a836-29cc71615854', 'name': 'tempest-TestNetworkBasicOps-router-1404513257', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:18:53Z', 'updated_at': '2022-09-21T15:18:59Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:54Z', 'updated_at': '2022-09-21T15:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '08f1c816-09af-470f-a54a-81506cf999ad', 'name': '', 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:92:d9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '4ee8cfa2-ad93-482a-96a6-4d452c16767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:58Z', 'updated_at': '2022-09-21T15:19:04Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '4ee8cfa2-ad93-482a-96a6-4d452c16767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:53.699065 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a6b55e-a124-4225-82ff-44d2ce279172 None None] Checking router: e0744a1d-5385-407e-a836-29cc71615854 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:19:53.709954 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a6b55e-a124-4225-82ff-44d2ce279172 None None] Routers {'e0744a1d-5385-407e-a836-29cc71615854'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:19:53.709954 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-17a6b55e-a124-4225-82ff-44d2ce279172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:19:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['e0744a1d-5385-407e-a836-29cc71615854'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:53.839003 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-210a2017-c221-45e8-bce8-5cf7268c663f req-7b5f2e29-809e-41bf-94af-250d5f1e6963 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3924fb00-7978-4d32-abae-f6b7309fe240 HTTP/1.1" status: 200 len: 217 time: 0.1840479 Sep 21 15:19:53.906985 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-17a6b55e-a124-4225-82ff-44d2ce279172 None None] Set router e0744a1d-5385-407e-a836-29cc71615854 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:19:53.923250 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a2017-c221-45e8-bce8-5cf7268c663f req-fff87da4-cd0f-47f1-9062-a042e6908ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:53.923250 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-210a2017-c221-45e8-bce8-5cf7268c663f req-fff87da4-cd0f-47f1-9062-a042e6908ce7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ee8cfa2-ad93-482a-96a6-4d452c16767f HTTP/1.1" status: 200 len: 834 time: 0.0758893 Sep 21 15:19:53.982309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3487200-92df-4e0a-9b86-fa1a4a1853ae req-b5635b83-75e1-4c6b-af63-c9726db0625b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:53.982309 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d3487200-92df-4e0a-9b86-fa1a4a1853ae req-b5635b83-75e1-4c6b-af63-c9726db0625b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0316ba4a-c6c2-46b4-b1f0-deb184b90942 HTTP/1.1" status: 200 len: 945 time: 0.3944533 Sep 21 15:19:54.067921 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d3487200-92df-4e0a-9b86-fa1a4a1853ae req-6ba5bbed-1873-44c7-ac3c-4ccc59192784 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c450847-953c-4d78-9d20-75f62a9f629a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681982 Sep 21 15:19:54.076063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a2017-c221-45e8-bce8-5cf7268c663f req-ba5c8207-9544-4988-a977-458ceb49df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:54.076063 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-210a2017-c221-45e8-bce8-5cf7268c663f req-ba5c8207-9544-4988-a977-458ceb49df7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73d5590d-6e41-404f-ba3f-1273cf6e1b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1433058 Sep 21 15:19:54.239332 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-210a2017-c221-45e8-bce8-5cf7268c663f req-9cc78bec-2526-4f18-842b-50a4ac9d3f26 service neutron] 10.222.0.20 "GET /v2.0/networks/73d5590d-6e41-404f-ba3f-1273cf6e1b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546755 Sep 21 15:19:54.347791 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-17a6b55e-a124-4225-82ff-44d2ce279172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0744a1d-5385-407e-a836-29cc71615854', 'name': 'tempest-TestNetworkBasicOps-router-1404513257', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:18:53Z', 'updated_at': '2022-09-21T15:18:59Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:54Z', 'updated_at': '2022-09-21T15:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '08f1c816-09af-470f-a54a-81506cf999ad', 'name': '', 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:92:d9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '4ee8cfa2-ad93-482a-96a6-4d452c16767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:58Z', 'updated_at': '2022-09-21T15:19:04Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '4ee8cfa2-ad93-482a-96a6-4d452c16767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:54.353291 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a6b55e-a124-4225-82ff-44d2ce279172 None None] The sync data for ids ['e0744a1d-5385-407e-a836-29cc71615854'] in dv-neutron-858731-1-hyperv is: [{'id': 'e0744a1d-5385-407e-a836-29cc71615854', 'name': 'tempest-TestNetworkBasicOps-router-1404513257', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:18:53Z', 'updated_at': '2022-09-21T15:18:59Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:54Z', 'updated_at': '2022-09-21T15:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '08f1c816-09af-470f-a54a-81506cf999ad', 'name': '', 'network_id': '73d5590d-6e41-404f-ba3f-1273cf6e1b7c', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:92:d9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '4ee8cfa2-ad93-482a-96a6-4d452c16767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:58Z', 'updated_at': '2022-09-21T15:19:04Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '4ee8cfa2-ad93-482a-96a6-4d452c16767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:19:54.391693 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-210a2017-c221-45e8-bce8-5cf7268c663f req-84f9c340-99de-47c6-9dee-220e863dadaf service neutron] 10.222.0.20 "GET /v2.0/networks/73d5590d-6e41-404f-ba3f-1273cf6e1b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439240 Sep 21 15:19:54.631028 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb2fcea-2d0a-42ee-886a-64197d08e719 None None] New status for floating IP 2d830e85-2df6-4814-86fb-7d6bdda7ef0f: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:19:55.103333 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42831598-724d-41eb-9acd-31013e3c2c35 req-86597da6-5005-4409-a879-492779aac80e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:55.103333 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-42831598-724d-41eb-9acd-31013e3c2c35 req-86597da6-5005-4409-a879-492779aac80e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/ports?device_id=0316ba4a-c6c2-46b4-b1f0-deb184b90942 HTTP/1.1" status: 200 len: 945 time: 0.1103957 Sep 21 15:19:55.182281 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-42831598-724d-41eb-9acd-31013e3c2c35 req-cf8723c1-720a-402e-b4f3-155e12a1b1d1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port 3924fb00-7978-4d32-abae-f6b7309fe240 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:19:55.182622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-42831598-724d-41eb-9acd-31013e3c2c35 req-cf8723c1-720a-402e-b4f3-155e12a1b1d1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:55.466182 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0315b-5f26-4bbc-8ace-12da565207b8 req-8dcbcecf-2cf3-4e42-aabc-cca92f6ced02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:19:55.467780 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0ad0315b-5f26-4bbc-8ace-12da565207b8 req-8dcbcecf-2cf3-4e42-aabc-cca92f6ced02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0316ba4a-c6c2-46b4-b1f0-deb184b90942 HTTP/1.1" status: 200 len: 945 time: 0.2596364 Sep 21 15:19:55.545121 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-42831598-724d-41eb-9acd-31013e3c2c35 req-cf8723c1-720a-402e-b4f3-155e12a1b1d1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port 3924fb00-7978-4d32-abae-f6b7309fe240, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=3924fb00-7978-4d32-abae-f6b7309fe240,segment=NetworkSegment(caf87527-ccca-45d0-b610-ece3470398af),segment_id=caf87527-ccca-45d0-b610-ece3470398af)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:19:55.547641 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-42831598-724d-41eb-9acd-31013e3c2c35 req-cf8723c1-720a-402e-b4f3-155e12a1b1d1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:55.562505 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0ad0315b-5f26-4bbc-8ace-12da565207b8 req-de3a10db-00d8-4a44-8b91-b9005b2ad9e2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c450847-953c-4d78-9d20-75f62a9f629a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821991 Sep 21 15:19:55.688982 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-42831598-724d-41eb-9acd-31013e3c2c35 req-cf8723c1-720a-402e-b4f3-155e12a1b1d1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for 3924fb00-7978-4d32-abae-f6b7309fe240 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:19:55.852219 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-42831598-724d-41eb-9acd-31013e3c2c35 req-cf8723c1-720a-402e-b4f3-155e12a1b1d1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:55.926131 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8723c1-720a-402e-b4f3-155e12a1b1d1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=3924fb00-7978-4d32-abae-f6b7309fe240,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:56.034396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-42831598-724d-41eb-9acd-31013e3c2c35 req-cf8723c1-720a-402e-b4f3-155e12a1b1d1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] No DVR routers for this DVR port 3924fb00-7978-4d32-abae-f6b7309fe240 on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:19:56.034396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-42831598-724d-41eb-9acd-31013e3c2c35 req-cf8723c1-720a-402e-b4f3-155e12a1b1d1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:56.041143 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0316ba4a-c6c2-46b4-b1f0-deb184b90942', 'name': 'network-vif-deleted', 'tag': '3924fb00-7978-4d32-abae-f6b7309fe240'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:19:56.041143 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd999b15-c64e-4157-a1f0-8099b468f45b" -d '{"events": [{"server_uuid": "0316ba4a-c6c2-46b4-b1f0-deb184b90942", "name": "network-vif-deleted", "tag": "3924fb00-7978-4d32-abae-f6b7309fe240"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:19:56.056692 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-42831598-724d-41eb-9acd-31013e3c2c35 req-cf8723c1-720a-402e-b4f3-155e12a1b1d1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "DELETE /v2.0/ports/3924fb00-7978-4d32-abae-f6b7309fe240 HTTP/1.1" status: 204 len: 173 time: 0.9461107 Sep 21 15:19:56.092995 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5937041f-7b5f-4fb0-8c90-47b6f617cb84 x-openstack-request-id: req-5937041f-7b5f-4fb0-8c90-47b6f617cb84 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:19:56.092995 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0316ba4a-c6c2-46b4-b1f0-deb184b90942", "name": "network-vif-deleted", "tag": "3924fb00-7978-4d32-abae-f6b7309fe240", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:19:56.092995 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5937041f-7b5f-4fb0-8c90-47b6f617cb84 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:19:56.092995 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5937041f-7b5f-4fb0-8c90-47b6f617cb84'] response: {'server_uuid': '0316ba4a-c6c2-46b4-b1f0-deb184b90942', 'name': 'network-vif-deleted', 'tag': '3924fb00-7978-4d32-abae-f6b7309fe240', 'status': 'completed', 'code': 200} Sep 21 15:19:56.668825 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34608) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:56.843750 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-94b9b8db-6071-41f2-84e3-44e790c61740 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:56.872881 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-94b9b8db-6071-41f2-84e3-44e790c61740 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:56.937823 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-94b9b8db-6071-41f2-84e3-44e790c61740 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:56.955546 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9b8db-6071-41f2-84e3-44e790c61740 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c450847-953c-4d78-9d20-75f62a9f629a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:56.966952 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-94b9b8db-6071-41f2-84e3-44e790c61740 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:56.968268 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-94b9b8db-6071-41f2-84e3-44e790c61740 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/security-groups/2c450847-953c-4d78-9d20-75f62a9f629a HTTP/1.1" status: 204 len: 168 time: 0.2984145 Sep 21 15:19:56.997450 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34614) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:57.572945 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8055-a31e-416b-9670-b6001833f837 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:57.934243 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2ffc8055-a31e-416b-9670-b6001833f837 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port 08f1c816-09af-470f-a54a-81506cf999ad {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:19:57.934917 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8055-a31e-416b-9670-b6001833f837 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:58.125586 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-2ffc8055-a31e-416b-9670-b6001833f837 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port 08f1c816-09af-470f-a54a-81506cf999ad, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=08f1c816-09af-470f-a54a-81506cf999ad,segment=NetworkSegment(caf87527-ccca-45d0-b610-ece3470398af),segment_id=caf87527-ccca-45d0-b610-ece3470398af)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:19:58.125942 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8055-a31e-416b-9670-b6001833f837 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:58.254287 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2ffc8055-a31e-416b-9670-b6001833f837 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for 08f1c816-09af-470f-a54a-81506cf999ad owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:19:58.575576 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8055-a31e-416b-9670-b6001833f837 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:58.655021 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc8055-a31e-416b-9670-b6001833f837 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=08f1c816-09af-470f-a54a-81506cf999ad,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:19:58.931487 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2ffc8055-a31e-416b-9670-b6001833f837 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:59.320301 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffc8055-a31e-416b-9670-b6001833f837 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router e0744a1d-5385-407e-a836-29cc71615854 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:19:59.515089 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffc8055-a31e-416b-9670-b6001833f837 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:19:59.525919 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c732a9d3-6ab9-458d-bb5a-54602ddcec9d None None] Sync routers for ids ['e0744a1d-5385-407e-a836-29cc71615854'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:19:59.532266 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34620) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:19:59.536232 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2ffc8055-a31e-416b-9670-b6001833f837 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/routers/e0744a1d-5385-407e-a836-29cc71615854/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5291865 Sep 21 15:19:59.539028 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c732a9d3-6ab9-458d-bb5a-54602ddcec9d None None] Routers {'e0744a1d-5385-407e-a836-29cc71615854'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:19:59.539028 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c732a9d3-6ab9-458d-bb5a-54602ddcec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:19:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['e0744a1d-5385-407e-a836-29cc71615854'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:19:59.559407 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 3924fb00-7978-4d32-abae-f6b7309fe240 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:19:59.600342 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 3924fb00-7978-4d32-abae-f6b7309fe240 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:19:59.601368 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 3924fb00-7978-4d32-abae-f6b7309fe240 not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:19:59.623564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f69048-1900-4b1c-902c-9430257218b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting subnet 4ee8cfa2-ad93-482a-96a6-4d452c16767f {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:19:59.630676 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c7f69048-1900-4b1c-902c-9430257218b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:59.693469 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c7f69048-1900-4b1c-902c-9430257218b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:19:59.738225 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-c732a9d3-6ab9-458d-bb5a-54602ddcec9d None None] Set router e0744a1d-5385-407e-a836-29cc71615854 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:19:59.807243 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c7f69048-1900-4b1c-902c-9430257218b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:00.009141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c7f69048-1900-4b1c-902c-9430257218b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:00.053598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c7f69048-1900-4b1c-902c-9430257218b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:00.055832 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c732a9d3-6ab9-458d-bb5a-54602ddcec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0744a1d-5385-407e-a836-29cc71615854', 'name': 'tempest-TestNetworkBasicOps-router-1404513257', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:18:53Z', 'updated_at': '2022-09-21T15:19:58Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:54Z', 'updated_at': '2022-09-21T15:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:20:00.057987 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f69048-1900-4b1c-902c-9430257218b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Subnet': ['ID=4ee8cfa2-ad93-482a-96a6-4d452c16767f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:00.060010 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c732a9d3-6ab9-458d-bb5a-54602ddcec9d None None] Checking router: e0744a1d-5385-407e-a836-29cc71615854 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:20:00.062782 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bde228f-7a1e-403b-90d0-9724d369f8d4 None None] Network 73d5590d-6e41-404f-ba3f-1273cf6e1b7c requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:20:00.064516 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c7f69048-1900-4b1c-902c-9430257218b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/subnets/4ee8cfa2-ad93-482a-96a6-4d452c16767f HTTP/1.1" status: 204 len: 168 time: 0.5381777 Sep 21 15:20:00.067048 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34624) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:00.072971 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c732a9d3-6ab9-458d-bb5a-54602ddcec9d None None] Routers {'e0744a1d-5385-407e-a836-29cc71615854'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:20:00.073576 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c732a9d3-6ab9-458d-bb5a-54602ddcec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:19:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['e0744a1d-5385-407e-a836-29cc71615854'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:20:00.305895 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e1309b6-f914-4ba5-832b-8a57b29f51b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:00.338616 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-c732a9d3-6ab9-458d-bb5a-54602ddcec9d None None] Set router e0744a1d-5385-407e-a836-29cc71615854 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:20:00.389692 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46111b0a-59ed-4043-8f27-99170dce1358 None None] DHCP port deletion for 73d5590d-6e41-404f-ba3f-1273cf6e1b7c request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:20:00.393873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-46111b0a-59ed-4043-8f27-99170dce1358 None None] Deleting port 3559d777-6cc5-4dbb-b419-3f7c0d756830 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:20:00.394261 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-46111b0a-59ed-4043-8f27-99170dce1358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:00.507386 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e1309b6-f914-4ba5-832b-8a57b29f51b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:00.520003 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7e1309b6-f914-4ba5-832b-8a57b29f51b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port 5993b454-db17-4c9a-8dd4-2cfe9f541d88 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:20:00.520355 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e1309b6-f914-4ba5-832b-8a57b29f51b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:00.631514 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-46111b0a-59ed-4043-8f27-99170dce1358 None None] For port 3559d777-6cc5-4dbb-b419-3f7c0d756830, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=3559d777-6cc5-4dbb-b419-3f7c0d756830,segment=NetworkSegment(caf87527-ccca-45d0-b610-ece3470398af),segment_id=caf87527-ccca-45d0-b610-ece3470398af)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:20:00.631514 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-46111b0a-59ed-4043-8f27-99170dce1358 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:00.653187 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c732a9d3-6ab9-458d-bb5a-54602ddcec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0744a1d-5385-407e-a836-29cc71615854', 'name': 'tempest-TestNetworkBasicOps-router-1404513257', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:18:53Z', 'updated_at': '2022-09-21T15:19:58Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:54Z', 'updated_at': '2022-09-21T15:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:20:00.657934 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c732a9d3-6ab9-458d-bb5a-54602ddcec9d None None] The sync data for ids ['e0744a1d-5385-407e-a836-29cc71615854'] in dv-neutron-858731-1-hyperv is: [{'id': 'e0744a1d-5385-407e-a836-29cc71615854', 'name': 'tempest-TestNetworkBasicOps-router-1404513257', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:18:53Z', 'updated_at': '2022-09-21T15:19:58Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '5993b454-db17-4c9a-8dd4-2cfe9f541d88', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ad:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0744a1d-5385-407e-a836-29cc71615854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:18:54Z', 'updated_at': '2022-09-21T15:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:20:00.733462 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-7e1309b6-f914-4ba5-832b-8a57b29f51b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port 5993b454-db17-4c9a-8dd4-2cfe9f541d88, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5993b454-db17-4c9a-8dd4-2cfe9f541d88,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:20:00.733462 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e1309b6-f914-4ba5-832b-8a57b29f51b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:00.760219 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-46111b0a-59ed-4043-8f27-99170dce1358 None None] Calling delete_port for 3559d777-6cc5-4dbb-b419-3f7c0d756830 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:20:00.851554 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-46111b0a-59ed-4043-8f27-99170dce1358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:00.872895 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7e1309b6-f914-4ba5-832b-8a57b29f51b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for 5993b454-db17-4c9a-8dd4-2cfe9f541d88 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:20:00.905763 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46111b0a-59ed-4043-8f27-99170dce1358 None None] Pushing event deleted for resources: {'Port': ['ID=3559d777-6cc5-4dbb-b419-3f7c0d756830,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:00.907549 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46111b0a-59ed-4043-8f27-99170dce1358 None None] No DVR routers for this DVR port 3559d777-6cc5-4dbb-b419-3f7c0d756830 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:20:00.921143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46111b0a-59ed-4043-8f27-99170dce1358 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:00.922189 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46111b0a-59ed-4043-8f27-99170dce1358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:00.922189 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46111b0a-59ed-4043-8f27-99170dce1358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:00.922189 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46111b0a-59ed-4043-8f27-99170dce1358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:00.922551 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46111b0a-59ed-4043-8f27-99170dce1358 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:00.923717 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46111b0a-59ed-4043-8f27-99170dce1358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:00.924494 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46111b0a-59ed-4043-8f27-99170dce1358 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:00.924652 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46111b0a-59ed-4043-8f27-99170dce1358 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:00.926031 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46111b0a-59ed-4043-8f27-99170dce1358 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:00.926031 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46111b0a-59ed-4043-8f27-99170dce1358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:00.926031 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46111b0a-59ed-4043-8f27-99170dce1358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:00.926031 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46111b0a-59ed-4043-8f27-99170dce1358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:01.236429 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e1309b6-f914-4ba5-832b-8a57b29f51b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:01.284694 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1309b6-f914-4ba5-832b-8a57b29f51b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=5993b454-db17-4c9a-8dd4-2cfe9f541d88,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:01.383899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e1309b6-f914-4ba5-832b-8a57b29f51b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:01.668704 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e1309b6-f914-4ba5-832b-8a57b29f51b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:01.672850 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e1309b6-f914-4ba5-832b-8a57b29f51b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:01.695806 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e1309b6-f914-4ba5-832b-8a57b29f51b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:01.696621 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1309b6-f914-4ba5-832b-8a57b29f51b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Fanout notify agent at l3_agent the message router_deleted on router e0744a1d-5385-407e-a836-29cc71615854 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:20:01.716348 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e1309b6-f914-4ba5-832b-8a57b29f51b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:01.718344 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7e1309b6-f914-4ba5-832b-8a57b29f51b8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/routers/e0744a1d-5385-407e-a836-29cc71615854 HTTP/1.1" status: 204 len: 168 time: 1.6501243 Sep 21 15:20:01.721250 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34628) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:01.847573 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-82b2de82-cd8d-496a-8351-e4ba821d0117 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:02.001063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-82b2de82-cd8d-496a-8351-e4ba821d0117 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:02.031389 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-82b2de82-cd8d-496a-8351-e4ba821d0117 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d5590d-6e41-404f-ba3f-1273cf6e1b7c']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:20:02.048214 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-82b2de82-cd8d-496a-8351-e4ba821d0117 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf87527-ccca-45d0-b610-ece3470398af') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:20:02.048605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-82b2de82-cd8d-496a-8351-e4ba821d0117 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf87527-ccca-45d0-b610-ece3470398af') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:20:02.063026 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-82b2de82-cd8d-496a-8351-e4ba821d0117 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:02.084712 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-82b2de82-cd8d-496a-8351-e4ba821d0117 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:02.091877 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b2de82-cd8d-496a-8351-e4ba821d0117 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:20:02.092281 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-82b2de82-cd8d-496a-8351-e4ba821d0117 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:02.215173 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-82b2de82-cd8d-496a-8351-e4ba821d0117 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:02.236173 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-82b2de82-cd8d-496a-8351-e4ba821d0117 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:02.243672 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2de82-cd8d-496a-8351-e4ba821d0117 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Network': ['ID=73d5590d-6e41-404f-ba3f-1273cf6e1b7c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:02.261517 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-82b2de82-cd8d-496a-8351-e4ba821d0117 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/networks/73d5590d-6e41-404f-ba3f-1273cf6e1b7c HTTP/1.1" status: 204 len: 168 time: 0.5386300 Sep 21 15:20:02.275730 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34636) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:02.285050 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-94f32819-08cc-4a7d-89ac-d978cf748536 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'network': {'name': 'tempest-network-smoke--377679699', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'port_security_enabled': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:20:02.290580 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-94f32819-08cc-4a7d-89ac-d978cf748536 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:20:02.296065 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-94f32819-08cc-4a7d-89ac-d978cf748536 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:network and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:20:02.300628 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-94f32819-08cc-4a7d-89ac-d978cf748536 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:20:02.311496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-94f32819-08cc-4a7d-89ac-d978cf748536 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:20:02.325364 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 3559d777-6cc5-4dbb-b419-3f7c0d756830 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:20:02.334606 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f32819-08cc-4a7d-89ac-d978cf748536 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:20:02.350390 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-94f32819-08cc-4a7d-89ac-d978cf748536 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:02.376396 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 3559d777-6cc5-4dbb-b419-3f7c0d756830 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:20:02.376396 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 3559d777-6cc5-4dbb-b419-3f7c0d756830 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:20:02.376396 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 08f1c816-09af-470f-a54a-81506cf999ad no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:20:02.382657 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f32819-08cc-4a7d-89ac-d978cf748536 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:20:02.391055 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment caf87527-ccca-45d0-b610-ece3470398af resource provider aggregate not found Sep 21 15:20:02.407068 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-94f32819-08cc-4a7d-89ac-d978cf748536 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:02.407068 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-94f32819-08cc-4a7d-89ac-d978cf748536 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Added segment 02cb24cf-be29-4829-b917-d52a71dd54a0 of type vlan for network 7437916e-6f56-499a-a2b9-42bb7ddcbd31 Sep 21 15:20:02.415641 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment caf87527-ccca-45d0-b610-ece3470398af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid caf87527-ccca-45d0-b610-ece3470398af found for delete ", "request_id": "req-b63dd8a7-be8f-4fb6-bd91-9d9c93286d16"}]} Sep 21 15:20:02.423154 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 08f1c816-09af-470f-a54a-81506cf999ad {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:20:02.423154 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 08f1c816-09af-470f-a54a-81506cf999ad not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:20:02.423459 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5993b454-db17-4c9a-8dd4-2cfe9f541d88 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:20:02.446566 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-94f32819-08cc-4a7d-89ac-d978cf748536 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:02.467169 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 5993b454-db17-4c9a-8dd4-2cfe9f541d88 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:20:02.468054 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5993b454-db17-4c9a-8dd4-2cfe9f541d88 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:20:02.488098 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-94f32819-08cc-4a7d-89ac-d978cf748536 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:02.493916 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f32819-08cc-4a7d-89ac-d978cf748536 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:02.494547 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-94f32819-08cc-4a7d-89ac-d978cf748536 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:02.608350 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-94f32819-08cc-4a7d-89ac-d978cf748536 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3298252 Sep 21 15:20:02.611132 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34642) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:02.615401 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f32819-08cc-4a7d-89ac-d978cf748536 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Network': ['ID=7437916e-6f56-499a-a2b9-42bb7ddcbd31,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:02.622402 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-46484593', 'admin_state_up': True, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:20:02.628617 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 7437916e-6f56-499a-a2b9-42bb7ddcbd31 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:20:02.635430 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:20:02.639618 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:router and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:20:02.645298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:20:02.654721 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:20:02.666652 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:02.667720 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:02.685691 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:03.157883 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:03.483187 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:03.521553 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:03.668919 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.26.4.116 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:20:03.834895 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:03.860584 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:03.935738 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:20:03.939286 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:20:03.942866 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:20:03.971721 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:04.378825 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:04.815791 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:05.020595 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router ffcfb35f-f6f5-4572-8999-625efeabfddf is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:20:05.197934 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:20:05.207324 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] Sync routers for ids ['ffcfb35f-f6f5-4572-8999-625efeabfddf'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:20:05.216097 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] Routers {'ffcfb35f-f6f5-4572-8999-625efeabfddf'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:20:05.216732 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:19:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['ffcfb35f-f6f5-4572-8999-625efeabfddf'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:20:05.224922 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:05.226165 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-aab981f3-594f-473b-b0b6-1deaf9e7ad58 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6124022 Sep 21 15:20:05.229374 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34646) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:05.268685 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3ecacb1a-f352-4417-a570-f1051dfb9e14 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=821a0a843ff74fdda869752c13af53c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380991 Sep 21 15:20:05.271211 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34650) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:05.403463 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a8b1ab-1bbe-4a4d-a5d3-6d93c5da57ec tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:05.408828 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-17a8b1ab-1bbe-4a4d-a5d3-6d93c5da57ec tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1339645 Sep 21 15:20:05.409089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34654) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:05.431980 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] Set router ffcfb35f-f6f5-4572-8999-625efeabfddf gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:20:05.447795 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-62c0fe50-6df4-4639-9541-94d8b958698a tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=445481ae-8997-4e7e-a514-07e782c48c85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376241 Sep 21 15:20:05.450673 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34658) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:05.456376 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d0b5f96c-935a-4e1f-97fb-5976b74d1634 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1569127592', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:20:05.566580 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d0b5f96c-935a-4e1f-97fb-5976b74d1634 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:20:05.570381 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d0b5f96c-935a-4e1f-97fb-5976b74d1634 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:subnet and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:20:05.573205 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d0b5f96c-935a-4e1f-97fb-5976b74d1634 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:20:05.579867 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d0b5f96c-935a-4e1f-97fb-5976b74d1634 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:20:05.589366 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b5f96c-935a-4e1f-97fb-5976b74d1634 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:20:05.593759 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d0b5f96c-935a-4e1f-97fb-5976b74d1634 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:05.610389 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d85221c4-2d06-4501-8791-0462b0e26aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:05.728197 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'name': 'tempest-TestNetworkBasicOps-router-46484593', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:20:02Z', 'updated_at': '2022-09-21T15:20:04Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:03Z', 'updated_at': '2022-09-21T15:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:20:05.732061 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] Checking router: ffcfb35f-f6f5-4572-8999-625efeabfddf for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:20:05.732413 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] Updating router ffcfb35f-f6f5-4572-8999-625efeabfddf port e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:20:05.786341 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:05.814483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d0b5f96c-935a-4e1f-97fb-5976b74d1634 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:05.892139 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5f96c-935a-4e1f-97fb-5976b74d1634 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Subnet': ['ID=ea3067ea-c9c6-44a1-bf94-55a5a48d7581,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:05.900686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5f96c-935a-4e1f-97fb-5976b74d1634 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Checking segment: {'id': '02cb24cf-be29-4829-b917-d52a71dd54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:20:05.901044 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b5f96c-935a-4e1f-97fb-5976b74d1634 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network hostable DHCP agents. Network: 7437916e-6f56-499a-a2b9-42bb7ddcbd31, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:20:05.921807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b5f96c-935a-4e1f-97fb-5976b74d1634 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 7437916e-6f56-499a-a2b9-42bb7ddcbd31 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:20:05.938640 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-d0b5f96c-935a-4e1f-97fb-5976b74d1634 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 7437916e-6f56-499a-a2b9-42bb7ddcbd31) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:20:05.942901 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b5f96c-935a-4e1f-97fb-5976b74d1634 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:05.943487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d0b5f96c-935a-4e1f-97fb-5976b74d1634 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:05.948614 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b0cb1e-c06b-4baa-b809-8d108148d295 None None] Network 7437916e-6f56-499a-a2b9-42bb7ddcbd31 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:20:05.967488 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d0b5f96c-935a-4e1f-97fb-5976b74d1634 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5157919 Sep 21 15:20:05.970197 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34662) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:06.309547 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ips': [{'subnet_id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:20:06.310356 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:06.383538 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:06.413698 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] Transition to ACTIVE for port object e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:20:06.425729 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:06.544167 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] Attempting to bind port e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:20:06.544551 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] Attempting to bind port e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:20:06.544911 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] Attempting to bind port e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:20:06.560952 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:20:06.561368 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:20:06.562030 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:06.562423 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:20:06.562882 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] Bound port: e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:20:06.563248 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:06.594698 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10910dc4-9e0b-4cf3-ad73-5b20b42a51d1 None None] Pushing event updated for resources: {'Port': ['ID=e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:06.613327 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] Allocated IP 172.20.0.2 (7437916e-6f56-499a-a2b9-42bb7ddcbd31/ea3067ea-c9c6-44a1-bf94-55a5a48d7581/03ef5558-0abc-4979-9338-7ea84ffb04cd) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:20:06.725589 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] For port e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:20:06.738819 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] For port e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:20:06.750241 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:06.784696 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4fc52812-89bb-474b-95db-06b9aae37630 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:06.857199 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] Routers {'ffcfb35f-f6f5-4572-8999-625efeabfddf'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:20:06.857781 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:19:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['ffcfb35f-f6f5-4572-8999-625efeabfddf'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:20:07.028922 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10910dc4-9e0b-4cf3-ad73-5b20b42a51d1 None None] Pushing event updated for resources: {'Port': ['ID=e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:07.129225 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:07.145497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] Transition to ACTIVE for port object 03ef5558-0abc-4979-9338-7ea84ffb04cd will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:20:07.172757 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] Set router ffcfb35f-f6f5-4572-8999-625efeabfddf gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:20:07.272388 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] Transition to ACTIVE for port object 03ef5558-0abc-4979-9338-7ea84ffb04cd will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:20:07.294622 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:07.346791 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-4fc52812-89bb-474b-95db-06b9aae37630 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.20.0.1 (7437916e-6f56-499a-a2b9-42bb7ddcbd31/ea3067ea-c9c6-44a1-bf94-55a5a48d7581/287ead76-3e02-43fb-a356-9f55f5d429b0) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:20:07.423408 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] Network 7437916e-6f56-499a-a2b9-42bb7ddcbd31 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:20:07.429084 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:20:07.435808 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:20:07.438560 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] Pushing event updated for resources: {'Port': ['ID=03ef5558-0abc-4979-9338-7ea84ffb04cd,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:07.504542 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4fc52812-89bb-474b-95db-06b9aae37630 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:07.520709 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-4fc52812-89bb-474b-95db-06b9aae37630 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Transition to ACTIVE for port object 287ead76-3e02-43fb-a356-9f55f5d429b0 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:20:07.543805 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4fc52812-89bb-474b-95db-06b9aae37630 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:07.600584 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] Attempting to bind port 03ef5558-0abc-4979-9338-7ea84ffb04cd on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:20:07.600940 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] Attempting to bind port 03ef5558-0abc-4979-9338-7ea84ffb04cd by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '02cb24cf-be29-4829-b917-d52a71dd54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:20:07.601293 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] Attempting to bind port 03ef5558-0abc-4979-9338-7ea84ffb04cd on network 7437916e-6f56-499a-a2b9-42bb7ddcbd31 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:20:07.609119 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:20:07.609486 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] Checking segment: {'id': '02cb24cf-be29-4829-b917-d52a71dd54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:20:07.609880 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:07.610267 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] Bound using segment: {'id': '02cb24cf-be29-4829-b917-d52a71dd54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:20:07.610721 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] Bound port: 03ef5558-0abc-4979-9338-7ea84ffb04cd, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cb24cf-be29-4829-b917-d52a71dd54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:20:07.611085 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:07.611749 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc52812-89bb-474b-95db-06b9aae37630 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 7437916e-6f56-499a-a2b9-42bb7ddcbd31 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:20:07.614731 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-4fc52812-89bb-474b-95db-06b9aae37630 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:20:07.618456 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc52812-89bb-474b-95db-06b9aae37630 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:20:07.664399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc52812-89bb-474b-95db-06b9aae37630 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=287ead76-3e02-43fb-a356-9f55f5d429b0,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:07.681165 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4fc52812-89bb-474b-95db-06b9aae37630 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:07.707961 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'name': 'tempest-TestNetworkBasicOps-router-46484593', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:20:02Z', 'updated_at': '2022-09-21T15:20:04Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:03Z', 'updated_at': '2022-09-21T15:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:20:07.715195 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed77c9d-ab60-433e-9154-a92b048cdc0e None None] The sync data for ids ['ffcfb35f-f6f5-4572-8999-625efeabfddf'] in dv-neutron-858731-1-hyperv is: [{'id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'name': 'tempest-TestNetworkBasicOps-router-46484593', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:20:02Z', 'updated_at': '2022-09-21T15:20:04Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:03Z', 'updated_at': '2022-09-21T15:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:20:07.717085 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] For port 03ef5558-0abc-4979-9338-7ea84ffb04cd, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:20:07.720641 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] For port 03ef5558-0abc-4979-9338-7ea84ffb04cd, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=03ef5558-0abc-4979-9338-7ea84ffb04cd,segment=NetworkSegment(02cb24cf-be29-4829-b917-d52a71dd54a0),segment_id=02cb24cf-be29-4829-b917-d52a71dd54a0)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:20:07.725957 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:07.821975 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff2300-9c4a-4081-9a6a-7819f710928b None None] Pushing event updated for resources: {'Port': ['ID=03ef5558-0abc-4979-9338-7ea84ffb04cd,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:07.856221 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d601f063-2372-44f4-b472-4dd8ca1d0685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:08.167004 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4fc52812-89bb-474b-95db-06b9aae37630 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:08.362134 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 03ef5558-0abc-4979-9338-7ea84ffb04cd up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:20:08.445418 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 03ef5558-0abc-4979-9338-7ea84ffb04cd completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:20:08.451327 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:20:08.524754 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:20:08.531704 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:20:08.532083 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:08.646318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4fc52812-89bb-474b-95db-06b9aae37630 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:08.656794 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4fc52812-89bb-474b-95db-06b9aae37630 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:08.694618 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:20:08.695048 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:08.703094 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:08.718657 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:20:08.724282 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:08.791807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4fc52812-89bb-474b-95db-06b9aae37630 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:08.797128 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc52812-89bb-474b-95db-06b9aae37630 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=287ead76-3e02-43fb-a356-9f55f5d429b0,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:08.812307 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:08.866252 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:08.939784 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc52812-89bb-474b-95db-06b9aae37630 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 7437916e-6f56-499a-a2b9-42bb7ddcbd31 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:20:08.939989 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33698dfd-cec4-4b87-a519-2b7ff038d998 None None] Network 7437916e-6f56-499a-a2b9-42bb7ddcbd31 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:20:08.940934 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-4fc52812-89bb-474b-95db-06b9aae37630 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:20:09.036660 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f79536ed-97b5-4573-b5af-9b620f92e806 None None] Provisioning for port 03ef5558-0abc-4979-9338-7ea84ffb04cd completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:20:09.048072 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f79536ed-97b5-4573-b5af-9b620f92e806 None None] Provisioning complete for port 03ef5558-0abc-4979-9338-7ea84ffb04cd triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:20:09.048612 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f79536ed-97b5-4573-b5af-9b620f92e806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:09.140131 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc52812-89bb-474b-95db-06b9aae37630 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router ffcfb35f-f6f5-4572-8999-625efeabfddf has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:20:09.325141 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f79536ed-97b5-4573-b5af-9b620f92e806 None None] Current status of the port 03ef5558-0abc-4979-9338-7ea84ffb04cd is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:20:09.325570 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f79536ed-97b5-4573-b5af-9b620f92e806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:09.325860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc52812-89bb-474b-95db-06b9aae37630 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:20:09.341536 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34668) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:09.342072 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4fc52812-89bb-474b-95db-06b9aae37630 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/routers/ffcfb35f-f6f5-4572-8999-625efeabfddf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3704083 Sep 21 15:20:09.366176 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f79536ed-97b5-4573-b5af-9b620f92e806 None None] For port 03ef5558-0abc-4979-9338-7ea84ffb04cd, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=03ef5558-0abc-4979-9338-7ea84ffb04cd,segment=NetworkSegment(02cb24cf-be29-4829-b917-d52a71dd54a0),segment_id=02cb24cf-be29-4829-b917-d52a71dd54a0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:20:09.372162 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f79536ed-97b5-4573-b5af-9b620f92e806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:09.454297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79536ed-97b5-4573-b5af-9b620f92e806 None None] Pushing event updated for resources: {'Port': ['ID=03ef5558-0abc-4979-9338-7ea84ffb04cd,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:09.496770 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8bdb6e-680d-48c0-8e85-92dfa1b6264f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:09.497237 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8bdb6e-680d-48c0-8e85-92dfa1b6264f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:09.497693 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8bdb6e-680d-48c0-8e85-92dfa1b6264f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:09.498153 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8bdb6e-680d-48c0-8e85-92dfa1b6264f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:09.498640 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8bdb6e-680d-48c0-8e85-92dfa1b6264f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:09.499085 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8bdb6e-680d-48c0-8e85-92dfa1b6264f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:09.500860 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4e8bdb6e-680d-48c0-8e85-92dfa1b6264f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.1581059 Sep 21 15:20:09.503498 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34672) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:09.574226 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] Sync routers for ids ['ffcfb35f-f6f5-4572-8999-625efeabfddf'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:20:09.584170 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] Routers {'ffcfb35f-f6f5-4572-8999-625efeabfddf'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:20:09.584890 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:20:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['ffcfb35f-f6f5-4572-8999-625efeabfddf'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:20:09.587001 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db493b2-9c97-4ccd-ae35-c4537fc080fa tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:09.587470 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db493b2-9c97-4ccd-ae35-c4537fc080fa tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:09.587923 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db493b2-9c97-4ccd-ae35-c4537fc080fa tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:09.588366 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db493b2-9c97-4ccd-ae35-c4537fc080fa tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:09.588970 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db493b2-9c97-4ccd-ae35-c4537fc080fa tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:09.589410 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db493b2-9c97-4ccd-ae35-c4537fc080fa tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:09.594301 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5db493b2-9c97-4ccd-ae35-c4537fc080fa tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0867755 Sep 21 15:20:09.594643 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34676) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:09.697130 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-60875952-b6ca-4c7e-a46d-7ebfdec34d8c None None] Provisioning for port 287ead76-3e02-43fb-a356-9f55f5d429b0 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:20:09.704474 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-60875952-b6ca-4c7e-a46d-7ebfdec34d8c None None] Provisioning complete for port 287ead76-3e02-43fb-a356-9f55f5d429b0 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:20:09.704918 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-60875952-b6ca-4c7e-a46d-7ebfdec34d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:09.766276 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-60875952-b6ca-4c7e-a46d-7ebfdec34d8c None None] Port 287ead76-3e02-43fb-a356-9f55f5d429b0 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:20:09.784098 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-60875952-b6ca-4c7e-a46d-7ebfdec34d8c None None] Provisioning complete for port 03ef5558-0abc-4979-9338-7ea84ffb04cd triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:20:09.784328 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-60875952-b6ca-4c7e-a46d-7ebfdec34d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:09.826871 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8f583dde-5014-42de-82ab-c4ed3fa2e962 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2305598 Sep 21 15:20:09.853487 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] Set router ffcfb35f-f6f5-4572-8999-625efeabfddf gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:20:09.922541 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34682) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:09.927760 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-df2a54cf-8dc3-4816-9a68-fa2364a5d769 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1582978296', 'description': 'tempest-secgroup-smoke-1582978296 description', 'project_id': '821a0a843ff74fdda869752c13af53c9'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:20:09.934848 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-df2a54cf-8dc3-4816-9a68-fa2364a5d769 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:20:09.940688 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-df2a54cf-8dc3-4816-9a68-fa2364a5d769 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:20:09.940952 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-60875952-b6ca-4c7e-a46d-7ebfdec34d8c None None] Current status of the port 03ef5558-0abc-4979-9338-7ea84ffb04cd is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:20:09.950256 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-df2a54cf-8dc3-4816-9a68-fa2364a5d769 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:20:09.952471 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-df2a54cf-8dc3-4816-9a68-fa2364a5d769 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:20:09.965425 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df2a54cf-8dc3-4816-9a68-fa2364a5d769 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:09.993483 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-df2a54cf-8dc3-4816-9a68-fa2364a5d769 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:20:09.998044 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-df2a54cf-8dc3-4816-9a68-fa2364a5d769 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:20:10.001830 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-df2a54cf-8dc3-4816-9a68-fa2364a5d769 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:20:10.007851 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-df2a54cf-8dc3-4816-9a68-fa2364a5d769 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:20:10.075403 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f4ba6fdf-8cbb-46a2-a77b-f92a562ffbcd None None] Provisioning complete for port 287ead76-3e02-43fb-a356-9f55f5d429b0 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:20:10.075956 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6fdf-8cbb-46a2-a77b-f92a562ffbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.100370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df2a54cf-8dc3-4816-9a68-fa2364a5d769 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.108442 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df2a54cf-8dc3-4816-9a68-fa2364a5d769 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.142909 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba6fdf-8cbb-46a2-a77b-f92a562ffbcd None None] Port 287ead76-3e02-43fb-a356-9f55f5d429b0 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:20:10.165430 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df2a54cf-8dc3-4816-9a68-fa2364a5d769 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.166689 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-df2a54cf-8dc3-4816-9a68-fa2364a5d769 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2436011 Sep 21 15:20:10.169571 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34686) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:10.175427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6bff5c82-936e-4321-938a-5f9557f0d52e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '9e0d4c58-7859-485b-8958-bde8e7d5b60a', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:20:10.179394 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a54cf-8dc3-4816-9a68-fa2364a5d769 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0d4c58-7859-485b-8958-bde8e7d5b60a,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:10.182380 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6bff5c82-936e-4321-938a-5f9557f0d52e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:20:10.187667 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6bff5c82-936e-4321-938a-5f9557f0d52e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:20:10.191212 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6bff5c82-936e-4321-938a-5f9557f0d52e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:20:10.197610 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6bff5c82-936e-4321-938a-5f9557f0d52e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:20:10.217683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6bff5c82-936e-4321-938a-5f9557f0d52e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.229766 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'name': 'tempest-TestNetworkBasicOps-router-46484593', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:20:02Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:03Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '287ead76-3e02-43fb-a356-9f55f5d429b0', 'name': '', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:95:1a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:07Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 2, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:20:10.233750 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] Checking router: ffcfb35f-f6f5-4572-8999-625efeabfddf for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:20:10.234099 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] Updating router ffcfb35f-f6f5-4572-8999-625efeabfddf port 287ead76-3e02-43fb-a356-9f55f5d429b0 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:20:10.262589 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-57359fda-6616-4d49-8324-ccfb202f706f None None] Provisioning complete for port 287ead76-3e02-43fb-a356-9f55f5d429b0 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:20:10.263014 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-57359fda-6616-4d49-8324-ccfb202f706f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.293942 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6bff5c82-936e-4321-938a-5f9557f0d52e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.298521 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6bff5c82-936e-4321-938a-5f9557f0d52e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.301737 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.332805 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff5c82-936e-4321-938a-5f9557f0d52e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1adfd6-04ed-4086-97f8-ddd45d2e2ecd,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:10.338839 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 03ef5558-0abc-4979-9338-7ea84ffb04cd up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:20:10.345436 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6bff5c82-936e-4321-938a-5f9557f0d52e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.349714 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6bff5c82-936e-4321-938a-5f9557f0d52e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1760516 Sep 21 15:20:10.349861 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34690) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:10.356414 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a6a0ca6d-e974-47d6-936b-8f8a72388671 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '9e0d4c58-7859-485b-8958-bde8e7d5b60a', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:20:10.362733 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a6a0ca6d-e974-47d6-936b-8f8a72388671 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:20:10.366638 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a6a0ca6d-e974-47d6-936b-8f8a72388671 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:20:10.369589 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-57359fda-6616-4d49-8324-ccfb202f706f None None] Port 287ead76-3e02-43fb-a356-9f55f5d429b0 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:20:10.370189 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a6a0ca6d-e974-47d6-936b-8f8a72388671 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:20:10.378629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a6a0ca6d-e974-47d6-936b-8f8a72388671 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:20:10.398511 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6a0ca6d-e974-47d6-936b-8f8a72388671 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.412375 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 03ef5558-0abc-4979-9338-7ea84ffb04cd triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:20:10.413044 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.467516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6a0ca6d-e974-47d6-936b-8f8a72388671 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.474161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6a0ca6d-e974-47d6-936b-8f8a72388671 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.497767 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0ca6d-e974-47d6-936b-8f8a72388671 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74413907-36a1-4a4f-a34d-e6af66ab9320,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:10.509521 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6a0ca6d-e974-47d6-936b-8f8a72388671 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.513517 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a6a0ca6d-e974-47d6-936b-8f8a72388671 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1601417 Sep 21 15:20:10.513751 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34694) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:10.520423 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-59bf0a17-b1fe-4e22-abe8-09c66c588d4a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '9e0d4c58-7859-485b-8958-bde8e7d5b60a', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:20:10.522400 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.526504 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-59bf0a17-b1fe-4e22-abe8-09c66c588d4a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:20:10.530703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-59bf0a17-b1fe-4e22-abe8-09c66c588d4a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:20:10.533989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-59bf0a17-b1fe-4e22-abe8-09c66c588d4a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:20:10.539937 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-59bf0a17-b1fe-4e22-abe8-09c66c588d4a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:20:10.551324 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 03ef5558-0abc-4979-9338-7ea84ffb04cd is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:20:10.552498 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:20:10.560120 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59bf0a17-b1fe-4e22-abe8-09c66c588d4a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.621369 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:20:10.622130 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.626899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59bf0a17-b1fe-4e22-abe8-09c66c588d4a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.630725 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59bf0a17-b1fe-4e22-abe8-09c66c588d4a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.664129 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf0a17-b1fe-4e22-abe8-09c66c588d4a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7cb709-eaa9-4d96-ac58-48d91a9d9c2b,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:10.668985 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59bf0a17-b1fe-4e22-abe8-09c66c588d4a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.672780 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-59bf0a17-b1fe-4e22-abe8-09c66c588d4a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1563699 Sep 21 15:20:10.674929 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34698) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:10.680182 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8ecb91f1-30fc-4786-ad7e-a4e472285d65 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '9e0d4c58-7859-485b-8958-bde8e7d5b60a', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:20:10.684909 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.687361 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8ecb91f1-30fc-4786-ad7e-a4e472285d65 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:20:10.691577 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8ecb91f1-30fc-4786-ad7e-a4e472285d65 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:20:10.694595 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8ecb91f1-30fc-4786-ad7e-a4e472285d65 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:20:10.698336 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] Transition to ACTIVE for port object 287ead76-3e02-43fb-a356-9f55f5d429b0 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:20:10.701793 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8ecb91f1-30fc-4786-ad7e-a4e472285d65 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:20:10.706579 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.718459 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ecb91f1-30fc-4786-ad7e-a4e472285d65 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.758199 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:20:10.789976 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ecb91f1-30fc-4786-ad7e-a4e472285d65 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.793589 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ecb91f1-30fc-4786-ad7e-a4e472285d65 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.817704 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb91f1-30fc-4786-ad7e-a4e472285d65 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df7194d-a6f7-40f8-a292-29e31b1d5c9c,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:10.827384 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ecb91f1-30fc-4786-ad7e-a4e472285d65 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.829157 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8ecb91f1-30fc-4786-ad7e-a4e472285d65 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1532319 Sep 21 15:20:10.832084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34702) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:10.837305 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c545296b-3970-4524-85d7-b863fc4d74bc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '9e0d4c58-7859-485b-8958-bde8e7d5b60a', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:20:10.843530 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c545296b-3970-4524-85d7-b863fc4d74bc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:20:10.847444 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c545296b-3970-4524-85d7-b863fc4d74bc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:20:10.850887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c545296b-3970-4524-85d7-b863fc4d74bc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:20:10.857158 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c545296b-3970-4524-85d7-b863fc4d74bc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:20:10.868930 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-c545296b-3970-4524-85d7-b863fc4d74bc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:20:10.876780 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c545296b-3970-4524-85d7-b863fc4d74bc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.917200 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9f425-f283-426e-8903-ac668d0744fd None None] Pushing event updated for resources: {'Port': ['ID=287ead76-3e02-43fb-a356-9f55f5d429b0,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:10.929347 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9f425-f283-426e-8903-ac668d0744fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:10.929699 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9f425-f283-426e-8903-ac668d0744fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:10.930040 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9f425-f283-426e-8903-ac668d0744fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:10.930371 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9f425-f283-426e-8903-ac668d0744fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:10.930698 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9f425-f283-426e-8903-ac668d0744fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:10.931027 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9f425-f283-426e-8903-ac668d0744fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:10.931348 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9f425-f283-426e-8903-ac668d0744fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:10.931668 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9f425-f283-426e-8903-ac668d0744fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:10.931991 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9f425-f283-426e-8903-ac668d0744fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:10.932311 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9f425-f283-426e-8903-ac668d0744fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:10.932653 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9f425-f283-426e-8903-ac668d0744fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:10.932973 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f9f425-f283-426e-8903-ac668d0744fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:20:10.938766 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] Attempting to bind port 287ead76-3e02-43fb-a356-9f55f5d429b0 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:20:10.939133 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] Attempting to bind port 287ead76-3e02-43fb-a356-9f55f5d429b0 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '02cb24cf-be29-4829-b917-d52a71dd54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:20:10.939501 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] Attempting to bind port 287ead76-3e02-43fb-a356-9f55f5d429b0 on network 7437916e-6f56-499a-a2b9-42bb7ddcbd31 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:20:10.945609 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:20:10.945984 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] Checking segment: {'id': '02cb24cf-be29-4829-b917-d52a71dd54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:20:10.946386 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:10.946776 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] Bound using segment: {'id': '02cb24cf-be29-4829-b917-d52a71dd54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:20:10.947244 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] Bound port: 287ead76-3e02-43fb-a356-9f55f5d429b0, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cb24cf-be29-4829-b917-d52a71dd54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:20:10.947615 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:11.039322 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] For port 287ead76-3e02-43fb-a356-9f55f5d429b0, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:20:11.042658 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] For port 287ead76-3e02-43fb-a356-9f55f5d429b0, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=287ead76-3e02-43fb-a356-9f55f5d429b0,segment=NetworkSegment(02cb24cf-be29-4829-b917-d52a71dd54a0),segment_id=02cb24cf-be29-4829-b917-d52a71dd54a0)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:20:11.049244 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:11.064583 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c545296b-3970-4524-85d7-b863fc4d74bc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:11.068262 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c545296b-3970-4524-85d7-b863fc4d74bc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:11.091253 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545296b-3970-4524-85d7-b863fc4d74bc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496b38e5-68a0-4f10-837c-7cf9772de566,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:11.101491 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c545296b-3970-4524-85d7-b863fc4d74bc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:11.102734 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c545296b-3970-4524-85d7-b863fc4d74bc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2695599 Sep 21 15:20:11.105578 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34706) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:11.111533 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-59e7c17a-1035-4435-ab35-b45354628033 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '9e0d4c58-7859-485b-8958-bde8e7d5b60a', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:20:11.115502 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] Routers {'ffcfb35f-f6f5-4572-8999-625efeabfddf'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:20:11.116123 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:20:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['ffcfb35f-f6f5-4572-8999-625efeabfddf'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:20:11.117314 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-59e7c17a-1035-4435-ab35-b45354628033 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:20:11.121080 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-59e7c17a-1035-4435-ab35-b45354628033 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:20:11.123929 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-59e7c17a-1035-4435-ab35-b45354628033 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:20:11.129630 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-59e7c17a-1035-4435-ab35-b45354628033 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:20:11.139792 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-59e7c17a-1035-4435-ab35-b45354628033 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:20:11.146351 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59e7c17a-1035-4435-ab35-b45354628033 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:11.203504 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9f425-f283-426e-8903-ac668d0744fd None None] Pushing event updated for resources: {'Port': ['ID=287ead76-3e02-43fb-a356-9f55f5d429b0,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:11.212403 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59e7c17a-1035-4435-ab35-b45354628033 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:11.216288 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59e7c17a-1035-4435-ab35-b45354628033 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:11.240621 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7c17a-1035-4435-ab35-b45354628033 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28ef9a2-f684-4287-9f69-19cc1363cbcf,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:11.249072 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59e7c17a-1035-4435-ab35-b45354628033 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:11.250463 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-59e7c17a-1035-4435-ab35-b45354628033 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1439352 Sep 21 15:20:11.303300 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] Set router ffcfb35f-f6f5-4572-8999-625efeabfddf gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:20:11.475410 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-d4319738-86a1-4fed-a3a5-824102cbf6c5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1582978296&fields=id&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 267 time: 0.0447047 Sep 21 15:20:11.627114 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-a8818c97-7cec-4dde-89f6-d6e222327e4b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:11.627833 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-a8818c97-7cec-4dde-89f6-d6e222327e4b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:20:11.644282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-a8818c97-7cec-4dde-89f6-d6e222327e4b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:20:11.645407 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-a8818c97-7cec-4dde-89f6-d6e222327e4b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/networks?id=7437916e-6f56-499a-a2b9-42bb7ddcbd31 HTTP/1.1" status: 200 len: 796 time: 0.1631825 Sep 21 15:20:11.650305 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'name': 'tempest-TestNetworkBasicOps-router-46484593', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:20:02Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:03Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '287ead76-3e02-43fb-a356-9f55f5d429b0', 'name': '', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:95:1a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:07Z', 'updated_at': '2022-09-21T15:20:11Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:20:11.654434 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306b4eb0-89d8-4389-8bfe-d4109d37c9ad None None] The sync data for ids ['ffcfb35f-f6f5-4572-8999-625efeabfddf'] in dv-neutron-858731-1-hyperv is: [{'id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'name': 'tempest-TestNetworkBasicOps-router-46484593', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:20:02Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:03Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '287ead76-3e02-43fb-a356-9f55f5d429b0', 'name': '', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:95:1a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:07Z', 'updated_at': '2022-09-21T15:20:11Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:20:11.661071 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-3bce54d0-60e5-420d-9a4c-0bee50d650a3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/quotas/821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 375 time: 0.0100248 Sep 21 15:20:11.765565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-e0061bc0-37e7-4b13-950a-e50e31750c35 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:20:11.782015 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-e0061bc0-37e7-4b13-950a-e50e31750c35 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:20:11.783357 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-e0061bc0-37e7-4b13-950a-e50e31750c35 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1165082 Sep 21 15:20:11.929143 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-3f3eb47c-aa3c-439c-8a05-aafda782d0cb service neutron] 10.222.0.62 "GET /v2.0/networks/7437916e-6f56-499a-a2b9-42bb7ddcbd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334512 Sep 21 15:20:12.074720 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-4c562f9b-5309-4347-84d1-be4acef35996 service neutron] 10.222.0.62 "GET /v2.0/networks/7437916e-6f56-499a-a2b9-42bb7ddcbd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387541 Sep 21 15:20:12.276617 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8ddd18c9-e203-44ef-921a-ea48f5751fa3 req-5ef470b4-1521-43be-be1b-863dd06ee76b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0acba7b-aaec-49bb-ba4a-67da16163963 HTTP/1.1" status: 200 len: 210 time: 0.0621412 Sep 21 15:20:12.335236 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 287ead76-3e02-43fb-a356-9f55f5d429b0 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:20:12.416024 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 287ead76-3e02-43fb-a356-9f55f5d429b0 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:20:12.422228 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 287ead76-3e02-43fb-a356-9f55f5d429b0 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:20:12.422606 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:12.551730 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 287ead76-3e02-43fb-a356-9f55f5d429b0 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:20:12.552151 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:12.591237 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 287ead76-3e02-43fb-a356-9f55f5d429b0, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=287ead76-3e02-43fb-a356-9f55f5d429b0,segment=NetworkSegment(02cb24cf-be29-4829-b917-d52a71dd54a0),segment_id=02cb24cf-be29-4829-b917-d52a71dd54a0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:20:12.595560 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:12.673259 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=287ead76-3e02-43fb-a356-9f55f5d429b0,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:13.462403 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f8658680-108b-4b1b-82e4-1562428f5ce3 req-32cf2b6a-eb0b-4780-9550-89fb0596e2cc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0acba7b-aaec-49bb-ba4a-67da16163963 HTTP/1.1" status: 200 len: 210 time: 0.0686033 Sep 21 15:20:13.485465 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-d7faffc5-685d-415e-b7bb-c9f62ce81865 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:13.486925 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-d7faffc5-685d-415e-b7bb-c9f62ce81865 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/networks?id=7437916e-6f56-499a-a2b9-42bb7ddcbd31 HTTP/1.1" status: 200 len: 796 time: 0.2107229 Sep 21 15:20:13.536696 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-f1629cde-9fa9-40e2-8e6b-6ea3e7a11ff0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 380 time: 0.0410204 Sep 21 15:20:13.548792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-1c969c44-7b21-4f2e-b80c-11f31e4ab44b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'port': {'device_id': 'f0acba7b-aaec-49bb-ba4a-67da16163963', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'admin_state_up': True, 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'security_groups': ['9e0d4c58-7859-485b-8958-bde8e7d5b60a']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:20:13.684576 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-1c969c44-7b21-4f2e-b80c-11f31e4ab44b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:20:13.695032 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-1c969c44-7b21-4f2e-b80c-11f31e4ab44b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:20:13.705327 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-1c969c44-7b21-4f2e-b80c-11f31e4ab44b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:20:13.708889 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-1c969c44-7b21-4f2e-b80c-11f31e4ab44b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:13.872701 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-1c969c44-7b21-4f2e-b80c-11f31e4ab44b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.20.0.9 (7437916e-6f56-499a-a2b9-42bb7ddcbd31/ea3067ea-c9c6-44a1-bf94-55a5a48d7581/03185351-aa00-466d-9bed-0d66f66f6953) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:20:14.065915 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-1c969c44-7b21-4f2e-b80c-11f31e4ab44b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:14.081481 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-1c969c44-7b21-4f2e-b80c-11f31e4ab44b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Transition to ACTIVE for port object 03185351-aa00-466d-9bed-0d66f66f6953 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:20:14.104788 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-1c969c44-7b21-4f2e-b80c-11f31e4ab44b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:14.176509 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-1c969c44-7b21-4f2e-b80c-11f31e4ab44b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 7437916e-6f56-499a-a2b9-42bb7ddcbd31 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:20:14.179349 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-1c969c44-7b21-4f2e-b80c-11f31e4ab44b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:20:14.183306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-1c969c44-7b21-4f2e-b80c-11f31e4ab44b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:20:14.221608 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c969c44-7b21-4f2e-b80c-11f31e4ab44b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=03185351-aa00-466d-9bed-0d66f66f6953,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:14.256410 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-1c969c44-7b21-4f2e-b80c-11f31e4ab44b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:14.257012 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-1c969c44-7b21-4f2e-b80c-11f31e4ab44b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:14.284052 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-1c969c44-7b21-4f2e-b80c-11f31e4ab44b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7394030 Sep 21 15:20:14.304284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] Request body: {'port': {'device_id': 'f0acba7b-aaec-49bb-ba4a-67da16163963', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:20:14.304503 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 287ead76-3e02-43fb-a356-9f55f5d429b0 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:20:14.375916 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 287ead76-3e02-43fb-a356-9f55f5d429b0 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:20:14.376286 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:14.444478 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3bdff3c9-01d8-4d34-b461-4febda497f51 None None] Provisioning for port 03185351-aa00-466d-9bed-0d66f66f6953 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:20:14.450655 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3bdff3c9-01d8-4d34-b461-4febda497f51 None None] Provisioning complete for port 03185351-aa00-466d-9bed-0d66f66f6953 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:20:14.450940 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3bdff3c9-01d8-4d34-b461-4febda497f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:14.525921 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:14.558279 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3bdff3c9-01d8-4d34-b461-4febda497f51 None None] Port 03185351-aa00-466d-9bed-0d66f66f6953 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:20:14.567677 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 287ead76-3e02-43fb-a356-9f55f5d429b0 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:20:14.822392 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06180c2-cb1d-4dbd-85eb-33badcee8130 req-82e9864e-9a15-4668-84b5-8c7319552665 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:14.822998 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b06180c2-cb1d-4dbd-85eb-33badcee8130 req-82e9864e-9a15-4668-84b5-8c7319552665 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:20:14.859681 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b06180c2-cb1d-4dbd-85eb-33badcee8130 req-82e9864e-9a15-4668-84b5-8c7319552665 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:20:14.860852 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b06180c2-cb1d-4dbd-85eb-33badcee8130 req-82e9864e-9a15-4668-84b5-8c7319552665 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0acba7b-aaec-49bb-ba4a-67da16163963 HTTP/1.1" status: 200 len: 931 time: 0.2741232 Sep 21 15:20:14.941480 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b06180c2-cb1d-4dbd-85eb-33badcee8130 req-9a95ae81-2452-4ee9-aa0a-418332512287 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e0d4c58-7859-485b-8958-bde8e7d5b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663426 Sep 21 15:20:14.996242 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03185351-aa00-466d-9bed-0d66f66f6953 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:20:15.004239 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:15.018805 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] Transition to ACTIVE for port object 03185351-aa00-466d-9bed-0d66f66f6953 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:20:15.022565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:15.220478 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] Pushing event updated for resources: {'Port': ['ID=03185351-aa00-466d-9bed-0d66f66f6953,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:15.252152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] Attempting to bind port 03185351-aa00-466d-9bed-0d66f66f6953 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:20:15.252506 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] Attempting to bind port 03185351-aa00-466d-9bed-0d66f66f6953 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '02cb24cf-be29-4829-b917-d52a71dd54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:20:15.252839 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] Attempting to bind port 03185351-aa00-466d-9bed-0d66f66f6953 on network 7437916e-6f56-499a-a2b9-42bb7ddcbd31 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:20:15.257321 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] Port 03185351-aa00-466d-9bed-0d66f66f6953 on network 7437916e-6f56-499a-a2b9-42bb7ddcbd31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:20:15.257639 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] Attempting to bind port 03185351-aa00-466d-9bed-0d66f66f6953 on network 7437916e-6f56-499a-a2b9-42bb7ddcbd31 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:20:15.262619 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:20:15.262953 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] Checking segment: {'id': '02cb24cf-be29-4829-b917-d52a71dd54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:20:15.263329 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] Bound using segment: {'id': '02cb24cf-be29-4829-b917-d52a71dd54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:20:15.263749 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] Bound port: 03185351-aa00-466d-9bed-0d66f66f6953, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02cb24cf-be29-4829-b917-d52a71dd54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:20:15.264117 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:15.350385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] For port 03185351-aa00-466d-9bed-0d66f66f6953, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:20:15.353301 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] For port 03185351-aa00-466d-9bed-0d66f66f6953, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=03185351-aa00-466d-9bed-0d66f66f6953,segment=NetworkSegment(02cb24cf-be29-4829-b917-d52a71dd54a0),segment_id=02cb24cf-be29-4829-b917-d52a71dd54a0)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:20:15.358402 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:15.389100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:15.389871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:15.391245 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] 10.222.0.20 "PUT /v2.0/ports/03185351-aa00-466d-9bed-0d66f66f6953 HTTP/1.1" status: 200 len: 1093 time: 1.0940518 Sep 21 15:20:15.391678 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0acba7b-aaec-49bb-ba4a-67da16163963', 'tag': '03185351-aa00-466d-9bed-0d66f66f6953'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:20:15.394005 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b4dc99-8869-43f6-9206-d2149af29d26" -d '{"events": [{"name": "network-changed", "server_uuid": "f0acba7b-aaec-49bb-ba4a-67da16163963", "tag": "03185351-aa00-466d-9bed-0d66f66f6953"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:20:15.476633 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4775aa46-8b1c-4d33-ad1e-1ccf0b86a4de x-openstack-request-id: req-4775aa46-8b1c-4d33-ad1e-1ccf0b86a4de {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:20:15.476857 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0acba7b-aaec-49bb-ba4a-67da16163963", "tag": "03185351-aa00-466d-9bed-0d66f66f6953", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:20:15.477084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4775aa46-8b1c-4d33-ad1e-1ccf0b86a4de {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:20:15.477477 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4775aa46-8b1c-4d33-ad1e-1ccf0b86a4de'] response: {'name': 'network-changed', 'server_uuid': 'f0acba7b-aaec-49bb-ba4a-67da16163963', 'tag': '03185351-aa00-466d-9bed-0d66f66f6953', 'status': 'completed', 'code': 200} Sep 21 15:20:15.491860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49253f8-2c6d-4e9a-a0b8-b13cd4ad3951 service neutron] Pushing event updated for resources: {'Port': ['ID=03185351-aa00-466d-9bed-0d66f66f6953,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:15.524849 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-f45321f6-bcb2-4770-866b-e234a22f127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:15.526343 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-f45321f6-bcb2-4770-866b-e234a22f127e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=f0acba7b-aaec-49bb-ba4a-67da16163963 HTTP/1.1" status: 200 len: 1096 time: 0.0881345 Sep 21 15:20:15.604371 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-a4ada0b8-9793-4715-8f63-945104fbdefa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03185351-aa00-466d-9bed-0d66f66f6953 HTTP/1.1" status: 200 len: 217 time: 0.0672317 Sep 21 15:20:15.668148 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-a34af070-f3e5-4c7c-a13a-a4cae35c55fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:15.669569 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-a34af070-f3e5-4c7c-a13a-a4cae35c55fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea3067ea-c9c6-44a1-bf94-55a5a48d7581 HTTP/1.1" status: 200 len: 835 time: 0.0566168 Sep 21 15:20:15.756860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c8999c39-7925-4303-ad28-6d84d4734296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:15.758222 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-c8999c39-7925-4303-ad28-6d84d4734296 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7437916e-6f56-499a-a2b9-42bb7ddcbd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800827 Sep 21 15:20:15.894838 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-ee4152bb-0834-4a77-bf4e-6eb971f8d9b2 service neutron] 10.222.0.20 "GET /v2.0/networks/7437916e-6f56-499a-a2b9-42bb7ddcbd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266899 Sep 21 15:20:16.034414 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f49cc3c5-8bb3-45b8-9cdc-069246e78744 req-f126c6da-456e-403a-a0c6-b93a2fc33983 service neutron] 10.222.0.20 "GET /v2.0/networks/7437916e-6f56-499a-a2b9-42bb7ddcbd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283877 Sep 21 15:20:16.316972 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbe593-8431-44e6-b618-794d362cf762 req-8779643c-6588-4161-a120-6bd052730bb3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:16.318322 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-78bbe593-8431-44e6-b618-794d362cf762 req-8779643c-6588-4161-a120-6bd052730bb3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0acba7b-aaec-49bb-ba4a-67da16163963 HTTP/1.1" status: 200 len: 943 time: 0.2649581 Sep 21 15:20:16.323431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4dc99-8869-43f6-9206-d2149af29d26 req-2f72aa81-cea7-4562-be53-4ec9f7b4361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:16.325038 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-21b4dc99-8869-43f6-9206-d2149af29d26 req-2f72aa81-cea7-4562-be53-4ec9f7b4361b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=f0acba7b-aaec-49bb-ba4a-67da16163963 HTTP/1.1" status: 200 len: 1096 time: 0.2259033 Sep 21 15:20:16.444528 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-78bbe593-8431-44e6-b618-794d362cf762 req-2d05c35b-5213-400d-899a-c116a7d40d72 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e0d4c58-7859-485b-8958-bde8e7d5b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184602 Sep 21 15:20:16.483487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4dc99-8869-43f6-9206-d2149af29d26 req-4f7e3c4d-1eb9-41cd-a700-373af71d1fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:16.484909 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-21b4dc99-8869-43f6-9206-d2149af29d26 req-4f7e3c4d-1eb9-41cd-a700-373af71d1fa2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7437916e-6f56-499a-a2b9-42bb7ddcbd31 HTTP/1.1" status: 200 len: 897 time: 0.1465299 Sep 21 15:20:16.563088 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-21b4dc99-8869-43f6-9206-d2149af29d26 req-5a650f56-cf1e-4bb7-b42c-4504d139a5a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03185351-aa00-466d-9bed-0d66f66f6953 HTTP/1.1" status: 200 len: 217 time: 0.0702839 Sep 21 15:20:16.627361 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4dc99-8869-43f6-9206-d2149af29d26 req-b7a88bf6-bc6a-4b05-99b0-45769aa72f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:16.628703 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-21b4dc99-8869-43f6-9206-d2149af29d26 req-b7a88bf6-bc6a-4b05-99b0-45769aa72f67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea3067ea-c9c6-44a1-bf94-55a5a48d7581 HTTP/1.1" status: 200 len: 835 time: 0.0584075 Sep 21 15:20:16.713996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4dc99-8869-43f6-9206-d2149af29d26 req-328633e2-1214-4003-a556-717f643a3398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:16.715593 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-21b4dc99-8869-43f6-9206-d2149af29d26 req-328633e2-1214-4003-a556-717f643a3398 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7437916e-6f56-499a-a2b9-42bb7ddcbd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802627 Sep 21 15:20:16.850241 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-21b4dc99-8869-43f6-9206-d2149af29d26 req-004f6ee7-3f66-46a2-91e7-ead38a910d13 service neutron] 10.222.0.20 "GET /v2.0/networks/7437916e-6f56-499a-a2b9-42bb7ddcbd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258087 Sep 21 15:20:16.989650 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-21b4dc99-8869-43f6-9206-d2149af29d26 req-faf1c3a2-ac00-47a4-928b-146f37a68982 service neutron] 10.222.0.20 "GET /v2.0/networks/7437916e-6f56-499a-a2b9-42bb7ddcbd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331689 Sep 21 15:20:17.643881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2390a4-2221-4906-b47e-73c9bc5a7a1e req-59661061-9c4e-4824-83a9-8000ed26656f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:17.645357 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1a2390a4-2221-4906-b47e-73c9bc5a7a1e req-59661061-9c4e-4824-83a9-8000ed26656f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0acba7b-aaec-49bb-ba4a-67da16163963 HTTP/1.1" status: 200 len: 943 time: 0.0884078 Sep 21 15:20:17.688516 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1a2390a4-2221-4906-b47e-73c9bc5a7a1e req-b161c2a1-7d93-4a9a-8286-6fde9c87fc44 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e0d4c58-7859-485b-8958-bde8e7d5b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374348 Sep 21 15:20:17.715271 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 03185351-aa00-466d-9bed-0d66f66f6953 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:20:17.849541 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 03185351-aa00-466d-9bed-0d66f66f6953, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=03185351-aa00-466d-9bed-0d66f66f6953,segment=NetworkSegment(02cb24cf-be29-4829-b917-d52a71dd54a0),segment_id=02cb24cf-be29-4829-b917-d52a71dd54a0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:20:17.864859 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '03185351-aa00-466d-9bed-0d66f66f6953', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'port_id': '03185351-aa00-466d-9bed-0d66f66f6953', 'mac_address': 'fa:16:3e:7d:1c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:20:17.921771 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 03185351-aa00-466d-9bed-0d66f66f6953 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:20:17.922143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:17.938378 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03185351-aa00-466d-9bed-0d66f66f6953 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:20:17.954152 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 03185351-aa00-466d-9bed-0d66f66f6953, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=03185351-aa00-466d-9bed-0d66f66f6953,segment=NetworkSegment(02cb24cf-be29-4829-b917-d52a71dd54a0),segment_id=02cb24cf-be29-4829-b917-d52a71dd54a0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:20:17.958053 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:18.062385 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=03185351-aa00-466d-9bed-0d66f66f6953,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:18.220764 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['03185351-aa00-466d-9bed-0d66f66f6953'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:20:18.887507 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc9962-0afd-4ae0-bfa5-d19d8fa9558e req-7206a786-9a96-4457-a8a2-004744cfcca4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:18.889458 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f6cc9962-0afd-4ae0-bfa5-d19d8fa9558e req-7206a786-9a96-4457-a8a2-004744cfcca4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0acba7b-aaec-49bb-ba4a-67da16163963 HTTP/1.1" status: 200 len: 944 time: 0.0887883 Sep 21 15:20:18.932322 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f6cc9962-0afd-4ae0-bfa5-d19d8fa9558e req-ea8948fa-9627-448d-b1c7-e2750cc81171 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e0d4c58-7859-485b-8958-bde8e7d5b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371354 Sep 21 15:20:19.714184 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 03185351-aa00-466d-9bed-0d66f66f6953 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:20:19.786172 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 03185351-aa00-466d-9bed-0d66f66f6953 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:20:19.790826 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 03185351-aa00-466d-9bed-0d66f66f6953 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:20:19.791193 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:19.906078 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 03185351-aa00-466d-9bed-0d66f66f6953 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:20:19.906457 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:19.932180 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0acba7b-aaec-49bb-ba4a-67da16163963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03185351-aa00-466d-9bed-0d66f66f6953'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:20:19.934495 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736d133e-010d-420e-b77e-ffffc80fcb7b" -d '{"events": [{"server_uuid": "f0acba7b-aaec-49bb-ba4a-67da16163963", "name": "network-vif-plugged", "status": "completed", "tag": "03185351-aa00-466d-9bed-0d66f66f6953"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:20:19.942954 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 03185351-aa00-466d-9bed-0d66f66f6953, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=03185351-aa00-466d-9bed-0d66f66f6953,segment=NetworkSegment(02cb24cf-be29-4829-b917-d52a71dd54a0),segment_id=02cb24cf-be29-4829-b917-d52a71dd54a0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:20:19.947091 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:20.021069 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdcbca7-9771-44c1-96cf-1e677ecd615a x-openstack-request-id: req-4cdcbca7-9771-44c1-96cf-1e677ecd615a {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:20:20.021454 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0acba7b-aaec-49bb-ba4a-67da16163963", "name": "network-vif-plugged", "status": "completed", "tag": "03185351-aa00-466d-9bed-0d66f66f6953", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:20:20.021596 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4cdcbca7-9771-44c1-96cf-1e677ecd615a {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:20:20.023394 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cdcbca7-9771-44c1-96cf-1e677ecd615a'] response: {'server_uuid': 'f0acba7b-aaec-49bb-ba4a-67da16163963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03185351-aa00-466d-9bed-0d66f66f6953', 'code': 200} Sep 21 15:20:20.023394 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=03185351-aa00-466d-9bed-0d66f66f6953,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:20.151761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb610a6-5315-4b31-91e5-58c4334f3692 req-f54090b4-ae30-4b5e-9625-2344c8e82e30 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:20.153243 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9cb610a6-5315-4b31-91e5-58c4334f3692 req-f54090b4-ae30-4b5e-9625-2344c8e82e30 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0acba7b-aaec-49bb-ba4a-67da16163963 HTTP/1.1" status: 200 len: 945 time: 0.0963144 Sep 21 15:20:20.255994 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9cb610a6-5315-4b31-91e5-58c4334f3692 req-6d623e63-c666-47c3-a7ef-66ad549c2669 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e0d4c58-7859-485b-8958-bde8e7d5b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560322 Sep 21 15:20:20.269085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d733da-df51-4a85-a5d5-c57a61d07820 req-28411429-a7be-4278-bfe2-b47b89a1cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:20.270654 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f6d733da-df51-4a85-a5d5-c57a61d07820 req-28411429-a7be-4278-bfe2-b47b89a1cf1c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f0acba7b-aaec-49bb-ba4a-67da16163963 HTTP/1.1" status: 200 len: 1098 time: 0.1126831 Sep 21 15:20:20.315467 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f6d733da-df51-4a85-a5d5-c57a61d07820 req-fc1c773d-b65b-42c3-a006-a1a8b1553176 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9e0d4c58-7859-485b-8958-bde8e7d5b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340414 Sep 21 15:20:21.465731 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431b5c0-cadb-4533-85b9-a0bb52151d15 req-b4ac6ee1-c3ba-42c8-9666-dbb193302d4b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:21.467772 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0431b5c0-cadb-4533-85b9-a0bb52151d15 req-b4ac6ee1-c3ba-42c8-9666-dbb193302d4b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0acba7b-aaec-49bb-ba4a-67da16163963 HTTP/1.1" status: 200 len: 945 time: 0.0974805 Sep 21 15:20:21.517916 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0431b5c0-cadb-4533-85b9-a0bb52151d15 req-3cff95fe-ad58-4e53-9722-8c710eb9d149 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e0d4c58-7859-485b-8958-bde8e7d5b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416965 Sep 21 15:20:21.683957 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:20:21.997491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:22.727801 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf68c5f-6b6f-4e5f-9449-e4011726d813 req-d6e78cdf-1fc0-41d2-9bf9-475c3cca25c7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:22.733936 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fcf68c5f-6b6f-4e5f-9449-e4011726d813 req-d6e78cdf-1fc0-41d2-9bf9-475c3cca25c7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0acba7b-aaec-49bb-ba4a-67da16163963 HTTP/1.1" status: 200 len: 945 time: 0.0971313 Sep 21 15:20:22.776868 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fcf68c5f-6b6f-4e5f-9449-e4011726d813 req-889b3915-0941-481b-9849-996dbd05d4a4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e0d4c58-7859-485b-8958-bde8e7d5b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410552 Sep 21 15:20:22.991460 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d5e99-5bcd-4e24-a366-52eade60dd97 req-8bc82d2c-eae4-4df2-bfb3-0f3f97a9ab17 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:22.993184 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fc7d5e99-5bcd-4e24-a366-52eade60dd97 req-8bc82d2c-eae4-4df2-bfb3-0f3f97a9ab17 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0acba7b-aaec-49bb-ba4a-67da16163963 HTTP/1.1" status: 200 len: 945 time: 0.0973721 Sep 21 15:20:23.042967 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fc7d5e99-5bcd-4e24-a366-52eade60dd97 req-4729f8c4-b623-49f3-9192-40eb4f4d037f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e0d4c58-7859-485b-8958-bde8e7d5b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414293 Sep 21 15:20:23.136784 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34760) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:23.180064 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a46b9dd-fa62-46b4-8665-e0b95fee394c tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:23.184475 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34764) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:23.184894 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8a46b9dd-fa62-46b4-8665-e0b95fee394c tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f0acba7b-aaec-49bb-ba4a-67da16163963 HTTP/1.1" status: 200 len: 1093 time: 0.1082127 Sep 21 15:20:23.191056 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': '03185351-aa00-466d-9bed-0d66f66f6953', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:20:23.197840 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:20:23.202947 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:floatingip and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:20:23.206361 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:20:23.213369 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:20:23.223790 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:23.364317 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:23.514358 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.26.4.48 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/2b5ebc4a-ffb2-4006-bde7-f2e061577611) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:20:23.778155 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:23.810831 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:23.881409 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:20:23.884049 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:20:23.887720 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:20:23.935185 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=2b5ebc4a-ffb2-4006-bde7-f2e061577611,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:24.370823 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:24.457945 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:24.682687 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:24.689108 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:24.803595 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=2b5ebc4a-ffb2-4006-bde7-f2e061577611,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:20:24.807088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:24.995589 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Floating IP 23a1e42e-be9d-4543-8ad3-b138e719effb associated. External IP: 172.26.4.48, port: 03185351-aa00-466d-9bed-0d66f66f6953. Sep 21 15:20:25.489425 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router ffcfb35f-f6f5-4572-8999-625efeabfddf has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:20:25.676156 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:20:25.688329 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7328fd5-d7fb-4ff0-9f97-f414d4a9388e None None] Sync routers for ids ['ffcfb35f-f6f5-4572-8999-625efeabfddf'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:20:25.700155 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7328fd5-d7fb-4ff0-9f97-f414d4a9388e None None] Routers {'ffcfb35f-f6f5-4572-8999-625efeabfddf'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:20:25.700155 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d7328fd5-d7fb-4ff0-9f97-f414d4a9388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:20:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['ffcfb35f-f6f5-4572-8999-625efeabfddf'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:20:25.702750 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:25.766618 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-08459297-3dbe-4a31-8ccc-8dc855ed69f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5761921 Sep 21 15:20:25.766618 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0acba7b-aaec-49bb-ba4a-67da16163963', 'tag': '03185351-aa00-466d-9bed-0d66f66f6953'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:20:25.768007 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34768) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:25.769343 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b59c61-98a3-4384-9168-ed0510acf341" -d '{"events": [{"name": "network-changed", "server_uuid": "f0acba7b-aaec-49bb-ba4a-67da16163963", "tag": "03185351-aa00-466d-9bed-0d66f66f6953"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:20:25.831072 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a45a65f-3218-4e5c-85fe-414d4119fae2 x-openstack-request-id: req-2a45a65f-3218-4e5c-85fe-414d4119fae2 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:20:25.831859 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0acba7b-aaec-49bb-ba4a-67da16163963", "tag": "03185351-aa00-466d-9bed-0d66f66f6953", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:20:25.831859 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2a45a65f-3218-4e5c-85fe-414d4119fae2 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:20:25.832651 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a45a65f-3218-4e5c-85fe-414d4119fae2'] response: {'name': 'network-changed', 'server_uuid': 'f0acba7b-aaec-49bb-ba4a-67da16163963', 'tag': '03185351-aa00-466d-9bed-0d66f66f6953', 'status': 'completed', 'code': 200} Sep 21 15:20:25.922283 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-d7328fd5-d7fb-4ff0-9f97-f414d4a9388e None None] Set router ffcfb35f-f6f5-4572-8999-625efeabfddf gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:20:26.090458 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0934d0fd-7294-4a2f-8ce6-588318f4e0fc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/23a1e42e-be9d-4543-8ad3-b138e719effb HTTP/1.1" status: 200 len: 990 time: 0.3237438 Sep 21 15:20:26.105992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b59c61-98a3-4384-9168-ed0510acf341 req-5ddc88d1-37eb-47e8-948d-fd1633128d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:26.107501 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1b59c61-98a3-4384-9168-ed0510acf341 req-5ddc88d1-37eb-47e8-948d-fd1633128d94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=f0acba7b-aaec-49bb-ba4a-67da16163963 HTTP/1.1" status: 200 len: 1098 time: 0.2533262 Sep 21 15:20:26.237569 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b59c61-98a3-4384-9168-ed0510acf341 req-780b2b83-8940-4d71-9c1d-0a66f4f33dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:26.239004 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1b59c61-98a3-4384-9168-ed0510acf341 req-780b2b83-8940-4d71-9c1d-0a66f4f33dac service neutron] 10.222.0.20 "GET /v2.0/networks?id=7437916e-6f56-499a-a2b9-42bb7ddcbd31 HTTP/1.1" status: 200 len: 897 time: 0.1253541 Sep 21 15:20:26.312321 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d7328fd5-d7fb-4ff0-9f97-f414d4a9388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'name': 'tempest-TestNetworkBasicOps-router-46484593', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:20:02Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:03Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '23a1e42e-be9d-4543-8ad3-b138e719effb', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'port_id': '03185351-aa00-466d-9bed-0d66f66f6953', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'mac_address': 'fa:16:3e:7d:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0acba7b-aaec-49bb-ba4a-67da16163963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:20:24Z', 'updated_at': '2022-09-21T15:20:24Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287ead76-3e02-43fb-a356-9f55f5d429b0', 'name': '', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:95:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:07Z', 'updated_at': '2022-09-21T15:20:12Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:20:26.316221 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7328fd5-d7fb-4ff0-9f97-f414d4a9388e None None] Checking router: ffcfb35f-f6f5-4572-8999-625efeabfddf for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:20:26.324737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7328fd5-d7fb-4ff0-9f97-f414d4a9388e None None] Routers {'ffcfb35f-f6f5-4572-8999-625efeabfddf'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:20:26.325327 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d7328fd5-d7fb-4ff0-9f97-f414d4a9388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:20:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['ffcfb35f-f6f5-4572-8999-625efeabfddf'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:20:26.344182 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1b59c61-98a3-4384-9168-ed0510acf341 req-4b118459-da51-4e5f-99f3-053e4ef5dabc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03185351-aa00-466d-9bed-0d66f66f6953 HTTP/1.1" status: 200 len: 998 time: 0.0987296 Sep 21 15:20:26.408892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b59c61-98a3-4384-9168-ed0510acf341 req-b180ae68-0a13-41ad-89f9-6ae08188ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:26.410316 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1b59c61-98a3-4384-9168-ed0510acf341 req-b180ae68-0a13-41ad-89f9-6ae08188ef15 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea3067ea-c9c6-44a1-bf94-55a5a48d7581 HTTP/1.1" status: 200 len: 835 time: 0.0607629 Sep 21 15:20:26.499763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b59c61-98a3-4384-9168-ed0510acf341 req-3625d4c7-3da4-4dae-8643-729023724ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:26.501277 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1b59c61-98a3-4384-9168-ed0510acf341 req-3625d4c7-3da4-4dae-8643-729023724ca0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7437916e-6f56-499a-a2b9-42bb7ddcbd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843818 Sep 21 15:20:26.505632 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-d7328fd5-d7fb-4ff0-9f97-f414d4a9388e None None] Set router ffcfb35f-f6f5-4572-8999-625efeabfddf gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:20:26.635820 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1b59c61-98a3-4384-9168-ed0510acf341 req-4517e9d0-74c1-402b-a7a2-a785c0c9288b service neutron] 10.222.0.20 "GET /v2.0/networks/7437916e-6f56-499a-a2b9-42bb7ddcbd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276958 Sep 21 15:20:26.777928 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1b59c61-98a3-4384-9168-ed0510acf341 req-81a4e71f-5e55-42d4-8dc6-685c757689d1 service neutron] 10.222.0.20 "GET /v2.0/networks/7437916e-6f56-499a-a2b9-42bb7ddcbd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354473 Sep 21 15:20:26.931465 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d7328fd5-d7fb-4ff0-9f97-f414d4a9388e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'name': 'tempest-TestNetworkBasicOps-router-46484593', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:20:02Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:03Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '23a1e42e-be9d-4543-8ad3-b138e719effb', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'port_id': '03185351-aa00-466d-9bed-0d66f66f6953', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'mac_address': 'fa:16:3e:7d:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0acba7b-aaec-49bb-ba4a-67da16163963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:20:24Z', 'updated_at': '2022-09-21T15:20:24Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287ead76-3e02-43fb-a356-9f55f5d429b0', 'name': '', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:95:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:07Z', 'updated_at': '2022-09-21T15:20:12Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:20:26.936731 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7328fd5-d7fb-4ff0-9f97-f414d4a9388e None None] The sync data for ids ['ffcfb35f-f6f5-4572-8999-625efeabfddf'] in dv-neutron-858731-1-hyperv is: [{'id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'name': 'tempest-TestNetworkBasicOps-router-46484593', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:20:02Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:03Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '23a1e42e-be9d-4543-8ad3-b138e719effb', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'port_id': '03185351-aa00-466d-9bed-0d66f66f6953', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'mac_address': 'fa:16:3e:7d:1c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0acba7b-aaec-49bb-ba4a-67da16163963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:20:24Z', 'updated_at': '2022-09-21T15:20:24Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287ead76-3e02-43fb-a356-9f55f5d429b0', 'name': '', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:95:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:07Z', 'updated_at': '2022-09-21T15:20:12Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:20:27.094384 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34774) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:27.163000 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f113d75-bfad-4872-a813-ebc0f80aa0bc None None] New status for floating IP 23a1e42e-be9d-4543-8ad3-b138e719effb: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:20:27.213478 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0c5263f8-725f-41c6-9ea2-15bb3de4574a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/23a1e42e-be9d-4543-8ad3-b138e719effb HTTP/1.1" status: 200 len: 990 time: 0.1178970 Sep 21 15:20:28.218029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34780) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:28.324831 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ba0d8773-ff0f-498a-a982-cde481a9de14 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/23a1e42e-be9d-4543-8ad3-b138e719effb HTTP/1.1" status: 200 len: 992 time: 0.1054616 Sep 21 15:20:35.515296 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ac53368d-9dd5-4382-96ce-30d673767e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:37.850279 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6a37e118-96ea-439a-bc50-bc5055f4a71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:38.687794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:38.867035 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:40.492673 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:52.014442 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:20:54.929213 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34796) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:20:55.009885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d374e52-1d81-4a7e-b5f0-ebeb6c9de092 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:55.010366 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d374e52-1d81-4a7e-b5f0-ebeb6c9de092 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:55.010834 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d374e52-1d81-4a7e-b5f0-ebeb6c9de092 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:20:55.012480 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2d374e52-1d81-4a7e-b5f0-ebeb6c9de092 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/ports?project_id=821a0a843ff74fdda869752c13af53c9&network_id=7437916e-6f56-499a-a2b9-42bb7ddcbd31 HTTP/1.1" status: 200 len: 2999 time: 0.0822856 Sep 21 15:20:58.682656 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:21:00.059403 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34808) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:21:00.122926 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d7c829-5c64-4921-a4a2-66f2fddcc08d tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:00.124358 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-52d7c829-5c64-4921-a4a2-66f2fddcc08d tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=445481ae-8997-4e7e-a514-07e782c48c85 HTTP/1.1" status: 200 len: 814 time: 0.0639920 Sep 21 15:21:01.305199 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34816) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:21:01.310328 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9f30af76-cb00-4b9d-a8a3-eaad6cf13d60 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:21:01.408809 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f30af76-cb00-4b9d-a8a3-eaad6cf13d60 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:01.691477 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f30af76-cb00-4b9d-a8a3-eaad6cf13d60 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:01.695270 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f30af76-cb00-4b9d-a8a3-eaad6cf13d60 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:01.695582 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-9f30af76-cb00-4b9d-a8a3-eaad6cf13d60 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Floating IP 23a1e42e-be9d-4543-8ad3-b138e719effb disassociated. External IP: 172.26.4.48, port: 03185351-aa00-466d-9bed-0d66f66f6953. Sep 21 15:21:02.046145 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f30af76-cb00-4b9d-a8a3-eaad6cf13d60 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router ffcfb35f-f6f5-4572-8999-625efeabfddf has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:21:02.339742 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f30af76-cb00-4b9d-a8a3-eaad6cf13d60 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:21:02.344426 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f30af76-cb00-4b9d-a8a3-eaad6cf13d60 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:02.349296 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d0e77c-2c0d-4b64-8f16-20a60db1a4ff None None] Sync routers for ids ['ffcfb35f-f6f5-4572-8999-625efeabfddf'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:21:02.358873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0e77c-2c0d-4b64-8f16-20a60db1a4ff None None] Routers {'ffcfb35f-f6f5-4572-8999-625efeabfddf'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:21:02.359486 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-10d0e77c-2c0d-4b64-8f16-20a60db1a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:20:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['ffcfb35f-f6f5-4572-8999-625efeabfddf'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:21:02.399381 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9f30af76-cb00-4b9d-a8a3-eaad6cf13d60 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/floatingips/23a1e42e-be9d-4543-8ad3-b138e719effb HTTP/1.1" status: 200 len: 689 time: 1.0931561 Sep 21 15:21:02.399976 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0acba7b-aaec-49bb-ba4a-67da16163963', 'tag': '03185351-aa00-466d-9bed-0d66f66f6953'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:21:02.402303 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34820) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:21:02.402790 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1d6fc3-7b0f-4cdf-bf16-1ee17223ec47" -d '{"events": [{"name": "network-changed", "server_uuid": "f0acba7b-aaec-49bb-ba4a-67da16163963", "tag": "03185351-aa00-466d-9bed-0d66f66f6953"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:21:02.444820 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfcd48e-1583-4508-a49a-61992474684a x-openstack-request-id: req-1cfcd48e-1583-4508-a49a-61992474684a {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:21:02.445118 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0acba7b-aaec-49bb-ba4a-67da16163963", "tag": "03185351-aa00-466d-9bed-0d66f66f6953", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:21:02.445373 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1cfcd48e-1583-4508-a49a-61992474684a {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:21:02.445781 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cfcd48e-1583-4508-a49a-61992474684a'] response: {'name': 'network-changed', 'server_uuid': 'f0acba7b-aaec-49bb-ba4a-67da16163963', 'tag': '03185351-aa00-466d-9bed-0d66f66f6953', 'status': 'completed', 'code': 200} Sep 21 15:21:02.542473 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1aa17ab9-b2e1-4c60-bb45-bdeace013180 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/23a1e42e-be9d-4543-8ad3-b138e719effb HTTP/1.1" status: 200 len: 689 time: 0.1387043 Sep 21 15:21:02.551843 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-10d0e77c-2c0d-4b64-8f16-20a60db1a4ff None None] Set router ffcfb35f-f6f5-4572-8999-625efeabfddf gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:21:02.571394 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d6fc3-7b0f-4cdf-bf16-1ee17223ec47 req-2b0bbd20-d9f4-45a0-bcc3-bc6243c99cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:02.572946 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8f1d6fc3-7b0f-4cdf-bf16-1ee17223ec47 req-2b0bbd20-d9f4-45a0-bcc3-bc6243c99cdc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=f0acba7b-aaec-49bb-ba4a-67da16163963 HTTP/1.1" status: 200 len: 1098 time: 0.0994427 Sep 21 15:21:02.712956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d6fc3-7b0f-4cdf-bf16-1ee17223ec47 req-9ea4a0b7-bd9f-47c4-93ae-6e40fb0acd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:02.714275 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8f1d6fc3-7b0f-4cdf-bf16-1ee17223ec47 req-9ea4a0b7-bd9f-47c4-93ae-6e40fb0acd26 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7437916e-6f56-499a-a2b9-42bb7ddcbd31 HTTP/1.1" status: 200 len: 897 time: 0.1318879 Sep 21 15:21:02.783898 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8f1d6fc3-7b0f-4cdf-bf16-1ee17223ec47 req-cde41354-bb5e-4041-83f3-2ce316cbced6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03185351-aa00-466d-9bed-0d66f66f6953 HTTP/1.1" status: 200 len: 217 time: 0.0601695 Sep 21 15:21:02.852877 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d6fc3-7b0f-4cdf-bf16-1ee17223ec47 req-1f9a3843-e5a2-4bec-8353-7774ec4024ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:02.854522 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8f1d6fc3-7b0f-4cdf-bf16-1ee17223ec47 req-1f9a3843-e5a2-4bec-8353-7774ec4024ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea3067ea-c9c6-44a1-bf94-55a5a48d7581 HTTP/1.1" status: 200 len: 835 time: 0.0616841 Sep 21 15:21:02.876605 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-10d0e77c-2c0d-4b64-8f16-20a60db1a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'name': 'tempest-TestNetworkBasicOps-router-46484593', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:20:02Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:03Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '287ead76-3e02-43fb-a356-9f55f5d429b0', 'name': '', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:95:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:07Z', 'updated_at': '2022-09-21T15:20:12Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:21:02.882235 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d0e77c-2c0d-4b64-8f16-20a60db1a4ff None None] Checking router: ffcfb35f-f6f5-4572-8999-625efeabfddf for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:21:02.890649 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0e77c-2c0d-4b64-8f16-20a60db1a4ff None None] Routers {'ffcfb35f-f6f5-4572-8999-625efeabfddf'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:21:02.891248 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-10d0e77c-2c0d-4b64-8f16-20a60db1a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:20:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['ffcfb35f-f6f5-4572-8999-625efeabfddf'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:21:02.943733 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d6fc3-7b0f-4cdf-bf16-1ee17223ec47 req-5984b1a3-6d53-4ffc-ba3c-438a1058455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:02.945144 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8f1d6fc3-7b0f-4cdf-bf16-1ee17223ec47 req-5984b1a3-6d53-4ffc-ba3c-438a1058455c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7437916e-6f56-499a-a2b9-42bb7ddcbd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813246 Sep 21 15:21:03.079516 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-10d0e77c-2c0d-4b64-8f16-20a60db1a4ff None None] Set router ffcfb35f-f6f5-4572-8999-625efeabfddf gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:21:03.207580 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8f1d6fc3-7b0f-4cdf-bf16-1ee17223ec47 req-f03345fb-639a-43e2-b673-6c0bd5abd4ad service neutron] 10.222.0.20 "GET /v2.0/networks/7437916e-6f56-499a-a2b9-42bb7ddcbd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524605 Sep 21 15:21:03.361325 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8f1d6fc3-7b0f-4cdf-bf16-1ee17223ec47 req-01075cf6-01a8-4c79-b4cf-0eca00617022 service neutron] 10.222.0.20 "GET /v2.0/networks/7437916e-6f56-499a-a2b9-42bb7ddcbd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439390 Sep 21 15:21:03.412231 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-10d0e77c-2c0d-4b64-8f16-20a60db1a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'name': 'tempest-TestNetworkBasicOps-router-46484593', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:20:02Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:03Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '287ead76-3e02-43fb-a356-9f55f5d429b0', 'name': '', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:95:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:07Z', 'updated_at': '2022-09-21T15:20:12Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:21:03.416406 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d0e77c-2c0d-4b64-8f16-20a60db1a4ff None None] The sync data for ids ['ffcfb35f-f6f5-4572-8999-625efeabfddf'] in dv-neutron-858731-1-hyperv is: [{'id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'name': 'tempest-TestNetworkBasicOps-router-46484593', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:20:02Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:03Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '287ead76-3e02-43fb-a356-9f55f5d429b0', 'name': '', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:95:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:07Z', 'updated_at': '2022-09-21T15:20:12Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:21:03.546310 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34826) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:21:03.657270 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4725b7a-d897-4a6c-a58e-311e0e665075 None None] New status for floating IP 23a1e42e-be9d-4543-8ad3-b138e719effb: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:21:03.659845 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1bdbb124-d1a7-4353-8a22-3852729e2a85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/23a1e42e-be9d-4543-8ad3-b138e719effb HTTP/1.1" status: 200 len: 689 time: 0.1119592 Sep 21 15:21:04.664557 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34830) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:21:04.917175 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-046fe469-240b-4d99-9165-6675a9a71b16 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/23a1e42e-be9d-4543-8ad3-b138e719effb HTTP/1.1" status: 200 len: 687 time: 0.2513852 Sep 21 15:21:05.507564 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2250ccc5-c50a-47fc-a891-65edb46d1e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:05.999284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34838) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:21:06.005265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1790578664', 'description': 'tempest-secgroup-smoke-1790578664 description', 'project_id': '821a0a843ff74fdda869752c13af53c9'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:21:06.011264 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:21:06.015400 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:21:06.018377 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:21:06.025418 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:21:06.034911 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.056293 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:21:06.060168 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:21:06.063168 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:21:06.069528 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:21:06.137851 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.141389 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.186373 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a7e69e-d3f7-4460-bfe9-4ff4d46e556a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:21:06.194032 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.195175 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1948996 Sep 21 15:21:06.196724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.197069 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.197403 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.197811 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.198153 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.198298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34842) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:21:06.198750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.198846 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.199112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.199694 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.200119 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.200558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.200884 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ecaf-5d3b-4039-ad95-7949b2b605ba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.203733 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '81a7e69e-d3f7-4460-bfe9-4ff4d46e556a', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:21:06.209931 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:21:06.213754 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:21:06.216663 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:21:06.223012 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:21:06.239018 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.299272 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.303041 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.329105 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3b6e90-bdf4-49ab-81bc-b1e83cd11aa1,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:21:06.339738 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.340080 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.340420 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.340776 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.341103 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.341489 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.341756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.342076 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.342396 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.342713 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.343029 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.343346 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:06.346332 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.348246 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-81326c7a-9e25-428b-911e-7670ba54e788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488531 Sep 21 15:21:06.350935 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34846) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:21:06.355878 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5b4440df-cb1a-4bd1-a24c-6092d4d5a2e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '81a7e69e-d3f7-4460-bfe9-4ff4d46e556a', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:21:06.361726 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5b4440df-cb1a-4bd1-a24c-6092d4d5a2e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:21:06.366463 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5b4440df-cb1a-4bd1-a24c-6092d4d5a2e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:21:06.369340 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5b4440df-cb1a-4bd1-a24c-6092d4d5a2e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:21:06.375031 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5b4440df-cb1a-4bd1-a24c-6092d4d5a2e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:21:06.391731 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5b4440df-cb1a-4bd1-a24c-6092d4d5a2e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.451224 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5b4440df-cb1a-4bd1-a24c-6092d4d5a2e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.454759 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5b4440df-cb1a-4bd1-a24c-6092d4d5a2e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.479363 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4440df-cb1a-4bd1-a24c-6092d4d5a2e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b71f49f-7704-430e-ac17-6a4f01333b28,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:21:06.488176 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5b4440df-cb1a-4bd1-a24c-6092d4d5a2e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.489454 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5b4440df-cb1a-4bd1-a24c-6092d4d5a2e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376107 Sep 21 15:21:06.492127 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34850) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:21:06.496885 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-fdb352d4-8416-4bae-8645-698eac98982f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '81a7e69e-d3f7-4460-bfe9-4ff4d46e556a', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:21:06.502637 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fdb352d4-8416-4bae-8645-698eac98982f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:21:06.507359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fdb352d4-8416-4bae-8645-698eac98982f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:21:06.510246 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fdb352d4-8416-4bae-8645-698eac98982f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:21:06.515882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fdb352d4-8416-4bae-8645-698eac98982f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:21:06.532853 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fdb352d4-8416-4bae-8645-698eac98982f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.595358 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fdb352d4-8416-4bae-8645-698eac98982f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.600223 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fdb352d4-8416-4bae-8645-698eac98982f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.623294 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb352d4-8416-4bae-8645-698eac98982f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ac4980-b56d-4a79-8604-07a5ee934aa6,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:21:06.632359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fdb352d4-8416-4bae-8645-698eac98982f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.633602 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fdb352d4-8416-4bae-8645-698eac98982f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405342 Sep 21 15:21:06.636555 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34854) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:21:06.641424 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-290c51a8-5ec2-4925-965c-77c89633e3f2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '81a7e69e-d3f7-4460-bfe9-4ff4d46e556a', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:21:06.647340 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-290c51a8-5ec2-4925-965c-77c89633e3f2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:21:06.651134 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-290c51a8-5ec2-4925-965c-77c89633e3f2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:21:06.654045 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-290c51a8-5ec2-4925-965c-77c89633e3f2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:21:06.660144 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-290c51a8-5ec2-4925-965c-77c89633e3f2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:21:06.677149 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-290c51a8-5ec2-4925-965c-77c89633e3f2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.743575 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-290c51a8-5ec2-4925-965c-77c89633e3f2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.747172 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-290c51a8-5ec2-4925-965c-77c89633e3f2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.771454 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c51a8-5ec2-4925-965c-77c89633e3f2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af913104-5e40-4fd0-963b-56a54221a710,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:21:06.781229 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-290c51a8-5ec2-4925-965c-77c89633e3f2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.782402 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-290c51a8-5ec2-4925-965c-77c89633e3f2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1448858 Sep 21 15:21:06.785889 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34858) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:21:06.790741 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-66b1669b-9f12-4eec-aec6-1eb74f71e2c7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '81a7e69e-d3f7-4460-bfe9-4ff4d46e556a', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:21:06.796524 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-66b1669b-9f12-4eec-aec6-1eb74f71e2c7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:21:06.800335 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-66b1669b-9f12-4eec-aec6-1eb74f71e2c7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:21:06.803306 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-66b1669b-9f12-4eec-aec6-1eb74f71e2c7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:21:06.809073 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-66b1669b-9f12-4eec-aec6-1eb74f71e2c7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:21:06.819266 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-66b1669b-9f12-4eec-aec6-1eb74f71e2c7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:21:06.826419 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66b1669b-9f12-4eec-aec6-1eb74f71e2c7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.889098 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66b1669b-9f12-4eec-aec6-1eb74f71e2c7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.892487 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66b1669b-9f12-4eec-aec6-1eb74f71e2c7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.916102 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1669b-9f12-4eec-aec6-1eb74f71e2c7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a76d4d9-1720-4dd6-ac7a-6ea849812846,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:21:06.925104 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66b1669b-9f12-4eec-aec6-1eb74f71e2c7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:06.926249 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-66b1669b-9f12-4eec-aec6-1eb74f71e2c7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1394596 Sep 21 15:21:06.928985 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34862) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:21:06.933717 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9e2d88b7-fb39-44d2-b33c-b81429eb5fff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '81a7e69e-d3f7-4460-bfe9-4ff4d46e556a', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:21:06.939579 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9e2d88b7-fb39-44d2-b33c-b81429eb5fff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:21:06.943469 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9e2d88b7-fb39-44d2-b33c-b81429eb5fff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:21:06.946386 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9e2d88b7-fb39-44d2-b33c-b81429eb5fff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:21:06.952625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9e2d88b7-fb39-44d2-b33c-b81429eb5fff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:21:06.963409 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-9e2d88b7-fb39-44d2-b33c-b81429eb5fff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:21:06.969777 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9e2d88b7-fb39-44d2-b33c-b81429eb5fff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:07.037560 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9e2d88b7-fb39-44d2-b33c-b81429eb5fff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:07.041133 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9e2d88b7-fb39-44d2-b33c-b81429eb5fff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:07.065402 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d88b7-fb39-44d2-b33c-b81429eb5fff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14866207-4cf7-41f1-b669-200f66df228b,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:21:07.075081 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9e2d88b7-fb39-44d2-b33c-b81429eb5fff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:07.076285 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9e2d88b7-fb39-44d2-b33c-b81429eb5fff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1463826 Sep 21 15:21:07.249335 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-01f22e27-b23f-47b5-987d-5f4bd00cdaf3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:21:07.265826 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-01f22e27-b23f-47b5-987d-5f4bd00cdaf3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:21:07.267129 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-01f22e27-b23f-47b5-987d-5f4bd00cdaf3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1790578664&fields=id&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 267 time: 0.0645289 Sep 21 15:21:07.422591 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-4e59e248-b25b-4da8-b822-f50910b3d1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:07.423913 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-4e59e248-b25b-4da8-b822-f50910b3d1d6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/networks?id=7437916e-6f56-499a-a2b9-42bb7ddcbd31 HTTP/1.1" status: 200 len: 796 time: 0.1494308 Sep 21 15:21:07.439003 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-f804f590-3ad2-44ef-aec9-2df590719ca5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/quotas/821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 375 time: 0.0088789 Sep 21 15:21:07.532896 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-f7f36b1f-510a-4ff3-acdb-a51dcb95ffae tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0888190 Sep 21 15:21:07.669225 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-6a667586-6758-4bed-bd93-bb762a113f4c service neutron] 10.222.0.62 "GET /v2.0/networks/7437916e-6f56-499a-a2b9-42bb7ddcbd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241088 Sep 21 15:21:07.797211 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-37aedb22-f2a8-4f04-a361-b7dcafd90542 service neutron] 10.222.0.62 "GET /v2.0/networks/7437916e-6f56-499a-a2b9-42bb7ddcbd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222215 Sep 21 15:21:07.851912 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3555-aead-4070-a278-738097221833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:07.988632 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7cb9b061-4a5b-4eb1-9d6d-7beeffd527f3 req-6a17670b-62fc-4a25-bf76-4f5cf9aede36 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=15daafc1-0d45-43a8-b094-cfbbebd117c1 HTTP/1.1" status: 200 len: 210 time: 0.0573709 Sep 21 15:21:08.691376 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:08.870044 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:09.187814 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-2d22e319-7cc8-4dfc-adc0-aa774e1b9751 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:09.189275 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-2d22e319-7cc8-4dfc-adc0-aa774e1b9751 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/networks?id=7437916e-6f56-499a-a2b9-42bb7ddcbd31 HTTP/1.1" status: 200 len: 796 time: 0.2006502 Sep 21 15:21:09.192271 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f7a6eb9a-48ef-4873-8fa0-48902174980b req-1c27b74d-277b-49a3-8902-e6436e99a6e5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=15daafc1-0d45-43a8-b094-cfbbebd117c1 HTTP/1.1" status: 200 len: 210 time: 0.0746486 Sep 21 15:21:09.258283 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-5775f0e1-446b-4785-b5a0-07aa90898a7f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 473 time: 0.0479653 Sep 21 15:21:09.272765 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-a069a976-591f-4943-a1c6-1c4ba99e04a6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'port': {'device_id': '15daafc1-0d45-43a8-b094-cfbbebd117c1', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'admin_state_up': True, 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'security_groups': ['81a7e69e-d3f7-4460-bfe9-4ff4d46e556a']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:21:09.403565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-a069a976-591f-4943-a1c6-1c4ba99e04a6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:21:09.413308 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-a069a976-591f-4943-a1c6-1c4ba99e04a6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:21:09.422792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-a069a976-591f-4943-a1c6-1c4ba99e04a6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:21:09.427343 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-a069a976-591f-4943-a1c6-1c4ba99e04a6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:09.686162 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-a069a976-591f-4943-a1c6-1c4ba99e04a6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.20.0.5 (7437916e-6f56-499a-a2b9-42bb7ddcbd31/ea3067ea-c9c6-44a1-bf94-55a5a48d7581/ef71c6f9-9b60-440e-955b-4405f3a651ae) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:21:09.874281 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-a069a976-591f-4943-a1c6-1c4ba99e04a6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:09.890317 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-a069a976-591f-4943-a1c6-1c4ba99e04a6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Transition to ACTIVE for port object ef71c6f9-9b60-440e-955b-4405f3a651ae will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:21:09.913590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-a069a976-591f-4943-a1c6-1c4ba99e04a6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:09.982198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-a069a976-591f-4943-a1c6-1c4ba99e04a6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 7437916e-6f56-499a-a2b9-42bb7ddcbd31 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:21:09.985091 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-a069a976-591f-4943-a1c6-1c4ba99e04a6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:21:09.988104 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-a069a976-591f-4943-a1c6-1c4ba99e04a6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:21:10.039586 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069a976-591f-4943-a1c6-1c4ba99e04a6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=ef71c6f9-9b60-440e-955b-4405f3a651ae,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:21:10.061805 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-a069a976-591f-4943-a1c6-1c4ba99e04a6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:10.062501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-a069a976-591f-4943-a1c6-1c4ba99e04a6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:10.092508 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-a069a976-591f-4943-a1c6-1c4ba99e04a6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8231895 Sep 21 15:21:10.107851 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] Request body: {'port': {'device_id': '15daafc1-0d45-43a8-b094-cfbbebd117c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:21:10.191306 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d7c41bdd-ce56-4649-987f-c9b217e78aa0 None None] Provisioning for port ef71c6f9-9b60-440e-955b-4405f3a651ae completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:21:10.196142 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d7c41bdd-ce56-4649-987f-c9b217e78aa0 None None] Provisioning complete for port ef71c6f9-9b60-440e-955b-4405f3a651ae triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:21:10.196651 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d7c41bdd-ce56-4649-987f-c9b217e78aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:10.222417 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:10.251102 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d7c41bdd-ce56-4649-987f-c9b217e78aa0 None None] Port ef71c6f9-9b60-440e-955b-4405f3a651ae cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:21:10.494447 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:10.536831 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6de967-1749-4c95-843f-62e15b46c3a6 req-e77eefc1-2704-4be7-b07f-e62f1a671ab1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:10.537521 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ef6de967-1749-4c95-843f-62e15b46c3a6 req-e77eefc1-2704-4be7-b07f-e62f1a671ab1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:21:10.575151 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ef6de967-1749-4c95-843f-62e15b46c3a6 req-e77eefc1-2704-4be7-b07f-e62f1a671ab1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:21:10.576274 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ef6de967-1749-4c95-843f-62e15b46c3a6 req-e77eefc1-2704-4be7-b07f-e62f1a671ab1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=15daafc1-0d45-43a8-b094-cfbbebd117c1 HTTP/1.1" status: 200 len: 931 time: 0.2317367 Sep 21 15:21:10.677091 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ef6de967-1749-4c95-843f-62e15b46c3a6 req-d9b54a1e-8fe4-4258-b1fa-60d08a03de24 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=81a7e69e-d3f7-4460-bfe9-4ff4d46e556a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938737 Sep 21 15:21:10.691454 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef71c6f9-9b60-440e-955b-4405f3a651ae {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:21:10.698836 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:10.713919 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] Transition to ACTIVE for port object ef71c6f9-9b60-440e-955b-4405f3a651ae will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:21:10.718055 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:10.918585 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] Pushing event updated for resources: {'Port': ['ID=ef71c6f9-9b60-440e-955b-4405f3a651ae,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:21:10.949849 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] Attempting to bind port ef71c6f9-9b60-440e-955b-4405f3a651ae on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:21:10.950178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] Attempting to bind port ef71c6f9-9b60-440e-955b-4405f3a651ae by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '02cb24cf-be29-4829-b917-d52a71dd54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:21:10.950498 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] Attempting to bind port ef71c6f9-9b60-440e-955b-4405f3a651ae on network 7437916e-6f56-499a-a2b9-42bb7ddcbd31 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:21:10.954974 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] Port ef71c6f9-9b60-440e-955b-4405f3a651ae on network 7437916e-6f56-499a-a2b9-42bb7ddcbd31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:21:10.955289 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] Attempting to bind port ef71c6f9-9b60-440e-955b-4405f3a651ae on network 7437916e-6f56-499a-a2b9-42bb7ddcbd31 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:21:10.961261 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:21:10.961594 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] Checking segment: {'id': '02cb24cf-be29-4829-b917-d52a71dd54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:21:10.961965 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] Bound using segment: {'id': '02cb24cf-be29-4829-b917-d52a71dd54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:21:10.962385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] Bound port: ef71c6f9-9b60-440e-955b-4405f3a651ae, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02cb24cf-be29-4829-b917-d52a71dd54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:21:10.962721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:11.050929 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] For port ef71c6f9-9b60-440e-955b-4405f3a651ae, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:21:11.054378 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] For port ef71c6f9-9b60-440e-955b-4405f3a651ae, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=ef71c6f9-9b60-440e-955b-4405f3a651ae,segment=NetworkSegment(02cb24cf-be29-4829-b917-d52a71dd54a0),segment_id=02cb24cf-be29-4829-b917-d52a71dd54a0)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:21:11.057972 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:11.092815 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:11.093424 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:11.094777 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] 10.222.0.20 "PUT /v2.0/ports/ef71c6f9-9b60-440e-955b-4405f3a651ae HTTP/1.1" status: 200 len: 1093 time: 0.9911904 Sep 21 15:21:11.095209 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15daafc1-0d45-43a8-b094-cfbbebd117c1', 'tag': 'ef71c6f9-9b60-440e-955b-4405f3a651ae'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:21:11.097821 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58b6049-5fa8-46d6-af96-f01dfbee019e" -d '{"events": [{"name": "network-changed", "server_uuid": "15daafc1-0d45-43a8-b094-cfbbebd117c1", "tag": "ef71c6f9-9b60-440e-955b-4405f3a651ae"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:21:11.173405 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc42c8c-be43-486f-a65e-1abbcae85b20 x-openstack-request-id: req-bbc42c8c-be43-486f-a65e-1abbcae85b20 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:21:11.173611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15daafc1-0d45-43a8-b094-cfbbebd117c1", "tag": "ef71c6f9-9b60-440e-955b-4405f3a651ae", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:21:11.173855 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bbc42c8c-be43-486f-a65e-1abbcae85b20 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:21:11.174243 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc42c8c-be43-486f-a65e-1abbcae85b20'] response: {'name': 'network-changed', 'server_uuid': '15daafc1-0d45-43a8-b094-cfbbebd117c1', 'tag': 'ef71c6f9-9b60-440e-955b-4405f3a651ae', 'status': 'completed', 'code': 200} Sep 21 15:21:11.190547 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d969ed-0c91-4807-b507-92d669e0faed service neutron] Pushing event updated for resources: {'Port': ['ID=ef71c6f9-9b60-440e-955b-4405f3a651ae,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:21:11.222202 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-5d0ef3f1-49cc-481d-b3f6-f7dee6c3d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:11.223714 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-5d0ef3f1-49cc-481d-b3f6-f7dee6c3d320 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=15daafc1-0d45-43a8-b094-cfbbebd117c1 HTTP/1.1" status: 200 len: 1096 time: 0.0877984 Sep 21 15:21:11.296410 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-1e75f746-9bf9-4b61-b162-cb4c3892ed4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef71c6f9-9b60-440e-955b-4405f3a651ae HTTP/1.1" status: 200 len: 217 time: 0.0636303 Sep 21 15:21:11.361186 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-09a84cbb-0422-45a6-8a1a-9939ce77dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:11.363108 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-09a84cbb-0422-45a6-8a1a-9939ce77dbf4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea3067ea-c9c6-44a1-bf94-55a5a48d7581 HTTP/1.1" status: 200 len: 835 time: 0.0561655 Sep 21 15:21:11.544269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-2ed4f792-9820-473d-be5d-326d51da773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:11.545746 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-2ed4f792-9820-473d-be5d-326d51da773c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7437916e-6f56-499a-a2b9-42bb7ddcbd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1734428 Sep 21 15:21:11.677525 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-e02cb50f-5b4a-425b-8c85-356c59dce8f7 service neutron] 10.222.0.20 "GET /v2.0/networks/7437916e-6f56-499a-a2b9-42bb7ddcbd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225796 Sep 21 15:21:11.859893 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8ad115f-4b8d-42e4-8f16-80e2d5286274 req-16c57289-3260-4109-ba72-e915c757e114 service neutron] 10.222.0.20 "GET /v2.0/networks/7437916e-6f56-499a-a2b9-42bb7ddcbd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727169 Sep 21 15:21:11.896614 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32e8c5-de1e-4706-9d53-93484b421bf5 req-8eed6417-f2b0-4226-b013-f66ab230d312 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:11.898173 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-df32e8c5-de1e-4706-9d53-93484b421bf5 req-8eed6417-f2b0-4226-b013-f66ab230d312 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=15daafc1-0d45-43a8-b094-cfbbebd117c1 HTTP/1.1" status: 200 len: 943 time: 0.1046371 Sep 21 15:21:11.993283 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-df32e8c5-de1e-4706-9d53-93484b421bf5 req-7a4e72a4-2515-48a8-a590-e8aea88a27e3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=81a7e69e-d3f7-4460-bfe9-4ff4d46e556a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892603 Sep 21 15:21:12.025704 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b6049-5fa8-46d6-af96-f01dfbee019e req-e1f056c9-4881-41ef-8247-4f100a003266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:12.027157 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e58b6049-5fa8-46d6-af96-f01dfbee019e req-e1f056c9-4881-41ef-8247-4f100a003266 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=15daafc1-0d45-43a8-b094-cfbbebd117c1 HTTP/1.1" status: 200 len: 1096 time: 0.0924013 Sep 21 15:21:12.158271 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b6049-5fa8-46d6-af96-f01dfbee019e req-03e2b992-df8c-46e5-b237-0b5b7fc3b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:12.159703 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e58b6049-5fa8-46d6-af96-f01dfbee019e req-03e2b992-df8c-46e5-b237-0b5b7fc3b9ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=7437916e-6f56-499a-a2b9-42bb7ddcbd31 HTTP/1.1" status: 200 len: 897 time: 0.1258764 Sep 21 15:21:12.228501 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e58b6049-5fa8-46d6-af96-f01dfbee019e req-993d69ae-8440-4ce8-89f3-aeb287de1750 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef71c6f9-9b60-440e-955b-4405f3a651ae HTTP/1.1" status: 200 len: 217 time: 0.0620475 Sep 21 15:21:12.296077 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b6049-5fa8-46d6-af96-f01dfbee019e req-5bb43f05-c761-4487-95fd-86d05d5b7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:12.297517 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e58b6049-5fa8-46d6-af96-f01dfbee019e req-5bb43f05-c761-4487-95fd-86d05d5b7896 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea3067ea-c9c6-44a1-bf94-55a5a48d7581 HTTP/1.1" status: 200 len: 835 time: 0.0628040 Sep 21 15:21:12.384822 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b6049-5fa8-46d6-af96-f01dfbee019e req-e6cd6e0d-27f6-4e7b-ae29-6c13f7371666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:12.386326 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e58b6049-5fa8-46d6-af96-f01dfbee019e req-e6cd6e0d-27f6-4e7b-ae29-6c13f7371666 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7437916e-6f56-499a-a2b9-42bb7ddcbd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810215 Sep 21 15:21:12.518153 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e58b6049-5fa8-46d6-af96-f01dfbee019e req-711938d8-4768-444c-84d5-0cc920e2c5ab service neutron] 10.222.0.20 "GET /v2.0/networks/7437916e-6f56-499a-a2b9-42bb7ddcbd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234298 Sep 21 15:21:12.649869 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e58b6049-5fa8-46d6-af96-f01dfbee019e req-ded4e41e-09df-496f-a217-902a5e66daa7 service neutron] 10.222.0.20 "GET /v2.0/networks/7437916e-6f56-499a-a2b9-42bb7ddcbd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242838 Sep 21 15:21:13.200730 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d3e7c-1d71-4ce4-b557-fb26cf612339 req-dff90ad6-6b1a-49b1-abcc-bbd25514be9b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:13.202181 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-207d3e7c-1d71-4ce4-b557-fb26cf612339 req-dff90ad6-6b1a-49b1-abcc-bbd25514be9b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=15daafc1-0d45-43a8-b094-cfbbebd117c1 HTTP/1.1" status: 200 len: 943 time: 0.0947840 Sep 21 15:21:13.246371 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-207d3e7c-1d71-4ce4-b557-fb26cf612339 req-265e9903-312f-46a6-90ca-e7018f028c93 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=81a7e69e-d3f7-4460-bfe9-4ff4d46e556a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384781 Sep 21 15:21:14.057254 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device ef71c6f9-9b60-440e-955b-4405f3a651ae details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:21:14.217298 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port ef71c6f9-9b60-440e-955b-4405f3a651ae, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=ef71c6f9-9b60-440e-955b-4405f3a651ae,segment=NetworkSegment(02cb24cf-be29-4829-b917-d52a71dd54a0),segment_id=02cb24cf-be29-4829-b917-d52a71dd54a0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:21:14.233037 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'ef71c6f9-9b60-440e-955b-4405f3a651ae', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'port_id': 'ef71c6f9-9b60-440e-955b-4405f3a651ae', 'mac_address': 'fa:16:3e:05:0b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:21:14.288795 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port ef71c6f9-9b60-440e-955b-4405f3a651ae is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:21:14.289183 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:14.308388 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef71c6f9-9b60-440e-955b-4405f3a651ae {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:21:14.325998 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port ef71c6f9-9b60-440e-955b-4405f3a651ae, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=ef71c6f9-9b60-440e-955b-4405f3a651ae,segment=NetworkSegment(02cb24cf-be29-4829-b917-d52a71dd54a0),segment_id=02cb24cf-be29-4829-b917-d52a71dd54a0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:21:14.330314 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:14.396080 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=ef71c6f9-9b60-440e-955b-4405f3a651ae,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:21:14.403059 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:14.403408 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:14.403746 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:14.404079 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:14.404405 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:14.404765 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:14.405088 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:14.405412 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:14.405736 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:14.406063 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:14.406379 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:14.406701 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:21:14.453323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bd336-82e2-4772-acfe-3348e280a624 req-dbf2182e-9f95-4560-a5f8-5d05f2a6a456 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:14.454770 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2a0bd336-82e2-4772-acfe-3348e280a624 req-dbf2182e-9f95-4560-a5f8-5d05f2a6a456 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=15daafc1-0d45-43a8-b094-cfbbebd117c1 HTTP/1.1" status: 200 len: 944 time: 0.0936682 Sep 21 15:21:14.498639 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2a0bd336-82e2-4772-acfe-3348e280a624 req-e2cd5ea8-62c0-42f0-894f-288232784aad tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=81a7e69e-d3f7-4460-bfe9-4ff4d46e556a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379176 Sep 21 15:21:14.598523 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['ef71c6f9-9b60-440e-955b-4405f3a651ae'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:21:15.694343 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db2bd1-1f65-4f82-8b5e-5ae24197c866 req-730233fc-97e9-41f7-9f6c-1814d887217d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:15.695768 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-08db2bd1-1f65-4f82-8b5e-5ae24197c866 req-730233fc-97e9-41f7-9f6c-1814d887217d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=15daafc1-0d45-43a8-b094-cfbbebd117c1 HTTP/1.1" status: 200 len: 944 time: 0.0864727 Sep 21 15:21:15.743003 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-08db2bd1-1f65-4f82-8b5e-5ae24197c866 req-fed6c1e7-558f-4d6c-88ae-8c718898078a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=81a7e69e-d3f7-4460-bfe9-4ff4d46e556a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411727 Sep 21 15:21:16.073447 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device ef71c6f9-9b60-440e-955b-4405f3a651ae up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:21:16.141050 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port ef71c6f9-9b60-440e-955b-4405f3a651ae completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:21:16.146582 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port ef71c6f9-9b60-440e-955b-4405f3a651ae triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:21:16.147041 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:16.262900 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port ef71c6f9-9b60-440e-955b-4405f3a651ae is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:21:16.263274 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:16.290344 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15daafc1-0d45-43a8-b094-cfbbebd117c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef71c6f9-9b60-440e-955b-4405f3a651ae'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:21:16.292714 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af06415a-113e-465f-9ef2-72da8d1f1ef2" -d '{"events": [{"server_uuid": "15daafc1-0d45-43a8-b094-cfbbebd117c1", "name": "network-vif-plugged", "status": "completed", "tag": "ef71c6f9-9b60-440e-955b-4405f3a651ae"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:21:16.300143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port ef71c6f9-9b60-440e-955b-4405f3a651ae, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=ef71c6f9-9b60-440e-955b-4405f3a651ae,segment=NetworkSegment(02cb24cf-be29-4829-b917-d52a71dd54a0),segment_id=02cb24cf-be29-4829-b917-d52a71dd54a0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:21:16.304277 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:16.341647 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3756ee2a-9403-45c3-af02-d49c2dce9bf9 x-openstack-request-id: req-3756ee2a-9403-45c3-af02-d49c2dce9bf9 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:21:16.341937 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15daafc1-0d45-43a8-b094-cfbbebd117c1", "name": "network-vif-plugged", "status": "completed", "tag": "ef71c6f9-9b60-440e-955b-4405f3a651ae", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:21:16.342186 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3756ee2a-9403-45c3-af02-d49c2dce9bf9 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:21:16.342575 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3756ee2a-9403-45c3-af02-d49c2dce9bf9'] response: {'server_uuid': '15daafc1-0d45-43a8-b094-cfbbebd117c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef71c6f9-9b60-440e-955b-4405f3a651ae', 'code': 200} Sep 21 15:21:16.377311 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=ef71c6f9-9b60-440e-955b-4405f3a651ae,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:21:16.585126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063589-2b12-44c2-a3b5-9e26ae7d0c18 req-26077517-64fd-4690-8dcc-598d93da7058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:16.586532 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f8063589-2b12-44c2-a3b5-9e26ae7d0c18 req-26077517-64fd-4690-8dcc-598d93da7058 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=15daafc1-0d45-43a8-b094-cfbbebd117c1 HTTP/1.1" status: 200 len: 1098 time: 0.0813718 Sep 21 15:21:16.629952 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f8063589-2b12-44c2-a3b5-9e26ae7d0c18 req-aef67052-5720-49a1-b8fa-a6a300084d43 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=81a7e69e-d3f7-4460-bfe9-4ff4d46e556a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344269 Sep 21 15:21:17.055189 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857705d-aa07-4b01-abe8-7b94c5d049fb req-3e1b088a-70b4-4baa-9c97-c2273c2150f2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:17.056725 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4857705d-aa07-4b01-abe8-7b94c5d049fb req-3e1b088a-70b4-4baa-9c97-c2273c2150f2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=15daafc1-0d45-43a8-b094-cfbbebd117c1 HTTP/1.1" status: 200 len: 945 time: 0.1985180 Sep 21 15:21:17.104351 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4857705d-aa07-4b01-abe8-7b94c5d049fb req-daa36869-f9dc-4373-8351-394e44eae556 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=81a7e69e-d3f7-4460-bfe9-4ff4d46e556a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416739 Sep 21 15:21:18.388502 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be7f48-4a17-4cee-b6b0-721c7e6fc2b9 req-58eae882-a464-4b31-bbb2-66fc1c63d106 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:18.393011 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8be7f48-4a17-4cee-b6b0-721c7e6fc2b9 req-58eae882-a464-4b31-bbb2-66fc1c63d106 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=15daafc1-0d45-43a8-b094-cfbbebd117c1 HTTP/1.1" status: 200 len: 945 time: 0.1708012 Sep 21 15:21:18.435381 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8be7f48-4a17-4cee-b6b0-721c7e6fc2b9 req-344651cb-b0fe-4c97-9cee-c1784a1f7691 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=81a7e69e-d3f7-4460-bfe9-4ff4d46e556a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380139 Sep 21 15:21:18.638116 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b54edc-9a4c-44ce-98a7-16081a94633e req-f918ff3a-774d-401f-8ce7-59efb92f3aca tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:18.639541 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-78b54edc-9a4c-44ce-98a7-16081a94633e req-f918ff3a-774d-401f-8ce7-59efb92f3aca tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=15daafc1-0d45-43a8-b094-cfbbebd117c1 HTTP/1.1" status: 200 len: 945 time: 0.0922296 Sep 21 15:21:18.682856 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-78b54edc-9a4c-44ce-98a7-16081a94633e req-69b449a6-cdb2-4696-a5fe-f7c7f54b4951 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=81a7e69e-d3f7-4460-bfe9-4ff4d46e556a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374644 Sep 21 15:21:18.711585 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34922) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:21:18.900782 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28216379-7455-4d74-8254-fb1ba496bb91 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:18.902200 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-28216379-7455-4d74-8254-fb1ba496bb91 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=15daafc1-0d45-43a8-b094-cfbbebd117c1 HTTP/1.1" status: 200 len: 1093 time: 0.1896532 Sep 21 15:21:18.905032 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34928) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:21:18.910438 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f5e5b208-76a4-46ee-8297-88d45dbe0374 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'floatingip': {'port_id': 'ef71c6f9-9b60-440e-955b-4405f3a651ae'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:21:18.984822 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f5e5b208-76a4-46ee-8297-88d45dbe0374 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:19.588096 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f5e5b208-76a4-46ee-8297-88d45dbe0374 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:19.592064 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f5e5b208-76a4-46ee-8297-88d45dbe0374 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:19.763752 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-f5e5b208-76a4-46ee-8297-88d45dbe0374 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Floating IP 23a1e42e-be9d-4543-8ad3-b138e719effb associated. External IP: 172.26.4.48, port: ef71c6f9-9b60-440e-955b-4405f3a651ae. Sep 21 15:21:20.248117 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e5b208-76a4-46ee-8297-88d45dbe0374 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router ffcfb35f-f6f5-4572-8999-625efeabfddf has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:21:20.439100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e5b208-76a4-46ee-8297-88d45dbe0374 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:21:20.443924 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f5e5b208-76a4-46ee-8297-88d45dbe0374 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:20.449012 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a4a622-d693-4be7-b030-4af2cab3ab0d None None] Sync routers for ids ['ffcfb35f-f6f5-4572-8999-625efeabfddf'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:21:20.459292 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a4a622-d693-4be7-b030-4af2cab3ab0d None None] Routers {'ffcfb35f-f6f5-4572-8999-625efeabfddf'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:21:20.459941 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-23a4a622-d693-4be7-b030-4af2cab3ab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:21:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['ffcfb35f-f6f5-4572-8999-625efeabfddf'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:21:20.500224 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f5e5b208-76a4-46ee-8297-88d45dbe0374 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/floatingips/23a1e42e-be9d-4543-8ad3-b138e719effb HTTP/1.1" status: 200 len: 990 time: 1.5941827 Sep 21 15:21:20.500824 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15daafc1-0d45-43a8-b094-cfbbebd117c1', 'tag': 'ef71c6f9-9b60-440e-955b-4405f3a651ae'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:21:20.503061 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34944) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:21:20.503506 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bc72f1-0876-4613-9cd6-9b482a0b23d5" -d '{"events": [{"name": "network-changed", "server_uuid": "15daafc1-0d45-43a8-b094-cfbbebd117c1", "tag": "ef71c6f9-9b60-440e-955b-4405f3a651ae"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:21:20.546989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0fd8ac-af62-4fcd-9aee-0b3b243a4c4b x-openstack-request-id: req-6b0fd8ac-af62-4fcd-9aee-0b3b243a4c4b {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:21:20.547267 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15daafc1-0d45-43a8-b094-cfbbebd117c1", "tag": "ef71c6f9-9b60-440e-955b-4405f3a651ae", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:21:20.547515 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6b0fd8ac-af62-4fcd-9aee-0b3b243a4c4b {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:21:20.547929 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b0fd8ac-af62-4fcd-9aee-0b3b243a4c4b'] response: {'name': 'network-changed', 'server_uuid': '15daafc1-0d45-43a8-b094-cfbbebd117c1', 'tag': 'ef71c6f9-9b60-440e-955b-4405f3a651ae', 'status': 'completed', 'code': 200} Sep 21 15:21:20.642315 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-13716952-88e8-4e23-92ba-44b049f4c5db tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/23a1e42e-be9d-4543-8ad3-b138e719effb HTTP/1.1" status: 200 len: 990 time: 0.1375215 Sep 21 15:21:20.655359 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-23a4a622-d693-4be7-b030-4af2cab3ab0d None None] Set router ffcfb35f-f6f5-4572-8999-625efeabfddf gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:21:20.673195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc72f1-0876-4613-9cd6-9b482a0b23d5 req-05ca0033-5ae1-499d-9b02-a1db8d8c63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:20.675331 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b7bc72f1-0876-4613-9cd6-9b482a0b23d5 req-05ca0033-5ae1-499d-9b02-a1db8d8c63c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=15daafc1-0d45-43a8-b094-cfbbebd117c1 HTTP/1.1" status: 200 len: 1098 time: 0.1051123 Sep 21 15:21:20.812049 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc72f1-0876-4613-9cd6-9b482a0b23d5 req-6af39271-f9ca-480e-b785-6a39f27ff112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:20.813539 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b7bc72f1-0876-4613-9cd6-9b482a0b23d5 req-6af39271-f9ca-480e-b785-6a39f27ff112 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7437916e-6f56-499a-a2b9-42bb7ddcbd31 HTTP/1.1" status: 200 len: 897 time: 0.1321113 Sep 21 15:21:20.920412 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b7bc72f1-0876-4613-9cd6-9b482a0b23d5 req-14f25f2b-4e4a-4fcc-87d7-41bceb32bd33 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef71c6f9-9b60-440e-955b-4405f3a651ae HTTP/1.1" status: 200 len: 998 time: 0.1003509 Sep 21 15:21:20.990088 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc72f1-0876-4613-9cd6-9b482a0b23d5 req-2d9331c8-6a62-41ab-b6cb-dd5c509b3b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:20.992091 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b7bc72f1-0876-4613-9cd6-9b482a0b23d5 req-2d9331c8-6a62-41ab-b6cb-dd5c509b3b4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea3067ea-c9c6-44a1-bf94-55a5a48d7581 HTTP/1.1" status: 200 len: 835 time: 0.0647559 Sep 21 15:21:21.027753 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-23a4a622-d693-4be7-b030-4af2cab3ab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'name': 'tempest-TestNetworkBasicOps-router-46484593', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:20:02Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:03Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '23a1e42e-be9d-4543-8ad3-b138e719effb', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'port_id': 'ef71c6f9-9b60-440e-955b-4405f3a651ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'mac_address': 'fa:16:3e:05:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15daafc1-0d45-43a8-b094-cfbbebd117c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:20:24Z', 'updated_at': '2022-09-21T15:21:19Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287ead76-3e02-43fb-a356-9f55f5d429b0', 'name': '', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:95:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:07Z', 'updated_at': '2022-09-21T15:20:12Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:21:21.031853 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a4a622-d693-4be7-b030-4af2cab3ab0d None None] Checking router: ffcfb35f-f6f5-4572-8999-625efeabfddf for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:21:21.041827 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a4a622-d693-4be7-b030-4af2cab3ab0d None None] Routers {'ffcfb35f-f6f5-4572-8999-625efeabfddf'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:21:21.042438 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-23a4a622-d693-4be7-b030-4af2cab3ab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:21:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['ffcfb35f-f6f5-4572-8999-625efeabfddf'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:21:21.108908 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc72f1-0876-4613-9cd6-9b482a0b23d5 req-0b4e2263-794d-4df6-ba6d-83a5069af01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:21.110916 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b7bc72f1-0876-4613-9cd6-9b482a0b23d5 req-0b4e2263-794d-4df6-ba6d-83a5069af01e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7437916e-6f56-499a-a2b9-42bb7ddcbd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1118679 Sep 21 15:21:21.266495 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b7bc72f1-0876-4613-9cd6-9b482a0b23d5 req-77344b95-7337-4406-8145-b4d7cd18b79b service neutron] 10.222.0.20 "GET /v2.0/networks/7437916e-6f56-499a-a2b9-42bb7ddcbd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475728 Sep 21 15:21:21.275388 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-23a4a622-d693-4be7-b030-4af2cab3ab0d None None] Set router ffcfb35f-f6f5-4572-8999-625efeabfddf gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:21:21.407081 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b7bc72f1-0876-4613-9cd6-9b482a0b23d5 req-f8bd102f-eeaf-4228-bafa-1f1eec5468ad service neutron] 10.222.0.20 "GET /v2.0/networks/7437916e-6f56-499a-a2b9-42bb7ddcbd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340728 Sep 21 15:21:21.643658 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-23a4a622-d693-4be7-b030-4af2cab3ab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'name': 'tempest-TestNetworkBasicOps-router-46484593', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:20:02Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:03Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '23a1e42e-be9d-4543-8ad3-b138e719effb', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'port_id': 'ef71c6f9-9b60-440e-955b-4405f3a651ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'mac_address': 'fa:16:3e:05:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15daafc1-0d45-43a8-b094-cfbbebd117c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:20:24Z', 'updated_at': '2022-09-21T15:21:19Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287ead76-3e02-43fb-a356-9f55f5d429b0', 'name': '', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:95:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:07Z', 'updated_at': '2022-09-21T15:20:12Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:21:21.644658 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 34952) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:21:21.648687 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a4a622-d693-4be7-b030-4af2cab3ab0d None None] The sync data for ids ['ffcfb35f-f6f5-4572-8999-625efeabfddf'] in dv-neutron-858731-1-hyperv is: [{'id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'name': 'tempest-TestNetworkBasicOps-router-46484593', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:20:02Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:03Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '23a1e42e-be9d-4543-8ad3-b138e719effb', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'port_id': 'ef71c6f9-9b60-440e-955b-4405f3a651ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'mac_address': 'fa:16:3e:05:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15daafc1-0d45-43a8-b094-cfbbebd117c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:20:24Z', 'updated_at': '2022-09-21T15:21:19Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287ead76-3e02-43fb-a356-9f55f5d429b0', 'name': '', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:95:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:07Z', 'updated_at': '2022-09-21T15:20:12Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:21:21.761350 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5fa5d707-3b6f-4f05-8982-83ad401340ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/23a1e42e-be9d-4543-8ad3-b138e719effb HTTP/1.1" status: 200 len: 990 time: 0.1155484 Sep 21 15:21:21.851710 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec120c2-17c9-409e-9863-890032c25a2c None None] New status for floating IP 23a1e42e-be9d-4543-8ad3-b138e719effb: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:21:22.008269 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:22.765691 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 34958) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:21:22.908171 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-536eae97-2af1-4cbc-9ed6-60fed27fb91e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/23a1e42e-be9d-4543-8ad3-b138e719effb HTTP/1.1" status: 200 len: 992 time: 0.1339667 Sep 21 15:21:27.977232 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-2ff9e588-63bc-42e6-977c-9613638ba1f6 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061063046&fields=id&tenant_id=a5990e45ce304151b4645b8268b1dc5a HTTP/1.1" status: 200 len: 267 time: 0.0390730 Sep 21 15:21:28.131169 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-a99c5983-4434-4e3d-99a0-cb24277d41f2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:28.132631 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-a99c5983-4434-4e3d-99a0-cb24277d41f2 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/networks?id=4a027504-dd1f-470a-a98b-400eafbfc229 HTTP/1.1" status: 200 len: 810 time: 0.1489010 Sep 21 15:21:28.146882 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-2cdda8a8-dfcb-4139-a49f-063dda645c37 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/quotas/a5990e45ce304151b4645b8268b1dc5a HTTP/1.1" status: 200 len: 375 time: 0.0088258 Sep 21 15:21:28.349255 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-5f5c9806-6f94-44ab-ab4a-b08782d7b237 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a5990e45ce304151b4645b8268b1dc5a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1974573 Sep 21 15:21:28.485292 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-1aa2652a-5a5d-45d2-a465-b8175a3e2db8 service neutron] 10.222.0.62 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249979 Sep 21 15:21:28.615511 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-553a0e91-4782-41b0-a028-bffb9f88eb67 service neutron] 10.222.0.62 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241994 Sep 21 15:21:29.123284 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b640bc0d-5fb1-45de-9aa3-3009a805af1f req-bf039912-4edd-441e-b240-09318bd6a637 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 210 time: 0.1743140 Sep 21 15:21:30.054709 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-fd43d57d-f67f-40c7-91cf-477f602b03a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:30.056247 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-fd43d57d-f67f-40c7-91cf-477f602b03a5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.20 "GET /v2.0/networks?id=4a027504-dd1f-470a-a98b-400eafbfc229 HTTP/1.1" status: 200 len: 810 time: 0.1569214 Sep 21 15:21:30.104920 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-998a66c8-def9-4fbc-8421-ff4e806775fc tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5990e45ce304151b4645b8268b1dc5a HTTP/1.1" status: 200 len: 380 time: 0.0409670 Sep 21 15:21:30.121138 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-30ae8bc7-980a-4918-a28b-1aca962cdb00 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Request body: {'port': {'device_id': '29034f20-089e-4c95-9855-ff256f83eeac', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'admin_state_up': True, 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'security_groups': ['e572f292-5a0a-421f-a620-183aabda6ecc']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:21:30.269028 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-30ae8bc7-980a-4918-a28b-1aca962cdb00 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:21:30.278889 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-30ae8bc7-980a-4918-a28b-1aca962cdb00 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:21:30.290069 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-30ae8bc7-980a-4918-a28b-1aca962cdb00 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Made reservation on behalf of a5990e45ce304151b4645b8268b1dc5a for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:21:30.293678 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-30ae8bc7-980a-4918-a28b-1aca962cdb00 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:30.360472 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8aeee35-d14a-4790-bbeb-ce48e2489b2f req-2fefddcb-4d98-45a5-962f-4b6330000a14 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 210 time: 0.1204016 Sep 21 15:21:30.510700 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-30ae8bc7-980a-4918-a28b-1aca962cdb00 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Allocated IP 172.20.0.11 (4a027504-dd1f-470a-a98b-400eafbfc229/975d8ae1-c46e-49e5-9b8f-b5475bec71b0/08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:21:30.702056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-30ae8bc7-980a-4918-a28b-1aca962cdb00 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:30.719722 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-30ae8bc7-980a-4918-a28b-1aca962cdb00 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Transition to ACTIVE for port object 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:21:30.744370 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-30ae8bc7-980a-4918-a28b-1aca962cdb00 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:30.819537 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-30ae8bc7-980a-4918-a28b-1aca962cdb00 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Network 4a027504-dd1f-470a-a98b-400eafbfc229 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:21:30.822693 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-30ae8bc7-980a-4918-a28b-1aca962cdb00 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:21:30.826699 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-30ae8bc7-980a-4918-a28b-1aca962cdb00 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:21:30.857065 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae8bc7-980a-4918-a28b-1aca962cdb00 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event updated for resources: {'Port': ['ID=08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:21:30.895162 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-30ae8bc7-980a-4918-a28b-1aca962cdb00 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:30.895761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-30ae8bc7-980a-4918-a28b-1aca962cdb00 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:30.921585 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-30ae8bc7-980a-4918-a28b-1aca962cdb00 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8040419 Sep 21 15:21:30.939652 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] Request body: {'port': {'device_id': '29034f20-089e-4c95-9855-ff256f83eeac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:21:31.067251 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:31.110803 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ba183d21-52aa-4a0b-b330-4a5935b4706a None None] Provisioning for port 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:21:31.116579 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ba183d21-52aa-4a0b-b330-4a5935b4706a None None] Provisioning complete for port 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:21:31.116948 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ba183d21-52aa-4a0b-b330-4a5935b4706a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:31.170514 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ba183d21-52aa-4a0b-b330-4a5935b4706a None None] Port 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:21:31.330891 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ee36c474-dcdf-4bc7-82ce-ac7334efb12c req-06987ed1-d376-47d0-bce8-c5637df12eaa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887780 Sep 21 15:21:31.538332 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36c474-dcdf-4bc7-82ce-ac7334efb12c req-7fcc27d9-5e7d-4e08-aa80-c352500201a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:31.540013 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ee36c474-dcdf-4bc7-82ce-ac7334efb12c req-7fcc27d9-5e7d-4e08-aa80-c352500201a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5990e45ce304151b4645b8268b1dc5a&device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 1099 time: 0.1135826 Sep 21 15:21:31.591149 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:21:31.608202 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:31.631670 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] Transition to ACTIVE for port object 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:21:31.641406 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:31.719751 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36c474-dcdf-4bc7-82ce-ac7334efb12c req-b3e871ea-0f06-432b-b864-79ef963bb8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:31.722490 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ee36c474-dcdf-4bc7-82ce-ac7334efb12c req-b3e871ea-0f06-432b-b864-79ef963bb8f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a027504-dd1f-470a-a98b-400eafbfc229 HTTP/1.1" status: 200 len: 911 time: 0.1562443 Sep 21 15:21:31.820739 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbffb8-8e97-4bba-9ade-de52466f6b93 req-f4b1e4dc-8f24-4861-9ea6-e35f66aa2db1 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:31.821432 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-acfbffb8-8e97-4bba-9ade-de52466f6b93 req-f4b1e4dc-8f24-4861-9ea6-e35f66aa2db1 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Synchronizing usage tracker for tenant:a5990e45ce304151b4645b8268b1dc5a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:21:31.847488 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ee36c474-dcdf-4bc7-82ce-ac7334efb12c req-64e51a72-f614-4283-9c77-0f761157d7af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 HTTP/1.1" status: 200 len: 1002 time: 0.1085773 Sep 21 15:21:31.864855 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:21:31.883993 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-acfbffb8-8e97-4bba-9ade-de52466f6b93 req-f4b1e4dc-8f24-4861-9ea6-e35f66aa2db1 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Unset dirty status for tenant:a5990e45ce304151b4645b8268b1dc5a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:21:31.885190 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-acfbffb8-8e97-4bba-9ade-de52466f6b93 req-f4b1e4dc-8f24-4861-9ea6-e35f66aa2db1 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 932 time: 0.3802032 Sep 21 15:21:31.910817 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36c474-dcdf-4bc7-82ce-ac7334efb12c req-37fbd218-2a2d-4af4-ba24-a5706361ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:31.912250 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ee36c474-dcdf-4bc7-82ce-ac7334efb12c req-37fbd218-2a2d-4af4-ba24-a5706361ae0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=975d8ae1-c46e-49e5-9b8f-b5475bec71b0 HTTP/1.1" status: 200 len: 849 time: 0.0589464 Sep 21 15:21:31.926697 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] Attempting to bind port 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:21:31.927030 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] Attempting to bind port 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '8ce497b5-6bae-4552-a904-f6d6f0c9099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:21:31.927352 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] Attempting to bind port 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c on network 4a027504-dd1f-470a-a98b-400eafbfc229 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:21:31.940586 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] Port 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c on network 4a027504-dd1f-470a-a98b-400eafbfc229 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:21:31.940994 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] Attempting to bind port 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c on network 4a027504-dd1f-470a-a98b-400eafbfc229 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:21:31.952410 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:21:31.952791 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] Checking segment: {'id': '8ce497b5-6bae-4552-a904-f6d6f0c9099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:21:31.953163 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] Bound using segment: {'id': '8ce497b5-6bae-4552-a904-f6d6f0c9099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:21:31.953584 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] Bound port: 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce497b5-6bae-4552-a904-f6d6f0c9099a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:21:31.953921 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:31.966536 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-acfbffb8-8e97-4bba-9ade-de52466f6b93 req-097d5d7a-b04a-41b9-ac82-a9d14acaf91e tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722659 Sep 21 15:21:32.010877 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36c474-dcdf-4bc7-82ce-ac7334efb12c req-d2fedd55-b654-41b4-a8c3-a2301628487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:32.012676 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ee36c474-dcdf-4bc7-82ce-ac7334efb12c req-d2fedd55-b654-41b4-a8c3-a2301628487a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a027504-dd1f-470a-a98b-400eafbfc229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0949459 Sep 21 15:21:32.056795 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] For port 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:21:32.060001 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] For port 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c,segment=NetworkSegment(8ce497b5-6bae-4552-a904-f6d6f0c9099a),segment_id=8ce497b5-6bae-4552-a904-f6d6f0c9099a)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:21:32.064777 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:32.101086 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:32.101298 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:32.102609 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] 10.222.0.20 "PUT /v2.0/ports/08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c HTTP/1.1" status: 200 len: 1094 time: 1.1674182 Sep 21 15:21:32.103046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29034f20-089e-4c95-9855-ff256f83eeac', 'tag': '08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:21:32.105495 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd743c94-f87b-43e4-a4b3-5e466d90ea65" -d '{"events": [{"name": "network-changed", "server_uuid": "29034f20-089e-4c95-9855-ff256f83eeac", "tag": "08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:21:32.156761 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ee36c474-dcdf-4bc7-82ce-ac7334efb12c req-0a6da46e-d089-4d43-98a3-407aa8ba997f service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375911 Sep 21 15:21:32.184345 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82a6c2a-5be8-4bad-b41e-6574ef99a614 x-openstack-request-id: req-c82a6c2a-5be8-4bad-b41e-6574ef99a614 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:21:32.184646 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29034f20-089e-4c95-9855-ff256f83eeac", "tag": "08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:21:32.184894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c82a6c2a-5be8-4bad-b41e-6574ef99a614 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:21:32.185285 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c82a6c2a-5be8-4bad-b41e-6574ef99a614'] response: {'name': 'network-changed', 'server_uuid': '29034f20-089e-4c95-9855-ff256f83eeac', 'tag': '08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c', 'status': 'completed', 'code': 200} Sep 21 15:21:32.194032 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c604167-4e8c-476a-afd5-1f08dcd1d3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:21:32.236470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-66d4906a-4b2e-4980-9d3c-f6110f4b8d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:32.238371 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-66d4906a-4b2e-4980-9d3c-f6110f4b8d59 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5990e45ce304151b4645b8268b1dc5a&device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 1097 time: 0.0957170 Sep 21 15:21:32.308776 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-773d645c-3879-4d02-9890-6dc091da1ba6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c HTTP/1.1" status: 200 len: 217 time: 0.0633364 Sep 21 15:21:32.374575 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-c23547a8-80b1-43f8-90cf-2632c66f3ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:32.375913 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-c23547a8-80b1-43f8-90cf-2632c66f3ce2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=975d8ae1-c46e-49e5-9b8f-b5475bec71b0 HTTP/1.1" status: 200 len: 849 time: 0.0616119 Sep 21 15:21:32.389508 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ee36c474-dcdf-4bc7-82ce-ac7334efb12c req-00047529-e226-44ca-8be2-464d2a3adf14 service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258501 Sep 21 15:21:32.461085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-89677f24-502c-487f-b7fd-9ca50a3886a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:32.462540 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-89677f24-502c-487f-b7fd-9ca50a3886a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a027504-dd1f-470a-a98b-400eafbfc229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804775 Sep 21 15:21:32.596864 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-7b632003-752b-4bea-ad9e-281323dcc3a1 service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279228 Sep 21 15:21:32.726859 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-703f2ed6-7095-47dc-bbfe-34aca5514eab req-96abd737-98de-467a-b62d-d73a5a82527e service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243923 Sep 21 15:21:32.856893 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd743c94-f87b-43e4-a4b3-5e466d90ea65 req-ac4961de-0943-4d1f-b13d-d5ed7184a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:32.858355 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fd743c94-f87b-43e4-a4b3-5e466d90ea65 req-ac4961de-0943-4d1f-b13d-d5ed7184a1e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5990e45ce304151b4645b8268b1dc5a&device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 1097 time: 0.0818789 Sep 21 15:21:32.992326 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd743c94-f87b-43e4-a4b3-5e466d90ea65 req-b055c4f0-aaed-4c52-9785-73e3dfd80dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:32.998808 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fd743c94-f87b-43e4-a4b3-5e466d90ea65 req-b055c4f0-aaed-4c52-9785-73e3dfd80dc9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a027504-dd1f-470a-a98b-400eafbfc229 HTTP/1.1" status: 200 len: 911 time: 0.1277261 Sep 21 15:21:33.063723 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fd743c94-f87b-43e4-a4b3-5e466d90ea65 req-3dc95a1d-d13f-494a-9f56-d374a1091a8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c HTTP/1.1" status: 200 len: 217 time: 0.0641837 Sep 21 15:21:33.289829 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd743c94-f87b-43e4-a4b3-5e466d90ea65 req-51b96e9d-ce49-49b9-afc1-e8de0ce38102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:33.291151 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fd743c94-f87b-43e4-a4b3-5e466d90ea65 req-51b96e9d-ce49-49b9-afc1-e8de0ce38102 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=975d8ae1-c46e-49e5-9b8f-b5475bec71b0 HTTP/1.1" status: 200 len: 849 time: 0.2185867 Sep 21 15:21:33.372183 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f7b77-1156-4470-b536-3b4e1a5e7241 req-36be597b-b28f-4a13-9a21-178bc2f74789 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:33.373647 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a28f7b77-1156-4470-b536-3b4e1a5e7241 req-36be597b-b28f-4a13-9a21-178bc2f74789 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 944 time: 0.2711704 Sep 21 15:21:33.430104 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd743c94-f87b-43e4-a4b3-5e466d90ea65 req-cb2caf27-01dd-43e9-bb28-5b5ec2a0515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:33.431587 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fd743c94-f87b-43e4-a4b3-5e466d90ea65 req-cb2caf27-01dd-43e9-bb28-5b5ec2a0515f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a027504-dd1f-470a-a98b-400eafbfc229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1327970 Sep 21 15:21:33.437387 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a28f7b77-1156-4470-b536-3b4e1a5e7241 req-16546459-700b-4175-8f74-df586d5feb95 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572958 Sep 21 15:21:33.566228 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fd743c94-f87b-43e4-a4b3-5e466d90ea65 req-f777fb7c-d64b-4e93-8c4f-1a20de642556 service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269910 Sep 21 15:21:33.698054 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fd743c94-f87b-43e4-a4b3-5e466d90ea65 req-2b7a6c02-465d-483c-ba56-93792fcd2975 service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247180 Sep 21 15:21:34.638945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c1aa2-3e37-40d9-a8b2-fe98860678d2 req-efdbe77b-498d-4fdd-b3a2-80f07a8052cc tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:34.640387 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2d7c1aa2-3e37-40d9-a8b2-fe98860678d2 req-efdbe77b-498d-4fdd-b3a2-80f07a8052cc tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 944 time: 0.0916724 Sep 21 15:21:34.684058 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2d7c1aa2-3e37-40d9-a8b2-fe98860678d2 req-ae779a6b-719c-47f5-9857-547b034adccc tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380263 Sep 21 15:21:35.508917 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2bbd2103-9fad-434f-9a8b-074295b5ccb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:35.682649 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:21:35.879645 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe43f5a-944c-435c-a3ae-474f6aa5a088 req-4a612042-f548-42a4-b2bc-041124a59a3a tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:35.881044 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dbe43f5a-944c-435c-a3ae-474f6aa5a088 req-4a612042-f548-42a4-b2bc-041124a59a3a tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 944 time: 0.0874412 Sep 21 15:21:35.928408 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dbe43f5a-944c-435c-a3ae-474f6aa5a088 req-fd91dfe5-f278-4717-ac0c-2d65560b72b7 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411344 Sep 21 15:21:37.140711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aad87e-d27f-4241-bfa9-36a582bd1cdd req-ea59ccc0-204f-42f9-b10d-7959c74d0671 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:37.142161 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-11aad87e-d27f-4241-bfa9-36a582bd1cdd req-ea59ccc0-204f-42f9-b10d-7959c74d0671 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 944 time: 0.0942032 Sep 21 15:21:37.186130 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-11aad87e-d27f-4241-bfa9-36a582bd1cdd req-f7426ad1-fac1-4df4-89b9-c6f493640ced tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382757 Sep 21 15:21:37.853695 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f0a9a129-a189-4599-b90a-98ed6743d2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:38.407289 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835b9e1-432a-470c-925f-dfe96165b91e req-d3b0275d-dd3c-4177-af47-e0ca9b9c1af0 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:38.409010 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b835b9e1-432a-470c-925f-dfe96165b91e req-d3b0275d-dd3c-4177-af47-e0ca9b9c1af0 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 944 time: 0.1024404 Sep 21 15:21:38.456746 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b835b9e1-432a-470c-925f-dfe96165b91e req-35fafc0a-90cb-46ab-9244-ffe860deb79f tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413122 Sep 21 15:21:38.697069 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:38.872080 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:39.668063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99f1bc-5ba3-4830-81c8-e95b2ead54bb req-3723f5fd-7f4b-48ea-92b9-db423a224212 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:39.669504 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fb99f1bc-5ba3-4830-81c8-e95b2ead54bb req-3723f5fd-7f4b-48ea-92b9-db423a224212 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 944 time: 0.0931890 Sep 21 15:21:39.713182 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fb99f1bc-5ba3-4830-81c8-e95b2ead54bb req-8718e0f3-4b0e-4886-b24a-cfba5583fc0b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375845 Sep 21 15:21:40.197232 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:21:40.328620 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c,segment=NetworkSegment(8ce497b5-6bae-4552-a904-f6d6f0c9099a),segment_id=8ce497b5-6bae-4552-a904-f6d6f0c9099a)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:21:40.341637 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'port_id': '08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c', 'mac_address': 'fa:16:3e:63:8d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:21:40.396128 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:21:40.396528 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:40.415838 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:21:40.431211 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c,segment=NetworkSegment(8ce497b5-6bae-4552-a904-f6d6f0c9099a),segment_id=8ce497b5-6bae-4552-a904-f6d6f0c9099a)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:21:40.435071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:40.510297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:40.513785 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:21:40.728571 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:21:40.935630 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00658beb-2911-4f94-9f51-4bdc9cba49c8 req-14ece9d4-f7a5-4eae-af50-d13094afaee7 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:40.937193 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-00658beb-2911-4f94-9f51-4bdc9cba49c8 req-14ece9d4-f7a5-4eae-af50-d13094afaee7 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 945 time: 0.1018846 Sep 21 15:21:40.990881 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-00658beb-2911-4f94-9f51-4bdc9cba49c8 req-c2132021-3267-4f7a-8879-5ae6a9118b32 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465310 Sep 21 15:21:42.193852 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463b3e2-2924-41cf-b8e6-fc870e32d913 req-48256ac2-09f3-4865-8a17-99d4a93ce806 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:42.195349 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0463b3e2-2924-41cf-b8e6-fc870e32d913 req-48256ac2-09f3-4865-8a17-99d4a93ce806 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 945 time: 0.0920737 Sep 21 15:21:42.196901 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:21:42.240617 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0463b3e2-2924-41cf-b8e6-fc870e32d913 req-a97bc185-09b9-4eb4-a496-e93bebd44241 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389488 Sep 21 15:21:42.269490 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:21:42.274055 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:21:42.274419 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:42.391662 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:21:42.392033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:42.418888 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29034f20-089e-4c95-9855-ff256f83eeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:21:42.421172 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7bb8b7-3d0b-4403-a075-050dd0b79e6e" -d '{"events": [{"server_uuid": "29034f20-089e-4c95-9855-ff256f83eeac", "name": "network-vif-plugged", "status": "completed", "tag": "08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:21:42.429748 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c,segment=NetworkSegment(8ce497b5-6bae-4552-a904-f6d6f0c9099a),segment_id=8ce497b5-6bae-4552-a904-f6d6f0c9099a)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:21:42.433759 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:42.466331 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823d5b7c-5f8f-4b0c-b2a0-132a4f377d51 x-openstack-request-id: req-823d5b7c-5f8f-4b0c-b2a0-132a4f377d51 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:21:42.466621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29034f20-089e-4c95-9855-ff256f83eeac", "name": "network-vif-plugged", "status": "completed", "tag": "08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:21:42.466872 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-823d5b7c-5f8f-4b0c-b2a0-132a4f377d51 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:21:42.467258 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-823d5b7c-5f8f-4b0c-b2a0-132a4f377d51'] response: {'server_uuid': '29034f20-089e-4c95-9855-ff256f83eeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c', 'code': 200} Sep 21 15:21:42.508620 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:21:42.804331 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7203e-5c78-4916-b60f-c9fddff59237 req-0aca11fa-5456-4ce5-915d-f2634a2c6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:42.805921 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4fa7203e-5c78-4916-b60f-c9fddff59237 req-0aca11fa-5456-4ce5-915d-f2634a2c6d08 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 1099 time: 0.1192465 Sep 21 15:21:42.847578 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4fa7203e-5c78-4916-b60f-c9fddff59237 req-64f783ad-a3dc-4176-8b92-72d826a9920d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338180 Sep 21 15:21:43.442981 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df51429-e907-408d-a4e9-d3c639ab7171 req-d9cbc7ee-c08e-445f-be82-09ad31df8dfb tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:43.444443 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2df51429-e907-408d-a4e9-d3c639ab7171 req-d9cbc7ee-c08e-445f-be82-09ad31df8dfb tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 946 time: 0.0917959 Sep 21 15:21:43.489256 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2df51429-e907-408d-a4e9-d3c639ab7171 req-54289fc9-c23d-4cb6-9b88-d4e02acd489d tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387282 Sep 21 15:21:44.686712 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47860c3b-64bd-4d89-b1bf-b72b69b58561 req-fb023e48-145f-4c92-90bd-9d99b6d18a11 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:44.688167 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-47860c3b-64bd-4d89-b1bf-b72b69b58561 req-fb023e48-145f-4c92-90bd-9d99b6d18a11 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 946 time: 0.0867975 Sep 21 15:21:44.734604 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-47860c3b-64bd-4d89-b1bf-b72b69b58561 req-2ccf8d20-2035-47cd-94fa-cb90e1ca63f5 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407541 Sep 21 15:21:44.929378 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3cff6-9d8c-4b27-b170-40c09d7ccc78 req-8f4e80e4-0afa-499f-ad03-c458ef45f65e tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:44.930830 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8ce3cff6-9d8c-4b27-b170-40c09d7ccc78 req-8f4e80e4-0afa-499f-ad03-c458ef45f65e tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 946 time: 0.0882630 Sep 21 15:21:44.974628 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8ce3cff6-9d8c-4b27-b170-40c09d7ccc78 req-3ee3e433-2d48-45ab-bd40-979ca6e82259 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381062 Sep 21 15:21:45.004192 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35036) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:21:45.084561 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c02492c-b4cb-44b4-b733-a22c981e2283 tempest-TestVolumeBootPattern-229167448 tempest-TestVolumeBootPattern-229167448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:45.086061 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3c02492c-b4cb-44b4-b733-a22c981e2283 tempest-TestVolumeBootPattern-229167448 tempest-TestVolumeBootPattern-229167448-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 1094 time: 0.0807540 Sep 21 15:21:45.088953 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35040) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:21:45.093814 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': '08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:21:45.099632 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:21:45.103450 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Usage tracker for resource:floatingip and tenant:a5990e45ce304151b4645b8268b1dc5a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:21:45.106267 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:21:45.111912 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:21:45.123227 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:45.260471 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:45.400811 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Allocated IP 172.26.4.164 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/1ad66600-5b56-4214-a19f-5c7f8a3aaf24) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:21:45.552607 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:45.581945 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:45.642641 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:21:45.645455 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:21:45.648926 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:21:45.694170 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event updated for resources: {'Port': ['ID=1ad66600-5b56-4214-a19f-5c7f8a3aaf24,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:21:46.064060 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:46.137079 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:46.343413 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:46.347837 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:46.453983 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event updated for resources: {'Port': ['ID=1ad66600-5b56-4214-a19f-5c7f8a3aaf24,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:21:46.459693 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:46.732979 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Floating IP fb40abd1-6541-40d0-bc32-40007888708b associated. External IP: 172.26.4.164, port: 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c. Sep 21 15:21:47.090527 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:21:47.271641 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:21:47.281177 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e97cda-5692-495f-b34b-438eaddca48c None None] Sync routers for ids ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:21:47.290854 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e97cda-5692-495f-b34b-438eaddca48c None None] Routers {'85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:21:47.291456 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c1e97cda-5692-495f-b34b-438eaddca48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:21:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:21:47.295818 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:47.353675 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-05b022f8-4799-4994-b6bd-0423cc1f8192 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2635808 Sep 21 15:21:47.354289 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29034f20-089e-4c95-9855-ff256f83eeac', 'tag': '08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:21:47.356718 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63e75c9-ca25-4645-b958-f739a63afc58" -d '{"events": [{"name": "network-changed", "server_uuid": "29034f20-089e-4c95-9855-ff256f83eeac", "tag": "08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:21:47.460472 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb7ec01-a443-4f0d-847e-d5eba73d46e3 x-openstack-request-id: req-adb7ec01-a443-4f0d-847e-d5eba73d46e3 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:21:47.460776 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29034f20-089e-4c95-9855-ff256f83eeac", "tag": "08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:21:47.461025 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-adb7ec01-a443-4f0d-847e-d5eba73d46e3 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:21:47.461425 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb7ec01-a443-4f0d-847e-d5eba73d46e3'] response: {'name': 'network-changed', 'server_uuid': '29034f20-089e-4c95-9855-ff256f83eeac', 'tag': '08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c', 'status': 'completed', 'code': 200} Sep 21 15:21:47.511985 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-c1e97cda-5692-495f-b34b-438eaddca48c None None] Set router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:21:47.667576 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e75c9-ca25-4645-b958-f739a63afc58 req-d3689203-a095-4f05-ab0e-c7aeb779caad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:47.668984 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d63e75c9-ca25-4645-b958-f739a63afc58 req-d3689203-a095-4f05-ab0e-c7aeb779caad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5990e45ce304151b4645b8268b1dc5a&device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 1099 time: 0.1861839 Sep 21 15:21:47.805090 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e75c9-ca25-4645-b958-f739a63afc58 req-306378bd-3410-4c07-bc55-3a1c5f99dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:47.806569 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d63e75c9-ca25-4645-b958-f739a63afc58 req-306378bd-3410-4c07-bc55-3a1c5f99dff7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a027504-dd1f-470a-a98b-400eafbfc229 HTTP/1.1" status: 200 len: 911 time: 0.1296360 Sep 21 15:21:47.869384 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c1e97cda-5692-495f-b34b-438eaddca48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:27Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'c866b84d-c1ee-4bca-ab89-8dde4d1265f4', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'floating_ip_address': '172.26.4.133', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'port_id': '91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'mac_address': 'fa:16:3e:b8:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e586635-66fc-4ec3-9bdd-ffc006061e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:19:36Z', 'updated_at': '2022-09-21T15:19:39Z', 'revision_number': 1, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'fixed_ip_address_scope': None}, {'id': 'fb40abd1-6541-40d0-bc32-40007888708b', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'floating_ip_address': '172.26.4.164', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'port_id': '08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'mac_address': 'fa:16:3e:63:8d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29034f20-089e-4c95-9855-ff256f83eeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:21:46Z', 'updated_at': '2022-09-21T15:21:46Z', 'revision_number': 0, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f262c68-7f78-4f12-8ca3-d4ecd652acc8', 'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'mac_address': 'fa:16:3e:62:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:24Z', 'updated_at': '2022-09-21T15:15:37Z', 'revision_number': 5, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'subnets': [{'id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:21:47.873257 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e97cda-5692-495f-b34b-438eaddca48c None None] Checking router: 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:21:47.882220 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e97cda-5692-495f-b34b-438eaddca48c None None] Routers {'85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:21:47.882817 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c1e97cda-5692-495f-b34b-438eaddca48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:21:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:21:47.910838 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d63e75c9-ca25-4645-b958-f739a63afc58 req-7b407094-9bc7-4836-9b1b-d8fb4990a4b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c HTTP/1.1" status: 200 len: 1000 time: 0.0975366 Sep 21 15:21:47.973705 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e75c9-ca25-4645-b958-f739a63afc58 req-df6528cd-faa7-4522-9329-77c3cdc984fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:47.975137 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d63e75c9-ca25-4645-b958-f739a63afc58 req-df6528cd-faa7-4522-9329-77c3cdc984fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=975d8ae1-c46e-49e5-9b8f-b5475bec71b0 HTTP/1.1" status: 200 len: 849 time: 0.0576098 Sep 21 15:21:48.062108 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-c1e97cda-5692-495f-b34b-438eaddca48c None None] Set router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:21:48.064569 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e75c9-ca25-4645-b958-f739a63afc58 req-6e68d63a-976e-4d8f-85b2-e5c87196e8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:48.066978 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d63e75c9-ca25-4645-b958-f739a63afc58 req-6e68d63a-976e-4d8f-85b2-e5c87196e8fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a027504-dd1f-470a-a98b-400eafbfc229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852072 Sep 21 15:21:48.204270 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d63e75c9-ca25-4645-b958-f739a63afc58 req-030f325e-fab0-4571-99dd-7658437b9bac service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314213 Sep 21 15:21:48.337992 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d63e75c9-ca25-4645-b958-f739a63afc58 req-00d8bcde-2685-4ff6-afbf-0d3ef65029c5 service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269956 Sep 21 15:21:48.423541 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c1e97cda-5692-495f-b34b-438eaddca48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:27Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'c866b84d-c1ee-4bca-ab89-8dde4d1265f4', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'floating_ip_address': '172.26.4.133', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'port_id': '91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'mac_address': 'fa:16:3e:b8:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e586635-66fc-4ec3-9bdd-ffc006061e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:19:36Z', 'updated_at': '2022-09-21T15:19:39Z', 'revision_number': 1, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'fixed_ip_address_scope': None}, {'id': 'fb40abd1-6541-40d0-bc32-40007888708b', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'floating_ip_address': '172.26.4.164', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'port_id': '08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'mac_address': 'fa:16:3e:63:8d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29034f20-089e-4c95-9855-ff256f83eeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:21:46Z', 'updated_at': '2022-09-21T15:21:46Z', 'revision_number': 0, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f262c68-7f78-4f12-8ca3-d4ecd652acc8', 'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'mac_address': 'fa:16:3e:62:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:24Z', 'updated_at': '2022-09-21T15:15:37Z', 'revision_number': 5, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'subnets': [{'id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:21:48.427625 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e97cda-5692-495f-b34b-438eaddca48c None None] The sync data for ids ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'] in dv-neutron-858731-1-hyperv is: [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:27Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'c866b84d-c1ee-4bca-ab89-8dde4d1265f4', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'floating_ip_address': '172.26.4.133', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'port_id': '91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'mac_address': 'fa:16:3e:b8:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e586635-66fc-4ec3-9bdd-ffc006061e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:19:36Z', 'updated_at': '2022-09-21T15:19:39Z', 'revision_number': 1, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'fixed_ip_address_scope': None}, {'id': 'fb40abd1-6541-40d0-bc32-40007888708b', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'floating_ip_address': '172.26.4.164', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'port_id': '08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'mac_address': 'fa:16:3e:63:8d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29034f20-089e-4c95-9855-ff256f83eeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:21:46Z', 'updated_at': '2022-09-21T15:21:46Z', 'revision_number': 0, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f262c68-7f78-4f12-8ca3-d4ecd652acc8', 'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'mac_address': 'fa:16:3e:62:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:24Z', 'updated_at': '2022-09-21T15:15:37Z', 'revision_number': 5, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'subnets': [{'id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:21:48.625613 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfdd9ae-c2f6-4a6c-a0c3-ca95357e2b77 None None] New status for floating IP fb40abd1-6541-40d0-bc32-40007888708b: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:21:52.007454 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:56.391032 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc7c16-6cea-413b-9ff1-8b76ce0dc6c7 req-0127616d-d81d-423f-8770-4b9d0d35e10c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:56.392490 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5adc7c16-6cea-413b-9ff1-8b76ce0dc6c7 req-0127616d-d81d-423f-8770-4b9d0d35e10c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=15daafc1-0d45-43a8-b094-cfbbebd117c1 HTTP/1.1" status: 200 len: 945 time: 0.0871935 Sep 21 15:21:56.435333 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5adc7c16-6cea-413b-9ff1-8b76ce0dc6c7 req-5350301c-27e4-4af3-a4f1-598866cfdf14 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=81a7e69e-d3f7-4460-bfe9-4ff4d46e556a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370636 Sep 21 15:21:57.647007 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0847208-6785-4bab-ae05-11e4cec126a0 req-679c71b7-1a52-4aad-bdee-a7deec665f02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:57.648485 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d0847208-6785-4bab-ae05-11e4cec126a0 req-679c71b7-1a52-4aad-bdee-a7deec665f02 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=15daafc1-0d45-43a8-b094-cfbbebd117c1 HTTP/1.1" status: 200 len: 945 time: 0.0924501 Sep 21 15:21:57.693461 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d0847208-6785-4bab-ae05-11e4cec126a0 req-47779c47-41c2-4f89-8d51-aa9d8834c371 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=81a7e69e-d3f7-4460-bfe9-4ff4d46e556a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390835 Sep 21 15:21:57.825746 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705c57b-d8b2-410f-a884-294a64d51f2c req-df9b56a9-0af4-4e61-a5af-6c9a9787b975 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:21:57.827196 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8705c57b-d8b2-410f-a884-294a64d51f2c req-df9b56a9-0af4-4e61-a5af-6c9a9787b975 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/ports?device_id=15daafc1-0d45-43a8-b094-cfbbebd117c1 HTTP/1.1" status: 200 len: 945 time: 0.0879495 Sep 21 15:21:57.908478 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-8705c57b-d8b2-410f-a884-294a64d51f2c req-80fad5ad-cca4-41f8-bf21-a495b8c37456 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port ef71c6f9-9b60-440e-955b-4405f3a651ae {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:21:57.908861 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8705c57b-d8b2-410f-a884-294a64d51f2c req-80fad5ad-cca4-41f8-bf21-a495b8c37456 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:58.159900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-8705c57b-d8b2-410f-a884-294a64d51f2c req-80fad5ad-cca4-41f8-bf21-a495b8c37456 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port ef71c6f9-9b60-440e-955b-4405f3a651ae, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=ef71c6f9-9b60-440e-955b-4405f3a651ae,segment=NetworkSegment(02cb24cf-be29-4829-b917-d52a71dd54a0),segment_id=02cb24cf-be29-4829-b917-d52a71dd54a0)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:21:58.160255 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8705c57b-d8b2-410f-a884-294a64d51f2c req-80fad5ad-cca4-41f8-bf21-a495b8c37456 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:58.546954 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8705c57b-d8b2-410f-a884-294a64d51f2c req-80fad5ad-cca4-41f8-bf21-a495b8c37456 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:58.547321 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8705c57b-d8b2-410f-a884-294a64d51f2c req-80fad5ad-cca4-41f8-bf21-a495b8c37456 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:58.547633 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [req-8705c57b-d8b2-410f-a884-294a64d51f2c req-80fad5ad-cca4-41f8-bf21-a495b8c37456 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Floating IP 23a1e42e-be9d-4543-8ad3-b138e719effb disassociated. External IP: 172.26.4.48, port: ef71c6f9-9b60-440e-955b-4405f3a651ae. Sep 21 15:21:58.547973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-8705c57b-d8b2-410f-a884-294a64d51f2c req-80fad5ad-cca4-41f8-bf21-a495b8c37456 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for ef71c6f9-9b60-440e-955b-4405f3a651ae owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:21:58.695282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8705c57b-d8b2-410f-a884-294a64d51f2c req-80fad5ad-cca4-41f8-bf21-a495b8c37456 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:58.745980 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fad5ad-cca4-41f8-bf21-a495b8c37456 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=ef71c6f9-9b60-440e-955b-4405f3a651ae,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:21:58.888094 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53d541a9-6a60-4e80-8684-3d7bb1b46e51 req-3f6c2dbc-0281-4759-b676-24a60c289ec7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=15daafc1-0d45-43a8-b094-cfbbebd117c1 HTTP/1.1" status: 200 len: 210 time: 0.0728967 Sep 21 15:21:58.994991 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8705c57b-d8b2-410f-a884-294a64d51f2c req-80fad5ad-cca4-41f8-bf21-a495b8c37456 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router ffcfb35f-f6f5-4572-8999-625efeabfddf has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:21:59.178614 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8705c57b-d8b2-410f-a884-294a64d51f2c req-80fad5ad-cca4-41f8-bf21-a495b8c37456 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:21:59.187969 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e64b5f-c1c1-4cd1-83b5-09f88ffe56f2 None None] Sync routers for ids ['ffcfb35f-f6f5-4572-8999-625efeabfddf'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:21:59.198801 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e64b5f-c1c1-4cd1-83b5-09f88ffe56f2 None None] Routers {'ffcfb35f-f6f5-4572-8999-625efeabfddf'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:21:59.199512 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f5e64b5f-c1c1-4cd1-83b5-09f88ffe56f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:21:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['ffcfb35f-f6f5-4572-8999-625efeabfddf'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:21:59.267361 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-8705c57b-d8b2-410f-a884-294a64d51f2c req-80fad5ad-cca4-41f8-bf21-a495b8c37456 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] No DVR routers for this DVR port ef71c6f9-9b60-440e-955b-4405f3a651ae on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:21:59.270396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8705c57b-d8b2-410f-a884-294a64d51f2c req-80fad5ad-cca4-41f8-bf21-a495b8c37456 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:21:59.272937 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15daafc1-0d45-43a8-b094-cfbbebd117c1', 'name': 'network-vif-deleted', 'tag': 'ef71c6f9-9b60-440e-955b-4405f3a651ae'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:21:59.275211 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea758c3-49af-4b1b-8121-146128020124" -d '{"events": [{"server_uuid": "15daafc1-0d45-43a8-b094-cfbbebd117c1", "name": "network-vif-deleted", "tag": "ef71c6f9-9b60-440e-955b-4405f3a651ae"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:21:59.289893 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8705c57b-d8b2-410f-a884-294a64d51f2c req-80fad5ad-cca4-41f8-bf21-a495b8c37456 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "DELETE /v2.0/ports/ef71c6f9-9b60-440e-955b-4405f3a651ae HTTP/1.1" status: 204 len: 173 time: 1.4558375 Sep 21 15:21:59.388027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c9f962-d27b-4165-ac33-adfeae75ddfc x-openstack-request-id: req-17c9f962-d27b-4165-ac33-adfeae75ddfc {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:21:59.388314 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15daafc1-0d45-43a8-b094-cfbbebd117c1", "name": "network-vif-deleted", "tag": "ef71c6f9-9b60-440e-955b-4405f3a651ae", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:21:59.388597 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-17c9f962-d27b-4165-ac33-adfeae75ddfc {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:21:59.388991 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c9f962-d27b-4165-ac33-adfeae75ddfc'] response: {'server_uuid': '15daafc1-0d45-43a8-b094-cfbbebd117c1', 'name': 'network-vif-deleted', 'tag': 'ef71c6f9-9b60-440e-955b-4405f3a651ae', 'status': 'completed', 'code': 200} Sep 21 15:21:59.389090 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-f5e64b5f-c1c1-4cd1-83b5-09f88ffe56f2 None None] Set router ffcfb35f-f6f5-4572-8999-625efeabfddf gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:21:59.748195 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f5e64b5f-c1c1-4cd1-83b5-09f88ffe56f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'name': 'tempest-TestNetworkBasicOps-router-46484593', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:20:02Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:03Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '287ead76-3e02-43fb-a356-9f55f5d429b0', 'name': '', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:95:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:07Z', 'updated_at': '2022-09-21T15:20:12Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:21:59.752108 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e64b5f-c1c1-4cd1-83b5-09f88ffe56f2 None None] Checking router: ffcfb35f-f6f5-4572-8999-625efeabfddf for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:21:59.761200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e64b5f-c1c1-4cd1-83b5-09f88ffe56f2 None None] Routers {'ffcfb35f-f6f5-4572-8999-625efeabfddf'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:21:59.761804 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f5e64b5f-c1c1-4cd1-83b5-09f88ffe56f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:21:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['ffcfb35f-f6f5-4572-8999-625efeabfddf'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:21:59.948897 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-f5e64b5f-c1c1-4cd1-83b5-09f88ffe56f2 None None] Set router ffcfb35f-f6f5-4572-8999-625efeabfddf gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:21:59.997935 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35074) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:00.072236 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-da340708-d564-48cf-acbd-cd48a6084a64 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:00.103632 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-da340708-d564-48cf-acbd-cd48a6084a64 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:00.169790 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-da340708-d564-48cf-acbd-cd48a6084a64 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:00.189764 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da340708-d564-48cf-acbd-cd48a6084a64 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a7e69e-d3f7-4460-bfe9-4ff4d46e556a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:00.197815 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-da340708-d564-48cf-acbd-cd48a6084a64 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:00.201924 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-da340708-d564-48cf-acbd-cd48a6084a64 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/security-groups/81a7e69e-d3f7-4460-bfe9-4ff4d46e556a HTTP/1.1" status: 204 len: 168 time: 0.2001901 Sep 21 15:22:00.233784 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35082) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:00.274765 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device ef71c6f9-9b60-440e-955b-4405f3a651ae no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:22:00.310170 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: ef71c6f9-9b60-440e-955b-4405f3a651ae {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:22:00.310517 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device ef71c6f9-9b60-440e-955b-4405f3a651ae not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:22:00.316218 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f5e64b5f-c1c1-4cd1-83b5-09f88ffe56f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'name': 'tempest-TestNetworkBasicOps-router-46484593', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:20:02Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:03Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '287ead76-3e02-43fb-a356-9f55f5d429b0', 'name': '', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:95:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:07Z', 'updated_at': '2022-09-21T15:20:12Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:00.320336 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e64b5f-c1c1-4cd1-83b5-09f88ffe56f2 None None] The sync data for ids ['ffcfb35f-f6f5-4572-8999-625efeabfddf'] in dv-neutron-858731-1-hyperv is: [{'id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'name': 'tempest-TestNetworkBasicOps-router-46484593', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:20:02Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:03Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '287ead76-3e02-43fb-a356-9f55f5d429b0', 'name': '', 'network_id': '7437916e-6f56-499a-a2b9-42bb7ddcbd31', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:95:1a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:07Z', 'updated_at': '2022-09-21T15:20:12Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': 'ea3067ea-c9c6-44a1-bf94-55a5a48d7581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:22:00.391776 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-7537f243-0de2-4cf8-b38b-3bccf4336576 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port 2b5ebc4a-ffb2-4006-bde7-f2e061577611 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:22:00.392125 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7537f243-0de2-4cf8-b38b-3bccf4336576 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:00.538022 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe617423-995f-4217-9269-bbbb76cc5b73 None None] New status for floating IP 23a1e42e-be9d-4543-8ad3-b138e719effb: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:22:00.570447 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7537f243-0de2-4cf8-b38b-3bccf4336576 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:00.570771 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7537f243-0de2-4cf8-b38b-3bccf4336576 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:00.694250 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-7537f243-0de2-4cf8-b38b-3bccf4336576 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for 2b5ebc4a-ffb2-4006-bde7-f2e061577611 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:22:00.784119 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-7537f243-0de2-4cf8-b38b-3bccf4336576 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:22:00.784683 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-7537f243-0de2-4cf8-b38b-3bccf4336576 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:22:01.286102 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-7537f243-0de2-4cf8-b38b-3bccf4336576 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port 2b5ebc4a-ffb2-4006-bde7-f2e061577611 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:22:01.287042 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7537f243-0de2-4cf8-b38b-3bccf4336576 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:01.560400 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7537f243-0de2-4cf8-b38b-3bccf4336576 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:01.560756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7537f243-0de2-4cf8-b38b-3bccf4336576 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:01.687418 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-7537f243-0de2-4cf8-b38b-3bccf4336576 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for 2b5ebc4a-ffb2-4006-bde7-f2e061577611 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:22:01.843375 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7537f243-0de2-4cf8-b38b-3bccf4336576 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:01.939407 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537f243-0de2-4cf8-b38b-3bccf4336576 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=2b5ebc4a-ffb2-4006-bde7-f2e061577611,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:01.997665 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7537f243-0de2-4cf8-b38b-3bccf4336576 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:02.011314 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7537f243-0de2-4cf8-b38b-3bccf4336576 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:02.011314 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7537f243-0de2-4cf8-b38b-3bccf4336576 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/floatingips/23a1e42e-be9d-4543-8ad3-b138e719effb HTTP/1.1" status: 204 len: 168 time: 1.7744832 Sep 21 15:22:02.399065 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eece28-b370-4136-96d3-65d57c38fbc4 req-f219bb4a-3e1d-4354-9015-f93edff8e5c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:02.399065 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-c6eece28-b370-4136-96d3-65d57c38fbc4 req-f219bb4a-3e1d-4354-9015-f93edff8e5c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:22:02.413485 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-c6eece28-b370-4136-96d3-65d57c38fbc4 req-f219bb4a-3e1d-4354-9015-f93edff8e5c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:22:02.413485 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c6eece28-b370-4136-96d3-65d57c38fbc4 req-f219bb4a-3e1d-4354-9015-f93edff8e5c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0acba7b-aaec-49bb-ba4a-67da16163963 HTTP/1.1" status: 200 len: 945 time: 0.1069753 Sep 21 15:22:02.466423 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c6eece28-b370-4136-96d3-65d57c38fbc4 req-a92e7920-8355-4dca-9a39-b8811611d44f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e0d4c58-7859-485b-8958-bde8e7d5b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438120 Sep 21 15:22:03.693992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00dade2-a18a-45aa-8a5b-41511c9730c3 req-1ecc636f-c74f-48d1-aa94-a313f6758967 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:03.693992 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e00dade2-a18a-45aa-8a5b-41511c9730c3 req-1ecc636f-c74f-48d1-aa94-a313f6758967 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0acba7b-aaec-49bb-ba4a-67da16163963 HTTP/1.1" status: 200 len: 945 time: 0.1018524 Sep 21 15:22:03.802003 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e00dade2-a18a-45aa-8a5b-41511c9730c3 req-3e88ab62-417d-498f-bd9d-48e16c2eb1e1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e0d4c58-7859-485b-8958-bde8e7d5b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983260 Sep 21 15:22:03.842550 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b9d70-fc91-4d55-a7c6-c90683993986 req-80103e27-cedc-457b-bdba-0ab1744a9960 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:03.842550 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5d2b9d70-fc91-4d55-a7c6-c90683993986 req-80103e27-cedc-457b-bdba-0ab1744a9960 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0acba7b-aaec-49bb-ba4a-67da16163963 HTTP/1.1" status: 200 len: 945 time: 0.1035104 Sep 21 15:22:03.920715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-5d2b9d70-fc91-4d55-a7c6-c90683993986 req-2fd0740a-dc9f-45eb-bda3-03f334376b77 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port 03185351-aa00-466d-9bed-0d66f66f6953 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:22:03.920715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5d2b9d70-fc91-4d55-a7c6-c90683993986 req-2fd0740a-dc9f-45eb-bda3-03f334376b77 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:04.193161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-5d2b9d70-fc91-4d55-a7c6-c90683993986 req-2fd0740a-dc9f-45eb-bda3-03f334376b77 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port 03185351-aa00-466d-9bed-0d66f66f6953, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=03185351-aa00-466d-9bed-0d66f66f6953,segment=NetworkSegment(02cb24cf-be29-4829-b917-d52a71dd54a0),segment_id=02cb24cf-be29-4829-b917-d52a71dd54a0)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:22:04.193161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5d2b9d70-fc91-4d55-a7c6-c90683993986 req-2fd0740a-dc9f-45eb-bda3-03f334376b77 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:04.437722 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-5d2b9d70-fc91-4d55-a7c6-c90683993986 req-2fd0740a-dc9f-45eb-bda3-03f334376b77 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for 03185351-aa00-466d-9bed-0d66f66f6953 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:22:04.597021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5d2b9d70-fc91-4d55-a7c6-c90683993986 req-2fd0740a-dc9f-45eb-bda3-03f334376b77 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:04.649698 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0740a-dc9f-45eb-bda3-03f334376b77 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=03185351-aa00-466d-9bed-0d66f66f6953,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:04.750171 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2b9d70-fc91-4d55-a7c6-c90683993986 req-2fd0740a-dc9f-45eb-bda3-03f334376b77 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] No DVR routers for this DVR port 03185351-aa00-466d-9bed-0d66f66f6953 on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:22:04.750171 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5d2b9d70-fc91-4d55-a7c6-c90683993986 req-2fd0740a-dc9f-45eb-bda3-03f334376b77 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:04.754316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0acba7b-aaec-49bb-ba4a-67da16163963', 'name': 'network-vif-deleted', 'tag': '03185351-aa00-466d-9bed-0d66f66f6953'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:22:04.754316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d7cc70-7509-4233-baaa-7b9d4db80bbe" -d '{"events": [{"server_uuid": "f0acba7b-aaec-49bb-ba4a-67da16163963", "name": "network-vif-deleted", "tag": "03185351-aa00-466d-9bed-0d66f66f6953"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:22:04.770819 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5d2b9d70-fc91-4d55-a7c6-c90683993986 req-2fd0740a-dc9f-45eb-bda3-03f334376b77 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "DELETE /v2.0/ports/03185351-aa00-466d-9bed-0d66f66f6953 HTTP/1.1" status: 204 len: 173 time: 0.9202862 Sep 21 15:22:04.813122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dc5231-1324-42e1-8e99-b60f14af8951 x-openstack-request-id: req-23dc5231-1324-42e1-8e99-b60f14af8951 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:22:04.813122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0acba7b-aaec-49bb-ba4a-67da16163963", "name": "network-vif-deleted", "tag": "03185351-aa00-466d-9bed-0d66f66f6953", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:22:04.813122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23dc5231-1324-42e1-8e99-b60f14af8951 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:22:04.813122 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23dc5231-1324-42e1-8e99-b60f14af8951'] response: {'server_uuid': 'f0acba7b-aaec-49bb-ba4a-67da16163963', 'name': 'network-vif-deleted', 'tag': '03185351-aa00-466d-9bed-0d66f66f6953', 'status': 'completed', 'code': 200} Sep 21 15:22:04.976287 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-74d7a218-c4f7-4d04-b897-79008ad3493b req-21a1d732-51df-4126-b00a-89280992638e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:22:04.998250 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-74d7a218-c4f7-4d04-b897-79008ad3493b req-21a1d732-51df-4126-b00a-89280992638e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:22:05.001550 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-74d7a218-c4f7-4d04-b897-79008ad3493b req-21a1d732-51df-4126-b00a-89280992638e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0acba7b-aaec-49bb-ba4a-67da16163963 HTTP/1.1" status: 200 len: 210 time: 0.0833120 Sep 21 15:22:05.514178 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5003f29c-13b0-4e1a-86ca-8702f64d429b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:06.121637 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35100) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:06.193178 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b3326a7-b168-44ed-9593-f79128585618 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:06.225716 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b3326a7-b168-44ed-9593-f79128585618 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:06.305964 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 03185351-aa00-466d-9bed-0d66f66f6953 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:22:06.309466 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b3326a7-b168-44ed-9593-f79128585618 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:06.331272 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3326a7-b168-44ed-9593-f79128585618 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0d4c58-7859-485b-8958-bde8e7d5b60a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:06.346700 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b3326a7-b168-44ed-9593-f79128585618 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:06.347822 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6b3326a7-b168-44ed-9593-f79128585618 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/security-groups/9e0d4c58-7859-485b-8958-bde8e7d5b60a HTTP/1.1" status: 204 len: 168 time: 0.2251043 Sep 21 15:22:06.352411 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 03185351-aa00-466d-9bed-0d66f66f6953 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:22:06.352787 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 03185351-aa00-466d-9bed-0d66f66f6953 not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:22:06.378984 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35106) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:06.944376 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:07.408586 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port 287ead76-3e02-43fb-a356-9f55f5d429b0 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:22:07.409975 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:07.595654 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port 287ead76-3e02-43fb-a356-9f55f5d429b0, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=287ead76-3e02-43fb-a356-9f55f5d429b0,segment=NetworkSegment(02cb24cf-be29-4829-b917-d52a71dd54a0),segment_id=02cb24cf-be29-4829-b917-d52a71dd54a0)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:22:07.595918 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:07.725135 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for 287ead76-3e02-43fb-a356-9f55f5d429b0 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:22:07.859884 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0d561fc4-c4b5-4717-95ae-6ddf2995f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:07.920302 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:07.968969 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=287ead76-3e02-43fb-a356-9f55f5d429b0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:08.011384 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:08.011725 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:08.012058 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:08.012441 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:08.013256 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:08.013256 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:08.014316 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:08.014316 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:08.014316 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:08.014316 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:08.014611 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:08.015441 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:08.275250 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:08.658190 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router ffcfb35f-f6f5-4572-8999-625efeabfddf has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:22:08.701509 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:08.885260 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:08.955654 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:22:08.966007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96429e4d-09bf-4cb5-aeaa-33a821665bae None None] Sync routers for ids ['ffcfb35f-f6f5-4572-8999-625efeabfddf'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:22:08.980855 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-40d56edf-a8e8-4214-b81c-ed22a770b61c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/routers/ffcfb35f-f6f5-4572-8999-625efeabfddf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5953665 Sep 21 15:22:08.983945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35112) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:08.998789 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96429e4d-09bf-4cb5-aeaa-33a821665bae None None] Routers {'ffcfb35f-f6f5-4572-8999-625efeabfddf'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:22:08.998789 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-96429e4d-09bf-4cb5-aeaa-33a821665bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:22:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['ffcfb35f-f6f5-4572-8999-625efeabfddf'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:09.078107 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-59cec732-5afe-48bc-a4c1-7a5df18c2c04 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting subnet ea3067ea-c9c6-44a1-bf94-55a5a48d7581 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:22:09.086963 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59cec732-5afe-48bc-a4c1-7a5df18c2c04 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:09.152590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59cec732-5afe-48bc-a4c1-7a5df18c2c04 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:09.211055 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-96429e4d-09bf-4cb5-aeaa-33a821665bae None None] Set router ffcfb35f-f6f5-4572-8999-625efeabfddf gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:22:09.245749 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59cec732-5afe-48bc-a4c1-7a5df18c2c04 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:09.329752 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59cec732-5afe-48bc-a4c1-7a5df18c2c04 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:09.378290 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cec732-5afe-48bc-a4c1-7a5df18c2c04 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3067ea-c9c6-44a1-bf94-55a5a48d7581,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:09.387900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59cec732-5afe-48bc-a4c1-7a5df18c2c04 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:09.398316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cec732-5afe-48bc-a4c1-7a5df18c2c04 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:09.398316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cec732-5afe-48bc-a4c1-7a5df18c2c04 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:09.398316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cec732-5afe-48bc-a4c1-7a5df18c2c04 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:09.398316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cec732-5afe-48bc-a4c1-7a5df18c2c04 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:09.398316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cec732-5afe-48bc-a4c1-7a5df18c2c04 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:09.398316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cec732-5afe-48bc-a4c1-7a5df18c2c04 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:09.398316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cec732-5afe-48bc-a4c1-7a5df18c2c04 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:09.398316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cec732-5afe-48bc-a4c1-7a5df18c2c04 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:09.398316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cec732-5afe-48bc-a4c1-7a5df18c2c04 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:09.398316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cec732-5afe-48bc-a4c1-7a5df18c2c04 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:09.398316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cec732-5afe-48bc-a4c1-7a5df18c2c04 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:09.398316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cec732-5afe-48bc-a4c1-7a5df18c2c04 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:09.409514 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-59cec732-5afe-48bc-a4c1-7a5df18c2c04 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/subnets/ea3067ea-c9c6-44a1-bf94-55a5a48d7581 HTTP/1.1" status: 204 len: 168 time: 0.4207411 Sep 21 15:22:09.414858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35116) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:09.418724 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506fe246-cd18-43cd-a682-33edc081ba70 None None] Network 7437916e-6f56-499a-a2b9-42bb7ddcbd31 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:22:09.611198 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-15030865-75c8-4c81-a54d-46da710f3306 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:09.754639 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-96429e4d-09bf-4cb5-aeaa-33a821665bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'name': 'tempest-TestNetworkBasicOps-router-46484593', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:20:02Z', 'updated_at': '2022-09-21T15:22:07Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:20:03Z', 'updated_at': '2022-09-21T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:09.758755 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96429e4d-09bf-4cb5-aeaa-33a821665bae None None] Checking router: ffcfb35f-f6f5-4572-8999-625efeabfddf for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:22:09.767461 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96429e4d-09bf-4cb5-aeaa-33a821665bae None None] Routers {'ffcfb35f-f6f5-4572-8999-625efeabfddf'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:22:09.768698 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-96429e4d-09bf-4cb5-aeaa-33a821665bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:22:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['ffcfb35f-f6f5-4572-8999-625efeabfddf'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:09.806283 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-15030865-75c8-4c81-a54d-46da710f3306 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:09.816010 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-15030865-75c8-4c81-a54d-46da710f3306 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:22:09.816426 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-15030865-75c8-4c81-a54d-46da710f3306 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:09.828560 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44ab01a-9be3-458e-b805-3d7357384a79 None None] DHCP port deletion for 7437916e-6f56-499a-a2b9-42bb7ddcbd31 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:22:09.892495 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a44ab01a-9be3-458e-b805-3d7357384a79 None None] Deleting port 03ef5558-0abc-4979-9338-7ea84ffb04cd {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:22:09.893634 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a44ab01a-9be3-458e-b805-3d7357384a79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:10.009756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-15030865-75c8-4c81-a54d-46da710f3306 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:22:10.009756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-15030865-75c8-4c81-a54d-46da710f3306 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:10.010973 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-96429e4d-09bf-4cb5-aeaa-33a821665bae None None] Set router ffcfb35f-f6f5-4572-8999-625efeabfddf gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:22:10.138813 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-96429e4d-09bf-4cb5-aeaa-33a821665bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'name': 'tempest-TestNetworkBasicOps-router-46484593', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:20:02Z', 'updated_at': '2022-09-21T15:22:09Z', 'revision_number': 6, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:10.149406 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96429e4d-09bf-4cb5-aeaa-33a821665bae None None] The sync data for ids ['ffcfb35f-f6f5-4572-8999-625efeabfddf'] in dv-neutron-858731-1-hyperv is: [{'id': 'ffcfb35f-f6f5-4572-8999-625efeabfddf', 'name': 'tempest-TestNetworkBasicOps-router-46484593', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:20:02Z', 'updated_at': '2022-09-21T15:22:09Z', 'revision_number': 6, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:22:10.162530 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-15030865-75c8-4c81-a54d-46da710f3306 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:22:10.257044 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a44ab01a-9be3-458e-b805-3d7357384a79 None None] For port 03ef5558-0abc-4979-9338-7ea84ffb04cd, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=03ef5558-0abc-4979-9338-7ea84ffb04cd,segment=NetworkSegment(02cb24cf-be29-4829-b917-d52a71dd54a0),segment_id=02cb24cf-be29-4829-b917-d52a71dd54a0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:22:10.257245 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a44ab01a-9be3-458e-b805-3d7357384a79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:10.342940 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-15030865-75c8-4c81-a54d-46da710f3306 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:10.386071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a44ab01a-9be3-458e-b805-3d7357384a79 None None] Calling delete_port for 03ef5558-0abc-4979-9338-7ea84ffb04cd owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:22:10.437916 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15030865-75c8-4c81-a54d-46da710f3306 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:10.480128 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a44ab01a-9be3-458e-b805-3d7357384a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:10.515264 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-15030865-75c8-4c81-a54d-46da710f3306 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:10.591588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ab01a-9be3-458e-b805-3d7357384a79 None None] No DVR routers for this DVR port 03ef5558-0abc-4979-9338-7ea84ffb04cd on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:22:10.623527 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ab01a-9be3-458e-b805-3d7357384a79 None None] Pushing event deleted for resources: {'Port': ['ID=03ef5558-0abc-4979-9338-7ea84ffb04cd,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:10.634475 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 03ef5558-0abc-4979-9338-7ea84ffb04cd no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:22:10.684930 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:10.691274 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 03ef5558-0abc-4979-9338-7ea84ffb04cd {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:22:10.691274 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 03ef5558-0abc-4979-9338-7ea84ffb04cd not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:22:10.691633 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 287ead76-3e02-43fb-a356-9f55f5d429b0 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:22:10.741995 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 287ead76-3e02-43fb-a356-9f55f5d429b0 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:22:10.741995 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 287ead76-3e02-43fb-a356-9f55f5d429b0 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:22:10.864254 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-15030865-75c8-4c81-a54d-46da710f3306 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:10.866571 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-15030865-75c8-4c81-a54d-46da710f3306 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:10.889807 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-15030865-75c8-4c81-a54d-46da710f3306 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:10.889936 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15030865-75c8-4c81-a54d-46da710f3306 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Fanout notify agent at l3_agent the message router_deleted on router ffcfb35f-f6f5-4572-8999-625efeabfddf {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:22:10.904977 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-15030865-75c8-4c81-a54d-46da710f3306 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:10.906089 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-15030865-75c8-4c81-a54d-46da710f3306 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/routers/ffcfb35f-f6f5-4572-8999-625efeabfddf HTTP/1.1" status: 204 len: 168 time: 1.4999046 Sep 21 15:22:10.909673 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35120) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:11.038480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff1dcc01-6a5f-4f9d-9808-5e7674ce1614 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:11.176423 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff1dcc01-6a5f-4f9d-9808-5e7674ce1614 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:11.206894 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ff1dcc01-6a5f-4f9d-9808-5e7674ce1614 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7437916e-6f56-499a-a2b9-42bb7ddcbd31']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:11.219656 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ff1dcc01-6a5f-4f9d-9808-5e7674ce1614 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02cb24cf-be29-4829-b917-d52a71dd54a0') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:11.219948 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ff1dcc01-6a5f-4f9d-9808-5e7674ce1614 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02cb24cf-be29-4829-b917-d52a71dd54a0') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:11.233735 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff1dcc01-6a5f-4f9d-9808-5e7674ce1614 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:11.251048 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff1dcc01-6a5f-4f9d-9808-5e7674ce1614 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:11.259171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1dcc01-6a5f-4f9d-9808-5e7674ce1614 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:22:11.259171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff1dcc01-6a5f-4f9d-9808-5e7674ce1614 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:11.328489 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 02cb24cf-be29-4829-b917-d52a71dd54a0 resource provider aggregate not found Sep 21 15:22:11.352485 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 02cb24cf-be29-4829-b917-d52a71dd54a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02cb24cf-be29-4829-b917-d52a71dd54a0 found for delete ", "request_id": "req-9af40ebd-0c17-4940-acb8-e673437510a8"}]} Sep 21 15:22:11.367232 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff1dcc01-6a5f-4f9d-9808-5e7674ce1614 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:11.384864 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff1dcc01-6a5f-4f9d-9808-5e7674ce1614 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:11.397760 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1dcc01-6a5f-4f9d-9808-5e7674ce1614 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Network': ['ID=7437916e-6f56-499a-a2b9-42bb7ddcbd31,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:11.404134 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ff1dcc01-6a5f-4f9d-9808-5e7674ce1614 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/networks/7437916e-6f56-499a-a2b9-42bb7ddcbd31 HTTP/1.1" status: 204 len: 168 time: 0.4932933 Sep 21 15:22:11.426692 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35128) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:11.432803 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-2c629c96-02ff-4107-9b8d-e6cde54b36d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'network': {'name': 'tempest-network-smoke--1703117031', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'port_security_enabled': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:11.437928 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2c629c96-02ff-4107-9b8d-e6cde54b36d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:22:11.442874 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2c629c96-02ff-4107-9b8d-e6cde54b36d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:network and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:22:11.445826 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2c629c96-02ff-4107-9b8d-e6cde54b36d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:22:11.451597 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2c629c96-02ff-4107-9b8d-e6cde54b36d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:22:11.462462 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c629c96-02ff-4107-9b8d-e6cde54b36d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:22:11.467043 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2c629c96-02ff-4107-9b8d-e6cde54b36d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:11.495266 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c629c96-02ff-4107-9b8d-e6cde54b36d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:22:11.505400 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2c629c96-02ff-4107-9b8d-e6cde54b36d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:11.505738 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-2c629c96-02ff-4107-9b8d-e6cde54b36d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Added segment 26631408-e804-4d30-96f1-fbc9f7e8508b of type vlan for network 8c565a60-e2d7-46fc-9c51-d77f155b2a8d Sep 21 15:22:11.533026 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2c629c96-02ff-4107-9b8d-e6cde54b36d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:11.562120 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2c629c96-02ff-4107-9b8d-e6cde54b36d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:11.568960 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c629c96-02ff-4107-9b8d-e6cde54b36d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:11.569703 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2c629c96-02ff-4107-9b8d-e6cde54b36d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:11.675685 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2c629c96-02ff-4107-9b8d-e6cde54b36d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2479572 Sep 21 15:22:11.678633 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35132) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:11.684020 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-482328872', 'admin_state_up': True, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:11.695330 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:22:11.698320 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c629c96-02ff-4107-9b8d-e6cde54b36d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Network': ['ID=8c565a60-e2d7-46fc-9c51-d77f155b2a8d,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:11.702855 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:router and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:22:11.707580 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:22:11.710041 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 8c565a60-e2d7-46fc-9c51-d77f155b2a8d details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:22:11.712526 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:22:11.726447 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:11.727660 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:11.745593 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:12.034798 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:12.314241 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:22:12.351170 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:22:12.353282 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e207fc5e-4ab5-42cc-a42f-08a9efcd9fd6 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:22:12.354351 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:12.497313 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:12.646588 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.26.4.130 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/a7d97bcb-5192-4ea2-98e1-836e04605615) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:22:12.685173 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:22:12.810952 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:12.843300 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:12.913416 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:22:12.916668 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:22:12.920222 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:22:12.958642 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=a7d97bcb-5192-4ea2-98e1-836e04605615,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:13.371427 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:13.738011 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:14.058731 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router 9ab04553-b072-4cf2-ac8c-5453b789ec22 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:22:14.264629 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:22:14.273832 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] Sync routers for ids ['9ab04553-b072-4cf2-ac8c-5453b789ec22'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:22:14.282877 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] Routers {'9ab04553-b072-4cf2-ac8c-5453b789ec22'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:22:14.283822 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:22:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9ab04553-b072-4cf2-ac8c-5453b789ec22'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:14.291676 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:14.292987 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-825590d4-6907-4358-a467-97d6aa566ea3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6133742 Sep 21 15:22:14.296173 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35136) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:14.343871 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-59ad1fe8-612c-417f-98e9-e533959b0318 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=821a0a843ff74fdda869752c13af53c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436003 Sep 21 15:22:14.344053 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35140) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:14.461678 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] Set router 9ab04553-b072-4cf2-ac8c-5453b789ec22 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:22:14.474694 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa05ba6-db51-4254-a7b0-54f1af5b8805 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:14.476207 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2aa05ba6-db51-4254-a7b0-54f1af5b8805 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312933 Sep 21 15:22:14.478983 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35144) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:14.518643 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b6e47301-64fe-4a07-9fb5-77ac4dea0f7a tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=445481ae-8997-4e7e-a514-07e782c48c85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384696 Sep 21 15:22:14.521205 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35148) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:14.527207 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4125a761-864f-479f-9c70-588e673eb06a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1353182140', 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:14.636623 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4125a761-864f-479f-9c70-588e673eb06a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:22:14.640304 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4125a761-864f-479f-9c70-588e673eb06a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:subnet and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:22:14.643103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4125a761-864f-479f-9c70-588e673eb06a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:22:14.648740 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4125a761-864f-479f-9c70-588e673eb06a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:22:14.658390 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4125a761-864f-479f-9c70-588e673eb06a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:22:14.662818 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4125a761-864f-479f-9c70-588e673eb06a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:14.747910 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'name': 'tempest-TestNetworkBasicOps-router-482328872', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:22:11Z', 'updated_at': '2022-09-21T15:22:13Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:12Z', 'updated_at': '2022-09-21T15:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:14.751729 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] Checking router: 9ab04553-b072-4cf2-ac8c-5453b789ec22 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:22:14.752071 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] Updating router 9ab04553-b072-4cf2-ac8c-5453b789ec22 port a7d97bcb-5192-4ea2-98e1-836e04605615 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:22:14.805487 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:14.887964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4125a761-864f-479f-9c70-588e673eb06a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:14.966664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125a761-864f-479f-9c70-588e673eb06a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Subnet': ['ID=77a6fca3-7ce8-4845-a028-257c44d0915a,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:14.975519 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4125a761-864f-479f-9c70-588e673eb06a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Checking segment: {'id': '26631408-e804-4d30-96f1-fbc9f7e8508b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:22:14.975910 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4125a761-864f-479f-9c70-588e673eb06a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network hostable DHCP agents. Network: 8c565a60-e2d7-46fc-9c51-d77f155b2a8d, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:22:14.995464 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4125a761-864f-479f-9c70-588e673eb06a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 8c565a60-e2d7-46fc-9c51-d77f155b2a8d is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:22:15.007291 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-4125a761-864f-479f-9c70-588e673eb06a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 8c565a60-e2d7-46fc-9c51-d77f155b2a8d) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:22:15.011886 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4125a761-864f-479f-9c70-588e673eb06a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:15.012574 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4125a761-864f-479f-9c70-588e673eb06a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:15.020400 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40136ed4-b206-4a5c-924c-0fe02535fc7a None None] Network 8c565a60-e2d7-46fc-9c51-d77f155b2a8d requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:22:15.041214 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4125a761-864f-479f-9c70-588e673eb06a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5162902 Sep 21 15:22:15.041543 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35152) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:15.185297 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:15.197406 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] Transition to ACTIVE for port object a7d97bcb-5192-4ea2-98e1-836e04605615 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:22:15.205729 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:15.265141 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] Attempting to bind port a7d97bcb-5192-4ea2-98e1-836e04605615 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:22:15.265514 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] Attempting to bind port a7d97bcb-5192-4ea2-98e1-836e04605615 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:22:15.265878 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] Attempting to bind port a7d97bcb-5192-4ea2-98e1-836e04605615 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:22:15.276689 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:22:15.277362 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:22:15.277449 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:15.277965 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:22:15.278437 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] Bound port: a7d97bcb-5192-4ea2-98e1-836e04605615, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:22:15.278804 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:15.318627 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-8c565a60-e2d7-46fc-9c51-d77f155b2a8d', 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ips': [{'subnet_id': '77a6fca3-7ce8-4845-a028-257c44d0915a'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:22:15.319523 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:15.320711 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d146b6-9e97-4529-9abb-315fb867ab37 None None] Pushing event updated for resources: {'Port': ['ID=a7d97bcb-5192-4ea2-98e1-836e04605615,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:15.334357 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d146b6-9e97-4529-9abb-315fb867ab37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.335131 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d146b6-9e97-4529-9abb-315fb867ab37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.335131 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d146b6-9e97-4529-9abb-315fb867ab37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.335397 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d146b6-9e97-4529-9abb-315fb867ab37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.335691 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d146b6-9e97-4529-9abb-315fb867ab37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.336112 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d146b6-9e97-4529-9abb-315fb867ab37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.336337 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d146b6-9e97-4529-9abb-315fb867ab37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.336685 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d146b6-9e97-4529-9abb-315fb867ab37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.337009 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d146b6-9e97-4529-9abb-315fb867ab37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.337324 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d146b6-9e97-4529-9abb-315fb867ab37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.337641 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d146b6-9e97-4529-9abb-315fb867ab37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.337954 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d146b6-9e97-4529-9abb-315fb867ab37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.376401 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] For port a7d97bcb-5192-4ea2-98e1-836e04605615, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:22:15.379927 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] For port a7d97bcb-5192-4ea2-98e1-836e04605615, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=a7d97bcb-5192-4ea2-98e1-836e04605615,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:22:15.385676 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:15.449174 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] Routers {'9ab04553-b072-4cf2-ac8c-5453b789ec22'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:22:15.449702 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:22:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9ab04553-b072-4cf2-ac8c-5453b789ec22'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:15.494916 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Allocated IP 172.20.0.2 (8c565a60-e2d7-46fc-9c51-d77f155b2a8d/77a6fca3-7ce8-4845-a028-257c44d0915a/7e6ee704-7835-4ddd-91a1-9489bde7185d) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:22:15.631612 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d146b6-9e97-4529-9abb-315fb867ab37 None None] Pushing event updated for resources: {'Port': ['ID=a7d97bcb-5192-4ea2-98e1-836e04605615,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:15.653584 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] Set router 9ab04553-b072-4cf2-ac8c-5453b789ec22 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:22:15.711605 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:15.723752 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Transition to ACTIVE for port object 7e6ee704-7835-4ddd-91a1-9489bde7185d will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:22:15.742786 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Transition to ACTIVE for port object 7e6ee704-7835-4ddd-91a1-9489bde7185d will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:22:15.749677 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:15.816679 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Network 8c565a60-e2d7-46fc-9c51-d77f155b2a8d is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:22:15.819480 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:22:15.823065 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:22:15.872641 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Pushing event updated for resources: {'Port': ['ID=7e6ee704-7835-4ddd-91a1-9489bde7185d,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:15.889713 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-91378b1e-4d19-4aa2-a64b-da3e17c23b03 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:15.918288 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.918633 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.919393 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.919393 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.919638 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.919935 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.920258 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.920609 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.920931 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.921256 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.921573 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.921888 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:22:15.941006 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Attempting to bind port 7e6ee704-7835-4ddd-91a1-9489bde7185d on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:22:15.941377 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Attempting to bind port 7e6ee704-7835-4ddd-91a1-9489bde7185d by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '26631408-e804-4d30-96f1-fbc9f7e8508b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:22:15.941739 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Attempting to bind port 7e6ee704-7835-4ddd-91a1-9489bde7185d on network 8c565a60-e2d7-46fc-9c51-d77f155b2a8d {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:22:15.947192 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:22:15.947560 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Checking segment: {'id': '26631408-e804-4d30-96f1-fbc9f7e8508b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:22:15.947955 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:15.948342 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Bound using segment: {'id': '26631408-e804-4d30-96f1-fbc9f7e8508b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:22:15.948726 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'name': 'tempest-TestNetworkBasicOps-router-482328872', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:22:11Z', 'updated_at': '2022-09-21T15:22:13Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:12Z', 'updated_at': '2022-09-21T15:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:15.948982 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Bound port: 7e6ee704-7835-4ddd-91a1-9489bde7185d, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26631408-e804-4d30-96f1-fbc9f7e8508b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:22:15.949324 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:15.952861 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4175dfa-04f2-4736-bffc-afd9dfc8adf3 None None] The sync data for ids ['9ab04553-b072-4cf2-ac8c-5453b789ec22'] in dv-neutron-858731-1-hyperv is: [{'id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'name': 'tempest-TestNetworkBasicOps-router-482328872', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:22:11Z', 'updated_at': '2022-09-21T15:22:13Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:12Z', 'updated_at': '2022-09-21T15:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:22:16.045232 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] For port 7e6ee704-7835-4ddd-91a1-9489bde7185d, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:22:16.048441 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] For port 7e6ee704-7835-4ddd-91a1-9489bde7185d, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=7e6ee704-7835-4ddd-91a1-9489bde7185d,segment=NetworkSegment(26631408-e804-4d30-96f1-fbc9f7e8508b),segment_id=26631408-e804-4d30-96f1-fbc9f7e8508b)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:22:16.053929 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:16.131047 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c23380-bae6-423c-946a-d9a5134cbe2a None None] Pushing event updated for resources: {'Port': ['ID=7e6ee704-7835-4ddd-91a1-9489bde7185d,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:16.372288 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-91378b1e-4d19-4aa2-a64b-da3e17c23b03 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.20.0.1 (8c565a60-e2d7-46fc-9c51-d77f155b2a8d/77a6fca3-7ce8-4845-a028-257c44d0915a/60b11f91-3670-4743-8ebb-3809eae6861b) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:22:16.448286 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device a7d97bcb-5192-4ea2-98e1-836e04605615 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:22:16.529584 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port a7d97bcb-5192-4ea2-98e1-836e04605615 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:22:16.535760 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port a7d97bcb-5192-4ea2-98e1-836e04605615 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:22:16.536129 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:16.587021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-91378b1e-4d19-4aa2-a64b-da3e17c23b03 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:16.608132 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-91378b1e-4d19-4aa2-a64b-da3e17c23b03 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Transition to ACTIVE for port object 60b11f91-3670-4743-8ebb-3809eae6861b will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:22:16.635032 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-91378b1e-4d19-4aa2-a64b-da3e17c23b03 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:16.669966 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port a7d97bcb-5192-4ea2-98e1-836e04605615 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:22:16.670493 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:16.693887 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port a7d97bcb-5192-4ea2-98e1-836e04605615, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=a7d97bcb-5192-4ea2-98e1-836e04605615,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:22:16.698697 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:16.717784 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91378b1e-4d19-4aa2-a64b-da3e17c23b03 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 8c565a60-e2d7-46fc-9c51-d77f155b2a8d is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:22:16.721173 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-91378b1e-4d19-4aa2-a64b-da3e17c23b03 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:22:16.725217 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91378b1e-4d19-4aa2-a64b-da3e17c23b03 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:22:16.757221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91378b1e-4d19-4aa2-a64b-da3e17c23b03 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=60b11f91-3670-4743-8ebb-3809eae6861b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:16.773527 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=a7d97bcb-5192-4ea2-98e1-836e04605615,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:16.790060 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-91378b1e-4d19-4aa2-a64b-da3e17c23b03 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:16.931613 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-91378b1e-4d19-4aa2-a64b-da3e17c23b03 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:17.194615 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba43fb14-d6ff-4884-b0c4-7a3880105250 None None] Network 8c565a60-e2d7-46fc-9c51-d77f155b2a8d requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:22:17.321339 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-05f08aef-9fad-4df3-8ebc-e24bbfbccc02 None None] Provisioning for port 7e6ee704-7835-4ddd-91a1-9489bde7185d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:22:17.498246 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-91378b1e-4d19-4aa2-a64b-da3e17c23b03 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:17.503072 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-91378b1e-4d19-4aa2-a64b-da3e17c23b03 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:17.618618 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91378b1e-4d19-4aa2-a64b-da3e17c23b03 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=60b11f91-3670-4743-8ebb-3809eae6861b,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:17.624219 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-91378b1e-4d19-4aa2-a64b-da3e17c23b03 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:17.662977 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e3987ab2-9b93-4c37-95d9-f7fe215ad7c1 None None] Provisioning for port 60b11f91-3670-4743-8ebb-3809eae6861b completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:22:17.670871 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e3987ab2-9b93-4c37-95d9-f7fe215ad7c1 None None] Provisioning complete for port 60b11f91-3670-4743-8ebb-3809eae6861b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:22:17.671245 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e3987ab2-9b93-4c37-95d9-f7fe215ad7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:17.740768 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e3987ab2-9b93-4c37-95d9-f7fe215ad7c1 None None] Port 60b11f91-3670-4743-8ebb-3809eae6861b cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:22:17.774750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91378b1e-4d19-4aa2-a64b-da3e17c23b03 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 8c565a60-e2d7-46fc-9c51-d77f155b2a8d is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:22:17.776166 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-91378b1e-4d19-4aa2-a64b-da3e17c23b03 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:22:17.875012 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2f159786-a5aa-42c9-9637-0d78222ce3ff None None] Provisioning complete for port 60b11f91-3670-4743-8ebb-3809eae6861b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:22:17.875474 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2f159786-a5aa-42c9-9637-0d78222ce3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:17.935852 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2f159786-a5aa-42c9-9637-0d78222ce3ff None None] Port 60b11f91-3670-4743-8ebb-3809eae6861b cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:22:17.969970 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91378b1e-4d19-4aa2-a64b-da3e17c23b03 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router 9ab04553-b072-4cf2-ac8c-5453b789ec22 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:22:18.056900 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-854daad4-e853-42ee-84fc-62440fdeb5af None None] Provisioning complete for port 60b11f91-3670-4743-8ebb-3809eae6861b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:22:18.057444 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-854daad4-e853-42ee-84fc-62440fdeb5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:18.110452 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-854daad4-e853-42ee-84fc-62440fdeb5af None None] Port 60b11f91-3670-4743-8ebb-3809eae6861b cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:22:18.155759 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91378b1e-4d19-4aa2-a64b-da3e17c23b03 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:22:18.170602 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-91378b1e-4d19-4aa2-a64b-da3e17c23b03 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/routers/9ab04553-b072-4cf2-ac8c-5453b789ec22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1257851 Sep 21 15:22:18.170837 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35158) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:18.171238 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] Sync routers for ids ['9ab04553-b072-4cf2-ac8c-5453b789ec22'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:22:18.183385 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] Routers {'9ab04553-b072-4cf2-ac8c-5453b789ec22'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:22:18.183982 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:22:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9ab04553-b072-4cf2-ac8c-5453b789ec22'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:18.315621 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3850c2-cd28-4442-9256-ec34bf12e7af tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:18.316202 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3850c2-cd28-4442-9256-ec34bf12e7af tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:18.317258 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3850c2-cd28-4442-9256-ec34bf12e7af tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:18.317258 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3850c2-cd28-4442-9256-ec34bf12e7af tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:18.317623 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3850c2-cd28-4442-9256-ec34bf12e7af tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:18.317974 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3850c2-cd28-4442-9256-ec34bf12e7af tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:18.322256 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bf3850c2-cd28-4442-9256-ec34bf12e7af tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1479735 Sep 21 15:22:18.322517 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35162) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:18.395673 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044e96a9-a33e-4f75-8d94-1f34277d8397 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:18.396222 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044e96a9-a33e-4f75-8d94-1f34277d8397 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:18.396906 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044e96a9-a33e-4f75-8d94-1f34277d8397 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:18.397550 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044e96a9-a33e-4f75-8d94-1f34277d8397 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:18.397895 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044e96a9-a33e-4f75-8d94-1f34277d8397 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:18.398489 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044e96a9-a33e-4f75-8d94-1f34277d8397 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:18.402758 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-044e96a9-a33e-4f75-8d94-1f34277d8397 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0768342 Sep 21 15:22:18.402999 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35166) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:18.405229 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] Set router 9ab04553-b072-4cf2-ac8c-5453b789ec22 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:22:18.448174 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 7e6ee704-7835-4ddd-91a1-9489bde7185d up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:22:18.616294 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fad61989-34c6-42bd-b779-c01fa8294a78 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2118089 Sep 21 15:22:18.619094 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35170) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:18.624542 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-fef3fbc6-1037-46ac-a8b6-0ee603816e72 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-503487865', 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:18.672385 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 7e6ee704-7835-4ddd-91a1-9489bde7185d completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:22:18.678297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 7e6ee704-7835-4ddd-91a1-9489bde7185d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:22:18.678663 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:18.764530 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fef3fbc6-1037-46ac-a8b6-0ee603816e72 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:22:18.769175 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fef3fbc6-1037-46ac-a8b6-0ee603816e72 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:port and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:22:18.771995 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fef3fbc6-1037-46ac-a8b6-0ee603816e72 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:22:18.777685 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fef3fbc6-1037-46ac-a8b6-0ee603816e72 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:22:18.788022 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef3fbc6-1037-46ac-a8b6-0ee603816e72 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:22:18.791416 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fef3fbc6-1037-46ac-a8b6-0ee603816e72 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:18.813163 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-fef3fbc6-1037-46ac-a8b6-0ee603816e72 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] device_id is not set on port 4791ea8d-0780-4d03-88ce-41c88c079ffd yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:22:18.879139 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 7e6ee704-7835-4ddd-91a1-9489bde7185d is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:22:18.879513 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:18.914584 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'name': 'tempest-TestNetworkBasicOps-router-482328872', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:22:11Z', 'updated_at': '2022-09-21T15:22:16Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:12Z', 'updated_at': '2022-09-21T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '60b11f91-3670-4743-8ebb-3809eae6861b', 'name': '', 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:51:4a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '77a6fca3-7ce8-4845-a028-257c44d0915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:16Z', 'updated_at': '2022-09-21T15:22:17Z', 'revision_number': 2, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '77a6fca3-7ce8-4845-a028-257c44d0915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:18.920851 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 7e6ee704-7835-4ddd-91a1-9489bde7185d, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=7e6ee704-7835-4ddd-91a1-9489bde7185d,segment=NetworkSegment(26631408-e804-4d30-96f1-fbc9f7e8508b),segment_id=26631408-e804-4d30-96f1-fbc9f7e8508b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:22:18.921881 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] Checking router: 9ab04553-b072-4cf2-ac8c-5453b789ec22 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:22:18.922255 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] Updating router 9ab04553-b072-4cf2-ac8c-5453b789ec22 port 60b11f91-3670-4743-8ebb-3809eae6861b binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:22:18.950741 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:18.951406 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device a7d97bcb-5192-4ea2-98e1-836e04605615 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:22:18.966723 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-fef3fbc6-1037-46ac-a8b6-0ee603816e72 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.20.0.10 (8c565a60-e2d7-46fc-9c51-d77f155b2a8d/77a6fca3-7ce8-4845-a028-257c44d0915a/4791ea8d-0780-4d03-88ce-41c88c079ffd) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:22:19.082974 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:19.131254 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=7e6ee704-7835-4ddd-91a1-9489bde7185d,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:19.171092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port a7d97bcb-5192-4ea2-98e1-836e04605615 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:22:19.171456 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:19.311877 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fef3fbc6-1037-46ac-a8b6-0ee603816e72 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:19.328191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-fef3fbc6-1037-46ac-a8b6-0ee603816e72 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Transition to ACTIVE for port object 4791ea8d-0780-4d03-88ce-41c88c079ffd will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:22:19.352173 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fef3fbc6-1037-46ac-a8b6-0ee603816e72 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:19.370384 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port a7d97bcb-5192-4ea2-98e1-836e04605615 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:22:19.423360 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef3fbc6-1037-46ac-a8b6-0ee603816e72 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 8c565a60-e2d7-46fc-9c51-d77f155b2a8d is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:22:19.426824 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-fef3fbc6-1037-46ac-a8b6-0ee603816e72 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:22:19.429184 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef3fbc6-1037-46ac-a8b6-0ee603816e72 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:22:19.475095 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3fbc6-1037-46ac-a8b6-0ee603816e72 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=4791ea8d-0780-4d03-88ce-41c88c079ffd,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:19.502159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef3fbc6-1037-46ac-a8b6-0ee603816e72 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:19.502896 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fef3fbc6-1037-46ac-a8b6-0ee603816e72 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:19.536182 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fef3fbc6-1037-46ac-a8b6-0ee603816e72 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9159744 Sep 21 15:22:19.600884 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:19.615980 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] Transition to ACTIVE for port object 60b11f91-3670-4743-8ebb-3809eae6861b will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:22:19.617023 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35176) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:19.623037 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5a0893fe-5594-475b-ab5f-430243abaa9a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1717112729', 'description': 'tempest-secgroup-smoke-1717112729 description', 'project_id': '821a0a843ff74fdda869752c13af53c9'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:19.624345 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:19.630009 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5a0893fe-5594-475b-ab5f-430243abaa9a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:22:19.634266 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5a0893fe-5594-475b-ab5f-430243abaa9a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:22:19.637421 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5a0893fe-5594-475b-ab5f-430243abaa9a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:22:19.643731 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5a0893fe-5594-475b-ab5f-430243abaa9a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:22:19.653865 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5a0893fe-5594-475b-ab5f-430243abaa9a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:19.673018 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5a0893fe-5594-475b-ab5f-430243abaa9a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:22:19.677633 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5a0893fe-5594-475b-ab5f-430243abaa9a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:22:19.680683 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5a0893fe-5594-475b-ab5f-430243abaa9a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:22:19.686358 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5a0893fe-5594-475b-ab5f-430243abaa9a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:22:19.760225 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5a0893fe-5594-475b-ab5f-430243abaa9a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:19.764000 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5a0893fe-5594-475b-ab5f-430243abaa9a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:19.815877 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0893fe-5594-475b-ab5f-430243abaa9a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f938f1-7edf-41dc-a656-17d2d13f9a50,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:19.821559 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5a0893fe-5594-475b-ab5f-430243abaa9a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:19.825952 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5a0893fe-5594-475b-ab5f-430243abaa9a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2047887 Sep 21 15:22:19.826271 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35180) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:19.831921 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a0580d8b-08cd-4568-8f66-f23ea6dc3ee4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '44f938f1-7edf-41dc-a656-17d2d13f9a50', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:19.838097 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a0580d8b-08cd-4568-8f66-f23ea6dc3ee4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:22:19.842163 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a0580d8b-08cd-4568-8f66-f23ea6dc3ee4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:22:19.845168 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a0580d8b-08cd-4568-8f66-f23ea6dc3ee4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:22:19.851992 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a0580d8b-08cd-4568-8f66-f23ea6dc3ee4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:22:19.869860 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0580d8b-08cd-4568-8f66-f23ea6dc3ee4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:19.900769 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2b58e-b2c4-41a2-a7e5-5df94aa62905 None None] Pushing event updated for resources: {'Port': ['ID=60b11f91-3670-4743-8ebb-3809eae6861b,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:19.911614 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] Attempting to bind port 60b11f91-3670-4743-8ebb-3809eae6861b on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:22:19.912027 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] Attempting to bind port 60b11f91-3670-4743-8ebb-3809eae6861b by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '26631408-e804-4d30-96f1-fbc9f7e8508b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:22:19.912329 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] Attempting to bind port 60b11f91-3670-4743-8ebb-3809eae6861b on network 8c565a60-e2d7-46fc-9c51-d77f155b2a8d {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:22:19.916325 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-12cbc406-469c-4d8f-94e2-c3b2d21cd4f7 None None] Provisioning for port 4791ea8d-0780-4d03-88ce-41c88c079ffd completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:22:19.922031 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:22:19.922397 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] Checking segment: {'id': '26631408-e804-4d30-96f1-fbc9f7e8508b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:22:19.922784 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:19.923163 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] Bound using segment: {'id': '26631408-e804-4d30-96f1-fbc9f7e8508b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:22:19.923618 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] Bound port: 60b11f91-3670-4743-8ebb-3809eae6861b, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26631408-e804-4d30-96f1-fbc9f7e8508b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:22:19.924039 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:19.937270 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-12cbc406-469c-4d8f-94e2-c3b2d21cd4f7 None None] Provisioning complete for port 4791ea8d-0780-4d03-88ce-41c88c079ffd triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:22:19.937628 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-12cbc406-469c-4d8f-94e2-c3b2d21cd4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:19.942847 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0580d8b-08cd-4568-8f66-f23ea6dc3ee4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:19.947470 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0580d8b-08cd-4568-8f66-f23ea6dc3ee4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:19.974203 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0580d8b-08cd-4568-8f66-f23ea6dc3ee4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf0e714-3a32-46f2-94b9-ad0cf1799d0a,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:19.985508 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0580d8b-08cd-4568-8f66-f23ea6dc3ee4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:19.990166 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35184) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:19.990297 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a0580d8b-08cd-4568-8f66-f23ea6dc3ee4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1630731 Sep 21 15:22:19.996089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-493eb267-47ad-4854-b348-8715dba0e79c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '44f938f1-7edf-41dc-a656-17d2d13f9a50', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:20.003718 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-493eb267-47ad-4854-b348-8715dba0e79c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:22:20.007754 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-493eb267-47ad-4854-b348-8715dba0e79c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:22:20.011093 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-493eb267-47ad-4854-b348-8715dba0e79c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:22:20.018448 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-493eb267-47ad-4854-b348-8715dba0e79c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:22:20.035817 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-493eb267-47ad-4854-b348-8715dba0e79c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:20.040943 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-12cbc406-469c-4d8f-94e2-c3b2d21cd4f7 None None] Port 4791ea8d-0780-4d03-88ce-41c88c079ffd cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:22:20.066861 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] For port 60b11f91-3670-4743-8ebb-3809eae6861b, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:22:20.070286 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] For port 60b11f91-3670-4743-8ebb-3809eae6861b, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=60b11f91-3670-4743-8ebb-3809eae6861b,segment=NetworkSegment(26631408-e804-4d30-96f1-fbc9f7e8508b),segment_id=26631408-e804-4d30-96f1-fbc9f7e8508b)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:22:20.074342 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:20.103144 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-493eb267-47ad-4854-b348-8715dba0e79c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:20.106894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-493eb267-47ad-4854-b348-8715dba0e79c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:20.128973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493eb267-47ad-4854-b348-8715dba0e79c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81fe55f3-5a64-4e8d-8712-d99695d92751,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:20.136378 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] Routers {'9ab04553-b072-4cf2-ac8c-5453b789ec22'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:22:20.137057 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:22:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9ab04553-b072-4cf2-ac8c-5453b789ec22'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:20.140055 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-493eb267-47ad-4854-b348-8715dba0e79c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:20.141273 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-493eb267-47ad-4854-b348-8715dba0e79c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496625 Sep 21 15:22:20.144978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35188) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:20.150057 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c4208737-6a18-4c65-8819-6d8b495fe73c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '44f938f1-7edf-41dc-a656-17d2d13f9a50', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:20.155919 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c4208737-6a18-4c65-8819-6d8b495fe73c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:22:20.159905 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c4208737-6a18-4c65-8819-6d8b495fe73c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:22:20.162791 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c4208737-6a18-4c65-8819-6d8b495fe73c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:22:20.168413 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c4208737-6a18-4c65-8819-6d8b495fe73c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:22:20.185182 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c4208737-6a18-4c65-8819-6d8b495fe73c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:20.225265 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2b58e-b2c4-41a2-a7e5-5df94aa62905 None None] Pushing event updated for resources: {'Port': ['ID=60b11f91-3670-4743-8ebb-3809eae6861b,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:20.258131 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c4208737-6a18-4c65-8819-6d8b495fe73c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:20.261732 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c4208737-6a18-4c65-8819-6d8b495fe73c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:20.284625 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4208737-6a18-4c65-8819-6d8b495fe73c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99e186c-6534-4580-9f72-f1a8a5f9e475,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:20.294462 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c4208737-6a18-4c65-8819-6d8b495fe73c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:20.296268 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c4208737-6a18-4c65-8819-6d8b495fe73c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1497474 Sep 21 15:22:20.298642 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35192) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:20.304897 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-df4e0cec-f569-401b-bdac-8c63e7112939 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '44f938f1-7edf-41dc-a656-17d2d13f9a50', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:20.321876 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-df4e0cec-f569-401b-bdac-8c63e7112939 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:22:20.326386 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-df4e0cec-f569-401b-bdac-8c63e7112939 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:22:20.329437 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-df4e0cec-f569-401b-bdac-8c63e7112939 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:22:20.335549 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] Set router 9ab04553-b072-4cf2-ac8c-5453b789ec22 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:22:20.336204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-df4e0cec-f569-401b-bdac-8c63e7112939 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:22:20.359491 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df4e0cec-f569-401b-bdac-8c63e7112939 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:20.382065 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 7e6ee704-7835-4ddd-91a1-9489bde7185d up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:22:20.425531 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df4e0cec-f569-401b-bdac-8c63e7112939 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:20.429248 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df4e0cec-f569-401b-bdac-8c63e7112939 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:20.452649 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e0cec-f569-401b-bdac-8c63e7112939 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a011f62-f312-43c6-9333-a840785cc210,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:20.462102 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df4e0cec-f569-401b-bdac-8c63e7112939 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:20.463371 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-df4e0cec-f569-401b-bdac-8c63e7112939 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1628442 Sep 21 15:22:20.466098 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35196) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:20.471182 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-fb85e5f7-586c-4262-a3d2-9d6405d69793 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '44f938f1-7edf-41dc-a656-17d2d13f9a50', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:20.477092 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fb85e5f7-586c-4262-a3d2-9d6405d69793 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:22:20.481100 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fb85e5f7-586c-4262-a3d2-9d6405d69793 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:22:20.484113 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fb85e5f7-586c-4262-a3d2-9d6405d69793 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:22:20.490480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fb85e5f7-586c-4262-a3d2-9d6405d69793 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:22:20.503114 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-fb85e5f7-586c-4262-a3d2-9d6405d69793 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:22:20.511245 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fb85e5f7-586c-4262-a3d2-9d6405d69793 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:20.576720 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fb85e5f7-586c-4262-a3d2-9d6405d69793 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:20.580427 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fb85e5f7-586c-4262-a3d2-9d6405d69793 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:20.608230 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85e5f7-586c-4262-a3d2-9d6405d69793 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a621fda2-19b6-4034-a0ab-2ee7d25e273d,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:20.616175 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fb85e5f7-586c-4262-a3d2-9d6405d69793 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:20.616387 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 7e6ee704-7835-4ddd-91a1-9489bde7185d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:22:20.616966 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:20.620045 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fb85e5f7-586c-4262-a3d2-9d6405d69793 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1504545 Sep 21 15:22:20.620480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35200) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:20.625033 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-70a9ce07-56de-4410-8e20-0c5157287992 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '44f938f1-7edf-41dc-a656-17d2d13f9a50', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:20.631298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-70a9ce07-56de-4410-8e20-0c5157287992 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:22:20.635260 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-70a9ce07-56de-4410-8e20-0c5157287992 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:22:20.638178 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-70a9ce07-56de-4410-8e20-0c5157287992 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:22:20.644914 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-70a9ce07-56de-4410-8e20-0c5157287992 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:22:20.655537 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-70a9ce07-56de-4410-8e20-0c5157287992 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:22:20.662834 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70a9ce07-56de-4410-8e20-0c5157287992 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:20.729166 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70a9ce07-56de-4410-8e20-0c5157287992 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:20.732936 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70a9ce07-56de-4410-8e20-0c5157287992 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:20.756277 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9ce07-56de-4410-8e20-0c5157287992 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e78e2ee-78be-429e-ab3f-246e1244e610,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:20.771803 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70a9ce07-56de-4410-8e20-0c5157287992 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:20.773079 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-70a9ce07-56de-4410-8e20-0c5157287992 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1520295 Sep 21 15:22:20.820284 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 7e6ee704-7835-4ddd-91a1-9489bde7185d is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:22:20.829784 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'name': 'tempest-TestNetworkBasicOps-router-482328872', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:22:11Z', 'updated_at': '2022-09-21T15:22:16Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:12Z', 'updated_at': '2022-09-21T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '60b11f91-3670-4743-8ebb-3809eae6861b', 'name': '', 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:51:4a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '77a6fca3-7ce8-4845-a028-257c44d0915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:16Z', 'updated_at': '2022-09-21T15:22:20Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '77a6fca3-7ce8-4845-a028-257c44d0915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:20.834029 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b94791-660c-4e53-821a-9b6629e73305 None None] The sync data for ids ['9ab04553-b072-4cf2-ac8c-5453b789ec22'] in dv-neutron-858731-1-hyperv is: [{'id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'name': 'tempest-TestNetworkBasicOps-router-482328872', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:22:11Z', 'updated_at': '2022-09-21T15:22:16Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:12Z', 'updated_at': '2022-09-21T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '60b11f91-3670-4743-8ebb-3809eae6861b', 'name': '', 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:51:4a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '77a6fca3-7ce8-4845-a028-257c44d0915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:16Z', 'updated_at': '2022-09-21T15:22:20Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '77a6fca3-7ce8-4845-a028-257c44d0915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:22:20.962907 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-4a1bd5eb-00e5-4bc6-bb5b-6c8e41583a10 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1717112729&fields=id&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 267 time: 0.0464187 Sep 21 15:22:21.048564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-64d15166-3d48-44f4-a8dc-d6ebe69292c0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:21.049882 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-64d15166-3d48-44f4-a8dc-d6ebe69292c0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:22:21.078751 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-64d15166-3d48-44f4-a8dc-d6ebe69292c0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:22:21.078751 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-64d15166-3d48-44f4-a8dc-d6ebe69292c0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports/4791ea8d-0780-4d03-88ce-41c88c079ffd HTTP/1.1" status: 200 len: 930 time: 0.1052413 Sep 21 15:22:21.151273 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-742a07fe-3bc3-43e3-ae43-c8c6b8f06587 service neutron] 10.222.0.62 "GET /v2.0/ports/4791ea8d-0780-4d03-88ce-41c88c079ffd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0634556 Sep 21 15:22:21.290764 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-ef056049-d5cf-4c16-bbb4-8e072abd78c6 service neutron] 10.222.0.62 "GET /v2.0/networks/8c565a60-e2d7-46fc-9c51-d77f155b2a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337686 Sep 21 15:22:21.428612 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-486079e3-7025-4bd7-9e3f-0fd1bdd0803e service neutron] 10.222.0.62 "GET /v2.0/networks/8c565a60-e2d7-46fc-9c51-d77f155b2a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320498 Sep 21 15:22:21.629241 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fc4a3deb-61d9-41c8-92b3-f952cc11e722 req-bcf5aef8-241c-4314-83be-150db1c2967d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=54bc6b4c-5da4-4396-8eba-d0936668ae63 HTTP/1.1" status: 200 len: 210 time: 0.0522103 Sep 21 15:22:22.008331 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:22.376688 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 60b11f91-3670-4743-8ebb-3809eae6861b up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:22:22.444267 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 60b11f91-3670-4743-8ebb-3809eae6861b completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:22:22.448826 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 60b11f91-3670-4743-8ebb-3809eae6861b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:22:22.449189 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:22.568974 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 60b11f91-3670-4743-8ebb-3809eae6861b is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:22:22.569255 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:22.602482 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 60b11f91-3670-4743-8ebb-3809eae6861b, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=60b11f91-3670-4743-8ebb-3809eae6861b,segment=NetworkSegment(26631408-e804-4d30-96f1-fbc9f7e8508b),segment_id=26631408-e804-4d30-96f1-fbc9f7e8508b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:22:22.605969 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:22.678999 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=60b11f91-3670-4743-8ebb-3809eae6861b,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:22.746446 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-9324ab2e-bea4-4b94-b9c7-bc29f2630ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:22.747836 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-9324ab2e-bea4-4b94-b9c7-bc29f2630ee9 service neutron] 10.222.0.20 "GET /v2.0/ports/4791ea8d-0780-4d03-88ce-41c88c079ffd HTTP/1.1" status: 200 len: 1026 time: 0.0709653 Sep 21 15:22:22.898242 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b579913-2880-4d46-8c7f-d158e764a18e req-3e2ce81c-d7e3-4841-8700-88e0044eb1da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=54bc6b4c-5da4-4396-8eba-d0936668ae63 HTTP/1.1" status: 200 len: 210 time: 0.1220531 Sep 21 15:22:22.962430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-3ddac1f2-77c0-4026-a820-afaa68998d93 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:22.963830 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-3ddac1f2-77c0-4026-a820-afaa68998d93 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/networks?id=8c565a60-e2d7-46fc-9c51-d77f155b2a8d HTTP/1.1" status: 200 len: 797 time: 0.2101429 Sep 21 15:22:23.014059 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-c5e1513e-8cfc-48a5-96ae-4b861099ad93 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 380 time: 0.0416062 Sep 21 15:22:23.024669 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] Request body: {'port': {'device_id': '54bc6b4c-5da4-4396-8eba-d0936668ae63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:23.133001 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:23.471652 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4791ea8d-0780-4d03-88ce-41c88c079ffd {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:22:23.478790 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:23.493115 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] Transition to ACTIVE for port object 4791ea8d-0780-4d03-88ce-41c88c079ffd will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:22:23.497610 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:23.747797 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] Pushing event updated for resources: {'Port': ['ID=4791ea8d-0780-4d03-88ce-41c88c079ffd,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:23.818256 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] Attempting to bind port 4791ea8d-0780-4d03-88ce-41c88c079ffd on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:22:23.818590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] Attempting to bind port 4791ea8d-0780-4d03-88ce-41c88c079ffd by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '26631408-e804-4d30-96f1-fbc9f7e8508b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:22:23.818913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] Attempting to bind port 4791ea8d-0780-4d03-88ce-41c88c079ffd on network 8c565a60-e2d7-46fc-9c51-d77f155b2a8d {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:22:23.823406 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] Port 4791ea8d-0780-4d03-88ce-41c88c079ffd on network 8c565a60-e2d7-46fc-9c51-d77f155b2a8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:22:23.823717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] Attempting to bind port 4791ea8d-0780-4d03-88ce-41c88c079ffd on network 8c565a60-e2d7-46fc-9c51-d77f155b2a8d {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:22:23.828928 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:22:23.829258 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] Checking segment: {'id': '26631408-e804-4d30-96f1-fbc9f7e8508b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:22:23.829633 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] Bound using segment: {'id': '26631408-e804-4d30-96f1-fbc9f7e8508b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:22:23.830046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] Bound port: 4791ea8d-0780-4d03-88ce-41c88c079ffd, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26631408-e804-4d30-96f1-fbc9f7e8508b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:22:23.830941 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:23.917406 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] For port 4791ea8d-0780-4d03-88ce-41c88c079ffd, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:22:23.920270 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] For port 4791ea8d-0780-4d03-88ce-41c88c079ffd, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=4791ea8d-0780-4d03-88ce-41c88c079ffd,segment=NetworkSegment(26631408-e804-4d30-96f1-fbc9f7e8508b),segment_id=26631408-e804-4d30-96f1-fbc9f7e8508b)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:22:23.925091 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:23.964303 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:23.964950 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:23.966320 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] 10.222.0.20 "PUT /v2.0/ports/4791ea8d-0780-4d03-88ce-41c88c079ffd HTTP/1.1" status: 200 len: 1131 time: 0.9454393 Sep 21 15:22:23.966748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54bc6b4c-5da4-4396-8eba-d0936668ae63', 'tag': '4791ea8d-0780-4d03-88ce-41c88c079ffd'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:22:23.969043 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad855f3f-9b2e-4712-b50a-73df8b97ffc1" -d '{"events": [{"name": "network-changed", "server_uuid": "54bc6b4c-5da4-4396-8eba-d0936668ae63", "tag": "4791ea8d-0780-4d03-88ce-41c88c079ffd"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:22:24.006847 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7793b-35d8-4f2d-96b9-67c0e148bca7 service neutron] Pushing event updated for resources: {'Port': ['ID=4791ea8d-0780-4d03-88ce-41c88c079ffd,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:24.048007 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6a2f20-f93b-4270-9d06-4ca07bbe627f x-openstack-request-id: req-6c6a2f20-f93b-4270-9d06-4ca07bbe627f {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:22:24.048294 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54bc6b4c-5da4-4396-8eba-d0936668ae63", "tag": "4791ea8d-0780-4d03-88ce-41c88c079ffd", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:22:24.048564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c6a2f20-f93b-4270-9d06-4ca07bbe627f {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:22:24.049697 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c6a2f20-f93b-4270-9d06-4ca07bbe627f'] response: {'name': 'network-changed', 'server_uuid': '54bc6b4c-5da4-4396-8eba-d0936668ae63', 'tag': '4791ea8d-0780-4d03-88ce-41c88c079ffd', 'status': 'completed', 'code': 200} Sep 21 15:22:24.160175 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-79ac97dc-0e64-42a3-b3ea-018a17705063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:24.161662 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-79ac97dc-0e64-42a3-b3ea-018a17705063 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=54bc6b4c-5da4-4396-8eba-d0936668ae63 HTTP/1.1" status: 200 len: 1134 time: 0.1519132 Sep 21 15:22:24.169544 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3099a2e-426f-469a-99ab-1ce647cfe422 req-39085e7e-f11b-44a8-8e3e-8fc79320c285 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:24.170858 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f3099a2e-426f-469a-99ab-1ce647cfe422 req-39085e7e-f11b-44a8-8e3e-8fc79320c285 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=54bc6b4c-5da4-4396-8eba-d0936668ae63 HTTP/1.1" status: 200 len: 981 time: 0.1245840 Sep 21 15:22:24.251267 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-b1ac04c6-fa48-4e33-bb82-c2ccb0cd9143 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4791ea8d-0780-4d03-88ce-41c88c079ffd HTTP/1.1" status: 200 len: 217 time: 0.0780001 Sep 21 15:22:24.313250 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f3099a2e-426f-469a-99ab-1ce647cfe422 req-ae693ff9-8dec-48ff-ad65-ce60d416eca6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4233dc4d-f8ec-4199-bf1d-545c0e991383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930135 Sep 21 15:22:24.329230 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-b9c8d1b8-d70f-4c50-987d-2bdaa3785d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:24.330680 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-b9c8d1b8-d70f-4c50-987d-2bdaa3785d6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77a6fca3-7ce8-4845-a028-257c44d0915a HTTP/1.1" status: 200 len: 835 time: 0.0690036 Sep 21 15:22:24.366505 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 60b11f91-3670-4743-8ebb-3809eae6861b up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:22:24.423412 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-76b62da8-44ee-49f1-af7f-862ac086a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:24.425680 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-76b62da8-44ee-49f1-af7f-862ac086a353 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c565a60-e2d7-46fc-9c51-d77f155b2a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853388 Sep 21 15:22:24.434651 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 60b11f91-3670-4743-8ebb-3809eae6861b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:22:24.435021 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:24.553649 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 60b11f91-3670-4743-8ebb-3809eae6861b is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:22:24.561098 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-93347b88-de5f-4f83-aaf8-bda5ced3f560 service neutron] 10.222.0.20 "GET /v2.0/networks/8c565a60-e2d7-46fc-9c51-d77f155b2a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251009 Sep 21 15:22:24.693578 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5868445c-2f3f-400a-9522-cbda29f94cc5 req-2267c350-c0cb-4411-9687-bb644550f80c service neutron] 10.222.0.20 "GET /v2.0/networks/8c565a60-e2d7-46fc-9c51-d77f155b2a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232278 Sep 21 15:22:24.819573 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad855f3f-9b2e-4712-b50a-73df8b97ffc1 req-a1d05850-f68c-4bcd-b759-74eb85f68636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:24.820977 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad855f3f-9b2e-4712-b50a-73df8b97ffc1 req-a1d05850-f68c-4bcd-b759-74eb85f68636 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=54bc6b4c-5da4-4396-8eba-d0936668ae63 HTTP/1.1" status: 200 len: 1134 time: 0.0789554 Sep 21 15:22:24.952956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad855f3f-9b2e-4712-b50a-73df8b97ffc1 req-55f6244c-8935-4bb1-b42b-a1e1c44428d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:24.954396 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad855f3f-9b2e-4712-b50a-73df8b97ffc1 req-55f6244c-8935-4bb1-b42b-a1e1c44428d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c565a60-e2d7-46fc-9c51-d77f155b2a8d HTTP/1.1" status: 200 len: 898 time: 0.1270456 Sep 21 15:22:25.025548 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad855f3f-9b2e-4712-b50a-73df8b97ffc1 req-de0d70e6-09dc-44ca-8215-98ab8fb08057 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4791ea8d-0780-4d03-88ce-41c88c079ffd HTTP/1.1" status: 200 len: 217 time: 0.0639114 Sep 21 15:22:25.088163 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad855f3f-9b2e-4712-b50a-73df8b97ffc1 req-53cab2bf-a121-4b17-8206-5c852aafaf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:25.089552 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad855f3f-9b2e-4712-b50a-73df8b97ffc1 req-53cab2bf-a121-4b17-8206-5c852aafaf49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77a6fca3-7ce8-4845-a028-257c44d0915a HTTP/1.1" status: 200 len: 835 time: 0.0578299 Sep 21 15:22:25.175861 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad855f3f-9b2e-4712-b50a-73df8b97ffc1 req-f29a7a41-3511-4424-8f8e-29dbb3c858dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:25.177349 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad855f3f-9b2e-4712-b50a-73df8b97ffc1 req-f29a7a41-3511-4424-8f8e-29dbb3c858dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c565a60-e2d7-46fc-9c51-d77f155b2a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803955 Sep 21 15:22:25.420167 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad855f3f-9b2e-4712-b50a-73df8b97ffc1 req-93a089e8-8c67-4f79-ace3-57fe574eb677 service neutron] 10.222.0.20 "GET /v2.0/networks/8c565a60-e2d7-46fc-9c51-d77f155b2a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352984 Sep 21 15:22:25.625220 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad855f3f-9b2e-4712-b50a-73df8b97ffc1 req-083ab686-84e9-408e-a129-2b992725d508 service neutron] 10.222.0.20 "GET /v2.0/networks/8c565a60-e2d7-46fc-9c51-d77f155b2a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981423 Sep 21 15:22:25.637574 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df725e-d5ba-45a8-890d-dee84865b93a req-37884081-2c31-464b-bdbc-2ddaeb72fd17 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:25.638996 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-48df725e-d5ba-45a8-890d-dee84865b93a req-37884081-2c31-464b-bdbc-2ddaeb72fd17 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=54bc6b4c-5da4-4396-8eba-d0936668ae63 HTTP/1.1" status: 200 len: 981 time: 0.1936057 Sep 21 15:22:25.685631 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-48df725e-d5ba-45a8-890d-dee84865b93a req-2b1ad8ad-6590-45df-bde4-a60fc4a87b99 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4233dc4d-f8ec-4199-bf1d-545c0e991383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407038 Sep 21 15:22:26.414495 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 4791ea8d-0780-4d03-88ce-41c88c079ffd details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:22:26.583071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 4791ea8d-0780-4d03-88ce-41c88c079ffd, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=4791ea8d-0780-4d03-88ce-41c88c079ffd,segment=NetworkSegment(26631408-e804-4d30-96f1-fbc9f7e8508b),segment_id=26631408-e804-4d30-96f1-fbc9f7e8508b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:22:26.595545 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '4791ea8d-0780-4d03-88ce-41c88c079ffd', 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d', 'port_id': '4791ea8d-0780-4d03-88ce-41c88c079ffd', 'mac_address': 'fa:16:3e:95:04:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a6fca3-7ce8-4845-a028-257c44d0915a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:22:26.649584 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 4791ea8d-0780-4d03-88ce-41c88c079ffd is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:22:26.649958 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:26.666350 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4791ea8d-0780-4d03-88ce-41c88c079ffd {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:22:26.682743 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 4791ea8d-0780-4d03-88ce-41c88c079ffd, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=4791ea8d-0780-4d03-88ce-41c88c079ffd,segment=NetworkSegment(26631408-e804-4d30-96f1-fbc9f7e8508b),segment_id=26631408-e804-4d30-96f1-fbc9f7e8508b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:22:26.687587 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:26.758656 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=4791ea8d-0780-4d03-88ce-41c88c079ffd,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:26.895451 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c1f65-c072-48c7-b60d-3392e37d761f req-b7221222-ed00-4584-a2ce-6e83e92a557c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:26.896969 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b64c1f65-c072-48c7-b60d-3392e37d761f req-b7221222-ed00-4584-a2ce-6e83e92a557c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=54bc6b4c-5da4-4396-8eba-d0936668ae63 HTTP/1.1" status: 200 len: 982 time: 0.0914848 Sep 21 15:22:26.939605 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['4791ea8d-0780-4d03-88ce-41c88c079ffd'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:22:26.946854 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b64c1f65-c072-48c7-b60d-3392e37d761f req-1d730a75-6c58-4d73-9e54-d08e98675c54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4233dc4d-f8ec-4199-bf1d-545c0e991383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431542 Sep 21 15:22:28.160534 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5c7d9-d41a-49a2-8d88-b500d68fb7b1 req-c6e82f7a-9318-433c-9333-a4ae489f8001 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:28.162507 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02c5c7d9-d41a-49a2-8d88-b500d68fb7b1 req-c6e82f7a-9318-433c-9333-a4ae489f8001 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=54bc6b4c-5da4-4396-8eba-d0936668ae63 HTTP/1.1" status: 200 len: 982 time: 0.0983641 Sep 21 15:22:28.212809 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02c5c7d9-d41a-49a2-8d88-b500d68fb7b1 req-7094c113-6ac0-4fa6-9b66-be180fb1a881 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4233dc4d-f8ec-4199-bf1d-545c0e991383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439579 Sep 21 15:22:28.432692 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 4791ea8d-0780-4d03-88ce-41c88c079ffd up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:22:28.512858 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 4791ea8d-0780-4d03-88ce-41c88c079ffd completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:22:28.518367 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 4791ea8d-0780-4d03-88ce-41c88c079ffd triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:22:28.518551 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:28.641963 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 4791ea8d-0780-4d03-88ce-41c88c079ffd is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:22:28.642433 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:28.671253 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bc6b4c-5da4-4396-8eba-d0936668ae63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4791ea8d-0780-4d03-88ce-41c88c079ffd'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:22:28.673758 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb071f3f-6856-42f7-97f8-e27d3977f11b" -d '{"events": [{"server_uuid": "54bc6b4c-5da4-4396-8eba-d0936668ae63", "name": "network-vif-plugged", "status": "completed", "tag": "4791ea8d-0780-4d03-88ce-41c88c079ffd"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:22:28.682739 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 4791ea8d-0780-4d03-88ce-41c88c079ffd, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=4791ea8d-0780-4d03-88ce-41c88c079ffd,segment=NetworkSegment(26631408-e804-4d30-96f1-fbc9f7e8508b),segment_id=26631408-e804-4d30-96f1-fbc9f7e8508b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:22:28.688161 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:28.772387 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=4791ea8d-0780-4d03-88ce-41c88c079ffd,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:28.787407 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07962ff5-0cb8-463c-aa1b-fb8f159a981a x-openstack-request-id: req-07962ff5-0cb8-463c-aa1b-fb8f159a981a {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:22:28.788102 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bc6b4c-5da4-4396-8eba-d0936668ae63", "name": "network-vif-plugged", "status": "completed", "tag": "4791ea8d-0780-4d03-88ce-41c88c079ffd", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:22:28.788102 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07962ff5-0cb8-463c-aa1b-fb8f159a981a {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:22:28.788404 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07962ff5-0cb8-463c-aa1b-fb8f159a981a'] response: {'server_uuid': '54bc6b4c-5da4-4396-8eba-d0936668ae63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4791ea8d-0780-4d03-88ce-41c88c079ffd', 'code': 200} Sep 21 15:22:29.037050 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6a81c-d126-4bd6-9ddf-fdd2aaff475c req-1d9f81e1-d0ea-4daa-8f91-66a11f5b75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:29.038687 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53a6a81c-d126-4bd6-9ddf-fdd2aaff475c req-1d9f81e1-d0ea-4daa-8f91-66a11f5b75f9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=54bc6b4c-5da4-4396-8eba-d0936668ae63 HTTP/1.1" status: 200 len: 1136 time: 0.0873828 Sep 21 15:22:29.085815 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53a6a81c-d126-4bd6-9ddf-fdd2aaff475c req-76c67249-7749-4fa1-a0d3-6ddcdd900ca5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4233dc4d-f8ec-4199-bf1d-545c0e991383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405185 Sep 21 15:22:29.418865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8499ce-4bac-4b46-9e8c-63b90c0c3059 req-78e39f9b-a0b2-4727-b236-7d8abeea0797 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:29.420614 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4e8499ce-4bac-4b46-9e8c-63b90c0c3059 req-78e39f9b-a0b2-4727-b236-7d8abeea0797 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=54bc6b4c-5da4-4396-8eba-d0936668ae63 HTTP/1.1" status: 200 len: 983 time: 0.0874670 Sep 21 15:22:29.467827 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4e8499ce-4bac-4b46-9e8c-63b90c0c3059 req-5fc18e5f-ffc3-423d-bd1d-6d20e5d884ce tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4233dc4d-f8ec-4199-bf1d-545c0e991383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405965 Sep 21 15:22:30.684382 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0027daf-426b-4fb4-a33a-5bad2d11892e req-36e4f8bd-08c7-46a8-8d42-2713e57acfee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:30.687258 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d0027daf-426b-4fb4-a33a-5bad2d11892e req-36e4f8bd-08c7-46a8-8d42-2713e57acfee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=54bc6b4c-5da4-4396-8eba-d0936668ae63 HTTP/1.1" status: 200 len: 983 time: 0.0946474 Sep 21 15:22:30.732406 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d0027daf-426b-4fb4-a33a-5bad2d11892e req-7e640dc1-33f5-4b45-bc1c-f46c50c5dbc3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4233dc4d-f8ec-4199-bf1d-545c0e991383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394423 Sep 21 15:22:30.935610 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca289b2d-cc0c-4139-bf3d-74d87d541d8e req-9784ad0f-6d8b-42ca-b359-f472d2caf604 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:30.937005 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ca289b2d-cc0c-4139-bf3d-74d87d541d8e req-9784ad0f-6d8b-42ca-b359-f472d2caf604 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=54bc6b4c-5da4-4396-8eba-d0936668ae63 HTTP/1.1" status: 200 len: 983 time: 0.0908334 Sep 21 15:22:30.983509 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ca289b2d-cc0c-4139-bf3d-74d87d541d8e req-70fe4b5e-a104-49af-ae12-4dae42da927d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4233dc4d-f8ec-4199-bf1d-545c0e991383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408239 Sep 21 15:22:31.013209 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35258) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:31.100773 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a860bae6-5cf7-4ba9-b1a6-4b5f6de6db79 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:31.102276 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a860bae6-5cf7-4ba9-b1a6-4b5f6de6db79 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=54bc6b4c-5da4-4396-8eba-d0936668ae63 HTTP/1.1" status: 200 len: 1131 time: 0.0878789 Sep 21 15:22:31.105026 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35262) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:31.109959 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': '4791ea8d-0780-4d03-88ce-41c88c079ffd', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:31.116948 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:22:31.120677 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:floatingip and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:22:31.123867 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:22:31.129948 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:22:31.140267 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:31.294711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:31.439749 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.26.4.222 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/8d0f038d-462e-4437-aa96-58f09603a3ad) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:22:31.586248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:31.614442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:31.676730 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:22:31.679362 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:22:31.683053 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:22:31.829406 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=8d0f038d-462e-4437-aa96-58f09603a3ad,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:32.196866 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:32.270471 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:32.473006 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:32.477205 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:32.585002 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=8d0f038d-462e-4437-aa96-58f09603a3ad,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:32.587301 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:32.763886 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Floating IP 08907629-ff92-4f35-b669-c0178b1abd92 associated. External IP: 172.26.4.222, port: 4791ea8d-0780-4d03-88ce-41c88c079ffd. Sep 21 15:22:33.124727 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router 9ab04553-b072-4cf2-ac8c-5453b789ec22 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:22:33.413771 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:22:33.425553 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d2c23b-3fe5-4035-b529-fc08739581b4 None None] Sync routers for ids ['9ab04553-b072-4cf2-ac8c-5453b789ec22'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:22:33.435004 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d2c23b-3fe5-4035-b529-fc08739581b4 None None] Routers {'9ab04553-b072-4cf2-ac8c-5453b789ec22'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:22:33.435728 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-62d2c23b-3fe5-4035-b529-fc08739581b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:22:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9ab04553-b072-4cf2-ac8c-5453b789ec22'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:33.437349 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:33.492225 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-24298970-29c9-423e-8700-858ca163e1c9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.3861921 Sep 21 15:22:33.492872 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54bc6b4c-5da4-4396-8eba-d0936668ae63', 'tag': '4791ea8d-0780-4d03-88ce-41c88c079ffd'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:22:33.495216 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35266) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:33.495705 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301849dc-5d34-4cdd-a649-29edd8f61922" -d '{"events": [{"name": "network-changed", "server_uuid": "54bc6b4c-5da4-4396-8eba-d0936668ae63", "tag": "4791ea8d-0780-4d03-88ce-41c88c079ffd"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:22:33.545817 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d2e955-9e72-457a-9502-06ccb7381187 x-openstack-request-id: req-52d2e955-9e72-457a-9502-06ccb7381187 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:22:33.546102 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54bc6b4c-5da4-4396-8eba-d0936668ae63", "tag": "4791ea8d-0780-4d03-88ce-41c88c079ffd", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:22:33.546342 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52d2e955-9e72-457a-9502-06ccb7381187 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:22:33.546777 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d2e955-9e72-457a-9502-06ccb7381187'] response: {'name': 'network-changed', 'server_uuid': '54bc6b4c-5da4-4396-8eba-d0936668ae63', 'tag': '4791ea8d-0780-4d03-88ce-41c88c079ffd', 'status': 'completed', 'code': 200} Sep 21 15:22:33.590340 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931a93db-ebf5-46b1-9b0c-d2434c32f1df tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:33.594942 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-931a93db-ebf5-46b1-9b0c-d2434c32f1df tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=54bc6b4c-5da4-4396-8eba-d0936668ae63&network_id=8c565a60-e2d7-46fc-9c51-d77f155b2a8d HTTP/1.1" status: 200 len: 1131 time: 0.0987203 Sep 21 15:22:33.619504 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-62d2c23b-3fe5-4035-b529-fc08739581b4 None None] Set router 9ab04553-b072-4cf2-ac8c-5453b789ec22 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:22:33.650686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301849dc-5d34-4cdd-a649-29edd8f61922 req-9df414c3-6e1d-46e0-a395-9d124e2e5d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:33.652302 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-301849dc-5d34-4cdd-a649-29edd8f61922 req-9df414c3-6e1d-46e0-a395-9d124e2e5d22 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=54bc6b4c-5da4-4396-8eba-d0936668ae63 HTTP/1.1" status: 200 len: 1136 time: 0.0821223 Sep 21 15:22:33.791586 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301849dc-5d34-4cdd-a649-29edd8f61922 req-ae14932f-69ff-42d2-96a8-d9d384bc9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:33.793293 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-301849dc-5d34-4cdd-a649-29edd8f61922 req-ae14932f-69ff-42d2-96a8-d9d384bc9c84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c565a60-e2d7-46fc-9c51-d77f155b2a8d HTTP/1.1" status: 200 len: 898 time: 0.1353838 Sep 21 15:22:33.982000 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-301849dc-5d34-4cdd-a649-29edd8f61922 req-bf48d6d3-1633-4015-b319-b076a4c949d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4791ea8d-0780-4d03-88ce-41c88c079ffd HTTP/1.1" status: 200 len: 1037 time: 0.1765199 Sep 21 15:22:34.008146 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-62d2c23b-3fe5-4035-b529-fc08739581b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'name': 'tempest-TestNetworkBasicOps-router-482328872', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:22:11Z', 'updated_at': '2022-09-21T15:22:16Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:12Z', 'updated_at': '2022-09-21T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '08907629-ff92-4f35-b669-c0178b1abd92', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.222', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'port_id': '4791ea8d-0780-4d03-88ce-41c88c079ffd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-503487865', 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d', 'mac_address': 'fa:16:3e:95:04:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bc6b4c-5da4-4396-8eba-d0936668ae63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:22:32Z', 'updated_at': '2022-09-21T15:22:32Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60b11f91-3670-4743-8ebb-3809eae6861b', 'name': '', 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:51:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '77a6fca3-7ce8-4845-a028-257c44d0915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:16Z', 'updated_at': '2022-09-21T15:22:22Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '77a6fca3-7ce8-4845-a028-257c44d0915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:34.012246 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d2c23b-3fe5-4035-b529-fc08739581b4 None None] Checking router: 9ab04553-b072-4cf2-ac8c-5453b789ec22 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:22:34.021446 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d2c23b-3fe5-4035-b529-fc08739581b4 None None] Routers {'9ab04553-b072-4cf2-ac8c-5453b789ec22'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:22:34.021923 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-62d2c23b-3fe5-4035-b529-fc08739581b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:22:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9ab04553-b072-4cf2-ac8c-5453b789ec22'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:34.064040 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371bb22-2308-491e-b2eb-d6081df0eae6 req-c88693b4-18f8-4518-8692-516ef5561062 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:34.065556 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f371bb22-2308-491e-b2eb-d6081df0eae6 req-c88693b4-18f8-4518-8692-516ef5561062 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=54bc6b4c-5da4-4396-8eba-d0936668ae63 HTTP/1.1" status: 200 len: 983 time: 0.1751838 Sep 21 15:22:34.069852 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301849dc-5d34-4cdd-a649-29edd8f61922 req-5dd2bf1b-475e-49a9-b5b5-69d19d02d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:34.071174 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-301849dc-5d34-4cdd-a649-29edd8f61922 req-5dd2bf1b-475e-49a9-b5b5-69d19d02d741 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77a6fca3-7ce8-4845-a028-257c44d0915a HTTP/1.1" status: 200 len: 835 time: 0.0809588 Sep 21 15:22:34.167412 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f371bb22-2308-491e-b2eb-d6081df0eae6 req-2d85d507-ad9d-4b45-9bca-1ebea63ce2ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4233dc4d-f8ec-4199-bf1d-545c0e991383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949440 Sep 21 15:22:34.195149 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301849dc-5d34-4cdd-a649-29edd8f61922 req-1d85aa9f-d870-4343-bb3a-badc45247c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:34.196253 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-301849dc-5d34-4cdd-a649-29edd8f61922 req-1d85aa9f-d870-4343-bb3a-badc45247c9f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c565a60-e2d7-46fc-9c51-d77f155b2a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1087985 Sep 21 15:22:34.218703 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-62d2c23b-3fe5-4035-b529-fc08739581b4 None None] Set router 9ab04553-b072-4cf2-ac8c-5453b789ec22 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:22:34.340113 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-301849dc-5d34-4cdd-a649-29edd8f61922 req-f729f460-aa59-45d2-ba37-6298daf5d6df service neutron] 10.222.0.20 "GET /v2.0/networks/8c565a60-e2d7-46fc-9c51-d77f155b2a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358259 Sep 21 15:22:34.476376 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-301849dc-5d34-4cdd-a649-29edd8f61922 req-1b43b894-57da-4497-86fe-5a09e88edd8a service neutron] 10.222.0.20 "GET /v2.0/networks/8c565a60-e2d7-46fc-9c51-d77f155b2a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297204 Sep 21 15:22:34.579181 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-62d2c23b-3fe5-4035-b529-fc08739581b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'name': 'tempest-TestNetworkBasicOps-router-482328872', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:22:11Z', 'updated_at': '2022-09-21T15:22:16Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:12Z', 'updated_at': '2022-09-21T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '08907629-ff92-4f35-b669-c0178b1abd92', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.222', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'port_id': '4791ea8d-0780-4d03-88ce-41c88c079ffd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-503487865', 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d', 'mac_address': 'fa:16:3e:95:04:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bc6b4c-5da4-4396-8eba-d0936668ae63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:22:32Z', 'updated_at': '2022-09-21T15:22:32Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60b11f91-3670-4743-8ebb-3809eae6861b', 'name': '', 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:51:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '77a6fca3-7ce8-4845-a028-257c44d0915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:16Z', 'updated_at': '2022-09-21T15:22:22Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '77a6fca3-7ce8-4845-a028-257c44d0915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:34.583283 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d2c23b-3fe5-4035-b529-fc08739581b4 None None] The sync data for ids ['9ab04553-b072-4cf2-ac8c-5453b789ec22'] in dv-neutron-858731-1-hyperv is: [{'id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'name': 'tempest-TestNetworkBasicOps-router-482328872', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:22:11Z', 'updated_at': '2022-09-21T15:22:16Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:12Z', 'updated_at': '2022-09-21T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '08907629-ff92-4f35-b669-c0178b1abd92', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.222', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'port_id': '4791ea8d-0780-4d03-88ce-41c88c079ffd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-503487865', 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d', 'mac_address': 'fa:16:3e:95:04:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bc6b4c-5da4-4396-8eba-d0936668ae63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:22:32Z', 'updated_at': '2022-09-21T15:22:32Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60b11f91-3670-4743-8ebb-3809eae6861b', 'name': '', 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:51:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '77a6fca3-7ce8-4845-a028-257c44d0915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:16Z', 'updated_at': '2022-09-21T15:22:22Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '77a6fca3-7ce8-4845-a028-257c44d0915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:22:34.768213 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b429e20-b84d-4b4a-9ad5-ed14e743fcdd None None] New status for floating IP 08907629-ff92-4f35-b669-c0178b1abd92: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:22:35.417364 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff928b4f-14a3-4aa0-ba8c-7d2cdfda8834 req-b445a976-a71b-4d72-a2e1-50cbeab60724 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:35.418687 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ff928b4f-14a3-4aa0-ba8c-7d2cdfda8834 req-b445a976-a71b-4d72-a2e1-50cbeab60724 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/ports?device_id=54bc6b4c-5da4-4396-8eba-d0936668ae63 HTTP/1.1" status: 200 len: 983 time: 0.1562705 Sep 21 15:22:35.434911 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8e1b5-ee7b-4b8d-8c1e-5e5e9b012f0e req-c0fd9140-5d37-4df4-b5c5-37630ebfdde1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:35.434911 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d0d8e1b5-ee7b-4b8d-8c1e-5e5e9b012f0e req-c0fd9140-5d37-4df4-b5c5-37630ebfdde1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=54bc6b4c-5da4-4396-8eba-d0936668ae63 HTTP/1.1" status: 200 len: 983 time: 0.1283939 Sep 21 15:22:35.506251 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-57e87660-d4ed-4651-9b09-620f96d7dfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:35.528863 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff928b4f-14a3-4aa0-ba8c-7d2cdfda8834 req-ee559aa2-e25f-45f6-9390-2b8d0866472f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:35.530190 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ff928b4f-14a3-4aa0-ba8c-7d2cdfda8834 req-ee559aa2-e25f-45f6-9390-2b8d0866472f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/ports/4791ea8d-0780-4d03-88ce-41c88c079ffd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0992472 Sep 21 15:22:35.534694 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d0d8e1b5-ee7b-4b8d-8c1e-5e5e9b012f0e req-cfedead0-d102-4ea8-9868-8cc0684b2728 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4233dc4d-f8ec-4199-bf1d-545c0e991383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729802 Sep 21 15:22:35.679983 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ff928b4f-14a3-4aa0-ba8c-7d2cdfda8834 req-dbd3f9ee-1f15-4200-9535-6cdaef814f7e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/networks/8c565a60-e2d7-46fc-9c51-d77f155b2a8d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1443357 Sep 21 15:22:35.695200 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-ff928b4f-14a3-4aa0-ba8c-7d2cdfda8834 req-a6bbc664-5ff9-4dcf-bf5e-2edfd6f7d460 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:35.800761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ff928b4f-14a3-4aa0-ba8c-7d2cdfda8834 req-a6bbc664-5ff9-4dcf-bf5e-2edfd6f7d460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:36.107924 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-ff928b4f-14a3-4aa0-ba8c-7d2cdfda8834 req-a6bbc664-5ff9-4dcf-bf5e-2edfd6f7d460 service neutron] For port 4791ea8d-0780-4d03-88ce-41c88c079ffd, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=4791ea8d-0780-4d03-88ce-41c88c079ffd,segment=NetworkSegment(26631408-e804-4d30-96f1-fbc9f7e8508b),segment_id=26631408-e804-4d30-96f1-fbc9f7e8508b)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:22:36.135999 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-ff928b4f-14a3-4aa0-ba8c-7d2cdfda8834 req-a6bbc664-5ff9-4dcf-bf5e-2edfd6f7d460 service neutron] For port 4791ea8d-0780-4d03-88ce-41c88c079ffd, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:22:36.186734 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-ff928b4f-14a3-4aa0-ba8c-7d2cdfda8834 req-a6bbc664-5ff9-4dcf-bf5e-2edfd6f7d460 service neutron] device_id is not set on port 4791ea8d-0780-4d03-88ce-41c88c079ffd yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:22:36.195684 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ff928b4f-14a3-4aa0-ba8c-7d2cdfda8834 req-a6bbc664-5ff9-4dcf-bf5e-2edfd6f7d460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:36.201374 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ff928b4f-14a3-4aa0-ba8c-7d2cdfda8834 req-a6bbc664-5ff9-4dcf-bf5e-2edfd6f7d460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:36.342672 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbc664-5ff9-4dcf-bf5e-2edfd6f7d460 service neutron] Pushing event updated for resources: {'Port': ['ID=4791ea8d-0780-4d03-88ce-41c88c079ffd,revision_number=6']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:36.387008 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff928b4f-14a3-4aa0-ba8c-7d2cdfda8834 req-a6bbc664-5ff9-4dcf-bf5e-2edfd6f7d460 service neutron] No DVR routers for this DVR port 4791ea8d-0780-4d03-88ce-41c88c079ffd on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:22:36.616538 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-ff928b4f-14a3-4aa0-ba8c-7d2cdfda8834 req-a6bbc664-5ff9-4dcf-bf5e-2edfd6f7d460 service neutron] In _notify_port_updated(), no bound segment for port 4791ea8d-0780-4d03-88ce-41c88c079ffd on network 8c565a60-e2d7-46fc-9c51-d77f155b2a8d {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:22:36.617413 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff928b4f-14a3-4aa0-ba8c-7d2cdfda8834 req-a6bbc664-5ff9-4dcf-bf5e-2edfd6f7d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:36.618020 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ff928b4f-14a3-4aa0-ba8c-7d2cdfda8834 req-a6bbc664-5ff9-4dcf-bf5e-2edfd6f7d460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:36.619291 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ff928b4f-14a3-4aa0-ba8c-7d2cdfda8834 req-a6bbc664-5ff9-4dcf-bf5e-2edfd6f7d460 service neutron] 10.222.0.20 "PUT /v2.0/ports/4791ea8d-0780-4d03-88ce-41c88c079ffd HTTP/1.1" status: 200 len: 1026 time: 0.9284966 Sep 21 15:22:36.715865 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4faf86b0-af42-44c4-8491-be50967819b7 req-84b7272e-8e9b-492a-86e7-ee0f07f4f725 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=54bc6b4c-5da4-4396-8eba-d0936668ae63 HTTP/1.1" status: 200 len: 210 time: 0.0551755 Sep 21 15:22:37.819101 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35284) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:37.858829 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1373485e-1079-46e5-b5d1-167d54218721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:37.896746 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544d32ae-2491-4bbe-92f4-ce9b2107f8ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:37.897330 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-544d32ae-2491-4bbe-92f4-ce9b2107f8ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:22:37.912064 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-544d32ae-2491-4bbe-92f4-ce9b2107f8ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:22:37.913220 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-544d32ae-2491-4bbe-92f4-ce9b2107f8ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports/4791ea8d-0780-4d03-88ce-41c88c079ffd HTTP/1.1" status: 200 len: 925 time: 0.0931501 Sep 21 15:22:38.133688 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35290) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:38.139104 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-41bcb4cf-81b4-42b2-8c4a-52bf90dbd970 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-452106087', 'description': 'tempest-secgroup-smoke-452106087 description', 'project_id': '821a0a843ff74fdda869752c13af53c9'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:38.145683 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-41bcb4cf-81b4-42b2-8c4a-52bf90dbd970 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:22:38.149872 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-41bcb4cf-81b4-42b2-8c4a-52bf90dbd970 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:22:38.152831 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-41bcb4cf-81b4-42b2-8c4a-52bf90dbd970 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:22:38.159205 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-41bcb4cf-81b4-42b2-8c4a-52bf90dbd970 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:22:38.168354 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41bcb4cf-81b4-42b2-8c4a-52bf90dbd970 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:38.188003 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-41bcb4cf-81b4-42b2-8c4a-52bf90dbd970 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:22:38.192929 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-41bcb4cf-81b4-42b2-8c4a-52bf90dbd970 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:22:38.195659 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-41bcb4cf-81b4-42b2-8c4a-52bf90dbd970 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:22:38.206645 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-41bcb4cf-81b4-42b2-8c4a-52bf90dbd970 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:22:38.281454 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41bcb4cf-81b4-42b2-8c4a-52bf90dbd970 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:38.286162 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41bcb4cf-81b4-42b2-8c4a-52bf90dbd970 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:38.336363 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcb4cf-81b4-42b2-8c4a-52bf90dbd970 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c49ea5a-b183-4d26-b726-2c4685e14d20,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:38.342190 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41bcb4cf-81b4-42b2-8c4a-52bf90dbd970 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:38.343373 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-41bcb4cf-81b4-42b2-8c4a-52bf90dbd970 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2086880 Sep 21 15:22:38.346286 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35294) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:38.352322 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d0f0f3b9-9570-4cdc-acc7-700852c03405 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '5c49ea5a-b183-4d26-b726-2c4685e14d20', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:38.357349 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d0f0f3b9-9570-4cdc-acc7-700852c03405 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:22:38.361240 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d0f0f3b9-9570-4cdc-acc7-700852c03405 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:22:38.365004 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d0f0f3b9-9570-4cdc-acc7-700852c03405 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:22:38.371013 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d0f0f3b9-9570-4cdc-acc7-700852c03405 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:22:38.388434 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0f0f3b9-9570-4cdc-acc7-700852c03405 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:38.450683 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0f0f3b9-9570-4cdc-acc7-700852c03405 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:38.453519 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0f0f3b9-9570-4cdc-acc7-700852c03405 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:38.476081 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0f3b9-9570-4cdc-acc7-700852c03405 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2bf00f0-6cd8-47bc-a9b8-6adc8067b4d2,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:38.476988 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 4791ea8d-0780-4d03-88ce-41c88c079ffd no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:22:38.486258 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0f0f3b9-9570-4cdc-acc7-700852c03405 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:38.487464 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d0f0f3b9-9570-4cdc-acc7-700852c03405 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402426 Sep 21 15:22:38.490984 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35298) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:38.496176 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-484a7494-b978-4996-ab0a-52e59db8376e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '5c49ea5a-b183-4d26-b726-2c4685e14d20', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:38.502331 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-484a7494-b978-4996-ab0a-52e59db8376e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:22:38.515800 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-484a7494-b978-4996-ab0a-52e59db8376e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:22:38.525313 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-484a7494-b978-4996-ab0a-52e59db8376e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:22:38.534467 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-484a7494-b978-4996-ab0a-52e59db8376e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:22:38.556143 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-484a7494-b978-4996-ab0a-52e59db8376e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:38.565509 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 4791ea8d-0780-4d03-88ce-41c88c079ffd not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:22:38.625728 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-484a7494-b978-4996-ab0a-52e59db8376e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:38.625728 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-484a7494-b978-4996-ab0a-52e59db8376e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:38.651178 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a7494-b978-4996-ab0a-52e59db8376e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1323cb-08b2-4f18-89f9-6256e63bc551,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:38.661301 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-484a7494-b978-4996-ab0a-52e59db8376e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:38.662710 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-484a7494-b978-4996-ab0a-52e59db8376e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1707208 Sep 21 15:22:38.665623 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35302) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:38.670924 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b2580826-9f8e-4bc5-8329-e755d90dadf3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '5c49ea5a-b183-4d26-b726-2c4685e14d20', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:38.676901 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b2580826-9f8e-4bc5-8329-e755d90dadf3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:22:38.680756 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b2580826-9f8e-4bc5-8329-e755d90dadf3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:22:38.683598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b2580826-9f8e-4bc5-8329-e755d90dadf3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:22:38.690289 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b2580826-9f8e-4bc5-8329-e755d90dadf3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:22:38.708640 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b2580826-9f8e-4bc5-8329-e755d90dadf3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:38.709020 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:38.771848 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b2580826-9f8e-4bc5-8329-e755d90dadf3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:38.776161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b2580826-9f8e-4bc5-8329-e755d90dadf3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:38.802061 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2580826-9f8e-4bc5-8329-e755d90dadf3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8aa7f93-b89e-41e7-be0a-defc38ec2c1f,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:38.810974 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b2580826-9f8e-4bc5-8329-e755d90dadf3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:38.814971 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b2580826-9f8e-4bc5-8329-e755d90dadf3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1482203 Sep 21 15:22:38.815087 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35306) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:38.821392 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-41f3159b-cc1e-4e62-a9cb-487af900be0c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '5c49ea5a-b183-4d26-b726-2c4685e14d20', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:38.827115 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-41f3159b-cc1e-4e62-a9cb-487af900be0c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:22:38.831751 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-41f3159b-cc1e-4e62-a9cb-487af900be0c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:22:38.835712 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-41f3159b-cc1e-4e62-a9cb-487af900be0c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:22:38.842419 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-41f3159b-cc1e-4e62-a9cb-487af900be0c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:22:38.865380 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41f3159b-cc1e-4e62-a9cb-487af900be0c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:38.881723 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:38.934171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41f3159b-cc1e-4e62-a9cb-487af900be0c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:38.937939 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41f3159b-cc1e-4e62-a9cb-487af900be0c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:38.964831 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3159b-cc1e-4e62-a9cb-487af900be0c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae85f74-d2a3-43b6-bea3-7d8365e414f8,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:38.974110 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41f3159b-cc1e-4e62-a9cb-487af900be0c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:38.975376 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-41f3159b-cc1e-4e62-a9cb-487af900be0c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1590364 Sep 21 15:22:38.977896 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35310) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:38.982695 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6e91b8dc-fb8c-4995-876b-1f1bac44cfca tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '5c49ea5a-b183-4d26-b726-2c4685e14d20', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:38.989504 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6e91b8dc-fb8c-4995-876b-1f1bac44cfca tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:22:38.993526 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6e91b8dc-fb8c-4995-876b-1f1bac44cfca tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:22:38.996389 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6e91b8dc-fb8c-4995-876b-1f1bac44cfca tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:22:39.002977 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6e91b8dc-fb8c-4995-876b-1f1bac44cfca tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:22:39.013826 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-6e91b8dc-fb8c-4995-876b-1f1bac44cfca tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:22:39.020886 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e91b8dc-fb8c-4995-876b-1f1bac44cfca tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:39.093238 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e91b8dc-fb8c-4995-876b-1f1bac44cfca tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:39.098119 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e91b8dc-fb8c-4995-876b-1f1bac44cfca tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:39.123942 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91b8dc-fb8c-4995-876b-1f1bac44cfca tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b9ade6-b725-4a09-8754-03ad9edd2c2a,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:39.133709 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e91b8dc-fb8c-4995-876b-1f1bac44cfca tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:39.134976 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6e91b8dc-fb8c-4995-876b-1f1bac44cfca tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1560583 Sep 21 15:22:39.137597 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35314) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:39.142520 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-35fb9ece-3ad5-4076-8a87-115b1a58d91f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '5c49ea5a-b183-4d26-b726-2c4685e14d20', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:39.148778 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-35fb9ece-3ad5-4076-8a87-115b1a58d91f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:22:39.152745 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-35fb9ece-3ad5-4076-8a87-115b1a58d91f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:22:39.155181 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-35fb9ece-3ad5-4076-8a87-115b1a58d91f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:22:39.160869 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-35fb9ece-3ad5-4076-8a87-115b1a58d91f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:22:39.171026 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-35fb9ece-3ad5-4076-8a87-115b1a58d91f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:22:39.177675 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-35fb9ece-3ad5-4076-8a87-115b1a58d91f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:39.249527 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-35fb9ece-3ad5-4076-8a87-115b1a58d91f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:39.253603 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-35fb9ece-3ad5-4076-8a87-115b1a58d91f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:39.278038 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb9ece-3ad5-4076-8a87-115b1a58d91f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c373835d-5e21-48d7-a0e5-1f79cd421bde,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:39.287612 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-35fb9ece-3ad5-4076-8a87-115b1a58d91f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:39.289054 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-35fb9ece-3ad5-4076-8a87-115b1a58d91f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497333 Sep 21 15:22:39.461891 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d1f674b-27f4-407d-937d-48477391a616 req-63ab74e9-b507-46c2-95ab-c694e2e8af1a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-452106087&fields=id&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 267 time: 0.0461690 Sep 21 15:22:39.559854 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f674b-27f4-407d-937d-48477391a616 req-18b769fb-a05c-4d6a-8d93-d9f114ed9912 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:39.561973 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d1f674b-27f4-407d-937d-48477391a616 req-18b769fb-a05c-4d6a-8d93-d9f114ed9912 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports/4791ea8d-0780-4d03-88ce-41c88c079ffd HTTP/1.1" status: 200 len: 930 time: 0.0928495 Sep 21 15:22:39.654131 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d1f674b-27f4-407d-937d-48477391a616 req-9fae2ff5-5cc6-40e8-a182-ab9e34d97278 service neutron] 10.222.0.62 "GET /v2.0/ports/4791ea8d-0780-4d03-88ce-41c88c079ffd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0751667 Sep 21 15:22:39.794660 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d1f674b-27f4-407d-937d-48477391a616 req-13f62d1e-06e3-4937-812b-12366a0c5856 service neutron] 10.222.0.62 "GET /v2.0/networks/8c565a60-e2d7-46fc-9c51-d77f155b2a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347680 Sep 21 15:22:39.949020 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d1f674b-27f4-407d-937d-48477391a616 req-60bdba22-4e9b-4a65-8617-37d1a9ab2c29 service neutron] 10.222.0.62 "GET /v2.0/networks/8c565a60-e2d7-46fc-9c51-d77f155b2a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480684 Sep 21 15:22:40.148425 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a850467f-7584-43bc-996a-0399622f8f9a req-690147a7-f387-4053-9c3e-04407031f1c5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=831be06f-7b6e-47ff-8fae-1cf9c638020f HTTP/1.1" status: 200 len: 210 time: 0.0529726 Sep 21 15:22:40.501267 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:41.204598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f674b-27f4-407d-937d-48477391a616 req-bd19db43-66e2-482c-89c9-ada840c27c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:41.205307 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d1f674b-27f4-407d-937d-48477391a616 req-bd19db43-66e2-482c-89c9-ada840c27c5f service neutron] 10.222.0.20 "GET /v2.0/ports/4791ea8d-0780-4d03-88ce-41c88c079ffd HTTP/1.1" status: 200 len: 1026 time: 0.0713992 Sep 21 15:22:41.461108 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d6bb7877-4cf4-40fc-8d12-a08a8c9a05d8 req-c4aa290f-a48f-4554-9584-f56570700b47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=831be06f-7b6e-47ff-8fae-1cf9c638020f HTTP/1.1" status: 200 len: 210 time: 0.1741490 Sep 21 15:22:41.515003 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f674b-27f4-407d-937d-48477391a616 req-ff67ed40-9d5d-4395-94f4-a96b70b9a3af tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:41.516399 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d1f674b-27f4-407d-937d-48477391a616 req-ff67ed40-9d5d-4395-94f4-a96b70b9a3af tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/networks?id=8c565a60-e2d7-46fc-9c51-d77f155b2a8d HTTP/1.1" status: 200 len: 797 time: 0.3028936 Sep 21 15:22:41.570112 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d1f674b-27f4-407d-937d-48477391a616 req-2d64b68a-e540-4b04-ad84-da3f7915e3d7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 472 time: 0.0436401 Sep 21 15:22:41.579871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-6d1f674b-27f4-407d-937d-48477391a616 req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] Request body: {'port': {'device_id': '831be06f-7b6e-47ff-8fae-1cf9c638020f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:41.686825 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6d1f674b-27f4-407d-937d-48477391a616 req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:42.025508 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-6d1f674b-27f4-407d-937d-48477391a616 req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4791ea8d-0780-4d03-88ce-41c88c079ffd {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:22:42.032883 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6d1f674b-27f4-407d-937d-48477391a616 req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:42.046850 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-6d1f674b-27f4-407d-937d-48477391a616 req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] Transition to ACTIVE for port object 4791ea8d-0780-4d03-88ce-41c88c079ffd will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:22:42.051614 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6d1f674b-27f4-407d-937d-48477391a616 req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:42.190397 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] Pushing event updated for resources: {'Port': ['ID=4791ea8d-0780-4d03-88ce-41c88c079ffd,revision_number=7']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:42.307385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-6d1f674b-27f4-407d-937d-48477391a616 req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] Attempting to bind port 4791ea8d-0780-4d03-88ce-41c88c079ffd on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:22:42.307935 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-6d1f674b-27f4-407d-937d-48477391a616 req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] Attempting to bind port 4791ea8d-0780-4d03-88ce-41c88c079ffd by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '26631408-e804-4d30-96f1-fbc9f7e8508b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:22:42.307935 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1f674b-27f4-407d-937d-48477391a616 req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] Attempting to bind port 4791ea8d-0780-4d03-88ce-41c88c079ffd on network 8c565a60-e2d7-46fc-9c51-d77f155b2a8d {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:22:42.312628 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1f674b-27f4-407d-937d-48477391a616 req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] Port 4791ea8d-0780-4d03-88ce-41c88c079ffd on network 8c565a60-e2d7-46fc-9c51-d77f155b2a8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:22:42.312948 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1f674b-27f4-407d-937d-48477391a616 req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] Attempting to bind port 4791ea8d-0780-4d03-88ce-41c88c079ffd on network 8c565a60-e2d7-46fc-9c51-d77f155b2a8d {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:22:42.318151 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1f674b-27f4-407d-937d-48477391a616 req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:22:42.318479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1f674b-27f4-407d-937d-48477391a616 req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] Checking segment: {'id': '26631408-e804-4d30-96f1-fbc9f7e8508b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:22:42.318849 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1f674b-27f4-407d-937d-48477391a616 req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] Bound using segment: {'id': '26631408-e804-4d30-96f1-fbc9f7e8508b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:22:42.319265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-6d1f674b-27f4-407d-937d-48477391a616 req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] Bound port: 4791ea8d-0780-4d03-88ce-41c88c079ffd, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26631408-e804-4d30-96f1-fbc9f7e8508b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:22:42.319600 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6d1f674b-27f4-407d-937d-48477391a616 req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:42.405064 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-6d1f674b-27f4-407d-937d-48477391a616 req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] For port 4791ea8d-0780-4d03-88ce-41c88c079ffd, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:22:42.407903 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-6d1f674b-27f4-407d-937d-48477391a616 req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] For port 4791ea8d-0780-4d03-88ce-41c88c079ffd, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=4791ea8d-0780-4d03-88ce-41c88c079ffd,segment=NetworkSegment(26631408-e804-4d30-96f1-fbc9f7e8508b),segment_id=26631408-e804-4d30-96f1-fbc9f7e8508b)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:22:42.412636 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6d1f674b-27f4-407d-937d-48477391a616 req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:42.442472 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f674b-27f4-407d-937d-48477391a616 req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:42.443066 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6d1f674b-27f4-407d-937d-48477391a616 req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:42.444387 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d1f674b-27f4-407d-937d-48477391a616 req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] 10.222.0.20 "PUT /v2.0/ports/4791ea8d-0780-4d03-88ce-41c88c079ffd HTTP/1.1" status: 200 len: 1131 time: 0.8682389 Sep 21 15:22:42.444843 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831be06f-7b6e-47ff-8fae-1cf9c638020f', 'tag': '4791ea8d-0780-4d03-88ce-41c88c079ffd'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:22:42.447074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de05d7fb-fb77-4df5-acb3-87989cbff177" -d '{"events": [{"name": "network-changed", "server_uuid": "831be06f-7b6e-47ff-8fae-1cf9c638020f", "tag": "4791ea8d-0780-4d03-88ce-41c88c079ffd"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:22:42.526315 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2a9f39-6552-4b6c-ab80-77c7ff8ddc09 x-openstack-request-id: req-7e2a9f39-6552-4b6c-ab80-77c7ff8ddc09 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:22:42.526629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831be06f-7b6e-47ff-8fae-1cf9c638020f", "tag": "4791ea8d-0780-4d03-88ce-41c88c079ffd", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:22:42.526849 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e2a9f39-6552-4b6c-ab80-77c7ff8ddc09 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:22:42.527244 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e2a9f39-6552-4b6c-ab80-77c7ff8ddc09'] response: {'name': 'network-changed', 'server_uuid': '831be06f-7b6e-47ff-8fae-1cf9c638020f', 'tag': '4791ea8d-0780-4d03-88ce-41c88c079ffd', 'status': 'completed', 'code': 200} Sep 21 15:22:42.555590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8622f2f-6398-4cc7-aaf3-9ad6f562f164 service neutron] Pushing event updated for resources: {'Port': ['ID=4791ea8d-0780-4d03-88ce-41c88c079ffd,revision_number=8']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:42.617758 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f674b-27f4-407d-937d-48477391a616 req-1345b6f2-e9fc-4f38-b3ae-2c43f576531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:42.619221 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d1f674b-27f4-407d-937d-48477391a616 req-1345b6f2-e9fc-4f38-b3ae-2c43f576531b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=831be06f-7b6e-47ff-8fae-1cf9c638020f HTTP/1.1" status: 200 len: 1134 time: 0.1364920 Sep 21 15:22:42.740443 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d1f674b-27f4-407d-937d-48477391a616 req-bbe445fb-4e50-4364-81f8-94151be240ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4791ea8d-0780-4d03-88ce-41c88c079ffd HTTP/1.1" status: 200 len: 1037 time: 0.1128511 Sep 21 15:22:42.754216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b62cb9-57ac-409c-8bf3-20fd9480e315 req-9eed8de0-1e83-4f27-b3b3-c382304fe1eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:42.755770 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-88b62cb9-57ac-409c-8bf3-20fd9480e315 req-9eed8de0-1e83-4f27-b3b3-c382304fe1eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=831be06f-7b6e-47ff-8fae-1cf9c638020f HTTP/1.1" status: 200 len: 981 time: 0.1834517 Sep 21 15:22:42.848492 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f674b-27f4-407d-937d-48477391a616 req-68635612-4cb4-428c-9621-bea826dd73b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:42.850321 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d1f674b-27f4-407d-937d-48477391a616 req-68635612-4cb4-428c-9621-bea826dd73b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77a6fca3-7ce8-4845-a028-257c44d0915a HTTP/1.1" status: 200 len: 835 time: 0.0937278 Sep 21 15:22:42.853042 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-88b62cb9-57ac-409c-8bf3-20fd9480e315 req-28ca34a0-924d-4619-90b2-d55902eee729 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4233dc4d-f8ec-4199-bf1d-545c0e991383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626030 Sep 21 15:22:42.946305 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f674b-27f4-407d-937d-48477391a616 req-a99dff63-de60-4903-acfe-dcb4644bb126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:42.947772 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d1f674b-27f4-407d-937d-48477391a616 req-a99dff63-de60-4903-acfe-dcb4644bb126 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c565a60-e2d7-46fc-9c51-d77f155b2a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871291 Sep 21 15:22:43.084920 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d1f674b-27f4-407d-937d-48477391a616 req-4a51d14d-8dff-4df0-976d-8f8bb9619f5a service neutron] 10.222.0.20 "GET /v2.0/networks/8c565a60-e2d7-46fc-9c51-d77f155b2a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289449 Sep 21 15:22:43.314523 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d1f674b-27f4-407d-937d-48477391a616 req-f21d2cbf-0dae-445c-b5a8-e099eedbe175 service neutron] 10.222.0.20 "GET /v2.0/networks/8c565a60-e2d7-46fc-9c51-d77f155b2a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231865 Sep 21 15:22:43.440261 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05d7fb-fb77-4df5-acb3-87989cbff177 req-260cbed2-3aea-4f18-89e0-f8cf53ca833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:43.441792 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de05d7fb-fb77-4df5-acb3-87989cbff177 req-260cbed2-3aea-4f18-89e0-f8cf53ca833b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=831be06f-7b6e-47ff-8fae-1cf9c638020f HTTP/1.1" status: 200 len: 1134 time: 0.0833483 Sep 21 15:22:43.576328 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05d7fb-fb77-4df5-acb3-87989cbff177 req-358b151d-332d-4446-86fd-24c0e919ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:43.577738 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de05d7fb-fb77-4df5-acb3-87989cbff177 req-358b151d-332d-4446-86fd-24c0e919ac44 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c565a60-e2d7-46fc-9c51-d77f155b2a8d HTTP/1.1" status: 200 len: 898 time: 0.1284261 Sep 21 15:22:43.680849 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de05d7fb-fb77-4df5-acb3-87989cbff177 req-3efc17bf-c26c-4ff5-a518-2578b3232480 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4791ea8d-0780-4d03-88ce-41c88c079ffd HTTP/1.1" status: 200 len: 1037 time: 0.0963030 Sep 21 15:22:43.747424 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05d7fb-fb77-4df5-acb3-87989cbff177 req-d273b0d6-37d2-4312-8642-ff1bda3cb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:43.748834 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de05d7fb-fb77-4df5-acb3-87989cbff177 req-d273b0d6-37d2-4312-8642-ff1bda3cb2c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77a6fca3-7ce8-4845-a028-257c44d0915a HTTP/1.1" status: 200 len: 835 time: 0.0607810 Sep 21 15:22:43.834371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05d7fb-fb77-4df5-acb3-87989cbff177 req-d873067e-dc6b-478f-b5d3-381af5483d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:43.835746 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de05d7fb-fb77-4df5-acb3-87989cbff177 req-d873067e-dc6b-478f-b5d3-381af5483d9b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c565a60-e2d7-46fc-9c51-d77f155b2a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803356 Sep 21 15:22:43.971107 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de05d7fb-fb77-4df5-acb3-87989cbff177 req-029082cb-326b-4340-bbe6-aeaffe6aaada service neutron] 10.222.0.20 "GET /v2.0/networks/8c565a60-e2d7-46fc-9c51-d77f155b2a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277153 Sep 21 15:22:44.161677 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de05d7fb-fb77-4df5-acb3-87989cbff177 req-fdd57009-9d31-4b17-8439-3e5a3b57c8b0 service neutron] 10.222.0.20 "GET /v2.0/networks/8c565a60-e2d7-46fc-9c51-d77f155b2a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558948 Sep 21 15:22:44.169721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0189e3-e304-419e-bfc9-92acb3c0b7a5 req-5247f0a6-4971-4157-81c8-e80104ff53cc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:44.171086 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3c0189e3-e304-419e-bfc9-92acb3c0b7a5 req-5247f0a6-4971-4157-81c8-e80104ff53cc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=831be06f-7b6e-47ff-8fae-1cf9c638020f HTTP/1.1" status: 200 len: 981 time: 0.2023153 Sep 21 15:22:44.215454 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3c0189e3-e304-419e-bfc9-92acb3c0b7a5 req-94da40df-1f1d-4079-bfdf-3aa8490a6672 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4233dc4d-f8ec-4199-bf1d-545c0e991383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378506 Sep 21 15:22:44.518650 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 4791ea8d-0780-4d03-88ce-41c88c079ffd details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:22:44.650015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 4791ea8d-0780-4d03-88ce-41c88c079ffd, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=4791ea8d-0780-4d03-88ce-41c88c079ffd,segment=NetworkSegment(26631408-e804-4d30-96f1-fbc9f7e8508b),segment_id=26631408-e804-4d30-96f1-fbc9f7e8508b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:22:44.663310 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '4791ea8d-0780-4d03-88ce-41c88c079ffd', 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d', 'port_id': '4791ea8d-0780-4d03-88ce-41c88c079ffd', 'mac_address': 'fa:16:3e:95:04:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a6fca3-7ce8-4845-a028-257c44d0915a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:22:44.721392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 4791ea8d-0780-4d03-88ce-41c88c079ffd is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:22:44.721790 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:44.739577 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4791ea8d-0780-4d03-88ce-41c88c079ffd {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:22:44.754993 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 4791ea8d-0780-4d03-88ce-41c88c079ffd, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=4791ea8d-0780-4d03-88ce-41c88c079ffd,segment=NetworkSegment(26631408-e804-4d30-96f1-fbc9f7e8508b),segment_id=26631408-e804-4d30-96f1-fbc9f7e8508b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:22:44.758707 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:44.826583 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=4791ea8d-0780-4d03-88ce-41c88c079ffd,revision_number=9']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:45.053363 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['4791ea8d-0780-4d03-88ce-41c88c079ffd'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:22:45.408852 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0529bc-0a2b-498c-aac5-435271665aad req-0213516e-d883-401d-a4db-7e6046f4c2ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:45.410315 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-da0529bc-0a2b-498c-aac5-435271665aad req-0213516e-d883-401d-a4db-7e6046f4c2ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=831be06f-7b6e-47ff-8fae-1cf9c638020f HTTP/1.1" status: 200 len: 982 time: 0.0870264 Sep 21 15:22:45.453595 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-da0529bc-0a2b-498c-aac5-435271665aad req-a9ffa474-2bca-4bd7-901e-c554931ea89c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4233dc4d-f8ec-4199-bf1d-545c0e991383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375531 Sep 21 15:22:46.524746 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 4791ea8d-0780-4d03-88ce-41c88c079ffd up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:22:46.593984 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 4791ea8d-0780-4d03-88ce-41c88c079ffd completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:22:46.599860 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 4791ea8d-0780-4d03-88ce-41c88c079ffd triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:22:46.600294 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:46.657179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd673f-90b0-411a-ad53-3ab917b97769 req-a5da2043-8277-414f-b926-ba7305cc2a70 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:46.658619 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-33bd673f-90b0-411a-ad53-3ab917b97769 req-a5da2043-8277-414f-b926-ba7305cc2a70 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=831be06f-7b6e-47ff-8fae-1cf9c638020f HTTP/1.1" status: 200 len: 982 time: 0.0919027 Sep 21 15:22:46.703158 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-33bd673f-90b0-411a-ad53-3ab917b97769 req-05aa1cb1-a8aa-45ac-ac55-ee46efc2c17a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4233dc4d-f8ec-4199-bf1d-545c0e991383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378478 Sep 21 15:22:46.720205 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 4791ea8d-0780-4d03-88ce-41c88c079ffd is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:22:46.720616 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:46.747893 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831be06f-7b6e-47ff-8fae-1cf9c638020f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4791ea8d-0780-4d03-88ce-41c88c079ffd'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:22:46.750178 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e8fe79-9b16-46e9-8cb9-fd6fcca46cea" -d '{"events": [{"server_uuid": "831be06f-7b6e-47ff-8fae-1cf9c638020f", "name": "network-vif-plugged", "status": "completed", "tag": "4791ea8d-0780-4d03-88ce-41c88c079ffd"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:22:46.758380 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 4791ea8d-0780-4d03-88ce-41c88c079ffd, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=4791ea8d-0780-4d03-88ce-41c88c079ffd,segment=NetworkSegment(26631408-e804-4d30-96f1-fbc9f7e8508b),segment_id=26631408-e804-4d30-96f1-fbc9f7e8508b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:22:46.762874 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:46.829005 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c290cae8-d7c5-4694-907b-9f9974ef059c x-openstack-request-id: req-c290cae8-d7c5-4694-907b-9f9974ef059c {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:22:46.829298 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831be06f-7b6e-47ff-8fae-1cf9c638020f", "name": "network-vif-plugged", "status": "completed", "tag": "4791ea8d-0780-4d03-88ce-41c88c079ffd", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:22:46.829557 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c290cae8-d7c5-4694-907b-9f9974ef059c {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:22:46.829946 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c290cae8-d7c5-4694-907b-9f9974ef059c'] response: {'server_uuid': '831be06f-7b6e-47ff-8fae-1cf9c638020f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4791ea8d-0780-4d03-88ce-41c88c079ffd', 'code': 200} Sep 21 15:22:46.868019 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=4791ea8d-0780-4d03-88ce-41c88c079ffd,revision_number=10']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:47.048479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941ae04-fb1b-4769-85e2-4185705068e6 req-e6a6a5b1-e745-410f-ad80-a1a5bbeb18b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:47.050000 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6941ae04-fb1b-4769-85e2-4185705068e6 req-e6a6a5b1-e745-410f-ad80-a1a5bbeb18b3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=831be06f-7b6e-47ff-8fae-1cf9c638020f HTTP/1.1" status: 200 len: 1137 time: 0.0778701 Sep 21 15:22:47.097195 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6941ae04-fb1b-4769-85e2-4185705068e6 req-ca9797cd-8453-4fd7-87e0-77038659b60d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4233dc4d-f8ec-4199-bf1d-545c0e991383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379353 Sep 21 15:22:47.900967 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c6eac-404b-4b17-becb-db5e5acc9613 req-df9cfb2a-df86-4068-8b08-63ad05357760 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:47.902411 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-528c6eac-404b-4b17-becb-db5e5acc9613 req-df9cfb2a-df86-4068-8b08-63ad05357760 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=831be06f-7b6e-47ff-8fae-1cf9c638020f HTTP/1.1" status: 200 len: 984 time: 0.0882707 Sep 21 15:22:47.944862 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-528c6eac-404b-4b17-becb-db5e5acc9613 req-c87d8b03-acff-4a86-8c2c-ffe9cb55c32e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4233dc4d-f8ec-4199-bf1d-545c0e991383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368030 Sep 21 15:22:49.147567 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41af786-62ad-497b-9f25-667e1a6a5c06 req-6a8611e4-e01c-42c5-81dc-e66c921bb155 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:49.149033 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e41af786-62ad-497b-9f25-667e1a6a5c06 req-6a8611e4-e01c-42c5-81dc-e66c921bb155 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=831be06f-7b6e-47ff-8fae-1cf9c638020f HTTP/1.1" status: 200 len: 984 time: 0.0902138 Sep 21 15:22:49.193513 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e41af786-62ad-497b-9f25-667e1a6a5c06 req-a64e941f-b572-42f1-9cc9-2152f33f17da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4233dc4d-f8ec-4199-bf1d-545c0e991383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389504 Sep 21 15:22:49.388201 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7aef25-cc14-4819-893e-921ba19fd538 req-8f2d6bd4-bb72-4ffd-9526-6f49d605ded5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:49.389655 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8f7aef25-cc14-4819-893e-921ba19fd538 req-8f2d6bd4-bb72-4ffd-9526-6f49d605ded5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=831be06f-7b6e-47ff-8fae-1cf9c638020f HTTP/1.1" status: 200 len: 984 time: 0.0890017 Sep 21 15:22:49.533646 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8f7aef25-cc14-4819-893e-921ba19fd538 req-539acb95-2031-445e-b624-57f98089193f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4233dc4d-f8ec-4199-bf1d-545c0e991383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376617 Sep 21 15:22:49.562518 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35368) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:49.642102 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f752f3b-7132-4fa0-a75a-550a79e37594 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:49.643578 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7f752f3b-7132-4fa0-a75a-550a79e37594 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=831be06f-7b6e-47ff-8fae-1cf9c638020f&network_id=8c565a60-e2d7-46fc-9c51-d77f155b2a8d HTTP/1.1" status: 200 len: 1132 time: 0.0800889 Sep 21 15:22:49.684203 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:22:50.017039 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bd690-41be-4393-9d37-50fed4605b45 req-8d3ef803-6671-45d0-9dfb-9712617cdb9b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:50.018636 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-737bd690-41be-4393-9d37-50fed4605b45 req-8d3ef803-6671-45d0-9dfb-9712617cdb9b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=831be06f-7b6e-47ff-8fae-1cf9c638020f HTTP/1.1" status: 200 len: 984 time: 0.0989869 Sep 21 15:22:50.063601 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-737bd690-41be-4393-9d37-50fed4605b45 req-975a81c9-19d9-4e1f-b334-4da202906575 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4233dc4d-f8ec-4199-bf1d-545c0e991383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382955 Sep 21 15:22:51.323962 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f44b15-3dd3-439b-9455-ad3e206bf937 req-a67cde49-26d4-473c-88a6-5684902cf237 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:51.325336 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9f44b15-3dd3-439b-9455-ad3e206bf937 req-a67cde49-26d4-473c-88a6-5684902cf237 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=831be06f-7b6e-47ff-8fae-1cf9c638020f HTTP/1.1" status: 200 len: 984 time: 0.1467810 Sep 21 15:22:51.360164 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b8233-40f3-47d7-867e-940f4489b3f1 req-d2be0833-a7a0-40ce-8f52-f8f0d82bda1f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:51.361560 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c87b8233-40f3-47d7-867e-940f4489b3f1 req-d2be0833-a7a0-40ce-8f52-f8f0d82bda1f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/ports?device_id=831be06f-7b6e-47ff-8fae-1cf9c638020f HTTP/1.1" status: 200 len: 984 time: 0.1222744 Sep 21 15:22:51.432382 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9f44b15-3dd3-439b-9455-ad3e206bf937 req-7eee5c20-8762-48e0-bd86-41aaa6378904 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4233dc4d-f8ec-4199-bf1d-545c0e991383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983443 Sep 21 15:22:51.451491 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b8233-40f3-47d7-867e-940f4489b3f1 req-36bf027a-8a18-466e-85a3-4facaf5ee195 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:51.452991 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c87b8233-40f3-47d7-867e-940f4489b3f1 req-36bf027a-8a18-466e-85a3-4facaf5ee195 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/ports/4791ea8d-0780-4d03-88ce-41c88c079ffd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0803981 Sep 21 15:22:51.609382 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c87b8233-40f3-47d7-867e-940f4489b3f1 req-f13dc319-d6f3-47aa-9cdb-6dec090e3ab3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/networks/8c565a60-e2d7-46fc-9c51-d77f155b2a8d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1480398 Sep 21 15:22:51.623506 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-c87b8233-40f3-47d7-867e-940f4489b3f1 req-bfd629a3-ca95-4b7a-bcca-a15a3526b3b4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:22:51.742729 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c87b8233-40f3-47d7-867e-940f4489b3f1 req-bfd629a3-ca95-4b7a-bcca-a15a3526b3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:51.941982 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-c87b8233-40f3-47d7-867e-940f4489b3f1 req-bfd629a3-ca95-4b7a-bcca-a15a3526b3b4 service neutron] For port 4791ea8d-0780-4d03-88ce-41c88c079ffd, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=4791ea8d-0780-4d03-88ce-41c88c079ffd,segment=NetworkSegment(26631408-e804-4d30-96f1-fbc9f7e8508b),segment_id=26631408-e804-4d30-96f1-fbc9f7e8508b)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:22:51.970017 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-c87b8233-40f3-47d7-867e-940f4489b3f1 req-bfd629a3-ca95-4b7a-bcca-a15a3526b3b4 service neutron] For port 4791ea8d-0780-4d03-88ce-41c88c079ffd, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:22:52.018415 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:52.027297 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-c87b8233-40f3-47d7-867e-940f4489b3f1 req-bfd629a3-ca95-4b7a-bcca-a15a3526b3b4 service neutron] device_id is not set on port 4791ea8d-0780-4d03-88ce-41c88c079ffd yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:22:52.036618 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c87b8233-40f3-47d7-867e-940f4489b3f1 req-bfd629a3-ca95-4b7a-bcca-a15a3526b3b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:52.044382 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c87b8233-40f3-47d7-867e-940f4489b3f1 req-bfd629a3-ca95-4b7a-bcca-a15a3526b3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:52.213748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd629a3-ca95-4b7a-bcca-a15a3526b3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4791ea8d-0780-4d03-88ce-41c88c079ffd,revision_number=11']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:52.230754 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87b8233-40f3-47d7-867e-940f4489b3f1 req-bfd629a3-ca95-4b7a-bcca-a15a3526b3b4 service neutron] No DVR routers for this DVR port 4791ea8d-0780-4d03-88ce-41c88c079ffd on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:22:52.451083 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-c87b8233-40f3-47d7-867e-940f4489b3f1 req-bfd629a3-ca95-4b7a-bcca-a15a3526b3b4 service neutron] In _notify_port_updated(), no bound segment for port 4791ea8d-0780-4d03-88ce-41c88c079ffd on network 8c565a60-e2d7-46fc-9c51-d77f155b2a8d {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:22:52.451936 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b8233-40f3-47d7-867e-940f4489b3f1 req-bfd629a3-ca95-4b7a-bcca-a15a3526b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:22:52.452568 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c87b8233-40f3-47d7-867e-940f4489b3f1 req-bfd629a3-ca95-4b7a-bcca-a15a3526b3b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:52.453832 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c87b8233-40f3-47d7-867e-940f4489b3f1 req-bfd629a3-ca95-4b7a-bcca-a15a3526b3b4 service neutron] 10.222.0.20 "PUT /v2.0/ports/4791ea8d-0780-4d03-88ce-41c88c079ffd HTTP/1.1" status: 200 len: 1027 time: 0.8347278 Sep 21 15:22:52.605770 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cfdf8630-1979-4edc-8ab4-9dd814f10434 req-de0ca3d2-dce9-4523-b1d2-6d80fb4794cc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=831be06f-7b6e-47ff-8fae-1cf9c638020f HTTP/1.1" status: 200 len: 210 time: 0.0552475 Sep 21 15:22:53.705820 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35382) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:53.776210 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90c2b863-dc46-4eb6-8eb0-03792c27d1f9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:53.806133 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90c2b863-dc46-4eb6-8eb0-03792c27d1f9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:53.870041 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90c2b863-dc46-4eb6-8eb0-03792c27d1f9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:53.888005 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2b863-dc46-4eb6-8eb0-03792c27d1f9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c49ea5a-b183-4d26-b726-2c4685e14d20,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:53.896821 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90c2b863-dc46-4eb6-8eb0-03792c27d1f9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:53.897925 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-90c2b863-dc46-4eb6-8eb0-03792c27d1f9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/security-groups/5c49ea5a-b183-4d26-b726-2c4685e14d20 HTTP/1.1" status: 204 len: 168 time: 0.1911337 Sep 21 15:22:53.930094 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35388) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:54.230967 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-cb6fa545-01dd-4397-b690-01d80c738b0a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port 8d0f038d-462e-4437-aa96-58f09603a3ad {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:22:54.231305 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cb6fa545-01dd-4397-b690-01d80c738b0a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:54.396647 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cb6fa545-01dd-4397-b690-01d80c738b0a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:54.396967 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cb6fa545-01dd-4397-b690-01d80c738b0a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:54.515918 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-cb6fa545-01dd-4397-b690-01d80c738b0a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for 8d0f038d-462e-4437-aa96-58f09603a3ad owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:22:54.541017 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 4791ea8d-0780-4d03-88ce-41c88c079ffd no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:22:54.597139 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 4791ea8d-0780-4d03-88ce-41c88c079ffd not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:22:54.667590 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cb6fa545-01dd-4397-b690-01d80c738b0a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:54.713934 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6fa545-01dd-4397-b690-01d80c738b0a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=8d0f038d-462e-4437-aa96-58f09603a3ad,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:54.812875 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cb6fa545-01dd-4397-b690-01d80c738b0a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:54.813126 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-cb6fa545-01dd-4397-b690-01d80c738b0a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Floating IP 08907629-ff92-4f35-b669-c0178b1abd92 disassociated (deleted). External IP: 172.26.4.222, port: 4791ea8d-0780-4d03-88ce-41c88c079ffd. Sep 21 15:22:55.167412 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6fa545-01dd-4397-b690-01d80c738b0a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router 9ab04553-b072-4cf2-ac8c-5453b789ec22 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:22:55.344542 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6fa545-01dd-4397-b690-01d80c738b0a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:22:55.354543 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ab928e-d5e5-4b6a-9c30-9d56b3fa158d None None] Sync routers for ids ['9ab04553-b072-4cf2-ac8c-5453b789ec22'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:22:55.364151 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab928e-d5e5-4b6a-9c30-9d56b3fa158d None None] Routers {'9ab04553-b072-4cf2-ac8c-5453b789ec22'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:22:55.364795 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-81ab928e-d5e5-4b6a-9c30-9d56b3fa158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:22:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9ab04553-b072-4cf2-ac8c-5453b789ec22'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:55.366001 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cb6fa545-01dd-4397-b690-01d80c738b0a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:55.421726 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cb6fa545-01dd-4397-b690-01d80c738b0a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/floatingips/08907629-ff92-4f35-b669-c0178b1abd92 HTTP/1.1" status: 204 len: 168 time: 1.4904628 Sep 21 15:22:55.544440 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-81ab928e-d5e5-4b6a-9c30-9d56b3fa158d None None] Set router 9ab04553-b072-4cf2-ac8c-5453b789ec22 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:22:55.565692 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35396) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:55.745723 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e006-b630-4212-b23a-a8663717bcc6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:55.777379 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e006-b630-4212-b23a-a8663717bcc6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:55.842884 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e006-b630-4212-b23a-a8663717bcc6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:55.860047 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-81ab928e-d5e5-4b6a-9c30-9d56b3fa158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'name': 'tempest-TestNetworkBasicOps-router-482328872', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:22:11Z', 'updated_at': '2022-09-21T15:22:16Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:12Z', 'updated_at': '2022-09-21T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '60b11f91-3670-4743-8ebb-3809eae6861b', 'name': '', 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:51:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '77a6fca3-7ce8-4845-a028-257c44d0915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:16Z', 'updated_at': '2022-09-21T15:22:22Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '77a6fca3-7ce8-4845-a028-257c44d0915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:55.860775 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8e006-b630-4212-b23a-a8663717bcc6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f938f1-7edf-41dc-a656-17d2d13f9a50,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:55.865534 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ab928e-d5e5-4b6a-9c30-9d56b3fa158d None None] Checking router: 9ab04553-b072-4cf2-ac8c-5453b789ec22 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:22:55.869636 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e006-b630-4212-b23a-a8663717bcc6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:55.870743 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e9d8e006-b630-4212-b23a-a8663717bcc6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/security-groups/44f938f1-7edf-41dc-a656-17d2d13f9a50 HTTP/1.1" status: 204 len: 168 time: 0.3032422 Sep 21 15:22:55.882149 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab928e-d5e5-4b6a-9c30-9d56b3fa158d None None] Routers {'9ab04553-b072-4cf2-ac8c-5453b789ec22'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:22:55.882787 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-81ab928e-d5e5-4b6a-9c30-9d56b3fa158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:22:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9ab04553-b072-4cf2-ac8c-5453b789ec22'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:55.904377 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35402) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:55.982291 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-70d9f132-46c5-4c8d-93f8-49284620abe9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port 4791ea8d-0780-4d03-88ce-41c88c079ffd {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:22:55.982636 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70d9f132-46c5-4c8d-93f8-49284620abe9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:56.090640 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-81ab928e-d5e5-4b6a-9c30-9d56b3fa158d None None] Set router 9ab04553-b072-4cf2-ac8c-5453b789ec22 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:22:56.239600 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70d9f132-46c5-4c8d-93f8-49284620abe9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:56.368076 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-70d9f132-46c5-4c8d-93f8-49284620abe9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for 4791ea8d-0780-4d03-88ce-41c88c079ffd owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:22:56.406530 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-81ab928e-d5e5-4b6a-9c30-9d56b3fa158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'name': 'tempest-TestNetworkBasicOps-router-482328872', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:22:11Z', 'updated_at': '2022-09-21T15:22:16Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:12Z', 'updated_at': '2022-09-21T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '60b11f91-3670-4743-8ebb-3809eae6861b', 'name': '', 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:51:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '77a6fca3-7ce8-4845-a028-257c44d0915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:16Z', 'updated_at': '2022-09-21T15:22:22Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '77a6fca3-7ce8-4845-a028-257c44d0915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:56.411377 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ab928e-d5e5-4b6a-9c30-9d56b3fa158d None None] The sync data for ids ['9ab04553-b072-4cf2-ac8c-5453b789ec22'] in dv-neutron-858731-1-hyperv is: [{'id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'name': 'tempest-TestNetworkBasicOps-router-482328872', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:22:11Z', 'updated_at': '2022-09-21T15:22:16Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:12Z', 'updated_at': '2022-09-21T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '60b11f91-3670-4743-8ebb-3809eae6861b', 'name': '', 'network_id': '8c565a60-e2d7-46fc-9c51-d77f155b2a8d', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:51:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '77a6fca3-7ce8-4845-a028-257c44d0915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:16Z', 'updated_at': '2022-09-21T15:22:22Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '77a6fca3-7ce8-4845-a028-257c44d0915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:22:56.513776 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70d9f132-46c5-4c8d-93f8-49284620abe9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:56.569333 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9f132-46c5-4c8d-93f8-49284620abe9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=4791ea8d-0780-4d03-88ce-41c88c079ffd,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:56.632056 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d7fe3d-a315-431b-bd24-ae04fa898cc5 None None] New status for floating IP 08907629-ff92-4f35-b669-c0178b1abd92: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:22:56.688089 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70d9f132-46c5-4c8d-93f8-49284620abe9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:56.698716 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-70d9f132-46c5-4c8d-93f8-49284620abe9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/ports/4791ea8d-0780-4d03-88ce-41c88c079ffd HTTP/1.1" status: 204 len: 168 time: 0.7932050 Sep 21 15:22:56.701688 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35406) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:57.262522 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e37209a-b661-4670-9c15-a322307559da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:57.705692 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3e37209a-b661-4670-9c15-a322307559da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port 60b11f91-3670-4743-8ebb-3809eae6861b {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:22:57.706023 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e37209a-b661-4670-9c15-a322307559da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:57.891799 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-3e37209a-b661-4670-9c15-a322307559da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port 60b11f91-3670-4743-8ebb-3809eae6861b, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=60b11f91-3670-4743-8ebb-3809eae6861b,segment=NetworkSegment(26631408-e804-4d30-96f1-fbc9f7e8508b),segment_id=26631408-e804-4d30-96f1-fbc9f7e8508b)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:22:57.892147 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e37209a-b661-4670-9c15-a322307559da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:58.018833 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3e37209a-b661-4670-9c15-a322307559da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for 60b11f91-3670-4743-8ebb-3809eae6861b owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:22:58.202980 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e37209a-b661-4670-9c15-a322307559da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:58.251625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37209a-b661-4670-9c15-a322307559da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=60b11f91-3670-4743-8ebb-3809eae6861b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:58.539854 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e37209a-b661-4670-9c15-a322307559da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:58.998405 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e37209a-b661-4670-9c15-a322307559da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router 9ab04553-b072-4cf2-ac8c-5453b789ec22 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:22:59.175099 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e37209a-b661-4670-9c15-a322307559da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:22:59.184444 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f740187e-f1ef-4dbe-82d0-84b223631150 None None] Sync routers for ids ['9ab04553-b072-4cf2-ac8c-5453b789ec22'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:22:59.188590 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3e37209a-b661-4670-9c15-a322307559da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/routers/9ab04553-b072-4cf2-ac8c-5453b789ec22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4857345 Sep 21 15:22:59.191275 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35410) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:59.193922 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f740187e-f1ef-4dbe-82d0-84b223631150 None None] Routers {'9ab04553-b072-4cf2-ac8c-5453b789ec22'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:22:59.194520 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f740187e-f1ef-4dbe-82d0-84b223631150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:22:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9ab04553-b072-4cf2-ac8c-5453b789ec22'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:59.261058 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b88c18d-43c9-468c-ae55-c1da2ec38893 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting subnet 77a6fca3-7ce8-4845-a028-257c44d0915a {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:22:59.263948 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b88c18d-43c9-468c-ae55-c1da2ec38893 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:59.319327 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b88c18d-43c9-468c-ae55-c1da2ec38893 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:59.365773 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f740187e-f1ef-4dbe-82d0-84b223631150 None None] Set router 9ab04553-b072-4cf2-ac8c-5453b789ec22 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:22:59.403224 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b88c18d-43c9-468c-ae55-c1da2ec38893 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:59.480863 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b88c18d-43c9-468c-ae55-c1da2ec38893 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:59.520954 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88c18d-43c9-468c-ae55-c1da2ec38893 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Subnet': ['ID=77a6fca3-7ce8-4845-a028-257c44d0915a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:22:59.524370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b88c18d-43c9-468c-ae55-c1da2ec38893 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:59.532878 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0b88c18d-43c9-468c-ae55-c1da2ec38893 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/subnets/77a6fca3-7ce8-4845-a028-257c44d0915a HTTP/1.1" status: 204 len: 168 time: 0.3379605 Sep 21 15:22:59.533026 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c2e6f6-4dc4-41c6-97dd-b236389848be None None] Network 8c565a60-e2d7-46fc-9c51-d77f155b2a8d requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:22:59.533444 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35414) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:22:59.656632 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f740187e-f1ef-4dbe-82d0-84b223631150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'name': 'tempest-TestNetworkBasicOps-router-482328872', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:22:11Z', 'updated_at': '2022-09-21T15:22:58Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:12Z', 'updated_at': '2022-09-21T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:59.660592 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f740187e-f1ef-4dbe-82d0-84b223631150 None None] Checking router: 9ab04553-b072-4cf2-ac8c-5453b789ec22 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:22:59.668920 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f740187e-f1ef-4dbe-82d0-84b223631150 None None] Routers {'9ab04553-b072-4cf2-ac8c-5453b789ec22'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:22:59.669520 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f740187e-f1ef-4dbe-82d0-84b223631150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:22:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9ab04553-b072-4cf2-ac8c-5453b789ec22'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:22:59.725682 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3944592f-4e42-448e-ab80-1864f7321293 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:59.804914 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfa3aa1-996e-4822-9bb6-3e646fe1ea3d None None] DHCP port deletion for 8c565a60-e2d7-46fc-9c51-d77f155b2a8d request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:22:59.808849 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa3aa1-996e-4822-9bb6-3e646fe1ea3d None None] Deleting port 7e6ee704-7835-4ddd-91a1-9489bde7185d {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:22:59.809208 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ebfa3aa1-996e-4822-9bb6-3e646fe1ea3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:59.849301 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f740187e-f1ef-4dbe-82d0-84b223631150 None None] Set router 9ab04553-b072-4cf2-ac8c-5453b789ec22 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:22:59.914233 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3944592f-4e42-448e-ab80-1864f7321293 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:22:59.925845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3944592f-4e42-448e-ab80-1864f7321293 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port a7d97bcb-5192-4ea2-98e1-836e04605615 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:22:59.926394 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3944592f-4e42-448e-ab80-1864f7321293 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:00.028674 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ebfa3aa1-996e-4822-9bb6-3e646fe1ea3d None None] For port 7e6ee704-7835-4ddd-91a1-9489bde7185d, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=7e6ee704-7835-4ddd-91a1-9489bde7185d,segment=NetworkSegment(26631408-e804-4d30-96f1-fbc9f7e8508b),segment_id=26631408-e804-4d30-96f1-fbc9f7e8508b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:23:00.029066 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ebfa3aa1-996e-4822-9bb6-3e646fe1ea3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:00.139762 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-3944592f-4e42-448e-ab80-1864f7321293 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port a7d97bcb-5192-4ea2-98e1-836e04605615, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=a7d97bcb-5192-4ea2-98e1-836e04605615,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:23:00.140215 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3944592f-4e42-448e-ab80-1864f7321293 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:00.159826 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa3aa1-996e-4822-9bb6-3e646fe1ea3d None None] Calling delete_port for 7e6ee704-7835-4ddd-91a1-9489bde7185d owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:23:00.171399 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f740187e-f1ef-4dbe-82d0-84b223631150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'name': 'tempest-TestNetworkBasicOps-router-482328872', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:22:11Z', 'updated_at': '2022-09-21T15:22:58Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:12Z', 'updated_at': '2022-09-21T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:00.175214 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f740187e-f1ef-4dbe-82d0-84b223631150 None None] The sync data for ids ['9ab04553-b072-4cf2-ac8c-5453b789ec22'] in dv-neutron-858731-1-hyperv is: [{'id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'name': 'tempest-TestNetworkBasicOps-router-482328872', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:22:11Z', 'updated_at': '2022-09-21T15:22:58Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'a7d97bcb-5192-4ea2-98e1-836e04605615', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ea:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab04553-b072-4cf2-ac8c-5453b789ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:22:12Z', 'updated_at': '2022-09-21T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:23:00.246901 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ebfa3aa1-996e-4822-9bb6-3e646fe1ea3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:00.269854 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3944592f-4e42-448e-ab80-1864f7321293 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for a7d97bcb-5192-4ea2-98e1-836e04605615 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:23:00.293155 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa3aa1-996e-4822-9bb6-3e646fe1ea3d None None] Pushing event deleted for resources: {'Port': ['ID=7e6ee704-7835-4ddd-91a1-9489bde7185d,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:00.297616 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfa3aa1-996e-4822-9bb6-3e646fe1ea3d None None] No DVR routers for this DVR port 7e6ee704-7835-4ddd-91a1-9489bde7185d on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:23:00.548741 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3944592f-4e42-448e-ab80-1864f7321293 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:00.589806 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 7e6ee704-7835-4ddd-91a1-9489bde7185d no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:23:00.594557 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944592f-4e42-448e-ab80-1864f7321293 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=a7d97bcb-5192-4ea2-98e1-836e04605615,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:00.630578 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 7e6ee704-7835-4ddd-91a1-9489bde7185d {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:23:00.630996 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 7e6ee704-7835-4ddd-91a1-9489bde7185d not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:23:00.631494 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 60b11f91-3670-4743-8ebb-3809eae6861b no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:23:00.666833 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 60b11f91-3670-4743-8ebb-3809eae6861b {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:23:00.667278 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 60b11f91-3670-4743-8ebb-3809eae6861b not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:23:00.701528 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3944592f-4e42-448e-ab80-1864f7321293 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:00.876877 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3944592f-4e42-448e-ab80-1864f7321293 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:00.879018 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3944592f-4e42-448e-ab80-1864f7321293 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:00.901717 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3944592f-4e42-448e-ab80-1864f7321293 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:00.902386 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3944592f-4e42-448e-ab80-1864f7321293 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Fanout notify agent at l3_agent the message router_deleted on router 9ab04553-b072-4cf2-ac8c-5453b789ec22 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:23:00.917882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3944592f-4e42-448e-ab80-1864f7321293 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:00.921707 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3944592f-4e42-448e-ab80-1864f7321293 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/routers/9ab04553-b072-4cf2-ac8c-5453b789ec22 HTTP/1.1" status: 204 len: 168 time: 1.3877153 Sep 21 15:23:00.922043 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35418) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:01.047229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-049dd0d3-b7b4-4164-a0db-f7f01d17c3fa tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:01.273626 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-049dd0d3-b7b4-4164-a0db-f7f01d17c3fa tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:01.298353 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-049dd0d3-b7b4-4164-a0db-f7f01d17c3fa tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c565a60-e2d7-46fc-9c51-d77f155b2a8d']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:01.310906 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-049dd0d3-b7b4-4164-a0db-f7f01d17c3fa tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26631408-e804-4d30-96f1-fbc9f7e8508b') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:01.311206 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-049dd0d3-b7b4-4164-a0db-f7f01d17c3fa tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26631408-e804-4d30-96f1-fbc9f7e8508b') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:01.322541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-049dd0d3-b7b4-4164-a0db-f7f01d17c3fa tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:01.339091 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-049dd0d3-b7b4-4164-a0db-f7f01d17c3fa tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:01.345328 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049dd0d3-b7b4-4164-a0db-f7f01d17c3fa tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:23:01.345715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-049dd0d3-b7b4-4164-a0db-f7f01d17c3fa tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:01.417826 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 26631408-e804-4d30-96f1-fbc9f7e8508b resource provider aggregate not found Sep 21 15:23:01.438735 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 26631408-e804-4d30-96f1-fbc9f7e8508b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26631408-e804-4d30-96f1-fbc9f7e8508b found for delete ", "request_id": "req-b2c210b7-d845-41ce-a92e-410d7b89cf85"}]} Sep 21 15:23:01.454441 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-049dd0d3-b7b4-4164-a0db-f7f01d17c3fa tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:01.471516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-049dd0d3-b7b4-4164-a0db-f7f01d17c3fa tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:01.482382 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dd0d3-b7b4-4164-a0db-f7f01d17c3fa tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Network': ['ID=8c565a60-e2d7-46fc-9c51-d77f155b2a8d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:01.487304 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-049dd0d3-b7b4-4164-a0db-f7f01d17c3fa tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/networks/8c565a60-e2d7-46fc-9c51-d77f155b2a8d HTTP/1.1" status: 204 len: 168 time: 0.5640755 Sep 21 15:23:01.500517 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35426) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:01.512180 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5d4947a1-048e-4dd6-b635-5991566bfc46 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0105872 Sep 21 15:23:01.514523 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35430) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:01.520401 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-bad6f609-79f1-40f5-ae27-dad85243186a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'network': {'name': 'tempest-network-smoke--460530412', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'port_security_enabled': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:23:01.525326 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-bad6f609-79f1-40f5-ae27-dad85243186a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:23:01.529457 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bad6f609-79f1-40f5-ae27-dad85243186a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:network and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:23:01.532884 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bad6f609-79f1-40f5-ae27-dad85243186a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:23:01.538756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-bad6f609-79f1-40f5-ae27-dad85243186a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:23:01.548191 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad6f609-79f1-40f5-ae27-dad85243186a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:23:01.552431 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bad6f609-79f1-40f5-ae27-dad85243186a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:01.580531 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad6f609-79f1-40f5-ae27-dad85243186a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:23:01.589476 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bad6f609-79f1-40f5-ae27-dad85243186a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:01.589815 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-bad6f609-79f1-40f5-ae27-dad85243186a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Added segment 797b07e2-1cd7-43af-9679-0a172ebc8c4e of type vlan for network df59dd55-97ad-4f78-97af-caf15291d764 Sep 21 15:23:01.617859 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bad6f609-79f1-40f5-ae27-dad85243186a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:01.646603 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bad6f609-79f1-40f5-ae27-dad85243186a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:01.652088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad6f609-79f1-40f5-ae27-dad85243186a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:01.652693 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bad6f609-79f1-40f5-ae27-dad85243186a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:01.757012 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bad6f609-79f1-40f5-ae27-dad85243186a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2414925 Sep 21 15:23:01.759832 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35434) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:01.766472 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2113890871', 'admin_state_up': True, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:23:01.772713 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6f609-79f1-40f5-ae27-dad85243186a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Network': ['ID=df59dd55-97ad-4f78-97af-caf15291d764,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:01.777716 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:23:01.783611 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network df59dd55-97ad-4f78-97af-caf15291d764 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:23:01.784079 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:router and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:23:01.788864 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:23:01.797720 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:23:01.810537 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:01.811688 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:01.832913 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:02.106516 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:02.372326 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device a7d97bcb-5192-4ea2-98e1-836e04605615 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:23:02.405980 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:02.406497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: a7d97bcb-5192-4ea2-98e1-836e04605615 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:23:02.406839 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device a7d97bcb-5192-4ea2-98e1-836e04605615 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:23:02.437297 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:02.667775 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.26.4.71 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/d5c2f50b-8d75-404d-8bf7-c7ff67ede200) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:23:02.814437 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:02.843364 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:02.911665 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:23:02.914388 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:23:02.918253 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:23:02.952217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=d5c2f50b-8d75-404d-8bf7-c7ff67ede200,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:03.333188 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:03.677389 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:03.880626 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router 9e6d9e32-0871-40c5-8b83-a6c715475d6e is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:23:04.161864 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:23:04.172038 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] Sync routers for ids ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:23:04.181021 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] Routers {'9e6d9e32-0871-40c5-8b83-a6c715475d6e'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:23:04.181664 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:22:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:04.188839 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:04.190166 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d65d43de-db11-4932-a97e-c49bc49bf37c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4294362 Sep 21 15:23:04.193913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35438) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:04.233896 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bb30e651-7646-4477-9a70-95f0ace47f88 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=821a0a843ff74fdda869752c13af53c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388703 Sep 21 15:23:04.236444 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35442) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:04.369175 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337d5b1a-6a0d-4968-835d-fc9d387e465a tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:04.370785 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-337d5b1a-6a0d-4968-835d-fc9d387e465a tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1333060 Sep 21 15:23:04.373460 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35446) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:04.397422 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] Set router 9e6d9e32-0871-40c5-8b83-a6c715475d6e gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:23:04.416093 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d55ca8c0-a599-4da7-8925-fbd6d2762ae5 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=445481ae-8997-4e7e-a514-07e782c48c85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416043 Sep 21 15:23:04.418610 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35450) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:04.423762 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4725e15e-7af5-4beb-8acd-03d510bf6ea9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-797618144', 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:23:04.533317 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4725e15e-7af5-4beb-8acd-03d510bf6ea9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:23:04.537849 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4725e15e-7af5-4beb-8acd-03d510bf6ea9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:subnet and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:23:04.540666 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4725e15e-7af5-4beb-8acd-03d510bf6ea9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:23:04.546244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4725e15e-7af5-4beb-8acd-03d510bf6ea9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:23:04.556093 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4725e15e-7af5-4beb-8acd-03d510bf6ea9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:23:04.559602 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4725e15e-7af5-4beb-8acd-03d510bf6ea9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:04.687730 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'name': 'tempest-TestNetworkBasicOps-router-2113890871', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:23:01Z', 'updated_at': '2022-09-21T15:23:03Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:02Z', 'updated_at': '2022-09-21T15:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:04.691800 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] Checking router: 9e6d9e32-0871-40c5-8b83-a6c715475d6e for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:23:04.692183 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] Updating router 9e6d9e32-0871-40c5-8b83-a6c715475d6e port d5c2f50b-8d75-404d-8bf7-c7ff67ede200 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:23:04.748862 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:04.782598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4725e15e-7af5-4beb-8acd-03d510bf6ea9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:04.860774 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725e15e-7af5-4beb-8acd-03d510bf6ea9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Subnet': ['ID=24feeff9-ad95-4690-98fa-b0b982b791a6,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:04.871010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4725e15e-7af5-4beb-8acd-03d510bf6ea9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Checking segment: {'id': '797b07e2-1cd7-43af-9679-0a172ebc8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:23:04.871550 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4725e15e-7af5-4beb-8acd-03d510bf6ea9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network hostable DHCP agents. Network: df59dd55-97ad-4f78-97af-caf15291d764, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:23:04.890803 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4725e15e-7af5-4beb-8acd-03d510bf6ea9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network df59dd55-97ad-4f78-97af-caf15291d764 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:23:04.901587 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-4725e15e-7af5-4beb-8acd-03d510bf6ea9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, df59dd55-97ad-4f78-97af-caf15291d764) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:23:04.905549 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4725e15e-7af5-4beb-8acd-03d510bf6ea9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:04.906126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4725e15e-7af5-4beb-8acd-03d510bf6ea9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:04.926637 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4725e15e-7af5-4beb-8acd-03d510bf6ea9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5070064 Sep 21 15:23:04.929270 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35454) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:04.949011 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d7779f-e931-40a5-af84-a48f936c4af2 None None] Network df59dd55-97ad-4f78-97af-caf15291d764 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:23:05.295660 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:05.305655 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-df59dd55-97ad-4f78-97af-caf15291d764', 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ips': [{'subnet_id': '24feeff9-ad95-4690-98fa-b0b982b791a6'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:23:05.306452 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:05.324874 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] Transition to ACTIVE for port object d5c2f50b-8d75-404d-8bf7-c7ff67ede200 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:23:05.334848 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:05.457963 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] Attempting to bind port d5c2f50b-8d75-404d-8bf7-c7ff67ede200 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:23:05.458381 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] Attempting to bind port d5c2f50b-8d75-404d-8bf7-c7ff67ede200 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:23:05.458786 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] Attempting to bind port d5c2f50b-8d75-404d-8bf7-c7ff67ede200 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:23:05.481329 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:23:05.481704 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:23:05.482108 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:05.482507 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:23:05.482973 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] Bound port: d5c2f50b-8d75-404d-8bf7-c7ff67ede200, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:23:05.483340 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:05.545582 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67bca7-89de-4327-9198-1ec6abce975b None None] Pushing event updated for resources: {'Port': ['ID=d5c2f50b-8d75-404d-8bf7-c7ff67ede200,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:05.598279 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd912-4957-4aa3-a511-08453eb4dd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:05.647664 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] For port d5c2f50b-8d75-404d-8bf7-c7ff67ede200, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:23:05.657482 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] For port d5c2f50b-8d75-404d-8bf7-c7ff67ede200, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d5c2f50b-8d75-404d-8bf7-c7ff67ede200,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:23:05.664557 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] Allocated IP 172.20.0.2 (df59dd55-97ad-4f78-97af-caf15291d764/24feeff9-ad95-4690-98fa-b0b982b791a6/482a8d9f-c1da-4c42-a14c-64a7a88d7c2c) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:23:05.667040 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:05.733635 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] Routers {'9e6d9e32-0871-40c5-8b83-a6c715475d6e'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:23:05.734260 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:22:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:05.746835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-83a1572a-6c37-4938-a8dd-158ba80beeab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:05.959052 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67bca7-89de-4327-9198-1ec6abce975b None None] Pushing event updated for resources: {'Port': ['ID=d5c2f50b-8d75-404d-8bf7-c7ff67ede200,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:06.100104 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] Set router 9e6d9e32-0871-40c5-8b83-a6c715475d6e gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:23:06.361800 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:06.387581 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] Transition to ACTIVE for port object 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:23:06.445161 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] Transition to ACTIVE for port object 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:23:06.454398 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:06.518661 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-83a1572a-6c37-4938-a8dd-158ba80beeab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.20.0.1 (df59dd55-97ad-4f78-97af-caf15291d764/24feeff9-ad95-4690-98fa-b0b982b791a6/57dbf5c9-b441-4649-8018-64ef16898488) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:23:06.531636 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] Network df59dd55-97ad-4f78-97af-caf15291d764 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:23:06.535478 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:23:06.542081 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:23:06.550244 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] Pushing event updated for resources: {'Port': ['ID=482a8d9f-c1da-4c42-a14c-64a7a88d7c2c,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:06.663944 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'name': 'tempest-TestNetworkBasicOps-router-2113890871', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:23:01Z', 'updated_at': '2022-09-21T15:23:03Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:02Z', 'updated_at': '2022-09-21T15:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:06.668207 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] Attempting to bind port 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:23:06.668601 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] Attempting to bind port 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '797b07e2-1cd7-43af-9679-0a172ebc8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:23:06.668962 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] Attempting to bind port 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c on network df59dd55-97ad-4f78-97af-caf15291d764 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:23:06.674355 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4063fc75-e08b-46cc-93a4-32c80a8ea716 None None] The sync data for ids ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'] in dv-neutron-858731-1-hyperv is: [{'id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'name': 'tempest-TestNetworkBasicOps-router-2113890871', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:23:01Z', 'updated_at': '2022-09-21T15:23:03Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:02Z', 'updated_at': '2022-09-21T15:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:23:06.676302 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:23:06.676760 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] Checking segment: {'id': '797b07e2-1cd7-43af-9679-0a172ebc8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:23:06.677087 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:06.677470 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] Bound using segment: {'id': '797b07e2-1cd7-43af-9679-0a172ebc8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:23:06.678149 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] Bound port: 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797b07e2-1cd7-43af-9679-0a172ebc8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:23:06.678334 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:06.687084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-83a1572a-6c37-4938-a8dd-158ba80beeab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:06.710399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-83a1572a-6c37-4938-a8dd-158ba80beeab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Transition to ACTIVE for port object 57dbf5c9-b441-4649-8018-64ef16898488 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:23:06.736226 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-83a1572a-6c37-4938-a8dd-158ba80beeab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:06.774172 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] For port 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:23:06.780812 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] For port 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=482a8d9f-c1da-4c42-a14c-64a7a88d7c2c,segment=NetworkSegment(797b07e2-1cd7-43af-9679-0a172ebc8c4e),segment_id=797b07e2-1cd7-43af-9679-0a172ebc8c4e)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:23:06.787925 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:06.810604 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a1572a-6c37-4938-a8dd-158ba80beeab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network df59dd55-97ad-4f78-97af-caf15291d764 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:23:06.813525 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-83a1572a-6c37-4938-a8dd-158ba80beeab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:23:06.818138 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a1572a-6c37-4938-a8dd-158ba80beeab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:23:06.875481 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2aab0-4cd0-4b53-a1e1-44a244756a96 None None] Pushing event updated for resources: {'Port': ['ID=482a8d9f-c1da-4c42-a14c-64a7a88d7c2c,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:06.882173 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-83a1572a-6c37-4938-a8dd-158ba80beeab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:06.897001 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1572a-6c37-4938-a8dd-158ba80beeab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=57dbf5c9-b441-4649-8018-64ef16898488,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:07.062179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-83a1572a-6c37-4938-a8dd-158ba80beeab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:07.741368 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-83a1572a-6c37-4938-a8dd-158ba80beeab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:07.746761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-83a1572a-6c37-4938-a8dd-158ba80beeab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:07.870902 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-50d001f6-dbb8-45e0-9ed6-3c658d83274a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:07.897496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-83a1572a-6c37-4938-a8dd-158ba80beeab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:07.901525 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1572a-6c37-4938-a8dd-158ba80beeab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=57dbf5c9-b441-4649-8018-64ef16898488,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:07.942534 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a76bc9-eafe-47dd-8f1e-e96118a05b5f None None] Network df59dd55-97ad-4f78-97af-caf15291d764 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:23:08.085446 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a1572a-6c37-4938-a8dd-158ba80beeab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network df59dd55-97ad-4f78-97af-caf15291d764 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:23:08.086948 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-83a1572a-6c37-4938-a8dd-158ba80beeab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:23:08.116564 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5c59f823-f1a5-4e4d-9d5a-965cdc07486f None None] Provisioning for port 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:23:08.312936 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a1572a-6c37-4938-a8dd-158ba80beeab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router 9e6d9e32-0871-40c5-8b83-a6c715475d6e has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:23:08.451248 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d5c2f50b-8d75-404d-8bf7-c7ff67ede200 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:23:08.509822 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a1572a-6c37-4938-a8dd-158ba80beeab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:23:08.520792 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] Sync routers for ids ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:23:08.526052 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-83a1572a-6c37-4938-a8dd-158ba80beeab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/routers/9e6d9e32-0871-40c5-8b83-a6c715475d6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5956390 Sep 21 15:23:08.528513 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35458) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:08.533802 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port d5c2f50b-8d75-404d-8bf7-c7ff67ede200 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:23:08.537322 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] Routers {'9e6d9e32-0871-40c5-8b83-a6c715475d6e'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:23:08.537973 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:23:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:08.542553 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port d5c2f50b-8d75-404d-8bf7-c7ff67ede200 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:23:08.543113 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:08.623022 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-be0f99a3-7883-41a8-b832-40805ca32056 None None] Provisioning for port 57dbf5c9-b441-4649-8018-64ef16898488 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:23:08.681040 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-be0f99a3-7883-41a8-b832-40805ca32056 None None] Provisioning complete for port 57dbf5c9-b441-4649-8018-64ef16898488 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:23:08.681040 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-be0f99a3-7883-41a8-b832-40805ca32056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:08.709837 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5cddb3-57ef-46cb-a47b-70fae1c85b70 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:08.710334 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5cddb3-57ef-46cb-a47b-70fae1c85b70 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:08.710807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5cddb3-57ef-46cb-a47b-70fae1c85b70 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:08.711271 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5cddb3-57ef-46cb-a47b-70fae1c85b70 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:08.711788 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5cddb3-57ef-46cb-a47b-70fae1c85b70 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:08.712251 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5cddb3-57ef-46cb-a47b-70fae1c85b70 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:08.714235 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-aa5cddb3-57ef-46cb-a47b-70fae1c85b70 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.1848505 Sep 21 15:23:08.717020 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35462) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:08.746238 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] Set router 9e6d9e32-0871-40c5-8b83-a6c715475d6e gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:23:08.755038 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-be0f99a3-7883-41a8-b832-40805ca32056 None None] Port 57dbf5c9-b441-4649-8018-64ef16898488 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:23:08.794098 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port d5c2f50b-8d75-404d-8bf7-c7ff67ede200 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:23:08.794610 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:08.801553 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af50bd4e-ee74-4f9a-958c-7c8bf052fc4f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:08.802048 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af50bd4e-ee74-4f9a-958c-7c8bf052fc4f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:08.803206 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af50bd4e-ee74-4f9a-958c-7c8bf052fc4f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:08.803206 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af50bd4e-ee74-4f9a-958c-7c8bf052fc4f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:08.803499 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af50bd4e-ee74-4f9a-958c-7c8bf052fc4f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:08.803943 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af50bd4e-ee74-4f9a-958c-7c8bf052fc4f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:08.808425 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-af50bd4e-ee74-4f9a-958c-7c8bf052fc4f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0878460 Sep 21 15:23:08.808612 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:08.808809 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35466) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:08.822703 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port d5c2f50b-8d75-404d-8bf7-c7ff67ede200, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d5c2f50b-8d75-404d-8bf7-c7ff67ede200,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:23:08.829150 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:08.830126 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:23:08.960677 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:08.983766 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-59a00396-4fb6-4b3a-8bb7-e461bb36ccc7 None None] Provisioning complete for port 57dbf5c9-b441-4649-8018-64ef16898488 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:23:08.984777 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-59a00396-4fb6-4b3a-8bb7-e461bb36ccc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.027720 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=d5c2f50b-8d75-404d-8bf7-c7ff67ede200,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:09.061226 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a6ff85b4-4c24-463f-887f-1fefe88143af tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2506642 Sep 21 15:23:09.109188 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:23:09.114162 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-59a00396-4fb6-4b3a-8bb7-e461bb36ccc7 None None] Port 57dbf5c9-b441-4649-8018-64ef16898488 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:23:09.116562 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:23:09.117064 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.136103 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35472) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:09.138311 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'name': 'tempest-TestNetworkBasicOps-router-2113890871', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:23:01Z', 'updated_at': '2022-09-21T15:23:06Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:02Z', 'updated_at': '2022-09-21T15:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '57dbf5c9-b441-4649-8018-64ef16898488', 'name': '', 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:bf:c4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:05Z', 'updated_at': '2022-09-21T15:23:07Z', 'revision_number': 2, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:09.141688 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-401925317', 'description': 'tempest-secgroup-smoke-401925317 description', 'project_id': '821a0a843ff74fdda869752c13af53c9'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:23:09.142912 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] Checking router: 9e6d9e32-0871-40c5-8b83-a6c715475d6e for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:23:09.143283 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] Updating router 9e6d9e32-0871-40c5-8b83-a6c715475d6e port 57dbf5c9-b441-4649-8018-64ef16898488 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:23:09.147758 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:23:09.151931 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:23:09.154808 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:23:09.160716 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:23:09.174906 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.196028 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:23:09.199878 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:23:09.203044 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:23:09.206999 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.209073 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:23:09.246567 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:23:09.246946 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.263411 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d4b37cc4-17fa-42b2-9f7c-2e1762d74fad None None] Provisioning complete for port 57dbf5c9-b441-4649-8018-64ef16898488 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:23:09.263862 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d4b37cc4-17fa-42b2-9f7c-2e1762d74fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.291290 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.296353 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.334232 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=482a8d9f-c1da-4c42-a14c-64a7a88d7c2c,segment=NetworkSegment(797b07e2-1cd7-43af-9679-0a172ebc8c4e),segment_id=797b07e2-1cd7-43af-9679-0a172ebc8c4e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:23:09.335267 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d4b37cc4-17fa-42b2-9f7c-2e1762d74fad None None] Port 57dbf5c9-b441-4649-8018-64ef16898488 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:23:09.340056 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.346698 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda5f82a-fe43-4af5-85e8-f170c46ccc59,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:09.354933 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.356149 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2187269 Sep 21 15:23:09.357439 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.357943 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.358457 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.359157 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35476) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:09.360845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.361349 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.361700 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.362412 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.363721 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.364751 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.365538 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.365878 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.366299 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edc7f1-c2fc-4c0d-8001-aeb1b58354b1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.367874 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': 'dda5f82a-fe43-4af5-85e8-f170c46ccc59', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:23:09.383662 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:23:09.387792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:23:09.390714 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:23:09.396820 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:23:09.415795 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=482a8d9f-c1da-4c42-a14c-64a7a88d7c2c,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:09.416974 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.482143 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.486039 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.509992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebeca37-8faa-4a05-8472-e8d99a1c4ff8,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:09.522170 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.522517 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.522899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.523587 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.523750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.524079 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.524530 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.524872 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.525198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.525516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.525832 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.526165 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:09.529231 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.533136 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a145bad8-033e-4b36-b059-58e2c2a501ed tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1697705 Sep 21 15:23:09.533272 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35480) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:09.538674 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-af94f053-3906-4b01-ada2-8836b5c2beb1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': 'dda5f82a-fe43-4af5-85e8-f170c46ccc59', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:23:09.544630 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-af94f053-3906-4b01-ada2-8836b5c2beb1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:23:09.548416 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-af94f053-3906-4b01-ada2-8836b5c2beb1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:23:09.552162 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-af94f053-3906-4b01-ada2-8836b5c2beb1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:23:09.557838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-af94f053-3906-4b01-ada2-8836b5c2beb1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:23:09.575204 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af94f053-3906-4b01-ada2-8836b5c2beb1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.590588 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.602867 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] Transition to ACTIVE for port object 57dbf5c9-b441-4649-8018-64ef16898488 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:23:09.609558 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.637871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af94f053-3906-4b01-ada2-8836b5c2beb1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.641405 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af94f053-3906-4b01-ada2-8836b5c2beb1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.663726 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94f053-3906-4b01-ada2-8836b5c2beb1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d43e038-5e78-4052-8245-a0e4e74f6ab5,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:09.675185 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af94f053-3906-4b01-ada2-8836b5c2beb1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.676550 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-af94f053-3906-4b01-ada2-8836b5c2beb1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1423242 Sep 21 15:23:09.679398 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35484) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:09.684294 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9505d2c8-a772-4eba-8d56-862e9bcf14da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': 'dda5f82a-fe43-4af5-85e8-f170c46ccc59', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:23:09.690424 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9505d2c8-a772-4eba-8d56-862e9bcf14da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:23:09.694067 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9505d2c8-a772-4eba-8d56-862e9bcf14da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:23:09.697089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9505d2c8-a772-4eba-8d56-862e9bcf14da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:23:09.703071 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9505d2c8-a772-4eba-8d56-862e9bcf14da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:23:09.721073 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9505d2c8-a772-4eba-8d56-862e9bcf14da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.785933 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9505d2c8-a772-4eba-8d56-862e9bcf14da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.789516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9505d2c8-a772-4eba-8d56-862e9bcf14da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.812284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505d2c8-a772-4eba-8d56-862e9bcf14da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d9cb5d-d150-4153-8d1a-a039f7313d18,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:09.818429 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ad829-2b15-473c-82ca-7c94907373f1 None None] Pushing event updated for resources: {'Port': ['ID=57dbf5c9-b441-4649-8018-64ef16898488,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:09.822893 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9505d2c8-a772-4eba-8d56-862e9bcf14da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.824119 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9505d2c8-a772-4eba-8d56-862e9bcf14da tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438010 Sep 21 15:23:09.827099 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35488) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:09.827739 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] Attempting to bind port 57dbf5c9-b441-4649-8018-64ef16898488 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:23:09.828108 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] Attempting to bind port 57dbf5c9-b441-4649-8018-64ef16898488 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '797b07e2-1cd7-43af-9679-0a172ebc8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:23:09.828604 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] Attempting to bind port 57dbf5c9-b441-4649-8018-64ef16898488 on network df59dd55-97ad-4f78-97af-caf15291d764 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:23:09.832985 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-07f34748-4c55-408c-97d3-c3daaa543ae0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': 'dda5f82a-fe43-4af5-85e8-f170c46ccc59', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:23:09.834588 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:23:09.834950 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] Checking segment: {'id': '797b07e2-1cd7-43af-9679-0a172ebc8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:23:09.835343 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.835726 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] Bound using segment: {'id': '797b07e2-1cd7-43af-9679-0a172ebc8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:23:09.836181 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] Bound port: 57dbf5c9-b441-4649-8018-64ef16898488, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797b07e2-1cd7-43af-9679-0a172ebc8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:23:09.836577 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.838703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-07f34748-4c55-408c-97d3-c3daaa543ae0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:23:09.842693 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-07f34748-4c55-408c-97d3-c3daaa543ae0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:23:09.845560 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-07f34748-4c55-408c-97d3-c3daaa543ae0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:23:09.852181 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-07f34748-4c55-408c-97d3-c3daaa543ae0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:23:09.868603 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-07f34748-4c55-408c-97d3-c3daaa543ae0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.926306 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] For port 57dbf5c9-b441-4649-8018-64ef16898488, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:23:09.929509 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] For port 57dbf5c9-b441-4649-8018-64ef16898488, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=57dbf5c9-b441-4649-8018-64ef16898488,segment=NetworkSegment(797b07e2-1cd7-43af-9679-0a172ebc8c4e),segment_id=797b07e2-1cd7-43af-9679-0a172ebc8c4e)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:23:09.933363 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.935218 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-07f34748-4c55-408c-97d3-c3daaa543ae0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.939170 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-07f34748-4c55-408c-97d3-c3daaa543ae0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.963427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f34748-4c55-408c-97d3-c3daaa543ae0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6ff922-f255-4387-a9b8-f6d0d52e6748,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:09.973774 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-07f34748-4c55-408c-97d3-c3daaa543ae0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:09.977833 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-07f34748-4c55-408c-97d3-c3daaa543ae0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1469090 Sep 21 15:23:09.978481 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35492) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:09.985190 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-740cdebb-527a-4df2-b6aa-882667e24dac tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': 'dda5f82a-fe43-4af5-85e8-f170c46ccc59', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:23:09.991755 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-740cdebb-527a-4df2-b6aa-882667e24dac tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:23:09.995215 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] Routers {'9e6d9e32-0871-40c5-8b83-a6c715475d6e'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:23:09.995838 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:23:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:09.996172 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-740cdebb-527a-4df2-b6aa-882667e24dac tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:23:09.999093 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-740cdebb-527a-4df2-b6aa-882667e24dac tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:23:10.006251 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-740cdebb-527a-4df2-b6aa-882667e24dac tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:23:10.017640 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-740cdebb-527a-4df2-b6aa-882667e24dac tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:23:10.026068 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-740cdebb-527a-4df2-b6aa-882667e24dac tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:10.094471 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-740cdebb-527a-4df2-b6aa-882667e24dac tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:10.098799 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-740cdebb-527a-4df2-b6aa-882667e24dac tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:10.118828 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ad829-2b15-473c-82ca-7c94907373f1 None None] Pushing event updated for resources: {'Port': ['ID=57dbf5c9-b441-4649-8018-64ef16898488,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:10.119192 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740cdebb-527a-4df2-b6aa-882667e24dac tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6772a53e-fb59-4e14-8c00-d0276b90d40e,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:10.131833 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-740cdebb-527a-4df2-b6aa-882667e24dac tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:10.133112 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-740cdebb-527a-4df2-b6aa-882667e24dac tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1529739 Sep 21 15:23:10.135882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35496) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:10.140847 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a6d48a42-3828-45b7-a16c-0656363c9698 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': 'dda5f82a-fe43-4af5-85e8-f170c46ccc59', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:23:10.147235 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a6d48a42-3828-45b7-a16c-0656363c9698 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:23:10.150999 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a6d48a42-3828-45b7-a16c-0656363c9698 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:23:10.153847 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a6d48a42-3828-45b7-a16c-0656363c9698 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:23:10.159383 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a6d48a42-3828-45b7-a16c-0656363c9698 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:23:10.169726 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-a6d48a42-3828-45b7-a16c-0656363c9698 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:23:10.176186 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a6d48a42-3828-45b7-a16c-0656363c9698 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:10.223423 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] Set router 9e6d9e32-0871-40c5-8b83-a6c715475d6e gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:23:10.244440 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a6d48a42-3828-45b7-a16c-0656363c9698 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:10.248747 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a6d48a42-3828-45b7-a16c-0656363c9698 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:10.274240 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d48a42-3828-45b7-a16c-0656363c9698 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e5f780-2b64-45bf-897a-63fc686991f2,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:10.283348 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a6d48a42-3828-45b7-a16c-0656363c9698 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:10.284693 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a6d48a42-3828-45b7-a16c-0656363c9698 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1478250 Sep 21 15:23:10.395302 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d5c2f50b-8d75-404d-8bf7-c7ff67ede200 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:23:10.449943 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-4be8992a-a3cc-4167-a300-e1b1b2fc51a4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-401925317&fields=id&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 267 time: 0.0426466 Sep 21 15:23:10.471588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port d5c2f50b-8d75-404d-8bf7-c7ff67ede200 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:23:10.472055 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:10.533642 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:10.570095 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'name': 'tempest-TestNetworkBasicOps-router-2113890871', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:23:01Z', 'updated_at': '2022-09-21T15:23:06Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:02Z', 'updated_at': '2022-09-21T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '57dbf5c9-b441-4649-8018-64ef16898488', 'name': '', 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:bf:c4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:05Z', 'updated_at': '2022-09-21T15:23:09Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:10.576828 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fb1a4a-119b-4c28-9cc3-257be4bb0899 None None] The sync data for ids ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'] in dv-neutron-858731-1-hyperv is: [{'id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'name': 'tempest-TestNetworkBasicOps-router-2113890871', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:23:01Z', 'updated_at': '2022-09-21T15:23:06Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:02Z', 'updated_at': '2022-09-21T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '57dbf5c9-b441-4649-8018-64ef16898488', 'name': '', 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:bf:c4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:05Z', 'updated_at': '2022-09-21T15:23:09Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:23:10.602716 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port d5c2f50b-8d75-404d-8bf7-c7ff67ede200 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:23:10.603794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:23:10.611796 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-17bb57c9-e5df-4eb5-9e8d-af71212c4aa1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:10.612501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-17bb57c9-e5df-4eb5-9e8d-af71212c4aa1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:23:10.636691 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-17bb57c9-e5df-4eb5-9e8d-af71212c4aa1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:23:10.638304 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-17bb57c9-e5df-4eb5-9e8d-af71212c4aa1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/networks?id=df59dd55-97ad-4f78-97af-caf15291d764 HTTP/1.1" status: 200 len: 796 time: 0.1816540 Sep 21 15:23:10.661303 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-b20a0f68-4765-43a4-ab8e-ffdbcbfa1ea5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/quotas/821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 375 time: 0.0140526 Sep 21 15:23:10.703252 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:23:10.703615 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:10.789385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-4540df49-893e-431e-8761-18baf1aa22f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:23:10.807320 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-4540df49-893e-431e-8761-18baf1aa22f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:23:10.812082 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-4540df49-893e-431e-8761-18baf1aa22f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1443362 Sep 21 15:23:10.840842 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:23:11.130640 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-c8f52638-5b54-4843-95aa-88754ac4ffff service neutron] 10.222.0.62 "GET /v2.0/networks/df59dd55-97ad-4f78-97af-caf15291d764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066261 Sep 21 15:23:11.267729 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-28be1567-b4e7-4417-b3fd-a611f7b5b456 service neutron] 10.222.0.62 "GET /v2.0/networks/df59dd55-97ad-4f78-97af-caf15291d764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312621 Sep 21 15:23:11.460340 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-75eada9e-3a1c-4b84-9cb8-e7ebe83bd948 req-ae4f33a5-b7bc-4287-8c11-8bd5fc832b4b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0102ed96-6683-4d01-9e91-fbf2bf30ad52 HTTP/1.1" status: 200 len: 210 time: 0.0528953 Sep 21 15:23:12.407056 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 57dbf5c9-b441-4649-8018-64ef16898488 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:23:12.478362 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 57dbf5c9-b441-4649-8018-64ef16898488 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:23:12.483156 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 57dbf5c9-b441-4649-8018-64ef16898488 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:23:12.483519 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:12.608574 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 57dbf5c9-b441-4649-8018-64ef16898488 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:23:12.609071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:12.644962 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 57dbf5c9-b441-4649-8018-64ef16898488, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=57dbf5c9-b441-4649-8018-64ef16898488,segment=NetworkSegment(797b07e2-1cd7-43af-9679-0a172ebc8c4e),segment_id=797b07e2-1cd7-43af-9679-0a172ebc8c4e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:23:12.649551 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:12.653671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-106d8625-e417-4740-9e14-0e62614bb2c8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:12.655096 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-106d8625-e417-4740-9e14-0e62614bb2c8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/networks?id=df59dd55-97ad-4f78-97af-caf15291d764 HTTP/1.1" status: 200 len: 796 time: 0.2267175 Sep 21 15:23:12.657387 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-202e1133-0c09-47b9-9208-50f085d44c9b req-736841b8-8600-4527-b8d1-46fca412f7af tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0102ed96-6683-4d01-9e91-fbf2bf30ad52 HTTP/1.1" status: 200 len: 210 time: 0.0669041 Sep 21 15:23:12.724582 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-346a49f5-ee83-4cbb-a9c7-630d3b3f1788 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 379 time: 0.0433137 Sep 21 15:23:12.731597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=57dbf5c9-b441-4649-8018-64ef16898488,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:12.749287 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-0557204a-09d7-416f-a103-5d364a308b47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'port': {'device_id': '0102ed96-6683-4d01-9e91-fbf2bf30ad52', 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764', 'admin_state_up': True, 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'security_groups': ['dda5f82a-fe43-4af5-85e8-f170c46ccc59']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:23:12.890565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-0557204a-09d7-416f-a103-5d364a308b47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:23:12.900532 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-0557204a-09d7-416f-a103-5d364a308b47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:23:12.910445 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-0557204a-09d7-416f-a103-5d364a308b47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:23:12.913862 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-0557204a-09d7-416f-a103-5d364a308b47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:13.074150 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-0557204a-09d7-416f-a103-5d364a308b47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.20.0.9 (df59dd55-97ad-4f78-97af-caf15291d764/24feeff9-ad95-4690-98fa-b0b982b791a6/da947824-cf1b-46e0-a7d5-b054815569ac) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:23:13.263689 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-0557204a-09d7-416f-a103-5d364a308b47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:13.279542 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-0557204a-09d7-416f-a103-5d364a308b47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Transition to ACTIVE for port object da947824-cf1b-46e0-a7d5-b054815569ac will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:23:13.302975 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-0557204a-09d7-416f-a103-5d364a308b47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:13.371965 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-0557204a-09d7-416f-a103-5d364a308b47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network df59dd55-97ad-4f78-97af-caf15291d764 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:23:13.375070 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-0557204a-09d7-416f-a103-5d364a308b47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:23:13.379309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-0557204a-09d7-416f-a103-5d364a308b47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:23:13.417474 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557204a-09d7-416f-a103-5d364a308b47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=da947824-cf1b-46e0-a7d5-b054815569ac,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:13.450139 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-0557204a-09d7-416f-a103-5d364a308b47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:13.451018 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-0557204a-09d7-416f-a103-5d364a308b47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:13.476567 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-0557204a-09d7-416f-a103-5d364a308b47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7310994 Sep 21 15:23:13.492384 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] Request body: {'port': {'device_id': '0102ed96-6683-4d01-9e91-fbf2bf30ad52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:23:13.584129 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-28830b99-e2c6-45e5-9568-1f99129c9400 None None] Provisioning for port da947824-cf1b-46e0-a7d5-b054815569ac completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:23:13.588940 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-28830b99-e2c6-45e5-9568-1f99129c9400 None None] Provisioning complete for port da947824-cf1b-46e0-a7d5-b054815569ac triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:23:13.589308 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-28830b99-e2c6-45e5-9568-1f99129c9400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:13.601939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:13.645751 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-28830b99-e2c6-45e5-9568-1f99129c9400 None None] Port da947824-cf1b-46e0-a7d5-b054815569ac cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:23:13.952471 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cd55b-6e30-4e95-b7e7-4e1a3ed625ef req-2ff1b575-2c0a-4440-aa8c-fd8ce40c9253 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:13.953188 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-679cd55b-6e30-4e95-b7e7-4e1a3ed625ef req-2ff1b575-2c0a-4440-aa8c-fd8ce40c9253 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:23:14.021125 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-679cd55b-6e30-4e95-b7e7-4e1a3ed625ef req-2ff1b575-2c0a-4440-aa8c-fd8ce40c9253 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:23:14.022266 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-679cd55b-6e30-4e95-b7e7-4e1a3ed625ef req-2ff1b575-2c0a-4440-aa8c-fd8ce40c9253 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0102ed96-6683-4d01-9e91-fbf2bf30ad52 HTTP/1.1" status: 200 len: 931 time: 0.2097976 Sep 21 15:23:14.027736 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da947824-cf1b-46e0-a7d5-b054815569ac {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:23:14.037225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:14.186469 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] Transition to ACTIVE for port object da947824-cf1b-46e0-a7d5-b054815569ac will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:23:14.190551 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:14.285750 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-679cd55b-6e30-4e95-b7e7-4e1a3ed625ef req-051f6683-b781-4a75-bb12-598ed62adec8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda5f82a-fe43-4af5-85e8-f170c46ccc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535949 Sep 21 15:23:14.386365 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] Pushing event updated for resources: {'Port': ['ID=da947824-cf1b-46e0-a7d5-b054815569ac,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:14.386626 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 57dbf5c9-b441-4649-8018-64ef16898488 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:23:14.422385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] Attempting to bind port da947824-cf1b-46e0-a7d5-b054815569ac on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:23:14.422720 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] Attempting to bind port da947824-cf1b-46e0-a7d5-b054815569ac by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '797b07e2-1cd7-43af-9679-0a172ebc8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:23:14.423044 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] Attempting to bind port da947824-cf1b-46e0-a7d5-b054815569ac on network df59dd55-97ad-4f78-97af-caf15291d764 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:23:14.428500 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] Port da947824-cf1b-46e0-a7d5-b054815569ac on network df59dd55-97ad-4f78-97af-caf15291d764 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:23:14.428734 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] Attempting to bind port da947824-cf1b-46e0-a7d5-b054815569ac on network df59dd55-97ad-4f78-97af-caf15291d764 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:23:14.433728 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:23:14.434058 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] Checking segment: {'id': '797b07e2-1cd7-43af-9679-0a172ebc8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:23:14.434437 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] Bound using segment: {'id': '797b07e2-1cd7-43af-9679-0a172ebc8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:23:14.434861 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] Bound port: da947824-cf1b-46e0-a7d5-b054815569ac, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797b07e2-1cd7-43af-9679-0a172ebc8c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:23:14.435198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:14.455339 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 57dbf5c9-b441-4649-8018-64ef16898488 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:23:14.455625 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:14.523854 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] For port da947824-cf1b-46e0-a7d5-b054815569ac, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:23:14.526834 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] For port da947824-cf1b-46e0-a7d5-b054815569ac, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=da947824-cf1b-46e0-a7d5-b054815569ac,segment=NetworkSegment(797b07e2-1cd7-43af-9679-0a172ebc8c4e),segment_id=797b07e2-1cd7-43af-9679-0a172ebc8c4e)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:23:14.532142 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:14.572100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:14.572742 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:14.573682 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 57dbf5c9-b441-4649-8018-64ef16898488 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:23:14.574141 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] 10.222.0.20 "PUT /v2.0/ports/da947824-cf1b-46e0-a7d5-b054815569ac HTTP/1.1" status: 200 len: 1093 time: 1.0865247 Sep 21 15:23:14.574635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0102ed96-6683-4d01-9e91-fbf2bf30ad52', 'tag': 'da947824-cf1b-46e0-a7d5-b054815569ac'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:23:14.577236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ed1a69-8997-4fe9-a580-a1a6cc48eac6" -d '{"events": [{"name": "network-changed", "server_uuid": "0102ed96-6683-4d01-9e91-fbf2bf30ad52", "tag": "da947824-cf1b-46e0-a7d5-b054815569ac"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:23:14.648019 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af237e76-c845-4b38-8131-fb9339b5a66e service neutron] Pushing event updated for resources: {'Port': ['ID=da947824-cf1b-46e0-a7d5-b054815569ac,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:14.651394 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80135704-9052-43cd-a798-d644e12faa23 x-openstack-request-id: req-80135704-9052-43cd-a798-d644e12faa23 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:23:14.651677 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0102ed96-6683-4d01-9e91-fbf2bf30ad52", "tag": "da947824-cf1b-46e0-a7d5-b054815569ac", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:23:14.651925 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-80135704-9052-43cd-a798-d644e12faa23 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:23:14.652307 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80135704-9052-43cd-a798-d644e12faa23'] response: {'name': 'network-changed', 'server_uuid': '0102ed96-6683-4d01-9e91-fbf2bf30ad52', 'tag': 'da947824-cf1b-46e0-a7d5-b054815569ac', 'status': 'completed', 'code': 200} Sep 21 15:23:14.695840 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-e76d7680-d6fb-4122-925e-9a8070c8ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:14.697336 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-e76d7680-d6fb-4122-925e-9a8070c8ccf8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=0102ed96-6683-4d01-9e91-fbf2bf30ad52 HTTP/1.1" status: 200 len: 1096 time: 0.0836439 Sep 21 15:23:14.770062 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-c05f416f-480e-45b2-a42d-1be2903c7c32 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da947824-cf1b-46e0-a7d5-b054815569ac HTTP/1.1" status: 200 len: 217 time: 0.0622134 Sep 21 15:23:14.835454 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-89bf65f5-c796-4d5b-84b3-a2074a3ffffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:14.836847 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-89bf65f5-c796-4d5b-84b3-a2074a3ffffd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24feeff9-ad95-4690-98fa-b0b982b791a6 HTTP/1.1" status: 200 len: 834 time: 0.0568719 Sep 21 15:23:14.926475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-6be01cb3-ba7e-4820-bb4a-beea3445c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:14.927983 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-6be01cb3-ba7e-4820-bb4a-beea3445c53f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df59dd55-97ad-4f78-97af-caf15291d764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817928 Sep 21 15:23:15.067194 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-b7cdba20-d7be-4af2-b70c-29caf26abc23 service neutron] 10.222.0.20 "GET /v2.0/networks/df59dd55-97ad-4f78-97af-caf15291d764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299543 Sep 21 15:23:15.202675 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b779e75f-cc1a-4e16-bbf3-daea703da918 req-37cbad8f-8977-471c-ad8d-ba3baa3e395c service neutron] 10.222.0.20 "GET /v2.0/networks/df59dd55-97ad-4f78-97af-caf15291d764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258085 Sep 21 15:23:15.333552 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed1a69-8997-4fe9-a580-a1a6cc48eac6 req-a346d1e4-6ea0-46a3-a563-3f734ca93869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:15.335025 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98ed1a69-8997-4fe9-a580-a1a6cc48eac6 req-a346d1e4-6ea0-46a3-a563-3f734ca93869 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=0102ed96-6683-4d01-9e91-fbf2bf30ad52 HTTP/1.1" status: 200 len: 1096 time: 0.0790260 Sep 21 15:23:15.530340 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed1a69-8997-4fe9-a580-a1a6cc48eac6 req-53f1209f-22b7-4a65-b631-147db034937c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:15.531776 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98ed1a69-8997-4fe9-a580-a1a6cc48eac6 req-53f1209f-22b7-4a65-b631-147db034937c service neutron] 10.222.0.20 "GET /v2.0/networks?id=df59dd55-97ad-4f78-97af-caf15291d764 HTTP/1.1" status: 200 len: 897 time: 0.1878414 Sep 21 15:23:15.600008 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53195225-3ac9-4359-ae86-1a41153e06dc req-98770761-e890-4b80-822d-7fe424d97995 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:15.601399 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53195225-3ac9-4359-ae86-1a41153e06dc req-98770761-e890-4b80-822d-7fe424d97995 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0102ed96-6683-4d01-9e91-fbf2bf30ad52 HTTP/1.1" status: 200 len: 943 time: 0.1889501 Sep 21 15:23:15.611040 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98ed1a69-8997-4fe9-a580-a1a6cc48eac6 req-a5c003e8-1202-492f-a7ac-dcd7b493ee38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da947824-cf1b-46e0-a7d5-b054815569ac HTTP/1.1" status: 200 len: 217 time: 0.0708423 Sep 21 15:23:15.697852 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53195225-3ac9-4359-ae86-1a41153e06dc req-6b323ee1-95ab-4e51-88b2-35a20d316ea2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda5f82a-fe43-4af5-85e8-f170c46ccc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890810 Sep 21 15:23:15.701311 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed1a69-8997-4fe9-a580-a1a6cc48eac6 req-299e789c-8af2-4f86-b118-021905070c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:15.702633 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98ed1a69-8997-4fe9-a580-a1a6cc48eac6 req-299e789c-8af2-4f86-b118-021905070c5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24feeff9-ad95-4690-98fa-b0b982b791a6 HTTP/1.1" status: 200 len: 834 time: 0.0774219 Sep 21 15:23:15.789159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed1a69-8997-4fe9-a580-a1a6cc48eac6 req-779e8d32-0547-4ffb-81fb-f1dec7d42560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:15.790630 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98ed1a69-8997-4fe9-a580-a1a6cc48eac6 req-779e8d32-0547-4ffb-81fb-f1dec7d42560 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df59dd55-97ad-4f78-97af-caf15291d764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806961 Sep 21 15:23:16.026791 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98ed1a69-8997-4fe9-a580-a1a6cc48eac6 req-62b4420e-104e-4f38-a26f-e3259960766e service neutron] 10.222.0.20 "GET /v2.0/networks/df59dd55-97ad-4f78-97af-caf15291d764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287810 Sep 21 15:23:16.164260 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98ed1a69-8997-4fe9-a580-a1a6cc48eac6 req-fbae1486-1463-4768-8d90-c1c383d4cc31 service neutron] 10.222.0.20 "GET /v2.0/networks/df59dd55-97ad-4f78-97af-caf15291d764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304169 Sep 21 15:23:16.633559 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device da947824-cf1b-46e0-a7d5-b054815569ac details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:23:16.768024 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port da947824-cf1b-46e0-a7d5-b054815569ac, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=da947824-cf1b-46e0-a7d5-b054815569ac,segment=NetworkSegment(797b07e2-1cd7-43af-9679-0a172ebc8c4e),segment_id=797b07e2-1cd7-43af-9679-0a172ebc8c4e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:23:16.781720 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'da947824-cf1b-46e0-a7d5-b054815569ac', 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764', 'port_id': 'da947824-cf1b-46e0-a7d5-b054815569ac', 'mac_address': 'fa:16:3e:f5:60:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:23:16.844935 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port da947824-cf1b-46e0-a7d5-b054815569ac is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:23:16.845316 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:16.864477 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da947824-cf1b-46e0-a7d5-b054815569ac {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:23:16.880101 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port da947824-cf1b-46e0-a7d5-b054815569ac, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=da947824-cf1b-46e0-a7d5-b054815569ac,segment=NetworkSegment(797b07e2-1cd7-43af-9679-0a172ebc8c4e),segment_id=797b07e2-1cd7-43af-9679-0a172ebc8c4e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:23:16.884272 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:16.898737 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1b65a-88e7-4a26-8b2e-f696105b8137 req-0be269d6-3ac2-4425-ae0e-d17af0d1a066 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:16.900185 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-29f1b65a-88e7-4a26-8b2e-f696105b8137 req-0be269d6-3ac2-4425-ae0e-d17af0d1a066 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0102ed96-6683-4d01-9e91-fbf2bf30ad52 HTTP/1.1" status: 200 len: 943 time: 0.0880816 Sep 21 15:23:16.944203 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-29f1b65a-88e7-4a26-8b2e-f696105b8137 req-ad7c1b47-3ea9-4d5e-a2ee-9dfb49543d94 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda5f82a-fe43-4af5-85e8-f170c46ccc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382874 Sep 21 15:23:16.952894 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=da947824-cf1b-46e0-a7d5-b054815569ac,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:16.960542 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:16.960887 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:16.961223 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:16.961553 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:16.961878 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:16.962202 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:16.962525 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:16.962846 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:16.963165 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:16.963483 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:16.963799 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:16.964111 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:23:17.154153 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['da947824-cf1b-46e0-a7d5-b054815569ac'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:23:18.150881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e198a2-e408-4a28-9e28-98162a207f30 req-6db0868b-92ff-49c7-8793-5062b0fd6853 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:18.152313 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71e198a2-e408-4a28-9e28-98162a207f30 req-6db0868b-92ff-49c7-8793-5062b0fd6853 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0102ed96-6683-4d01-9e91-fbf2bf30ad52 HTTP/1.1" status: 200 len: 944 time: 0.0967515 Sep 21 15:23:18.196175 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71e198a2-e408-4a28-9e28-98162a207f30 req-ea7d65d7-6748-42d5-b2ec-da60bdeeabcb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda5f82a-fe43-4af5-85e8-f170c46ccc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381501 Sep 21 15:23:18.649243 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device da947824-cf1b-46e0-a7d5-b054815569ac up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:23:18.745408 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port da947824-cf1b-46e0-a7d5-b054815569ac completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:23:18.750174 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port da947824-cf1b-46e0-a7d5-b054815569ac triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:23:18.750546 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:18.866754 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port da947824-cf1b-46e0-a7d5-b054815569ac is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:23:18.867132 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:18.893033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0102ed96-6683-4d01-9e91-fbf2bf30ad52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da947824-cf1b-46e0-a7d5-b054815569ac'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:23:18.896203 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2825b802-aca1-4e0e-b0e9-1875e3b41fdc" -d '{"events": [{"server_uuid": "0102ed96-6683-4d01-9e91-fbf2bf30ad52", "name": "network-vif-plugged", "status": "completed", "tag": "da947824-cf1b-46e0-a7d5-b054815569ac"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:23:18.903702 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port da947824-cf1b-46e0-a7d5-b054815569ac, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=da947824-cf1b-46e0-a7d5-b054815569ac,segment=NetworkSegment(797b07e2-1cd7-43af-9679-0a172ebc8c4e),segment_id=797b07e2-1cd7-43af-9679-0a172ebc8c4e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:23:18.907797 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:18.943517 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db54777-95b9-4a4c-a364-bc3c60803edb x-openstack-request-id: req-6db54777-95b9-4a4c-a364-bc3c60803edb {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:23:18.943812 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0102ed96-6683-4d01-9e91-fbf2bf30ad52", "name": "network-vif-plugged", "status": "completed", "tag": "da947824-cf1b-46e0-a7d5-b054815569ac", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:23:18.944064 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6db54777-95b9-4a4c-a364-bc3c60803edb {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:23:18.944473 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db54777-95b9-4a4c-a364-bc3c60803edb'] response: {'server_uuid': '0102ed96-6683-4d01-9e91-fbf2bf30ad52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da947824-cf1b-46e0-a7d5-b054815569ac', 'code': 200} Sep 21 15:23:18.977513 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=da947824-cf1b-46e0-a7d5-b054815569ac,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:19.192549 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54388a54-e66f-465b-9961-8e4b62af386b req-460f18b3-c8b5-4b0c-b49f-c02cc56cff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:19.193922 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-54388a54-e66f-465b-9961-8e4b62af386b req-460f18b3-c8b5-4b0c-b49f-c02cc56cff9c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0102ed96-6683-4d01-9e91-fbf2bf30ad52 HTTP/1.1" status: 200 len: 1098 time: 0.0777609 Sep 21 15:23:19.245629 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-54388a54-e66f-465b-9961-8e4b62af386b req-71667ff7-714b-4077-b2b2-a42e00d004e5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dda5f82a-fe43-4af5-85e8-f170c46ccc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420320 Sep 21 15:23:19.402854 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bff777-3bb8-4cff-887b-365026c77b13 req-0c4f83f5-d534-4f41-93da-0a5b2a7cadea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:19.404294 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1bff777-3bb8-4cff-887b-365026c77b13 req-0c4f83f5-d534-4f41-93da-0a5b2a7cadea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0102ed96-6683-4d01-9e91-fbf2bf30ad52 HTTP/1.1" status: 200 len: 945 time: 0.0893757 Sep 21 15:23:19.448478 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1bff777-3bb8-4cff-887b-365026c77b13 req-408fd75d-4052-435b-b6e8-d9d760f46007 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda5f82a-fe43-4af5-85e8-f170c46ccc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381234 Sep 21 15:23:20.652299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964ea41-786f-4475-b11b-c0b02dd82b6e req-958756f6-aa2c-48e3-9a43-57b8592fb7f3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:20.653672 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1964ea41-786f-4475-b11b-c0b02dd82b6e req-958756f6-aa2c-48e3-9a43-57b8592fb7f3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0102ed96-6683-4d01-9e91-fbf2bf30ad52 HTTP/1.1" status: 200 len: 945 time: 0.0916660 Sep 21 15:23:20.697522 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1964ea41-786f-4475-b11b-c0b02dd82b6e req-f73b0e0e-874b-46bf-b11b-899bbf700730 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda5f82a-fe43-4af5-85e8-f170c46ccc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377696 Sep 21 15:23:20.897869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253902f-0683-4420-9401-df72e03e0026 req-5fb40076-8a1e-471d-bb85-a21b12cc5c66 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:20.899315 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a253902f-0683-4420-9401-df72e03e0026 req-5fb40076-8a1e-471d-bb85-a21b12cc5c66 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0102ed96-6683-4d01-9e91-fbf2bf30ad52 HTTP/1.1" status: 200 len: 945 time: 0.0903563 Sep 21 15:23:20.946412 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a253902f-0683-4420-9401-df72e03e0026 req-9cec8984-beda-456d-9f23-1b94f7d758de tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda5f82a-fe43-4af5-85e8-f170c46ccc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412583 Sep 21 15:23:20.974719 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35548) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:21.054027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5cd321-1885-452f-b724-fd8b91d5cc88 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:21.055557 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9c5cd321-1885-452f-b724-fd8b91d5cc88 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0102ed96-6683-4d01-9e91-fbf2bf30ad52 HTTP/1.1" status: 200 len: 1093 time: 0.0798237 Sep 21 15:23:21.058380 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35552) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:21.063945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': 'da947824-cf1b-46e0-a7d5-b054815569ac', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:23:21.070677 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:23:21.074518 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:floatingip and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:23:21.077914 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:23:21.083703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:23:21.097661 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:21.237176 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:21.375754 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.26.4.127 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/60ee2d70-5c7e-4996-a013-fdb49367468a) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:23:21.527705 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:21.558615 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:21.629764 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:23:21.633003 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:23:21.635402 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:23:21.673934 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=60ee2d70-5c7e-4996-a013-fdb49367468a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:22.006536 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:22.166020 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:22.237629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:22.441552 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:22.446031 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:22.552621 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=60ee2d70-5c7e-4996-a013-fdb49367468a,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:22.555822 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:22.727820 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Floating IP e404a85b-3547-408d-9ab3-cf599f140027 associated. External IP: 172.26.4.127, port: da947824-cf1b-46e0-a7d5-b054815569ac. Sep 21 15:23:23.074405 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router 9e6d9e32-0871-40c5-8b83-a6c715475d6e has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:23:23.360030 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:23:23.369716 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb566efc-b44e-4fc9-983d-f9fb6b8c4c93 None None] Sync routers for ids ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:23:23.379787 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb566efc-b44e-4fc9-983d-f9fb6b8c4c93 None None] Routers {'9e6d9e32-0871-40c5-8b83-a6c715475d6e'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:23:23.380410 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fb566efc-b44e-4fc9-983d-f9fb6b8c4c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:23:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:23.385784 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:23.439765 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0f3cdcd1-0bad-4aa6-9592-8be245386cf2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3803284 Sep 21 15:23:23.440340 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0102ed96-6683-4d01-9e91-fbf2bf30ad52', 'tag': 'da947824-cf1b-46e0-a7d5-b054815569ac'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:23:23.443277 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35556) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:23.443760 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bac7fc-2061-4cc4-ac10-e7b7c426e3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "0102ed96-6683-4d01-9e91-fbf2bf30ad52", "tag": "da947824-cf1b-46e0-a7d5-b054815569ac"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:23:23.487934 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe5cc2c-e18f-4388-9628-db5ec2869e46 x-openstack-request-id: req-bfe5cc2c-e18f-4388-9628-db5ec2869e46 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:23:23.488221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0102ed96-6683-4d01-9e91-fbf2bf30ad52", "tag": "da947824-cf1b-46e0-a7d5-b054815569ac", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:23:23.488473 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bfe5cc2c-e18f-4388-9628-db5ec2869e46 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:23:23.488956 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe5cc2c-e18f-4388-9628-db5ec2869e46'] response: {'name': 'network-changed', 'server_uuid': '0102ed96-6683-4d01-9e91-fbf2bf30ad52', 'tag': 'da947824-cf1b-46e0-a7d5-b054815569ac', 'status': 'completed', 'code': 200} Sep 21 15:23:23.512812 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35562) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:23.571110 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-fb566efc-b44e-4fc9-983d-f9fb6b8c4c93 None None] Set router 9e6d9e32-0871-40c5-8b83-a6c715475d6e gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:23:23.653369 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-45937b1f-0164-4f47-997f-82457aa3c8d0 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/routers/9e6d9e32-0871-40c5-8b83-a6c715475d6e HTTP/1.1" status: 200 len: 922 time: 0.2067013 Sep 21 15:23:23.654225 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35566) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:23.770441 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-51e141aa-72e6-444c-b260-bacb200d5a49 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/e404a85b-3547-408d-9ab3-cf599f140027 HTTP/1.1" status: 200 len: 991 time: 0.1153555 Sep 21 15:23:23.779433 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bac7fc-2061-4cc4-ac10-e7b7c426e3f9 req-d72a84fc-92b1-47c6-8d4b-69f28d2805c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:23.780916 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d2bac7fc-2061-4cc4-ac10-e7b7c426e3f9 req-d72a84fc-92b1-47c6-8d4b-69f28d2805c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=0102ed96-6683-4d01-9e91-fbf2bf30ad52 HTTP/1.1" status: 200 len: 1098 time: 0.2654879 Sep 21 15:23:23.810091 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5fdebe64-7366-4ef8-a4b2-a9bec308675c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Deleting port 1ad66600-5b56-4214-a19f-5c7f8a3aaf24 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:23:23.810428 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5fdebe64-7366-4ef8-a4b2-a9bec308675c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:23.937741 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fb566efc-b44e-4fc9-983d-f9fb6b8c4c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'name': 'tempest-TestNetworkBasicOps-router-2113890871', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:23:01Z', 'updated_at': '2022-09-21T15:23:06Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:02Z', 'updated_at': '2022-09-21T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'e404a85b-3547-408d-9ab3-cf599f140027', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.127', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'port_id': 'da947824-cf1b-46e0-a7d5-b054815569ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764', 'mac_address': 'fa:16:3e:f5:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0102ed96-6683-4d01-9e91-fbf2bf30ad52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:23:22Z', 'updated_at': '2022-09-21T15:23:22Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57dbf5c9-b441-4649-8018-64ef16898488', 'name': '', 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:bf:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:05Z', 'updated_at': '2022-09-21T15:23:12Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:23.942254 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb566efc-b44e-4fc9-983d-f9fb6b8c4c93 None None] Checking router: 9e6d9e32-0871-40c5-8b83-a6c715475d6e for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:23:23.951012 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb566efc-b44e-4fc9-983d-f9fb6b8c4c93 None None] Routers {'9e6d9e32-0871-40c5-8b83-a6c715475d6e'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:23:23.951609 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fb566efc-b44e-4fc9-983d-f9fb6b8c4c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:23:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:24.047176 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bac7fc-2061-4cc4-ac10-e7b7c426e3f9 req-5c1e27a2-1f5c-4438-b149-627d8871ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:24.048645 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d2bac7fc-2061-4cc4-ac10-e7b7c426e3f9 req-5c1e27a2-1f5c-4438-b149-627d8871ad32 service neutron] 10.222.0.20 "GET /v2.0/networks?id=df59dd55-97ad-4f78-97af-caf15291d764 HTTP/1.1" status: 200 len: 897 time: 0.2597649 Sep 21 15:23:24.128721 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-fb566efc-b44e-4fc9-983d-f9fb6b8c4c93 None None] Set router 9e6d9e32-0871-40c5-8b83-a6c715475d6e gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:23:24.166277 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5fdebe64-7366-4ef8-a4b2-a9bec308675c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:24.166604 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5fdebe64-7366-4ef8-a4b2-a9bec308675c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:24.303064 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5fdebe64-7366-4ef8-a4b2-a9bec308675c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Calling delete_port for 1ad66600-5b56-4214-a19f-5c7f8a3aaf24 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:23:24.332255 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d2bac7fc-2061-4cc4-ac10-e7b7c426e3f9 req-070f3c03-a6eb-4f5a-b333-3b1e71e7e756 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da947824-cf1b-46e0-a7d5-b054815569ac HTTP/1.1" status: 200 len: 999 time: 0.2681155 Sep 21 15:23:24.429326 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bac7fc-2061-4cc4-ac10-e7b7c426e3f9 req-3a50ef50-c535-441c-823f-d1afeb1a7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:24.430743 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d2bac7fc-2061-4cc4-ac10-e7b7c426e3f9 req-3a50ef50-c535-441c-823f-d1afeb1a7b38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24feeff9-ad95-4690-98fa-b0b982b791a6 HTTP/1.1" status: 200 len: 834 time: 0.0919225 Sep 21 15:23:24.484023 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fb566efc-b44e-4fc9-983d-f9fb6b8c4c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'name': 'tempest-TestNetworkBasicOps-router-2113890871', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:23:01Z', 'updated_at': '2022-09-21T15:23:06Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:02Z', 'updated_at': '2022-09-21T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'e404a85b-3547-408d-9ab3-cf599f140027', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.127', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'port_id': 'da947824-cf1b-46e0-a7d5-b054815569ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764', 'mac_address': 'fa:16:3e:f5:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0102ed96-6683-4d01-9e91-fbf2bf30ad52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:23:22Z', 'updated_at': '2022-09-21T15:23:22Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57dbf5c9-b441-4649-8018-64ef16898488', 'name': '', 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:bf:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:05Z', 'updated_at': '2022-09-21T15:23:12Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:24.488080 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb566efc-b44e-4fc9-983d-f9fb6b8c4c93 None None] The sync data for ids ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'] in dv-neutron-858731-1-hyperv is: [{'id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'name': 'tempest-TestNetworkBasicOps-router-2113890871', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:23:01Z', 'updated_at': '2022-09-21T15:23:06Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:02Z', 'updated_at': '2022-09-21T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'e404a85b-3547-408d-9ab3-cf599f140027', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.127', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'port_id': 'da947824-cf1b-46e0-a7d5-b054815569ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764', 'mac_address': 'fa:16:3e:f5:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0102ed96-6683-4d01-9e91-fbf2bf30ad52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:23:22Z', 'updated_at': '2022-09-21T15:23:22Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57dbf5c9-b441-4649-8018-64ef16898488', 'name': '', 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:bf:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:05Z', 'updated_at': '2022-09-21T15:23:12Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:23:24.579858 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bac7fc-2061-4cc4-ac10-e7b7c426e3f9 req-bbfa016f-02b2-469f-b4d1-2913f68aa3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:24.582319 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d2bac7fc-2061-4cc4-ac10-e7b7c426e3f9 req-bbfa016f-02b2-469f-b4d1-2913f68aa3f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df59dd55-97ad-4f78-97af-caf15291d764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1446776 Sep 21 15:23:24.583364 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5fdebe64-7366-4ef8-a4b2-a9bec308675c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:24.689607 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298019d3-2257-4c85-94c2-af4dcb04fc42 None None] New status for floating IP e404a85b-3547-408d-9ab3-cf599f140027: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:23:24.733205 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdebe64-7366-4ef8-a4b2-a9bec308675c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event deleted for resources: {'Port': ['ID=1ad66600-5b56-4214-a19f-5c7f8a3aaf24,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:24.774194 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35570) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:24.834636 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5fdebe64-7366-4ef8-a4b2-a9bec308675c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:24.835184 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-5fdebe64-7366-4ef8-a4b2-a9bec308675c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Floating IP fb40abd1-6541-40d0-bc32-40007888708b disassociated (deleted). External IP: 172.26.4.164, port: 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c. Sep 21 15:23:24.887885 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-aea56193-257b-45fd-ba31-be0b3a3cceca tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/e404a85b-3547-408d-9ab3-cf599f140027 HTTP/1.1" status: 200 len: 991 time: 0.1113303 Sep 21 15:23:25.041791 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d2bac7fc-2061-4cc4-ac10-e7b7c426e3f9 req-b5cba8b6-9b84-48b6-9c88-b3407bdb26ee service neutron] 10.222.0.20 "GET /v2.0/networks/df59dd55-97ad-4f78-97af-caf15291d764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226756 Sep 21 15:23:25.324874 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d2bac7fc-2061-4cc4-ac10-e7b7c426e3f9 req-ff2e54df-98c8-41e3-b1cb-6c070ba02fdd service neutron] 10.222.0.20 "GET /v2.0/networks/df59dd55-97ad-4f78-97af-caf15291d764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733731 Sep 21 15:23:25.434905 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fdebe64-7366-4ef8-a4b2-a9bec308675c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:23:25.618815 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdebe64-7366-4ef8-a4b2-a9bec308675c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:23:25.627838 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edee2d0e-dad3-4617-a4a4-aeb97dd9bb39 None None] Sync routers for ids ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:23:25.637788 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edee2d0e-dad3-4617-a4a4-aeb97dd9bb39 None None] Routers {'85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:23:25.638460 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-edee2d0e-dad3-4617-a4a4-aeb97dd9bb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:23:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:25.638662 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5fdebe64-7366-4ef8-a4b2-a9bec308675c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:25.695612 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5fdebe64-7366-4ef8-a4b2-a9bec308675c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "DELETE /v2.0/floatingips/fb40abd1-6541-40d0-bc32-40007888708b HTTP/1.1" status: 204 len: 168 time: 2.1815803 Sep 21 15:23:25.696170 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29034f20-089e-4c95-9855-ff256f83eeac', 'tag': '08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:23:25.698557 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441fffb9-3f79-4de5-9687-f07874dc7e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "29034f20-089e-4c95-9855-ff256f83eeac", "tag": "08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:23:25.743483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb195563-d681-4f10-9d01-c96c167b502c x-openstack-request-id: req-eb195563-d681-4f10-9d01-c96c167b502c {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:23:25.743955 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29034f20-089e-4c95-9855-ff256f83eeac", "tag": "08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:23:25.744216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eb195563-d681-4f10-9d01-c96c167b502c {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:23:25.745051 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb195563-d681-4f10-9d01-c96c167b502c'] response: {'name': 'network-changed', 'server_uuid': '29034f20-089e-4c95-9855-ff256f83eeac', 'tag': '08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c', 'status': 'completed', 'code': 200} Sep 21 15:23:25.865100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fffb9-3f79-4de5-9687-f07874dc7e0e req-9a2c29bd-3c5c-479a-9a0c-c63fb0c59b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:25.866781 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-441fffb9-3f79-4de5-9687-f07874dc7e0e req-9a2c29bd-3c5c-479a-9a0c-c63fb0c59b91 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5990e45ce304151b4645b8268b1dc5a&device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 1099 time: 0.0916145 Sep 21 15:23:25.872443 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-edee2d0e-dad3-4617-a4a4-aeb97dd9bb39 None None] Set router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:23:25.890400 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35578) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:26.011176 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-844c5e9a-c5ac-4e7f-bac6-5d470fd6049c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/e404a85b-3547-408d-9ab3-cf599f140027 HTTP/1.1" status: 200 len: 993 time: 0.1189795 Sep 21 15:23:26.056291 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fffb9-3f79-4de5-9687-f07874dc7e0e req-8772e011-275b-43e6-a0c7-470164f414fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:26.057739 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-441fffb9-3f79-4de5-9687-f07874dc7e0e req-8772e011-275b-43e6-a0c7-470164f414fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a027504-dd1f-470a-a98b-400eafbfc229 HTTP/1.1" status: 200 len: 911 time: 0.1854699 Sep 21 15:23:26.178689 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-441fffb9-3f79-4de5-9687-f07874dc7e0e req-c379eb3d-7015-4679-9e0f-b2e61bb07dbd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c HTTP/1.1" status: 200 len: 217 time: 0.0745754 Sep 21 15:23:26.242322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-edee2d0e-dad3-4617-a4a4-aeb97dd9bb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:27Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'c866b84d-c1ee-4bca-ab89-8dde4d1265f4', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'floating_ip_address': '172.26.4.133', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'port_id': '91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'mac_address': 'fa:16:3e:b8:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e586635-66fc-4ec3-9bdd-ffc006061e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:19:36Z', 'updated_at': '2022-09-21T15:19:39Z', 'revision_number': 1, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f262c68-7f78-4f12-8ca3-d4ecd652acc8', 'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'mac_address': 'fa:16:3e:62:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:24Z', 'updated_at': '2022-09-21T15:15:37Z', 'revision_number': 5, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'subnets': [{'id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:26.246280 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edee2d0e-dad3-4617-a4a4-aeb97dd9bb39 None None] Checking router: 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:23:26.249801 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fffb9-3f79-4de5-9687-f07874dc7e0e req-01c2488f-4f51-4336-a2d6-1ac6441278f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:26.251222 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-441fffb9-3f79-4de5-9687-f07874dc7e0e req-01c2488f-4f51-4336-a2d6-1ac6441278f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=975d8ae1-c46e-49e5-9b8f-b5475bec71b0 HTTP/1.1" status: 200 len: 849 time: 0.0661483 Sep 21 15:23:26.255773 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edee2d0e-dad3-4617-a4a4-aeb97dd9bb39 None None] Routers {'85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:23:26.256534 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-edee2d0e-dad3-4617-a4a4-aeb97dd9bb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:23:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:26.305248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce60a93-87eb-43e9-b954-1c95614ef825 req-58ee8ce4-780f-4128-ab5e-5789a1ea3d4c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:26.305934 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-dce60a93-87eb-43e9-b954-1c95614ef825 req-58ee8ce4-780f-4128-ab5e-5789a1ea3d4c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Synchronizing usage tracker for tenant:a5990e45ce304151b4645b8268b1dc5a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:23:26.339866 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-dce60a93-87eb-43e9-b954-1c95614ef825 req-58ee8ce4-780f-4128-ab5e-5789a1ea3d4c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Unset dirty status for tenant:a5990e45ce304151b4645b8268b1dc5a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:23:26.341011 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dce60a93-87eb-43e9-b954-1c95614ef825 req-58ee8ce4-780f-4128-ab5e-5789a1ea3d4c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 946 time: 0.2824249 Sep 21 15:23:26.382626 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fffb9-3f79-4de5-9687-f07874dc7e0e req-86b5f252-317b-4cc7-9132-1910d9228366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:26.384077 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-441fffb9-3f79-4de5-9687-f07874dc7e0e req-86b5f252-317b-4cc7-9132-1910d9228366 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a027504-dd1f-470a-a98b-400eafbfc229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1260958 Sep 21 15:23:26.414899 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dce60a93-87eb-43e9-b954-1c95614ef825 req-b174de4d-30af-404a-b3bf-f33f4d3a77e6 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665059 Sep 21 15:23:26.442504 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-edee2d0e-dad3-4617-a4a4-aeb97dd9bb39 None None] Set router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:23:26.634276 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-441fffb9-3f79-4de5-9687-f07874dc7e0e req-4f1c4e8b-d83e-4a65-a812-80e023bf3e5c service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423849 Sep 21 15:23:26.683660 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:23:26.765456 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-441fffb9-3f79-4de5-9687-f07874dc7e0e req-fc81bece-ff35-4938-904c-dbd987def779 service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245306 Sep 21 15:23:26.803403 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-edee2d0e-dad3-4617-a4a4-aeb97dd9bb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:27Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'c866b84d-c1ee-4bca-ab89-8dde4d1265f4', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'floating_ip_address': '172.26.4.133', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'port_id': '91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'mac_address': 'fa:16:3e:b8:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e586635-66fc-4ec3-9bdd-ffc006061e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:19:36Z', 'updated_at': '2022-09-21T15:19:39Z', 'revision_number': 1, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f262c68-7f78-4f12-8ca3-d4ecd652acc8', 'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'mac_address': 'fa:16:3e:62:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:24Z', 'updated_at': '2022-09-21T15:15:37Z', 'revision_number': 5, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'subnets': [{'id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:26.807395 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edee2d0e-dad3-4617-a4a4-aeb97dd9bb39 None None] The sync data for ids ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'] in dv-neutron-858731-1-hyperv is: [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:27Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'c866b84d-c1ee-4bca-ab89-8dde4d1265f4', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'floating_ip_address': '172.26.4.133', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'port_id': '91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'mac_address': 'fa:16:3e:b8:e8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e586635-66fc-4ec3-9bdd-ffc006061e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:19:36Z', 'updated_at': '2022-09-21T15:19:39Z', 'revision_number': 1, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f262c68-7f78-4f12-8ca3-d4ecd652acc8', 'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'mac_address': 'fa:16:3e:62:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:24Z', 'updated_at': '2022-09-21T15:15:37Z', 'revision_number': 5, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'subnets': [{'id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:23:27.009963 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb99499b-d898-48d0-ba4b-2a21087c3a79 None None] New status for floating IP fb40abd1-6541-40d0-bc32-40007888708b: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:23:27.616614 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6c602-33b6-4e30-b112-404918faa968 req-8e15311f-9e53-4bbf-8ddc-e9f0d9d719a0 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:27.618053 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-37d6c602-33b6-4e30-b112-404918faa968 req-8e15311f-9e53-4bbf-8ddc-e9f0d9d719a0 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 946 time: 0.0875659 Sep 21 15:23:27.667780 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-37d6c602-33b6-4e30-b112-404918faa968 req-32560298-70d0-45dd-92a0-a4d07ff82b33 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391316 Sep 21 15:23:27.755929 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e853a5-76d3-45cb-987c-ba5afd9cb1ba req-c16563a9-9284-4d19-835e-0ba624dc998e tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:27.757363 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d4e853a5-76d3-45cb-987c-ba5afd9cb1ba req-c16563a9-9284-4d19-835e-0ba624dc998e tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.20 "GET /v2.0/ports?device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 946 time: 0.0898411 Sep 21 15:23:27.829323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-d4e853a5-76d3-45cb-987c-ba5afd9cb1ba req-4dbee351-57ed-45d3-b332-085b21b6b6e8 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Deleting port 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:23:27.829674 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d4e853a5-76d3-45cb-987c-ba5afd9cb1ba req-4dbee351-57ed-45d3-b332-085b21b6b6e8 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:28.088155 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-d4e853a5-76d3-45cb-987c-ba5afd9cb1ba req-4dbee351-57ed-45d3-b332-085b21b6b6e8 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] For port 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c,segment=NetworkSegment(8ce497b5-6bae-4552-a904-f6d6f0c9099a),segment_id=8ce497b5-6bae-4552-a904-f6d6f0c9099a)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:23:28.088542 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d4e853a5-76d3-45cb-987c-ba5afd9cb1ba req-4dbee351-57ed-45d3-b332-085b21b6b6e8 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:28.213740 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-d4e853a5-76d3-45cb-987c-ba5afd9cb1ba req-4dbee351-57ed-45d3-b332-085b21b6b6e8 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Calling delete_port for 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:23:28.359306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d4e853a5-76d3-45cb-987c-ba5afd9cb1ba req-4dbee351-57ed-45d3-b332-085b21b6b6e8 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:28.412548 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbee351-57ed-45d3-b332-085b21b6b6e8 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event deleted for resources: {'Port': ['ID=08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:28.498140 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e853a5-76d3-45cb-987c-ba5afd9cb1ba req-4dbee351-57ed-45d3-b332-085b21b6b6e8 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] No DVR routers for this DVR port 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:23:28.500613 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d4e853a5-76d3-45cb-987c-ba5afd9cb1ba req-4dbee351-57ed-45d3-b332-085b21b6b6e8 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:28.503136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29034f20-089e-4c95-9855-ff256f83eeac', 'name': 'network-vif-deleted', 'tag': '08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:23:28.505442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94ee8f5-d437-4a0e-938e-4d97bd48ea2b" -d '{"events": [{"server_uuid": "29034f20-089e-4c95-9855-ff256f83eeac", "name": "network-vif-deleted", "tag": "08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:23:28.519206 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d4e853a5-76d3-45cb-987c-ba5afd9cb1ba req-4dbee351-57ed-45d3-b332-085b21b6b6e8 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.20 "DELETE /v2.0/ports/08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c HTTP/1.1" status: 204 len: 173 time: 0.7560470 Sep 21 15:23:28.548093 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877f4a24-db3f-4663-be0d-d691fc95709a x-openstack-request-id: req-877f4a24-db3f-4663-be0d-d691fc95709a {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:23:28.548387 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29034f20-089e-4c95-9855-ff256f83eeac", "name": "network-vif-deleted", "tag": "08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:23:28.548661 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-877f4a24-db3f-4663-be0d-d691fc95709a {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:23:28.549064 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-877f4a24-db3f-4663-be0d-d691fc95709a'] response: {'server_uuid': '29034f20-089e-4c95-9855-ff256f83eeac', 'name': 'network-vif-deleted', 'tag': '08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c', 'status': 'completed', 'code': 200} Sep 21 15:23:28.834026 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-08df665a-72dc-4458-a6aa-db038087667a req-1b509a4d-9dad-45b3-a705-1393d021339b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Synchronizing usage tracker for tenant:a5990e45ce304151b4645b8268b1dc5a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:23:28.851703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-08df665a-72dc-4458-a6aa-db038087667a req-1b509a4d-9dad-45b3-a705-1393d021339b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Unset dirty status for tenant:a5990e45ce304151b4645b8268b1dc5a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:23:28.852911 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-08df665a-72dc-4458-a6aa-db038087667a req-1b509a4d-9dad-45b3-a705-1393d021339b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=29034f20-089e-4c95-9855-ff256f83eeac HTTP/1.1" status: 200 len: 210 time: 0.0768609 Sep 21 15:23:30.757216 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:23:30.791397 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:23:30.791740 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 08cc14e3-ba19-4b0c-80b0-1a0d02c13e7c not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:23:32.355643 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1c0a5beb-1925-4a31-90d8-3d995faa737a req-2b7d929e-7640-43df-a008-a328bf6d060e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791621 Sep 21 15:23:32.506763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a5beb-1925-4a31-90d8-3d995faa737a req-bc106259-5e17-4593-b13e-6d62cef45c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:32.508222 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1c0a5beb-1925-4a31-90d8-3d995faa737a req-bc106259-5e17-4593-b13e-6d62cef45c50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5990e45ce304151b4645b8268b1dc5a&device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 1099 time: 0.0827022 Sep 21 15:23:32.660724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a5beb-1925-4a31-90d8-3d995faa737a req-d1ffd545-b9c1-477e-bb86-71ad310b3b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:32.662298 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1c0a5beb-1925-4a31-90d8-3d995faa737a req-d1ffd545-b9c1-477e-bb86-71ad310b3b78 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a027504-dd1f-470a-a98b-400eafbfc229 HTTP/1.1" status: 200 len: 911 time: 0.1314492 Sep 21 15:23:32.766729 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1c0a5beb-1925-4a31-90d8-3d995faa737a req-4fe282a8-637e-470a-bc88-daddb8601c69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 HTTP/1.1" status: 200 len: 1002 time: 0.0979695 Sep 21 15:23:32.936544 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a5beb-1925-4a31-90d8-3d995faa737a req-09d10fa4-ea87-4c52-a46a-af31dd07b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:32.937963 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1c0a5beb-1925-4a31-90d8-3d995faa737a req-09d10fa4-ea87-4c52-a46a-af31dd07b432 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=975d8ae1-c46e-49e5-9b8f-b5475bec71b0 HTTP/1.1" status: 200 len: 849 time: 0.1633117 Sep 21 15:23:33.022581 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a5beb-1925-4a31-90d8-3d995faa737a req-2b6fa12c-c05b-451f-970a-bfdaf452141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:33.024070 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1c0a5beb-1925-4a31-90d8-3d995faa737a req-2b6fa12c-c05b-451f-970a-bfdaf452141f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a027504-dd1f-470a-a98b-400eafbfc229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783069 Sep 21 15:23:33.157752 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1c0a5beb-1925-4a31-90d8-3d995faa737a req-444ec40d-125f-4a56-b112-30098f161c05 service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269879 Sep 21 15:23:33.307157 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1c0a5beb-1925-4a31-90d8-3d995faa737a req-5bd1df62-fcc3-48eb-86b7-20e5b866d092 service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420054 Sep 21 15:23:34.492672 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35608) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:34.696536 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e0de74b8-7892-48dd-9923-8753dc3a698b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Deleting port 3248c025-ba2f-4778-855e-17dba0ab7049 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:23:34.696803 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e0de74b8-7892-48dd-9923-8753dc3a698b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:34.965243 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e0de74b8-7892-48dd-9923-8753dc3a698b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:34.965569 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e0de74b8-7892-48dd-9923-8753dc3a698b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:35.091868 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e0de74b8-7892-48dd-9923-8753dc3a698b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Calling delete_port for 3248c025-ba2f-4778-855e-17dba0ab7049 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:23:35.243305 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e0de74b8-7892-48dd-9923-8753dc3a698b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:35.289295 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de74b8-7892-48dd-9923-8753dc3a698b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event deleted for resources: {'Port': ['ID=3248c025-ba2f-4778-855e-17dba0ab7049,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:35.386887 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e0de74b8-7892-48dd-9923-8753dc3a698b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:35.387124 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-e0de74b8-7892-48dd-9923-8753dc3a698b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Floating IP c866b84d-c1ee-4bca-ab89-8dde4d1265f4 disassociated (deleted). External IP: 172.26.4.133, port: 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926. Sep 21 15:23:35.513366 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-056df0cf-e2e2-49a3-8933-78538717979a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:35.738636 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0de74b8-7892-48dd-9923-8753dc3a698b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:23:35.926928 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0de74b8-7892-48dd-9923-8753dc3a698b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:23:35.936008 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5c4500-5b9f-4e66-a804-cd1db309f373 None None] Sync routers for ids ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:23:35.946280 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c4500-5b9f-4e66-a804-cd1db309f373 None None] Routers {'85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:23:35.946885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8b5c4500-5b9f-4e66-a804-cd1db309f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:23:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:35.947899 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e0de74b8-7892-48dd-9923-8753dc3a698b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:36.002294 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e0de74b8-7892-48dd-9923-8753dc3a698b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "DELETE /v2.0/floatingips/c866b84d-c1ee-4bca-ab89-8dde4d1265f4 HTTP/1.1" status: 204 len: 168 time: 1.5085399 Sep 21 15:23:36.003539 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e586635-66fc-4ec3-9bdd-ffc006061e46', 'tag': '91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:23:36.006052 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18a62b3-2571-4350-bdc9-fecc2c57b067" -d '{"events": [{"name": "network-changed", "server_uuid": "7e586635-66fc-4ec3-9bdd-ffc006061e46", "tag": "91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:23:36.074849 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b6df21-963e-4ee0-9942-4bf13e5e1e32 x-openstack-request-id: req-39b6df21-963e-4ee0-9942-4bf13e5e1e32 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:23:36.075143 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e586635-66fc-4ec3-9bdd-ffc006061e46", "tag": "91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:23:36.075399 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39b6df21-963e-4ee0-9942-4bf13e5e1e32 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:23:36.076064 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b6df21-963e-4ee0-9942-4bf13e5e1e32'] response: {'name': 'network-changed', 'server_uuid': '7e586635-66fc-4ec3-9bdd-ffc006061e46', 'tag': '91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926', 'status': 'completed', 'code': 200} Sep 21 15:23:36.135096 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-8b5c4500-5b9f-4e66-a804-cd1db309f373 None None] Set router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:23:36.180060 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a62b3-2571-4350-bdc9-fecc2c57b067 req-4c2e8f69-60c8-4baa-9f48-6004c4f8e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:36.181604 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e18a62b3-2571-4350-bdc9-fecc2c57b067 req-4c2e8f69-60c8-4baa-9f48-6004c4f8e978 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5990e45ce304151b4645b8268b1dc5a&device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 1099 time: 0.0856521 Sep 21 15:23:36.339569 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a62b3-2571-4350-bdc9-fecc2c57b067 req-b2fee799-fb11-4dab-9057-dd42bd89260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:36.341431 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e18a62b3-2571-4350-bdc9-fecc2c57b067 req-b2fee799-fb11-4dab-9057-dd42bd89260e service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a027504-dd1f-470a-a98b-400eafbfc229 HTTP/1.1" status: 200 len: 911 time: 0.1529453 Sep 21 15:23:36.455909 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e18a62b3-2571-4350-bdc9-fecc2c57b067 req-493b443a-624f-4460-8581-20fc9875208c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 HTTP/1.1" status: 200 len: 217 time: 0.0752425 Sep 21 15:23:36.522301 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8b5c4500-5b9f-4e66-a804-cd1db309f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:27Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '8f262c68-7f78-4f12-8ca3-d4ecd652acc8', 'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'mac_address': 'fa:16:3e:62:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:24Z', 'updated_at': '2022-09-21T15:15:37Z', 'revision_number': 5, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'subnets': [{'id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:36.529821 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5c4500-5b9f-4e66-a804-cd1db309f373 None None] Checking router: 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:23:36.538547 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a62b3-2571-4350-bdc9-fecc2c57b067 req-89ce1c2d-b481-4429-a5f8-e563ff74e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:36.539514 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c4500-5b9f-4e66-a804-cd1db309f373 None None] Routers {'85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:23:36.539979 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e18a62b3-2571-4350-bdc9-fecc2c57b067 req-89ce1c2d-b481-4429-a5f8-e563ff74e5e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=975d8ae1-c46e-49e5-9b8f-b5475bec71b0 HTTP/1.1" status: 200 len: 849 time: 0.0754557 Sep 21 15:23:36.540139 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8b5c4500-5b9f-4e66-a804-cd1db309f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:23:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:36.550765 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7581f-463b-4911-9b60-e6674c5cbc15 req-ae13b48b-3cd0-4305-af7c-99b0d291d992 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:36.552170 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dca7581f-463b-4911-9b60-e6674c5cbc15 req-ae13b48b-3cd0-4305-af7c-99b0d291d992 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 946 time: 0.2098765 Sep 21 15:23:36.647359 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dca7581f-463b-4911-9b60-e6674c5cbc15 req-40ffab1f-d8f1-4895-8952-c76cc2811988 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594592 Sep 21 15:23:36.664816 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a62b3-2571-4350-bdc9-fecc2c57b067 req-b74bf82e-1228-4685-8371-52e6419a3d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:36.666401 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e18a62b3-2571-4350-bdc9-fecc2c57b067 req-b74bf82e-1228-4685-8371-52e6419a3d80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a027504-dd1f-470a-a98b-400eafbfc229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1132472 Sep 21 15:23:36.720857 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-8b5c4500-5b9f-4e66-a804-cd1db309f373 None None] Set router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:23:36.802178 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e18a62b3-2571-4350-bdc9-fecc2c57b067 req-9a8a82da-52c4-4faf-af2d-65e77e80ea40 service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284723 Sep 21 15:23:36.936241 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e18a62b3-2571-4350-bdc9-fecc2c57b067 req-25496ad7-8d10-4c54-b36d-de27be781227 service neutron] 10.222.0.20 "GET /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270800 Sep 21 15:23:37.040182 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8b5c4500-5b9f-4e66-a804-cd1db309f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:27Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '8f262c68-7f78-4f12-8ca3-d4ecd652acc8', 'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'mac_address': 'fa:16:3e:62:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:24Z', 'updated_at': '2022-09-21T15:15:37Z', 'revision_number': 5, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'subnets': [{'id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:37.044149 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5c4500-5b9f-4e66-a804-cd1db309f373 None None] The sync data for ids ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'] in dv-neutron-858731-1-hyperv is: [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:15:27Z', 'revision_number': 4, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '8f262c68-7f78-4f12-8ca3-d4ecd652acc8', 'name': '', 'network_id': '4a027504-dd1f-470a-a98b-400eafbfc229', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'mac_address': 'fa:16:3e:62:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:24Z', 'updated_at': '2022-09-21T15:15:37Z', 'revision_number': 5, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'subnets': [{'id': '975d8ae1-c46e-49e5-9b8f-b5475bec71b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:23:37.256656 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03425918-e81a-4a49-b4af-67571ed797be None None] New status for floating IP c866b84d-c1ee-4bca-ab89-8dde4d1265f4: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:23:37.853098 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05bab4-4b9c-4d64-a23d-49ff7fdcf238 req-4b1cd27f-2e8f-41b7-8bb1-3cc93a4462ff tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:37.854722 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bb05bab4-4b9c-4d64-a23d-49ff7fdcf238 req-4b1cd27f-2e8f-41b7-8bb1-3cc93a4462ff tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 946 time: 0.0938632 Sep 21 15:23:37.862200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3877a019-ded2-4005-86b1-785999770985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:37.955795 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bb05bab4-4b9c-4d64-a23d-49ff7fdcf238 req-5b5ecf1b-f68f-4bc5-b2bf-d2759ea6f0eb tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/security-groups?id=e572f292-5a0a-421f-a620-183aabda6ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946867 Sep 21 15:23:37.979665 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff0b33-56dc-4896-bd27-294ddd4a5e1f req-92e1140e-f259-4d89-8421-2d0638647f7c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:23:37.981171 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c9ff0b33-56dc-4896-bd27-294ddd4a5e1f req-92e1140e-f259-4d89-8421-2d0638647f7c tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 946 time: 0.1066451 Sep 21 15:23:38.056848 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-c9ff0b33-56dc-4896-bd27-294ddd4a5e1f req-22f89b2a-26a9-4b55-8842-b7cbb1646e3b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Deleting port 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:23:38.057190 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c9ff0b33-56dc-4896-bd27-294ddd4a5e1f req-22f89b2a-26a9-4b55-8842-b7cbb1646e3b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:38.409361 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-c9ff0b33-56dc-4896-bd27-294ddd4a5e1f req-22f89b2a-26a9-4b55-8842-b7cbb1646e3b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] For port 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926,segment=NetworkSegment(8ce497b5-6bae-4552-a904-f6d6f0c9099a),segment_id=8ce497b5-6bae-4552-a904-f6d6f0c9099a)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:23:38.409713 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c9ff0b33-56dc-4896-bd27-294ddd4a5e1f req-22f89b2a-26a9-4b55-8842-b7cbb1646e3b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:38.532081 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-c9ff0b33-56dc-4896-bd27-294ddd4a5e1f req-22f89b2a-26a9-4b55-8842-b7cbb1646e3b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Calling delete_port for 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:23:38.676345 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c9ff0b33-56dc-4896-bd27-294ddd4a5e1f req-22f89b2a-26a9-4b55-8842-b7cbb1646e3b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:38.702325 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:38.725617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f89b2a-26a9-4b55-8842-b7cbb1646e3b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event deleted for resources: {'Port': ['ID=91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:38.815240 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ff0b33-56dc-4896-bd27-294ddd4a5e1f req-22f89b2a-26a9-4b55-8842-b7cbb1646e3b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] No DVR routers for this DVR port 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:23:38.817589 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c9ff0b33-56dc-4896-bd27-294ddd4a5e1f req-22f89b2a-26a9-4b55-8842-b7cbb1646e3b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:38.820079 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e586635-66fc-4ec3-9bdd-ffc006061e46', 'name': 'network-vif-deleted', 'tag': '91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:23:38.822347 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845ff940-cb13-419b-ac3d-a2806db760f8" -d '{"events": [{"server_uuid": "7e586635-66fc-4ec3-9bdd-ffc006061e46", "name": "network-vif-deleted", "tag": "91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:23:38.833081 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c9ff0b33-56dc-4896-bd27-294ddd4a5e1f req-22f89b2a-26a9-4b55-8842-b7cbb1646e3b tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.20 "DELETE /v2.0/ports/91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 HTTP/1.1" status: 204 len: 173 time: 0.8449898 Sep 21 15:23:38.864904 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2c6fbb-e2ce-4f2f-8516-1ae721df9c5d x-openstack-request-id: req-7c2c6fbb-e2ce-4f2f-8516-1ae721df9c5d {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:23:38.865635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e586635-66fc-4ec3-9bdd-ffc006061e46", "name": "network-vif-deleted", "tag": "91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:23:38.865765 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c2c6fbb-e2ce-4f2f-8516-1ae721df9c5d {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:23:38.866290 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c2c6fbb-e2ce-4f2f-8516-1ae721df9c5d'] response: {'server_uuid': '7e586635-66fc-4ec3-9bdd-ffc006061e46', 'name': 'network-vif-deleted', 'tag': '91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926', 'status': 'completed', 'code': 200} Sep 21 15:23:38.885126 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:39.122367 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-a4e55527-35eb-4a0a-a75c-57ca72544a5e req-46129b99-e5ca-49f0-bf4e-91c440083412 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Synchronizing usage tracker for tenant:a5990e45ce304151b4645b8268b1dc5a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:23:39.139473 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-a4e55527-35eb-4a0a-a75c-57ca72544a5e req-46129b99-e5ca-49f0-bf4e-91c440083412 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Unset dirty status for tenant:a5990e45ce304151b4645b8268b1dc5a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:23:39.140891 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a4e55527-35eb-4a0a-a75c-57ca72544a5e req-46129b99-e5ca-49f0-bf4e-91c440083412 tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e586635-66fc-4ec3-9bdd-ffc006061e46 HTTP/1.1" status: 200 len: 210 time: 0.0711300 Sep 21 15:23:40.245645 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35626) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:40.436792 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b7403-55ca-4a53-8dcc-0858f3c0463f tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Deleting port 5e803107-f50f-48fb-9aff-3319ed1e9d81 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:23:40.437130 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce7b7403-55ca-4a53-8dcc-0858f3c0463f tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:40.506033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:40.712359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce7b7403-55ca-4a53-8dcc-0858f3c0463f tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:40.712616 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce7b7403-55ca-4a53-8dcc-0858f3c0463f tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:40.835473 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:23:40.843669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b7403-55ca-4a53-8dcc-0858f3c0463f tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Calling delete_port for 5e803107-f50f-48fb-9aff-3319ed1e9d81 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:23:40.869563 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:23:40.869911 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 91fdf7b4-c7b5-4e0e-9c23-0a701b1ca926 not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:23:40.993276 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce7b7403-55ca-4a53-8dcc-0858f3c0463f tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:41.043771 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b7403-55ca-4a53-8dcc-0858f3c0463f tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event deleted for resources: {'Port': ['ID=5e803107-f50f-48fb-9aff-3319ed1e9d81,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:41.142240 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce7b7403-55ca-4a53-8dcc-0858f3c0463f tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:41.161180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce7b7403-55ca-4a53-8dcc-0858f3c0463f tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:41.162307 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ce7b7403-55ca-4a53-8dcc-0858f3c0463f tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "DELETE /v2.0/floatingips/c413fb88-d9d5-4af4-864c-97297c49a6f8 HTTP/1.1" status: 204 len: 168 time: 0.9157052 Sep 21 15:23:43.639783 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35642) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:43.713402 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c72960c7-fa2a-4bb9-8a82-a7cf08e4bcfd tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:43.743409 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c72960c7-fa2a-4bb9-8a82-a7cf08e4bcfd tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:43.807105 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c72960c7-fa2a-4bb9-8a82-a7cf08e4bcfd tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:43.825480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72960c7-fa2a-4bb9-8a82-a7cf08e4bcfd tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e572f292-5a0a-421f-a620-183aabda6ecc,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:43.840226 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c72960c7-fa2a-4bb9-8a82-a7cf08e4bcfd tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:43.841378 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c72960c7-fa2a-4bb9-8a82-a7cf08e4bcfd tempest-TestVolumeBootPattern-2142319549 tempest-TestVolumeBootPattern-2142319549-project] 10.222.0.62 "DELETE /v2.0/security-groups/e572f292-5a0a-421f-a620-183aabda6ecc HTTP/1.1" status: 204 len: 168 time: 0.2005970 Sep 21 15:23:43.893939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35648) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:44.575267 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8a5aaea4-7e41-4b31-9952-6cad8634f68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:45.024522 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-8a5aaea4-7e41-4b31-9952-6cad8634f68b admin admin] Deleting port 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:23:45.025204 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8a5aaea4-7e41-4b31-9952-6cad8634f68b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:45.193610 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-8a5aaea4-7e41-4b31-9952-6cad8634f68b admin admin] For port 8f262c68-7f78-4f12-8ca3-d4ecd652acc8, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=8f262c68-7f78-4f12-8ca3-d4ecd652acc8,segment=NetworkSegment(8ce497b5-6bae-4552-a904-f6d6f0c9099a),segment_id=8ce497b5-6bae-4552-a904-f6d6f0c9099a)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:23:45.193871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8a5aaea4-7e41-4b31-9952-6cad8634f68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:45.314409 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-8a5aaea4-7e41-4b31-9952-6cad8634f68b admin admin] Calling delete_port for 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:23:45.623869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8a5aaea4-7e41-4b31-9952-6cad8634f68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:45.669939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5aaea4-7e41-4b31-9952-6cad8634f68b admin admin] Pushing event deleted for resources: {'Port': ['ID=8f262c68-7f78-4f12-8ca3-d4ecd652acc8,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:45.944202 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8a5aaea4-7e41-4b31-9952-6cad8634f68b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:46.417443 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5aaea4-7e41-4b31-9952-6cad8634f68b admin admin] Router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:23:46.592546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5aaea4-7e41-4b31-9952-6cad8634f68b admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:23:46.602298 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1710d0d-fd78-4703-b922-596fcefc9b56 None None] Sync routers for ids ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:23:46.605662 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8a5aaea4-7e41-4b31-9952-6cad8634f68b admin admin] 10.222.0.62 "PUT /v2.0/routers/85e7606b-06da-4b5c-ae80-5d9a2ed21f9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7094684 Sep 21 15:23:46.607544 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35660) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:46.611413 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1710d0d-fd78-4703-b922-596fcefc9b56 None None] Routers {'85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:23:46.612088 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e1710d0d-fd78-4703-b922-596fcefc9b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:23:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:46.780800 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30a45fac-0cac-43ab-889f-a3c2fa43739d admin admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:46.788321 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-e1710d0d-fd78-4703-b922-596fcefc9b56 None None] Set router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:23:46.961030 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30a45fac-0cac-43ab-889f-a3c2fa43739d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:46.970387 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-30a45fac-0cac-43ab-889f-a3c2fa43739d admin admin] Deleting port df53ef9f-13c1-47f6-9722-79f57f87973f {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:23:46.970718 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30a45fac-0cac-43ab-889f-a3c2fa43739d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:47.074060 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e1710d0d-fd78-4703-b922-596fcefc9b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:23:45Z', 'revision_number': 5, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port': {'id': 'df53ef9f-13c1-47f6-9722-79f57f87973f', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:15Z', 'updated_at': '2022-09-21T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:47.078524 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1710d0d-fd78-4703-b922-596fcefc9b56 None None] Checking router: 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:23:47.087908 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1710d0d-fd78-4703-b922-596fcefc9b56 None None] Routers {'85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:23:47.088539 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e1710d0d-fd78-4703-b922-596fcefc9b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:23:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:47.148407 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-30a45fac-0cac-43ab-889f-a3c2fa43739d admin admin] For port df53ef9f-13c1-47f6-9722-79f57f87973f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=df53ef9f-13c1-47f6-9722-79f57f87973f,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:23:47.148796 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30a45fac-0cac-43ab-889f-a3c2fa43739d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:47.273375 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-30a45fac-0cac-43ab-889f-a3c2fa43739d admin admin] Calling delete_port for df53ef9f-13c1-47f6-9722-79f57f87973f owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:23:47.275950 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-e1710d0d-fd78-4703-b922-596fcefc9b56 None None] Set router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:23:47.385934 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e1710d0d-fd78-4703-b922-596fcefc9b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:23:46Z', 'revision_number': 6, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:47.390097 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1710d0d-fd78-4703-b922-596fcefc9b56 None None] The sync data for ids ['85e7606b-06da-4b5c-ae80-5d9a2ed21f9c'] in dv-neutron-858731-1-hyperv is: [{'id': '85e7606b-06da-4b5c-ae80-5d9a2ed21f9c', 'name': 'tempest-TestVolumeBootPattern-66202054-router', 'tenant_id': 'a5990e45ce304151b4645b8268b1dc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:12Z', 'updated_at': '2022-09-21T15:23:46Z', 'revision_number': 6, 'project_id': 'a5990e45ce304151b4645b8268b1dc5a', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:23:47.448762 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30a45fac-0cac-43ab-889f-a3c2fa43739d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:47.498721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a45fac-0cac-43ab-889f-a3c2fa43739d admin admin] Pushing event deleted for resources: {'Port': ['ID=df53ef9f-13c1-47f6-9722-79f57f87973f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:47.593424 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30a45fac-0cac-43ab-889f-a3c2fa43739d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:47.879555 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30a45fac-0cac-43ab-889f-a3c2fa43739d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:47.881628 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30a45fac-0cac-43ab-889f-a3c2fa43739d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:47.905079 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30a45fac-0cac-43ab-889f-a3c2fa43739d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:47.905595 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a45fac-0cac-43ab-889f-a3c2fa43739d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85e7606b-06da-4b5c-ae80-5d9a2ed21f9c {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:23:47.917632 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30a45fac-0cac-43ab-889f-a3c2fa43739d admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:47.918750 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-30a45fac-0cac-43ab-889f-a3c2fa43739d admin admin] 10.222.0.62 "DELETE /v2.0/routers/85e7606b-06da-4b5c-ae80-5d9a2ed21f9c HTTP/1.1" status: 204 len: 168 time: 1.3103194 Sep 21 15:23:47.921409 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35664) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:47.980530 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0fb2b6-8a88-4879-8cb7-2f0c3fc23a24 admin admin] Deleting subnet 975d8ae1-c46e-49e5-9b8f-b5475bec71b0 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:23:47.983522 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1e0fb2b6-8a88-4879-8cb7-2f0c3fc23a24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:48.032956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1e0fb2b6-8a88-4879-8cb7-2f0c3fc23a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:48.113876 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1e0fb2b6-8a88-4879-8cb7-2f0c3fc23a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:48.183746 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1e0fb2b6-8a88-4879-8cb7-2f0c3fc23a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:48.226063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0fb2b6-8a88-4879-8cb7-2f0c3fc23a24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=975d8ae1-c46e-49e5-9b8f-b5475bec71b0,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:48.227956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1e0fb2b6-8a88-4879-8cb7-2f0c3fc23a24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:48.232425 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f934e5-b892-4eef-864f-f28dd4c9e45c None None] Network 4a027504-dd1f-470a-a98b-400eafbfc229 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:23:48.233970 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1e0fb2b6-8a88-4879-8cb7-2f0c3fc23a24 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/975d8ae1-c46e-49e5-9b8f-b5475bec71b0 HTTP/1.1" status: 204 len: 168 time: 0.3116217 Sep 21 15:23:48.236394 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35668) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:48.344723 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8db311f-f510-48f6-8c56-ffe2cf01e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:48.355998 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d8db311f-f510-48f6-8c56-ffe2cf01e1e6 admin admin] Deleting port 8d2a8007-688c-4248-83a0-b535d8cf072c {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:23:48.356326 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8db311f-f510-48f6-8c56-ffe2cf01e1e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:48.426334 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device df53ef9f-13c1-47f6-9722-79f57f87973f no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:23:48.468983 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: df53ef9f-13c1-47f6-9722-79f57f87973f {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:23:48.469452 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device df53ef9f-13c1-47f6-9722-79f57f87973f not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:23:48.469737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:23:48.508055 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:23:48.508394 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 8f262c68-7f78-4f12-8ca3-d4ecd652acc8 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:23:48.577454 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-d8db311f-f510-48f6-8c56-ffe2cf01e1e6 admin admin] For port 8d2a8007-688c-4248-83a0-b535d8cf072c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=8d2a8007-688c-4248-83a0-b535d8cf072c,segment=NetworkSegment(8ce497b5-6bae-4552-a904-f6d6f0c9099a),segment_id=8ce497b5-6bae-4552-a904-f6d6f0c9099a)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:23:48.577970 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8db311f-f510-48f6-8c56-ffe2cf01e1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:48.587823 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6558699-61e1-4042-a6b2-b8ccde4f18a1 None None] DHCP port deletion for 4a027504-dd1f-470a-a98b-400eafbfc229 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:23:48.591964 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b6558699-61e1-4042-a6b2-b8ccde4f18a1 None None] Deleting port 8d2a8007-688c-4248-83a0-b535d8cf072c {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:23:48.592334 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b6558699-61e1-4042-a6b2-b8ccde4f18a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:48.700810 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d8db311f-f510-48f6-8c56-ffe2cf01e1e6 admin admin] Calling delete_port for 8d2a8007-688c-4248-83a0-b535d8cf072c owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:23:48.780380 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8db311f-f510-48f6-8c56-ffe2cf01e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:48.794824 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b6558699-61e1-4042-a6b2-b8ccde4f18a1 None None] For port 8d2a8007-688c-4248-83a0-b535d8cf072c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=8d2a8007-688c-4248-83a0-b535d8cf072c,segment=NetworkSegment(8ce497b5-6bae-4552-a904-f6d6f0c9099a),segment_id=8ce497b5-6bae-4552-a904-f6d6f0c9099a)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:23:48.795212 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b6558699-61e1-4042-a6b2-b8ccde4f18a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:48.828132 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db311f-f510-48f6-8c56-ffe2cf01e1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d2a8007-688c-4248-83a0-b535d8cf072c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:48.829930 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db311f-f510-48f6-8c56-ffe2cf01e1e6 admin admin] No DVR routers for this DVR port 8d2a8007-688c-4248-83a0-b535d8cf072c on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:23:48.921370 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b6558699-61e1-4042-a6b2-b8ccde4f18a1 None None] Calling delete_port for 8d2a8007-688c-4248-83a0-b535d8cf072c owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:23:48.945197 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8db311f-f510-48f6-8c56-ffe2cf01e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:48.970857 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-d8db311f-f510-48f6-8c56-ffe2cf01e1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a027504-dd1f-470a-a98b-400eafbfc229']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:48.983512 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-d8db311f-f510-48f6-8c56-ffe2cf01e1e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce497b5-6bae-4552-a904-f6d6f0c9099a') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:48.983806 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-d8db311f-f510-48f6-8c56-ffe2cf01e1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce497b5-6bae-4552-a904-f6d6f0c9099a') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: from cryptography.utils import int_from_bytes Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: from cryptography.utils import int_from_bytes Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn_limited( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn_limited( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 15:23:48.989628 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 15:23:48.997307 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-b6558699-61e1-4042-a6b2-b8ccde4f18a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:23:48.997733 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-b6558699-61e1-4042-a6b2-b8ccde4f18a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:23:48.999094 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8db311f-f510-48f6-8c56-ffe2cf01e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:49.014638 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8db311f-f510-48f6-8c56-ffe2cf01e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:49.021097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8db311f-f510-48f6-8c56-ffe2cf01e1e6 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:23:49.021473 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8db311f-f510-48f6-8c56-ffe2cf01e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:49.089415 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 8ce497b5-6bae-4552-a904-f6d6f0c9099a resource provider aggregate not found Sep 21 15:23:49.110008 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 8ce497b5-6bae-4552-a904-f6d6f0c9099a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ce497b5-6bae-4552-a904-f6d6f0c9099a found for delete ", "request_id": "req-617d5784-6231-4d08-a369-03d0bdfc2e5a"}]} Sep 21 15:23:49.121032 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8db311f-f510-48f6-8c56-ffe2cf01e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:49.137163 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8db311f-f510-48f6-8c56-ffe2cf01e1e6 admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:49.147705 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db311f-f510-48f6-8c56-ffe2cf01e1e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a027504-dd1f-470a-a98b-400eafbfc229,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:49.160864 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d8db311f-f510-48f6-8c56-ffe2cf01e1e6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4a027504-dd1f-470a-a98b-400eafbfc229 HTTP/1.1" status: 204 len: 168 time: 0.9228425 Sep 21 15:23:49.163641 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35678) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:49.499249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b6558699-61e1-4042-a6b2-b8ccde4f18a1 None None] Deleting port 8d2a8007-688c-4248-83a0-b535d8cf072c {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:23:49.499790 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b6558699-61e1-4042-a6b2-b8ccde4f18a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:49.569096 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b6558699-61e1-4042-a6b2-b8ccde4f18a1 None None] The port '8d2a8007-688c-4248-83a0-b535d8cf072c' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:23:49.799059 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3ac7834d-2096-4cea-af57-921eabe08140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:50.145806 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3ac7834d-2096-4cea-af57-921eabe08140 admin admin] Deleting port 5773dd9c-78f4-4a66-bb91-09644c53bdcf {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:23:50.146059 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3ac7834d-2096-4cea-af57-921eabe08140 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:50.321706 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-3ac7834d-2096-4cea-af57-921eabe08140 admin admin] For port 5773dd9c-78f4-4a66-bb91-09644c53bdcf, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5773dd9c-78f4-4a66-bb91-09644c53bdcf,segment=NetworkSegment(3c4f98d8-0f5c-4a45-8a65-72d680932ce2),segment_id=3c4f98d8-0f5c-4a45-8a65-72d680932ce2)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:23:50.322084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3ac7834d-2096-4cea-af57-921eabe08140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:50.394973 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 8d2a8007-688c-4248-83a0-b535d8cf072c no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:23:50.429582 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 8d2a8007-688c-4248-83a0-b535d8cf072c {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:23:50.429851 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 8d2a8007-688c-4248-83a0-b535d8cf072c not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:23:50.445604 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3ac7834d-2096-4cea-af57-921eabe08140 admin admin] Calling delete_port for 5773dd9c-78f4-4a66-bb91-09644c53bdcf owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:23:50.618850 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3ac7834d-2096-4cea-af57-921eabe08140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:50.801543 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7834d-2096-4cea-af57-921eabe08140 admin admin] Pushing event deleted for resources: {'Port': ['ID=5773dd9c-78f4-4a66-bb91-09644c53bdcf,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:51.036624 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3ac7834d-2096-4cea-af57-921eabe08140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:51.394779 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac7834d-2096-4cea-af57-921eabe08140 admin admin] Router ecfb0472-6a22-4b44-aa06-7ac7c5c84adb has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:23:51.575883 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac7834d-2096-4cea-af57-921eabe08140 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:23:51.586526 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d77f93c-1c2c-433f-b058-6cc2bd2f6ee9 None None] Sync routers for ids ['ecfb0472-6a22-4b44-aa06-7ac7c5c84adb'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:23:51.593669 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3ac7834d-2096-4cea-af57-921eabe08140 admin admin] 10.222.0.62 "PUT /v2.0/routers/ecfb0472-6a22-4b44-aa06-7ac7c5c84adb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4290211 Sep 21 15:23:51.596657 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35682) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:51.604550 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d77f93c-1c2c-433f-b058-6cc2bd2f6ee9 None None] Routers {'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:23:51.605154 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0d77f93c-1c2c-433f-b058-6cc2bd2f6ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:23:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['ecfb0472-6a22-4b44-aa06-7ac7c5c84adb'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:51.774625 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb32d571-0d45-4b3f-9c65-6f7e9079762c admin admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:51.824985 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-0d77f93c-1c2c-433f-b058-6cc2bd2f6ee9 None None] Set router ecfb0472-6a22-4b44-aa06-7ac7c5c84adb gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:23:51.966693 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb32d571-0d45-4b3f-9c65-6f7e9079762c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:51.981828 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-eb32d571-0d45-4b3f-9c65-6f7e9079762c admin admin] Deleting port 1b718565-1e0a-4320-8bd2-c51015ea0f18 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:23:51.982311 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb32d571-0d45-4b3f-9c65-6f7e9079762c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:52.020831 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:52.125760 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0d77f93c-1c2c-433f-b058-6cc2bd2f6ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb', 'name': 'tempest-TestVolumeBootPattern-787706741-router', 'tenant_id': 'feb450741f2b4a2eacb422a2bced4b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '1b718565-1e0a-4320-8bd2-c51015ea0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:34Z', 'updated_at': '2022-09-21T15:23:50Z', 'revision_number': 5, 'project_id': 'feb450741f2b4a2eacb422a2bced4b77', 'gw_port': {'id': '1b718565-1e0a-4320-8bd2-c51015ea0f18', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:15:37Z', 'updated_at': '2022-09-21T15:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:52.129921 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d77f93c-1c2c-433f-b058-6cc2bd2f6ee9 None None] Checking router: ecfb0472-6a22-4b44-aa06-7ac7c5c84adb for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:23:52.139229 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d77f93c-1c2c-433f-b058-6cc2bd2f6ee9 None None] Routers {'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:23:52.139853 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0d77f93c-1c2c-433f-b058-6cc2bd2f6ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:23:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['ecfb0472-6a22-4b44-aa06-7ac7c5c84adb'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:52.304322 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-0d77f93c-1c2c-433f-b058-6cc2bd2f6ee9 None None] Set router ecfb0472-6a22-4b44-aa06-7ac7c5c84adb gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:23:52.316974 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-eb32d571-0d45-4b3f-9c65-6f7e9079762c admin admin] For port 1b718565-1e0a-4320-8bd2-c51015ea0f18, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=1b718565-1e0a-4320-8bd2-c51015ea0f18,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:23:52.317321 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb32d571-0d45-4b3f-9c65-6f7e9079762c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:52.419340 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0d77f93c-1c2c-433f-b058-6cc2bd2f6ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb', 'name': 'tempest-TestVolumeBootPattern-787706741-router', 'tenant_id': 'feb450741f2b4a2eacb422a2bced4b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:34Z', 'updated_at': '2022-09-21T15:23:51Z', 'revision_number': 6, 'project_id': 'feb450741f2b4a2eacb422a2bced4b77', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:52.423261 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d77f93c-1c2c-433f-b058-6cc2bd2f6ee9 None None] The sync data for ids ['ecfb0472-6a22-4b44-aa06-7ac7c5c84adb'] in dv-neutron-858731-1-hyperv is: [{'id': 'ecfb0472-6a22-4b44-aa06-7ac7c5c84adb', 'name': 'tempest-TestVolumeBootPattern-787706741-router', 'tenant_id': 'feb450741f2b4a2eacb422a2bced4b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:15:34Z', 'updated_at': '2022-09-21T15:23:51Z', 'revision_number': 6, 'project_id': 'feb450741f2b4a2eacb422a2bced4b77', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:23:52.447054 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-eb32d571-0d45-4b3f-9c65-6f7e9079762c admin admin] Calling delete_port for 1b718565-1e0a-4320-8bd2-c51015ea0f18 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:23:52.614035 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb32d571-0d45-4b3f-9c65-6f7e9079762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:52.660602 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32d571-0d45-4b3f-9c65-6f7e9079762c admin admin] Pushing event deleted for resources: {'Port': ['ID=1b718565-1e0a-4320-8bd2-c51015ea0f18,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:52.763593 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb32d571-0d45-4b3f-9c65-6f7e9079762c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:52.941976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb32d571-0d45-4b3f-9c65-6f7e9079762c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:52.944231 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb32d571-0d45-4b3f-9c65-6f7e9079762c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:52.968271 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb32d571-0d45-4b3f-9c65-6f7e9079762c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:52.968917 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb32d571-0d45-4b3f-9c65-6f7e9079762c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecfb0472-6a22-4b44-aa06-7ac7c5c84adb {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:23:52.982398 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb32d571-0d45-4b3f-9c65-6f7e9079762c admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:52.985768 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-eb32d571-0d45-4b3f-9c65-6f7e9079762c admin admin] 10.222.0.62 "DELETE /v2.0/routers/ecfb0472-6a22-4b44-aa06-7ac7c5c84adb HTTP/1.1" status: 204 len: 168 time: 1.3859704 Sep 21 15:23:52.985997 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35688) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:53.046143 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-736fa7cc-44c0-47e1-b076-4b2f5cca3997 admin admin] Deleting subnet 5abcf953-0392-44fd-869b-8dbca8b36c21 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:23:53.049188 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-736fa7cc-44c0-47e1-b076-4b2f5cca3997 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:53.102275 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-736fa7cc-44c0-47e1-b076-4b2f5cca3997 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:53.184049 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-736fa7cc-44c0-47e1-b076-4b2f5cca3997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:53.251396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-736fa7cc-44c0-47e1-b076-4b2f5cca3997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:53.292963 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fa7cc-44c0-47e1-b076-4b2f5cca3997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5abcf953-0392-44fd-869b-8dbca8b36c21,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:53.296542 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-736fa7cc-44c0-47e1-b076-4b2f5cca3997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:53.302616 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da043e62-811c-4091-9d01-c0ff44037b93 None None] Network f48f9aa0-8394-4588-8846-a8a5cc3d7ce0 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:23:53.303108 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-736fa7cc-44c0-47e1-b076-4b2f5cca3997 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5abcf953-0392-44fd-869b-8dbca8b36c21 HTTP/1.1" status: 204 len: 168 time: 0.3158758 Sep 21 15:23:53.305327 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35692) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:53.416811 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e81157b-b8a4-42a7-8563-74735e16ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:53.427524 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9e81157b-b8a4-42a7-8563-74735e16ab9e admin admin] Deleting port 6c1277c9-a995-4468-97a9-259f330b8666 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:23:53.427849 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e81157b-b8a4-42a7-8563-74735e16ab9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:53.553353 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91477b43-a339-4816-afa3-ab1519101dd8 None None] DHCP port deletion for f48f9aa0-8394-4588-8846-a8a5cc3d7ce0 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:23:53.557561 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-91477b43-a339-4816-afa3-ab1519101dd8 None None] Deleting port 6c1277c9-a995-4468-97a9-259f330b8666 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:23:53.557933 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-91477b43-a339-4816-afa3-ab1519101dd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:53.635849 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-9e81157b-b8a4-42a7-8563-74735e16ab9e admin admin] For port 6c1277c9-a995-4468-97a9-259f330b8666, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=6c1277c9-a995-4468-97a9-259f330b8666,segment=NetworkSegment(3c4f98d8-0f5c-4a45-8a65-72d680932ce2),segment_id=3c4f98d8-0f5c-4a45-8a65-72d680932ce2)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:23:53.636202 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e81157b-b8a4-42a7-8563-74735e16ab9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:53.798664 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-91477b43-a339-4816-afa3-ab1519101dd8 None None] For port 6c1277c9-a995-4468-97a9-259f330b8666, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=6c1277c9-a995-4468-97a9-259f330b8666,segment=NetworkSegment(3c4f98d8-0f5c-4a45-8a65-72d680932ce2),segment_id=3c4f98d8-0f5c-4a45-8a65-72d680932ce2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:23:53.798963 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-91477b43-a339-4816-afa3-ab1519101dd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:53.859219 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9e81157b-b8a4-42a7-8563-74735e16ab9e admin admin] Calling delete_port for 6c1277c9-a995-4468-97a9-259f330b8666 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:23:53.922505 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-91477b43-a339-4816-afa3-ab1519101dd8 None None] Calling delete_port for 6c1277c9-a995-4468-97a9-259f330b8666 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:23:53.935606 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e81157b-b8a4-42a7-8563-74735e16ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:53.982050 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81157b-b8a4-42a7-8563-74735e16ab9e admin admin] Pushing event deleted for resources: {'Port': ['ID=6c1277c9-a995-4468-97a9-259f330b8666,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:53.985494 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e81157b-b8a4-42a7-8563-74735e16ab9e admin admin] No DVR routers for this DVR port 6c1277c9-a995-4468-97a9-259f330b8666 on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:23:53.996922 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-91477b43-a339-4816-afa3-ab1519101dd8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:23:53.997275 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-91477b43-a339-4816-afa3-ab1519101dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:23:54.100116 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e81157b-b8a4-42a7-8563-74735e16ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:54.128769 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9e81157b-b8a4-42a7-8563-74735e16ab9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48f9aa0-8394-4588-8846-a8a5cc3d7ce0']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:54.140276 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9e81157b-b8a4-42a7-8563-74735e16ab9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4f98d8-0f5c-4a45-8a65-72d680932ce2') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:54.140601 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9e81157b-b8a4-42a7-8563-74735e16ab9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4f98d8-0f5c-4a45-8a65-72d680932ce2') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:23:54.151563 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e81157b-b8a4-42a7-8563-74735e16ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:54.167040 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e81157b-b8a4-42a7-8563-74735e16ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:54.172943 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e81157b-b8a4-42a7-8563-74735e16ab9e admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:23:54.173320 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e81157b-b8a4-42a7-8563-74735e16ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:54.235550 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 3c4f98d8-0f5c-4a45-8a65-72d680932ce2 resource provider aggregate not found Sep 21 15:23:54.258648 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 3c4f98d8-0f5c-4a45-8a65-72d680932ce2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c4f98d8-0f5c-4a45-8a65-72d680932ce2 found for delete ", "request_id": "req-f221433f-45d7-4843-a28d-35d4b1f9af24"}]} Sep 21 15:23:54.272115 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e81157b-b8a4-42a7-8563-74735e16ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:54.288343 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e81157b-b8a4-42a7-8563-74735e16ab9e admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:54.300982 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81157b-b8a4-42a7-8563-74735e16ab9e admin admin] Pushing event deleted for resources: {'Network': ['ID=f48f9aa0-8394-4588-8846-a8a5cc3d7ce0,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:54.305768 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9e81157b-b8a4-42a7-8563-74735e16ab9e admin admin] 10.222.0.62 "DELETE /v2.0/networks/f48f9aa0-8394-4588-8846-a8a5cc3d7ce0 HTTP/1.1" status: 204 len: 168 time: 0.9994626 Sep 21 15:23:54.402900 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5773dd9c-78f4-4a66-bb91-09644c53bdcf no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:23:54.423914 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35702) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:54.437802 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 5773dd9c-78f4-4a66-bb91-09644c53bdcf {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:23:54.438139 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5773dd9c-78f4-4a66-bb91-09644c53bdcf not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:23:54.438557 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 6c1277c9-a995-4468-97a9-259f330b8666 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:23:54.472378 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0862f70b-7206-4ad8-8255-57eb90256a20 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a5990e45ce304151b4645b8268b1dc5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464520 Sep 21 15:23:54.474545 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 6c1277c9-a995-4468-97a9-259f330b8666 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:23:54.474885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 6c1277c9-a995-4468-97a9-259f330b8666 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:23:54.475311 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 1b718565-1e0a-4320-8bd2-c51015ea0f18 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:23:54.475609 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35706) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:54.502130 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-91477b43-a339-4816-afa3-ab1519101dd8 None None] Deleting port 6c1277c9-a995-4468-97a9-259f330b8666 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:23:54.502533 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-91477b43-a339-4816-afa3-ab1519101dd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:54.533244 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 1b718565-1e0a-4320-8bd2-c51015ea0f18 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:23:54.534109 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 1b718565-1e0a-4320-8bd2-c51015ea0f18 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:23:54.534524 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d60aff02-203d-439e-a92f-04dfb0815d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:54.560895 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d60aff02-203d-439e-a92f-04dfb0815d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:54.574382 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-91477b43-a339-4816-afa3-ab1519101dd8 None None] The port '6c1277c9-a995-4468-97a9-259f330b8666' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:23:54.616568 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d60aff02-203d-439e-a92f-04dfb0815d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:54.633553 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60aff02-203d-439e-a92f-04dfb0815d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829b1cf3-0874-47e5-9a1d-012b4951591a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:54.640739 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d60aff02-203d-439e-a92f-04dfb0815d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:54.642139 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d60aff02-203d-439e-a92f-04dfb0815d2e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/829b1cf3-0874-47e5-9a1d-012b4951591a HTTP/1.1" status: 204 len: 168 time: 0.1652050 Sep 21 15:23:54.972182 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35714) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:55.021592 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dc3b3c8c-c7ea-4d48-a1b6-00728ac625aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=feb450741f2b4a2eacb422a2bced4b77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481284 Sep 21 15:23:55.024068 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35718) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:55.082956 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-664ee56b-5171-457c-a5e4-f61b2deea006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:55.107513 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-664ee56b-5171-457c-a5e4-f61b2deea006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:55.158118 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-664ee56b-5171-457c-a5e4-f61b2deea006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:55.174724 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ee56b-5171-457c-a5e4-f61b2deea006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cfd6c9-8d9a-4864-b13a-f669a31a9228,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:55.177997 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-664ee56b-5171-457c-a5e4-f61b2deea006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:55.179088 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-664ee56b-5171-457c-a5e4-f61b2deea006 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/02cfd6c9-8d9a-4864-b13a-f669a31a9228 HTTP/1.1" status: 204 len: 168 time: 0.1540065 Sep 21 15:23:57.294475 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35726) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:57.480572 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1a850656-362a-4292-8bae-e77cc3364297 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/routers/9e6d9e32-0871-40c5-8b83-a6c715475d6e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1849210 Sep 21 15:23:57.483464 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35730) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:57.687644 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2088f02-ebf3-40ec-a318-94459d31c61b tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Notify agent at dv-neutron-858731-1-hyperv the message router_removed_from_agent {{(pid=89019) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Sep 21 15:23:57.691001 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a2088f02-ebf3-40ec-a318-94459d31c61b tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "DELETE /v2.0/agents/dae2207c-93e9-43e7-b986-6a9332ab8531/l3-routers/9e6d9e32-0871-40c5-8b83-a6c715475d6e HTTP/1.1" status: 204 len: 168 time: 0.2066450 Sep 21 15:23:57.693641 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35734) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:57.878123 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3bd9497d-5101-456d-b014-68a09b1b2470 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/routers/9e6d9e32-0871-40c5-8b83-a6c715475d6e/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1828253 Sep 21 15:23:57.881922 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35738) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:58.088879 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-16e1d43b-c8c1-4020-97a0-5f467aa90569 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/e404a85b-3547-408d-9ab3-cf599f140027 HTTP/1.1" status: 200 len: 993 time: 0.2058864 Sep 21 15:23:58.473100 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14cfd4e-b144-4fe9-8847-0a9c96d3fcce None None] New status for floating IP e404a85b-3547-408d-9ab3-cf599f140027: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:23:58.523206 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d5c2f50b-8d75-404d-8bf7-c7ff67ede200 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:23:58.808194 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port d5c2f50b-8d75-404d-8bf7-c7ff67ede200 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:23:58.808595 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:58.826976 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port d5c2f50b-8d75-404d-8bf7-c7ff67ede200, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d5c2f50b-8d75-404d-8bf7-c7ff67ede200,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:23:58.831578 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:58.832311 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 57dbf5c9-b441-4649-8018-64ef16898488 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:23:58.944156 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=d5c2f50b-8d75-404d-8bf7-c7ff67ede200,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:59.000982 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 57dbf5c9-b441-4649-8018-64ef16898488 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:23:59.001379 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:59.033392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 57dbf5c9-b441-4649-8018-64ef16898488, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=57dbf5c9-b441-4649-8018-64ef16898488,segment=NetworkSegment(797b07e2-1cd7-43af-9679-0a172ebc8c4e),segment_id=797b07e2-1cd7-43af-9679-0a172ebc8c4e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:23:59.037918 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:23:59.092799 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35742) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:23:59.109783 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=57dbf5c9-b441-4649-8018-64ef16898488,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:23:59.194475 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e0d9fac3-f5f5-42ae-9d7b-3c124b617cdc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/e404a85b-3547-408d-9ab3-cf599f140027 HTTP/1.1" status: 200 len: 991 time: 0.1005750 Sep 21 15:24:00.349497 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35748) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:00.553110 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a53799-ae0a-4c95-a9e2-ca0d5546c56f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Router 9e6d9e32-0871-40c5-8b83-a6c715475d6e is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:24:00.553437 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a53799-ae0a-4c95-a9e2-ca0d5546c56f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Notify agent at dv-neutron-858731-1-hyperv the message router_added_to_agent {{(pid=89019) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Sep 21 15:24:00.573494 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-68a53799-ae0a-4c95-a9e2-ca0d5546c56f tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "POST /v2.0/agents/dae2207c-93e9-43e7-b986-6a9332ab8531/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2204120 Sep 21 15:24:00.573752 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35756) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:00.585348 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbcc205-7546-480c-8b56-e8163af2346b None None] Sync routers for ids ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:24:00.600067 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbcc205-7546-480c-8b56-e8163af2346b None None] Routers {'9e6d9e32-0871-40c5-8b83-a6c715475d6e'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:24:00.600628 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3dbcc205-7546-480c-8b56-e8163af2346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:23:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:00.765109 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ecffc4ef-4375-4c74-8a92-c11ce6e8acd7 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/routers/9e6d9e32-0871-40c5-8b83-a6c715475d6e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1902065 Sep 21 15:24:00.767700 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35760) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:00.773385 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-3dbcc205-7546-480c-8b56-e8163af2346b None None] Set router 9e6d9e32-0871-40c5-8b83-a6c715475d6e gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:24:00.876331 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c804fb9d-70c2-4eef-b653-bfec9a0c0768 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/e404a85b-3547-408d-9ab3-cf599f140027 HTTP/1.1" status: 200 len: 991 time: 0.1068473 Sep 21 15:24:01.119647 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3dbcc205-7546-480c-8b56-e8163af2346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'name': 'tempest-TestNetworkBasicOps-router-2113890871', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:23:01Z', 'updated_at': '2022-09-21T15:23:06Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:02Z', 'updated_at': '2022-09-21T15:23:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'e404a85b-3547-408d-9ab3-cf599f140027', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.127', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'port_id': 'da947824-cf1b-46e0-a7d5-b054815569ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764', 'mac_address': 'fa:16:3e:f5:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0102ed96-6683-4d01-9e91-fbf2bf30ad52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:23:22Z', 'updated_at': '2022-09-21T15:23:58Z', 'revision_number': 2, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57dbf5c9-b441-4649-8018-64ef16898488', 'name': '', 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:bf:c4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:05Z', 'updated_at': '2022-09-21T15:23:59Z', 'revision_number': 6, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:01.123395 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbcc205-7546-480c-8b56-e8163af2346b None None] Checking router: 9e6d9e32-0871-40c5-8b83-a6c715475d6e for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:24:01.132275 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbcc205-7546-480c-8b56-e8163af2346b None None] Routers {'9e6d9e32-0871-40c5-8b83-a6c715475d6e'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:24:01.132844 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3dbcc205-7546-480c-8b56-e8163af2346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:23:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:01.307963 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-3dbcc205-7546-480c-8b56-e8163af2346b None None] Set router 9e6d9e32-0871-40c5-8b83-a6c715475d6e gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:24:01.686884 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3dbcc205-7546-480c-8b56-e8163af2346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'name': 'tempest-TestNetworkBasicOps-router-2113890871', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:23:01Z', 'updated_at': '2022-09-21T15:23:06Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:02Z', 'updated_at': '2022-09-21T15:23:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'e404a85b-3547-408d-9ab3-cf599f140027', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.127', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'port_id': 'da947824-cf1b-46e0-a7d5-b054815569ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764', 'mac_address': 'fa:16:3e:f5:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0102ed96-6683-4d01-9e91-fbf2bf30ad52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:23:22Z', 'updated_at': '2022-09-21T15:23:58Z', 'revision_number': 2, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57dbf5c9-b441-4649-8018-64ef16898488', 'name': '', 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:bf:c4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:05Z', 'updated_at': '2022-09-21T15:23:59Z', 'revision_number': 6, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:01.691860 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbcc205-7546-480c-8b56-e8163af2346b None None] The sync data for ids ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'] in dv-neutron-858731-1-hyperv is: [{'id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'name': 'tempest-TestNetworkBasicOps-router-2113890871', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:23:01Z', 'updated_at': '2022-09-21T15:23:06Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:02Z', 'updated_at': '2022-09-21T15:23:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'e404a85b-3547-408d-9ab3-cf599f140027', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.127', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'port_id': 'da947824-cf1b-46e0-a7d5-b054815569ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764', 'mac_address': 'fa:16:3e:f5:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0102ed96-6683-4d01-9e91-fbf2bf30ad52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:23:22Z', 'updated_at': '2022-09-21T15:23:58Z', 'revision_number': 2, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57dbf5c9-b441-4649-8018-64ef16898488', 'name': '', 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:bf:c4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:05Z', 'updated_at': '2022-09-21T15:23:59Z', 'revision_number': 6, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:24:01.880214 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35764) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:01.996549 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bccbc1f7-2457-4d75-866e-d0e57a608e60 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/e404a85b-3547-408d-9ab3-cf599f140027 HTTP/1.1" status: 200 len: 991 time: 0.1139266 Sep 21 15:24:02.444547 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d5c2f50b-8d75-404d-8bf7-c7ff67ede200 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:24:02.515474 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port d5c2f50b-8d75-404d-8bf7-c7ff67ede200 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:24:02.515845 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:02.675637 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port d5c2f50b-8d75-404d-8bf7-c7ff67ede200 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:24:02.676017 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:02.694842 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port d5c2f50b-8d75-404d-8bf7-c7ff67ede200, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d5c2f50b-8d75-404d-8bf7-c7ff67ede200,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:24:02.701349 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:02.701540 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 57dbf5c9-b441-4649-8018-64ef16898488 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:24:02.820661 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=d5c2f50b-8d75-404d-8bf7-c7ff67ede200,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:02.833501 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 57dbf5c9-b441-4649-8018-64ef16898488 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:24:02.833871 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:02.952925 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 57dbf5c9-b441-4649-8018-64ef16898488 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:24:02.953295 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:02.985572 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 57dbf5c9-b441-4649-8018-64ef16898488, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=57dbf5c9-b441-4649-8018-64ef16898488,segment=NetworkSegment(797b07e2-1cd7-43af-9679-0a172ebc8c4e),segment_id=797b07e2-1cd7-43af-9679-0a172ebc8c4e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:24:02.989790 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:02.999339 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35768) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:03.057354 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=57dbf5c9-b441-4649-8018-64ef16898488,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:03.115261 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b277ce9e-07ce-4663-8e82-ee56ab963aeb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/e404a85b-3547-408d-9ab3-cf599f140027 HTTP/1.1" status: 200 len: 991 time: 0.1141467 Sep 21 15:24:03.309504 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2062975-90e3-41cb-a121-48e37debf18b None None] New status for floating IP e404a85b-3547-408d-9ab3-cf599f140027: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:24:03.683473 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:24:04.118821 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35772) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:04.219211 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-132b6885-4cd3-4c19-b5c8-467bf868aefe tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/e404a85b-3547-408d-9ab3-cf599f140027 HTTP/1.1" status: 200 len: 993 time: 0.0993128 Sep 21 15:24:04.410988 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d5c2f50b-8d75-404d-8bf7-c7ff67ede200 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:24:04.481884 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port d5c2f50b-8d75-404d-8bf7-c7ff67ede200 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:24:04.482169 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:04.521351 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35780) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:04.602589 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port d5c2f50b-8d75-404d-8bf7-c7ff67ede200 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:24:04.603645 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 57dbf5c9-b441-4649-8018-64ef16898488 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:24:04.674997 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 57dbf5c9-b441-4649-8018-64ef16898488 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:24:04.675626 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:04.729258 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f85ef0a7-6002-4aea-8ed8-ea9d6c3005cf tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port 60ee2d70-5c7e-4996-a013-fdb49367468a {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:24:04.729595 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f85ef0a7-6002-4aea-8ed8-ea9d6c3005cf tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:04.796034 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 57dbf5c9-b441-4649-8018-64ef16898488 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:24:05.003855 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f85ef0a7-6002-4aea-8ed8-ea9d6c3005cf tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:05.004182 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f85ef0a7-6002-4aea-8ed8-ea9d6c3005cf tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:05.127912 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f85ef0a7-6002-4aea-8ed8-ea9d6c3005cf tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for 60ee2d70-5c7e-4996-a013-fdb49367468a owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:24:05.279732 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f85ef0a7-6002-4aea-8ed8-ea9d6c3005cf tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:05.327185 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ef0a7-6002-4aea-8ed8-ea9d6c3005cf tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=60ee2d70-5c7e-4996-a013-fdb49367468a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:05.427082 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f85ef0a7-6002-4aea-8ed8-ea9d6c3005cf tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:05.427413 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-f85ef0a7-6002-4aea-8ed8-ea9d6c3005cf tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Floating IP e404a85b-3547-408d-9ab3-cf599f140027 disassociated (deleted). External IP: 172.26.4.127, port: da947824-cf1b-46e0-a7d5-b054815569ac. Sep 21 15:24:05.522622 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f611b0ec-a8b6-4af3-8516-e451e10c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:05.777554 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85ef0a7-6002-4aea-8ed8-ea9d6c3005cf tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router 9e6d9e32-0871-40c5-8b83-a6c715475d6e has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:24:05.956654 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85ef0a7-6002-4aea-8ed8-ea9d6c3005cf tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:24:05.965882 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9cffb1-c70d-4cb1-8176-0c55286db5ed None None] Sync routers for ids ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:24:05.976001 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9cffb1-c70d-4cb1-8176-0c55286db5ed None None] Routers {'9e6d9e32-0871-40c5-8b83-a6c715475d6e'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:24:05.976631 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-db9cffb1-c70d-4cb1-8176-0c55286db5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:23:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:05.977553 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f85ef0a7-6002-4aea-8ed8-ea9d6c3005cf tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:06.036722 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f85ef0a7-6002-4aea-8ed8-ea9d6c3005cf tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/floatingips/e404a85b-3547-408d-9ab3-cf599f140027 HTTP/1.1" status: 204 len: 168 time: 1.5111258 Sep 21 15:24:06.036722 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0102ed96-6683-4d01-9e91-fbf2bf30ad52', 'tag': 'da947824-cf1b-46e0-a7d5-b054815569ac'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:24:06.037367 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c34cc72-eee0-4ef0-999a-df35e2efd303" -d '{"events": [{"name": "network-changed", "server_uuid": "0102ed96-6683-4d01-9e91-fbf2bf30ad52", "tag": "da947824-cf1b-46e0-a7d5-b054815569ac"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:24:06.087224 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7ad910-3969-44bb-990a-755f0bfde864 x-openstack-request-id: req-5e7ad910-3969-44bb-990a-755f0bfde864 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:24:06.087520 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0102ed96-6683-4d01-9e91-fbf2bf30ad52", "tag": "da947824-cf1b-46e0-a7d5-b054815569ac", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:24:06.087828 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e7ad910-3969-44bb-990a-755f0bfde864 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:24:06.088240 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e7ad910-3969-44bb-990a-755f0bfde864'] response: {'name': 'network-changed', 'server_uuid': '0102ed96-6683-4d01-9e91-fbf2bf30ad52', 'tag': 'da947824-cf1b-46e0-a7d5-b054815569ac', 'status': 'completed', 'code': 200} Sep 21 15:24:06.090026 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [req-3021758b-b2d1-4839-921f-7162f5119fe4 req-3315e70b-be3a-45d9-9dfa-bbf41d320950 service neutron] (89019) timed out ('10.222.0.20', 51346) {{(pid=89019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 21 15:24:06.156106 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-db9cffb1-c70d-4cb1-8176-0c55286db5ed None None] Set router 9e6d9e32-0871-40c5-8b83-a6c715475d6e gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:24:06.195376 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34cc72-eee0-4ef0-999a-df35e2efd303 req-c19e3b8e-c2c2-46a2-bfb3-504867e3570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:06.197548 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3c34cc72-eee0-4ef0-999a-df35e2efd303 req-c19e3b8e-c2c2-46a2-bfb3-504867e3570c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=0102ed96-6683-4d01-9e91-fbf2bf30ad52 HTTP/1.1" status: 200 len: 1098 time: 0.0802369 Sep 21 15:24:06.339698 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34cc72-eee0-4ef0-999a-df35e2efd303 req-47c280d0-5f2e-4ec5-b2ee-11d08e135247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:06.341176 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3c34cc72-eee0-4ef0-999a-df35e2efd303 req-47c280d0-5f2e-4ec5-b2ee-11d08e135247 service neutron] 10.222.0.20 "GET /v2.0/networks?id=df59dd55-97ad-4f78-97af-caf15291d764 HTTP/1.1" status: 200 len: 897 time: 0.1344371 Sep 21 15:24:06.457016 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3c34cc72-eee0-4ef0-999a-df35e2efd303 req-b141ce5a-7f41-41e1-ba5c-71f8fb02cda3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da947824-cf1b-46e0-a7d5-b054815569ac HTTP/1.1" status: 200 len: 217 time: 0.0756445 Sep 21 15:24:06.484005 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-db9cffb1-c70d-4cb1-8176-0c55286db5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'name': 'tempest-TestNetworkBasicOps-router-2113890871', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:23:01Z', 'updated_at': '2022-09-21T15:23:06Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:02Z', 'updated_at': '2022-09-21T15:24:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '57dbf5c9-b441-4649-8018-64ef16898488', 'name': '', 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:bf:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:05Z', 'updated_at': '2022-09-21T15:24:02Z', 'revision_number': 7, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:06.487739 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9cffb1-c70d-4cb1-8176-0c55286db5ed None None] Checking router: 9e6d9e32-0871-40c5-8b83-a6c715475d6e for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:24:06.495681 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9cffb1-c70d-4cb1-8176-0c55286db5ed None None] Routers {'9e6d9e32-0871-40c5-8b83-a6c715475d6e'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:24:06.496254 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-db9cffb1-c70d-4cb1-8176-0c55286db5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:23:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:06.530669 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34cc72-eee0-4ef0-999a-df35e2efd303 req-b0b3e8c5-b403-4345-a89b-4d87f338e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:06.532089 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3c34cc72-eee0-4ef0-999a-df35e2efd303 req-b0b3e8c5-b403-4345-a89b-4d87f338e213 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24feeff9-ad95-4690-98fa-b0b982b791a6 HTTP/1.1" status: 200 len: 834 time: 0.0675371 Sep 21 15:24:06.543865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4241587-4aa8-4a5a-a748-c39002e728f1 req-61b51eb0-7f1e-4802-ac05-ab6bed0a0604 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:06.545256 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d4241587-4aa8-4a5a-a748-c39002e728f1 req-61b51eb0-7f1e-4802-ac05-ab6bed0a0604 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0102ed96-6683-4d01-9e91-fbf2bf30ad52 HTTP/1.1" status: 200 len: 945 time: 0.2032437 Sep 21 15:24:06.645915 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d4241587-4aa8-4a5a-a748-c39002e728f1 req-5714372d-68b5-437f-a4be-a95426129db2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda5f82a-fe43-4af5-85e8-f170c46ccc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599365 Sep 21 15:24:06.659687 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34cc72-eee0-4ef0-999a-df35e2efd303 req-72126551-8f5f-48ea-b842-d83d88ed25b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:06.661930 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3c34cc72-eee0-4ef0-999a-df35e2efd303 req-72126551-8f5f-48ea-b842-d83d88ed25b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df59dd55-97ad-4f78-97af-caf15291d764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1152422 Sep 21 15:24:06.673958 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-db9cffb1-c70d-4cb1-8176-0c55286db5ed None None] Set router 9e6d9e32-0871-40c5-8b83-a6c715475d6e gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:24:06.798737 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3c34cc72-eee0-4ef0-999a-df35e2efd303 req-5909e84e-92ad-460b-9eff-e33bb4274a87 service neutron] 10.222.0.20 "GET /v2.0/networks/df59dd55-97ad-4f78-97af-caf15291d764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277101 Sep 21 15:24:06.933977 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3c34cc72-eee0-4ef0-999a-df35e2efd303 req-f22764de-2ce0-4619-8dd1-c5cbf9dce2cd service neutron] 10.222.0.20 "GET /v2.0/networks/df59dd55-97ad-4f78-97af-caf15291d764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284723 Sep 21 15:24:07.011667 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-db9cffb1-c70d-4cb1-8176-0c55286db5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'name': 'tempest-TestNetworkBasicOps-router-2113890871', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:23:01Z', 'updated_at': '2022-09-21T15:23:06Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:02Z', 'updated_at': '2022-09-21T15:24:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '57dbf5c9-b441-4649-8018-64ef16898488', 'name': '', 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:bf:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:05Z', 'updated_at': '2022-09-21T15:24:02Z', 'revision_number': 7, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:07.015453 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9cffb1-c70d-4cb1-8176-0c55286db5ed None None] The sync data for ids ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'] in dv-neutron-858731-1-hyperv is: [{'id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'name': 'tempest-TestNetworkBasicOps-router-2113890871', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:23:01Z', 'updated_at': '2022-09-21T15:23:06Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:02Z', 'updated_at': '2022-09-21T15:24:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '57dbf5c9-b441-4649-8018-64ef16898488', 'name': '', 'network_id': 'df59dd55-97ad-4f78-97af-caf15291d764', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:bf:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:05Z', 'updated_at': '2022-09-21T15:24:02Z', 'revision_number': 7, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '24feeff9-ad95-4690-98fa-b0b982b791a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:24:07.659548 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083e8145-4442-40ed-8468-422ffd30735a None None] New status for floating IP e404a85b-3547-408d-9ab3-cf599f140027: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:24:07.866420 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4cb59426-2753-4732-8a10-44e52b8e8a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:07.999678 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1362f24-5a15-444b-a89f-1ec81a7c74e1 req-f856ac4c-af62-4d67-be56-53645128d48d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:08.001116 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c1362f24-5a15-444b-a89f-1ec81a7c74e1 req-f856ac4c-af62-4d67-be56-53645128d48d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/ports?device_id=0102ed96-6683-4d01-9e91-fbf2bf30ad52 HTTP/1.1" status: 200 len: 945 time: 0.2562048 Sep 21 15:24:08.012784 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ca507-7248-40b1-a3cb-fb96d133cfc5 req-1f3f10a1-0db7-4c47-83c9-6dcbefa97cab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:08.014131 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-378ca507-7248-40b1-a3cb-fb96d133cfc5 req-1f3f10a1-0db7-4c47-83c9-6dcbefa97cab tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0102ed96-6683-4d01-9e91-fbf2bf30ad52 HTTP/1.1" status: 200 len: 945 time: 0.2278924 Sep 21 15:24:08.105383 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-c1362f24-5a15-444b-a89f-1ec81a7c74e1 req-c5cd5bc8-c313-49b0-b5f6-fac6219ae929 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port da947824-cf1b-46e0-a7d5-b054815569ac {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:24:08.105717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c1362f24-5a15-444b-a89f-1ec81a7c74e1 req-c5cd5bc8-c313-49b0-b5f6-fac6219ae929 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:08.139481 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-378ca507-7248-40b1-a3cb-fb96d133cfc5 req-7b754f18-a4b9-4e09-9e71-0c108b589efa tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dda5f82a-fe43-4af5-85e8-f170c46ccc59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966237 Sep 21 15:24:08.362148 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-c1362f24-5a15-444b-a89f-1ec81a7c74e1 req-c5cd5bc8-c313-49b0-b5f6-fac6219ae929 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port da947824-cf1b-46e0-a7d5-b054815569ac, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=da947824-cf1b-46e0-a7d5-b054815569ac,segment=NetworkSegment(797b07e2-1cd7-43af-9679-0a172ebc8c4e),segment_id=797b07e2-1cd7-43af-9679-0a172ebc8c4e)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:24:08.362752 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c1362f24-5a15-444b-a89f-1ec81a7c74e1 req-c5cd5bc8-c313-49b0-b5f6-fac6219ae929 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:08.486537 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-c1362f24-5a15-444b-a89f-1ec81a7c74e1 req-c5cd5bc8-c313-49b0-b5f6-fac6219ae929 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for da947824-cf1b-46e0-a7d5-b054815569ac owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:24:08.633245 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c1362f24-5a15-444b-a89f-1ec81a7c74e1 req-c5cd5bc8-c313-49b0-b5f6-fac6219ae929 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:08.685333 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd5bc8-c313-49b0-b5f6-fac6219ae929 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=da947824-cf1b-46e0-a7d5-b054815569ac,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:08.711066 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:08.772751 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1362f24-5a15-444b-a89f-1ec81a7c74e1 req-c5cd5bc8-c313-49b0-b5f6-fac6219ae929 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] No DVR routers for this DVR port da947824-cf1b-46e0-a7d5-b054815569ac on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:24:08.775070 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c1362f24-5a15-444b-a89f-1ec81a7c74e1 req-c5cd5bc8-c313-49b0-b5f6-fac6219ae929 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:08.777619 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0102ed96-6683-4d01-9e91-fbf2bf30ad52', 'name': 'network-vif-deleted', 'tag': 'da947824-cf1b-46e0-a7d5-b054815569ac'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:24:08.779899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd17d653-45f6-4861-92c0-1be307775c48" -d '{"events": [{"server_uuid": "0102ed96-6683-4d01-9e91-fbf2bf30ad52", "name": "network-vif-deleted", "tag": "da947824-cf1b-46e0-a7d5-b054815569ac"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:24:08.789374 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c1362f24-5a15-444b-a89f-1ec81a7c74e1 req-c5cd5bc8-c313-49b0-b5f6-fac6219ae929 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "DELETE /v2.0/ports/da947824-cf1b-46e0-a7d5-b054815569ac HTTP/1.1" status: 204 len: 173 time: 0.7743573 Sep 21 15:24:08.826660 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7579a658-076e-4318-9ff1-66f484284d42 x-openstack-request-id: req-7579a658-076e-4318-9ff1-66f484284d42 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:24:08.826945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0102ed96-6683-4d01-9e91-fbf2bf30ad52", "name": "network-vif-deleted", "tag": "da947824-cf1b-46e0-a7d5-b054815569ac", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:24:08.827218 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7579a658-076e-4318-9ff1-66f484284d42 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:24:08.827638 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7579a658-076e-4318-9ff1-66f484284d42'] response: {'server_uuid': '0102ed96-6683-4d01-9e91-fbf2bf30ad52', 'name': 'network-vif-deleted', 'tag': 'da947824-cf1b-46e0-a7d5-b054815569ac', 'status': 'completed', 'code': 200} Sep 21 15:24:08.886957 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:09.344992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-237bf189-3fb3-4c37-92f2-442ba8fa5bc3 req-badfb639-a8e2-4d21-8997-7c54e5aee637 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:24:09.362079 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-237bf189-3fb3-4c37-92f2-442ba8fa5bc3 req-badfb639-a8e2-4d21-8997-7c54e5aee637 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:24:09.363175 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-237bf189-3fb3-4c37-92f2-442ba8fa5bc3 req-badfb639-a8e2-4d21-8997-7c54e5aee637 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0102ed96-6683-4d01-9e91-fbf2bf30ad52 HTTP/1.1" status: 200 len: 210 time: 0.0741329 Sep 21 15:24:10.469253 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35798) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:10.510105 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:10.539980 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dac930a2-3c0c-439f-81b7-20e290c8b46c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:10.569431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dac930a2-3c0c-439f-81b7-20e290c8b46c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:10.632148 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dac930a2-3c0c-439f-81b7-20e290c8b46c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:10.650497 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac930a2-3c0c-439f-81b7-20e290c8b46c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda5f82a-fe43-4af5-85e8-f170c46ccc59,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:10.660427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac930a2-3c0c-439f-81b7-20e290c8b46c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:10.660792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac930a2-3c0c-439f-81b7-20e290c8b46c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:10.661136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac930a2-3c0c-439f-81b7-20e290c8b46c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:10.661470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac930a2-3c0c-439f-81b7-20e290c8b46c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:10.661796 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac930a2-3c0c-439f-81b7-20e290c8b46c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:10.662124 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac930a2-3c0c-439f-81b7-20e290c8b46c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:10.662448 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac930a2-3c0c-439f-81b7-20e290c8b46c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:10.662769 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac930a2-3c0c-439f-81b7-20e290c8b46c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:10.663096 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac930a2-3c0c-439f-81b7-20e290c8b46c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:10.663411 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac930a2-3c0c-439f-81b7-20e290c8b46c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:10.663728 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac930a2-3c0c-439f-81b7-20e290c8b46c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:10.664042 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac930a2-3c0c-439f-81b7-20e290c8b46c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:10.668057 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dac930a2-3c0c-439f-81b7-20e290c8b46c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:10.669187 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dac930a2-3c0c-439f-81b7-20e290c8b46c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/security-groups/dda5f82a-fe43-4af5-85e8-f170c46ccc59 HTTP/1.1" status: 204 len: 168 time: 0.1989312 Sep 21 15:24:10.700011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35804) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:10.977281 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device da947824-cf1b-46e0-a7d5-b054815569ac no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:24:11.016349 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: da947824-cf1b-46e0-a7d5-b054815569ac {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:24:11.016750 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device da947824-cf1b-46e0-a7d5-b054815569ac not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:24:11.360089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e62592d3-5a39-4296-990f-d6cd80c1d550 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:11.726747 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e62592d3-5a39-4296-990f-d6cd80c1d550 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port 57dbf5c9-b441-4649-8018-64ef16898488 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:24:11.727451 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e62592d3-5a39-4296-990f-d6cd80c1d550 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:11.914547 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-e62592d3-5a39-4296-990f-d6cd80c1d550 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port 57dbf5c9-b441-4649-8018-64ef16898488, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=57dbf5c9-b441-4649-8018-64ef16898488,segment=NetworkSegment(797b07e2-1cd7-43af-9679-0a172ebc8c4e),segment_id=797b07e2-1cd7-43af-9679-0a172ebc8c4e)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:24:11.914901 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e62592d3-5a39-4296-990f-d6cd80c1d550 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:12.040580 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e62592d3-5a39-4296-990f-d6cd80c1d550 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for 57dbf5c9-b441-4649-8018-64ef16898488 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:24:12.235323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e62592d3-5a39-4296-990f-d6cd80c1d550 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:12.317083 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62592d3-5a39-4296-990f-d6cd80c1d550 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=57dbf5c9-b441-4649-8018-64ef16898488,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:12.589954 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e62592d3-5a39-4296-990f-d6cd80c1d550 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:13.072204 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62592d3-5a39-4296-990f-d6cd80c1d550 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router 9e6d9e32-0871-40c5-8b83-a6c715475d6e has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:24:13.252986 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62592d3-5a39-4296-990f-d6cd80c1d550 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:24:13.263281 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3581f853-52c7-47ab-9dbf-10a7a80cb93c None None] Sync routers for ids ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:24:13.273429 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3581f853-52c7-47ab-9dbf-10a7a80cb93c None None] Routers {'9e6d9e32-0871-40c5-8b83-a6c715475d6e'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:24:13.273905 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e62592d3-5a39-4296-990f-d6cd80c1d550 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/routers/9e6d9e32-0871-40c5-8b83-a6c715475d6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5726259 Sep 21 15:24:13.274164 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3581f853-52c7-47ab-9dbf-10a7a80cb93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:24:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:13.276425 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35808) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:13.341095 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba958f6e-5108-4972-98b2-ebb5add001eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting subnet 24feeff9-ad95-4690-98fa-b0b982b791a6 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:24:13.343928 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ba958f6e-5108-4972-98b2-ebb5add001eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:13.398061 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ba958f6e-5108-4972-98b2-ebb5add001eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:13.448480 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-3581f853-52c7-47ab-9dbf-10a7a80cb93c None None] Set router 9e6d9e32-0871-40c5-8b83-a6c715475d6e gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:24:13.485272 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ba958f6e-5108-4972-98b2-ebb5add001eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:13.560271 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ba958f6e-5108-4972-98b2-ebb5add001eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:13.604221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba958f6e-5108-4972-98b2-ebb5add001eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Subnet': ['ID=24feeff9-ad95-4690-98fa-b0b982b791a6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:13.609555 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ba958f6e-5108-4972-98b2-ebb5add001eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:13.616726 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4f91c1-fdb8-47c1-9c89-bfaa42a90780 None None] Network df59dd55-97ad-4f78-97af-caf15291d764 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:24:13.617290 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ba958f6e-5108-4972-98b2-ebb5add001eb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/subnets/24feeff9-ad95-4690-98fa-b0b982b791a6 HTTP/1.1" status: 204 len: 168 time: 0.3394177 Sep 21 15:24:13.619373 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35812) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:13.735792 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3581f853-52c7-47ab-9dbf-10a7a80cb93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'name': 'tempest-TestNetworkBasicOps-router-2113890871', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:23:01Z', 'updated_at': '2022-09-21T15:24:12Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:02Z', 'updated_at': '2022-09-21T15:24:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:13.739776 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3581f853-52c7-47ab-9dbf-10a7a80cb93c None None] Checking router: 9e6d9e32-0871-40c5-8b83-a6c715475d6e for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:24:13.748018 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3581f853-52c7-47ab-9dbf-10a7a80cb93c None None] Routers {'9e6d9e32-0871-40c5-8b83-a6c715475d6e'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:24:13.748652 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3581f853-52c7-47ab-9dbf-10a7a80cb93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:24:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:13.801174 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30e56d6c-47e4-4d52-bcd9-ba2352fbd97c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:13.890235 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d46bfd-d331-47ca-a0ea-aea4c700abfb None None] DHCP port deletion for df59dd55-97ad-4f78-97af-caf15291d764 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:24:13.895180 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-68d46bfd-d331-47ca-a0ea-aea4c700abfb None None] Deleting port 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:24:13.895792 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-68d46bfd-d331-47ca-a0ea-aea4c700abfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:13.925489 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-3581f853-52c7-47ab-9dbf-10a7a80cb93c None None] Set router 9e6d9e32-0871-40c5-8b83-a6c715475d6e gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:24:13.991989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30e56d6c-47e4-4d52-bcd9-ba2352fbd97c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:14.005498 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-30e56d6c-47e4-4d52-bcd9-ba2352fbd97c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port d5c2f50b-8d75-404d-8bf7-c7ff67ede200 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:24:14.005854 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30e56d6c-47e4-4d52-bcd9-ba2352fbd97c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:14.124618 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-68d46bfd-d331-47ca-a0ea-aea4c700abfb None None] For port 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=482a8d9f-c1da-4c42-a14c-64a7a88d7c2c,segment=NetworkSegment(797b07e2-1cd7-43af-9679-0a172ebc8c4e),segment_id=797b07e2-1cd7-43af-9679-0a172ebc8c4e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:24:14.124985 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-68d46bfd-d331-47ca-a0ea-aea4c700abfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:14.186971 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-30e56d6c-47e4-4d52-bcd9-ba2352fbd97c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port d5c2f50b-8d75-404d-8bf7-c7ff67ede200, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d5c2f50b-8d75-404d-8bf7-c7ff67ede200,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:24:14.187566 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30e56d6c-47e4-4d52-bcd9-ba2352fbd97c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:14.213967 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3581f853-52c7-47ab-9dbf-10a7a80cb93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'name': 'tempest-TestNetworkBasicOps-router-2113890871', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:23:01Z', 'updated_at': '2022-09-21T15:24:12Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:02Z', 'updated_at': '2022-09-21T15:24:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:14.217862 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3581f853-52c7-47ab-9dbf-10a7a80cb93c None None] The sync data for ids ['9e6d9e32-0871-40c5-8b83-a6c715475d6e'] in dv-neutron-858731-1-hyperv is: [{'id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'name': 'tempest-TestNetworkBasicOps-router-2113890871', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:23:01Z', 'updated_at': '2022-09-21T15:24:12Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd5c2f50b-8d75-404d-8bf7-c7ff67ede200', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d9e32-0871-40c5-8b83-a6c715475d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:23:02Z', 'updated_at': '2022-09-21T15:24:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:24:14.260111 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-68d46bfd-d331-47ca-a0ea-aea4c700abfb None None] Calling delete_port for 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:24:14.313579 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-30e56d6c-47e4-4d52-bcd9-ba2352fbd97c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for d5c2f50b-8d75-404d-8bf7-c7ff67ede200 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:24:14.336165 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-68d46bfd-d331-47ca-a0ea-aea4c700abfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:14.386527 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d46bfd-d331-47ca-a0ea-aea4c700abfb None None] Pushing event deleted for resources: {'Port': ['ID=482a8d9f-c1da-4c42-a14c-64a7a88d7c2c,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:14.390033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d46bfd-d331-47ca-a0ea-aea4c700abfb None None] No DVR routers for this DVR port 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:24:14.601461 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30e56d6c-47e4-4d52-bcd9-ba2352fbd97c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:14.635045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:24:14.653702 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e56d6c-47e4-4d52-bcd9-ba2352fbd97c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=d5c2f50b-8d75-404d-8bf7-c7ff67ede200,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:14.674273 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:24:14.674700 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 482a8d9f-c1da-4c42-a14c-64a7a88d7c2c not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:24:14.675359 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 57dbf5c9-b441-4649-8018-64ef16898488 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:24:14.713694 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 57dbf5c9-b441-4649-8018-64ef16898488 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:24:14.714132 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 57dbf5c9-b441-4649-8018-64ef16898488 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:24:14.753021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30e56d6c-47e4-4d52-bcd9-ba2352fbd97c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:14.928392 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30e56d6c-47e4-4d52-bcd9-ba2352fbd97c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:14.930496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30e56d6c-47e4-4d52-bcd9-ba2352fbd97c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:14.953350 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30e56d6c-47e4-4d52-bcd9-ba2352fbd97c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:14.953939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e56d6c-47e4-4d52-bcd9-ba2352fbd97c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Fanout notify agent at l3_agent the message router_deleted on router 9e6d9e32-0871-40c5-8b83-a6c715475d6e {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:24:14.969417 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30e56d6c-47e4-4d52-bcd9-ba2352fbd97c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:14.970326 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-30e56d6c-47e4-4d52-bcd9-ba2352fbd97c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/routers/9e6d9e32-0871-40c5-8b83-a6c715475d6e HTTP/1.1" status: 204 len: 168 time: 1.3500512 Sep 21 15:24:14.973139 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35816) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:15.099092 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a228f0b6-04a8-473d-a23f-cce69b062b70 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:15.237033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a228f0b6-04a8-473d-a23f-cce69b062b70 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:15.261587 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a228f0b6-04a8-473d-a23f-cce69b062b70 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df59dd55-97ad-4f78-97af-caf15291d764']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:15.273254 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a228f0b6-04a8-473d-a23f-cce69b062b70 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797b07e2-1cd7-43af-9679-0a172ebc8c4e') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:15.273552 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a228f0b6-04a8-473d-a23f-cce69b062b70 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797b07e2-1cd7-43af-9679-0a172ebc8c4e') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:15.285175 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a228f0b6-04a8-473d-a23f-cce69b062b70 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:15.301683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a228f0b6-04a8-473d-a23f-cce69b062b70 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:15.307749 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a228f0b6-04a8-473d-a23f-cce69b062b70 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:24:15.308128 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a228f0b6-04a8-473d-a23f-cce69b062b70 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:15.375805 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 797b07e2-1cd7-43af-9679-0a172ebc8c4e resource provider aggregate not found Sep 21 15:24:15.398169 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 797b07e2-1cd7-43af-9679-0a172ebc8c4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 797b07e2-1cd7-43af-9679-0a172ebc8c4e found for delete ", "request_id": "req-91ac3dc5-d3bf-4571-81f1-c6e9906b2ab8"}]} Sep 21 15:24:15.413656 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a228f0b6-04a8-473d-a23f-cce69b062b70 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:15.431255 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a228f0b6-04a8-473d-a23f-cce69b062b70 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:15.444708 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228f0b6-04a8-473d-a23f-cce69b062b70 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Network': ['ID=df59dd55-97ad-4f78-97af-caf15291d764,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:15.451582 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a228f0b6-04a8-473d-a23f-cce69b062b70 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/networks/df59dd55-97ad-4f78-97af-caf15291d764 HTTP/1.1" status: 204 len: 168 time: 0.4772301 Sep 21 15:24:15.472196 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35824) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:15.477648 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9806d526-391e-4438-8f4a-ab980910789d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'network': {'name': 'tempest-network-smoke--951143056', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'port_security_enabled': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:24:15.482646 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9806d526-391e-4438-8f4a-ab980910789d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:24:15.486685 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9806d526-391e-4438-8f4a-ab980910789d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:network and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:24:15.489572 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9806d526-391e-4438-8f4a-ab980910789d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:24:15.495637 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9806d526-391e-4438-8f4a-ab980910789d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:24:15.506243 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9806d526-391e-4438-8f4a-ab980910789d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:24:15.509787 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9806d526-391e-4438-8f4a-ab980910789d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:15.538023 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9806d526-391e-4438-8f4a-ab980910789d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:24:15.546575 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9806d526-391e-4438-8f4a-ab980910789d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:15.546906 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-9806d526-391e-4438-8f4a-ab980910789d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Added segment 1274021a-7f76-4ced-9300-d200e06087e2 of type vlan for network 4f10e37b-6b01-4921-bca8-4488013cfe55 Sep 21 15:24:15.572809 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9806d526-391e-4438-8f4a-ab980910789d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:15.601283 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9806d526-391e-4438-8f4a-ab980910789d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:15.606508 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9806d526-391e-4438-8f4a-ab980910789d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:15.607076 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9806d526-391e-4438-8f4a-ab980910789d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:15.714152 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9806d526-391e-4438-8f4a-ab980910789d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2408848 Sep 21 15:24:15.717141 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35828) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:15.719987 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806d526-391e-4438-8f4a-ab980910789d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Network': ['ID=4f10e37b-6b01-4921-bca8-4488013cfe55,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:15.723068 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1317001479', 'admin_state_up': True, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:24:15.730162 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:24:15.730910 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 4f10e37b-6b01-4921-bca8-4488013cfe55 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:24:15.735248 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:router and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:24:15.738493 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:24:15.744373 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:24:15.753674 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:15.754762 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:15.770344 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:16.136946 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:16.405724 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d5c2f50b-8d75-404d-8bf7-c7ff67ede200 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:24:16.436127 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:16.445011 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: d5c2f50b-8d75-404d-8bf7-c7ff67ede200 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:24:16.445368 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d5c2f50b-8d75-404d-8bf7-c7ff67ede200 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:24:16.465879 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:16.599011 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.26.4.47 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/802b3cde-3d12-440d-a6be-d4cdd008d8e2) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:24:16.742142 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:16.770471 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:16.835165 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:24:16.838025 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:24:16.841829 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:24:16.880085 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=802b3cde-3d12-440d-a6be-d4cdd008d8e2,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:16.895812 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:16.896160 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:16.896525 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:16.896858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:16.897186 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:16.897517 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:16.897841 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:16.898165 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:16.898490 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:16.898810 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:16.899130 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:16.899449 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:17.269154 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:17.712384 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:17.912821 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:24:18.088474 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:24:18.098036 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] Sync routers for ids ['8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:24:18.107125 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] Routers {'8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:24:18.107732 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:24:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:18.116517 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:18.120693 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-aaa92860-4363-48f4-a62f-4b2c1548d69b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3996217 Sep 21 15:24:18.120878 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35832) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:18.163350 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-63189c70-20a4-4fd7-82ee-cabfaec72d45 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=821a0a843ff74fdda869752c13af53c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413833 Sep 21 15:24:18.165976 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35836) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:18.282620 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] Set router 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:24:18.295108 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a87daf-0689-490b-8718-f7849ce9b9e3 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:18.296598 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-21a87daf-0689-490b-8718-f7849ce9b9e3 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297190 Sep 21 15:24:18.299570 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35840) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:18.338667 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e0f3d542-08bc-47fc-9968-22bf55e04ac3 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=445481ae-8997-4e7e-a514-07e782c48c85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381246 Sep 21 15:24:18.341415 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35844) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:18.347104 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5d6ca283-16a7-4f83-96b5-f9ea3ac79aa0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1432651665', 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:24:18.461746 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5d6ca283-16a7-4f83-96b5-f9ea3ac79aa0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:24:18.466065 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5d6ca283-16a7-4f83-96b5-f9ea3ac79aa0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:subnet and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:24:18.468842 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5d6ca283-16a7-4f83-96b5-f9ea3ac79aa0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:24:18.474508 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5d6ca283-16a7-4f83-96b5-f9ea3ac79aa0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:24:18.484065 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6ca283-16a7-4f83-96b5-f9ea3ac79aa0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:24:18.487473 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d6ca283-16a7-4f83-96b5-f9ea3ac79aa0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:18.606364 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'name': 'tempest-TestNetworkBasicOps-router-1317001479', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:24:15Z', 'updated_at': '2022-09-21T15:24:17Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:16Z', 'updated_at': '2022-09-21T15:24:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:18.610180 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] Checking router: 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:24:18.610524 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] Updating router 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 port 802b3cde-3d12-440d-a6be-d4cdd008d8e2 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:24:18.662558 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:18.707996 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d6ca283-16a7-4f83-96b5-f9ea3ac79aa0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:18.784250 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ca283-16a7-4f83-96b5-f9ea3ac79aa0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Subnet': ['ID=55e0888c-1c71-47ea-82d6-3b260163afc8,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:18.797155 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6ca283-16a7-4f83-96b5-f9ea3ac79aa0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Checking segment: {'id': '1274021a-7f76-4ced-9300-d200e06087e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:24:18.797510 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6ca283-16a7-4f83-96b5-f9ea3ac79aa0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network hostable DHCP agents. Network: 4f10e37b-6b01-4921-bca8-4488013cfe55, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:24:18.816353 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6ca283-16a7-4f83-96b5-f9ea3ac79aa0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 4f10e37b-6b01-4921-bca8-4488013cfe55 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:24:18.824877 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-5d6ca283-16a7-4f83-96b5-f9ea3ac79aa0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 4f10e37b-6b01-4921-bca8-4488013cfe55) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:24:18.829311 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6ca283-16a7-4f83-96b5-f9ea3ac79aa0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:18.831102 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d6ca283-16a7-4f83-96b5-f9ea3ac79aa0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:18.853005 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5d6ca283-16a7-4f83-96b5-f9ea3ac79aa0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5105979 Sep 21 15:24:18.855892 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35848) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:18.863806 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36124e7e-9cef-4186-bccc-4b8b0bdffbb9 None None] Network 4f10e37b-6b01-4921-bca8-4488013cfe55 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:24:19.193125 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-4f10e37b-6b01-4921-bca8-4488013cfe55', 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ips': [{'subnet_id': '55e0888c-1c71-47ea-82d6-3b260163afc8'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:24:19.193933 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:19.206771 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:19.226397 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] Transition to ACTIVE for port object 802b3cde-3d12-440d-a6be-d4cdd008d8e2 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:24:19.270048 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:19.348236 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] Attempting to bind port 802b3cde-3d12-440d-a6be-d4cdd008d8e2 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:24:19.348621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] Attempting to bind port 802b3cde-3d12-440d-a6be-d4cdd008d8e2 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:24:19.348977 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] Attempting to bind port 802b3cde-3d12-440d-a6be-d4cdd008d8e2 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:24:19.370411 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:24:19.370788 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:24:19.371168 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:19.371768 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:24:19.372256 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] Bound port: 802b3cde-3d12-440d-a6be-d4cdd008d8e2, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:24:19.372644 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:19.454790 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef65a46-e25b-4cac-83dd-ed8768938673 None None] Pushing event updated for resources: {'Port': ['ID=802b3cde-3d12-440d-a6be-d4cdd008d8e2,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:19.475149 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef65a46-e25b-4cac-83dd-ed8768938673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:19.475491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef65a46-e25b-4cac-83dd-ed8768938673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:19.475828 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef65a46-e25b-4cac-83dd-ed8768938673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:19.476153 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef65a46-e25b-4cac-83dd-ed8768938673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:19.476501 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef65a46-e25b-4cac-83dd-ed8768938673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:19.476829 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef65a46-e25b-4cac-83dd-ed8768938673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:19.477148 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef65a46-e25b-4cac-83dd-ed8768938673 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:19.477471 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef65a46-e25b-4cac-83dd-ed8768938673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:19.477790 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef65a46-e25b-4cac-83dd-ed8768938673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:19.478104 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef65a46-e25b-4cac-83dd-ed8768938673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:19.478418 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef65a46-e25b-4cac-83dd-ed8768938673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:19.478732 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef65a46-e25b-4cac-83dd-ed8768938673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:19.515035 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] Allocated IP 172.20.0.2 (4f10e37b-6b01-4921-bca8-4488013cfe55/55e0888c-1c71-47ea-82d6-3b260163afc8/20aef7b6-bae8-491f-adc4-d9d14f5177a8) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:24:19.517217 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] For port 802b3cde-3d12-440d-a6be-d4cdd008d8e2, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:24:19.521654 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] For port 802b3cde-3d12-440d-a6be-d4cdd008d8e2, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=802b3cde-3d12-440d-a6be-d4cdd008d8e2,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:24:19.528999 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:19.664048 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] Routers {'8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:24:19.664698 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:24:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:19.692982 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc987849-c7c6-4001-8044-08d367d14f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:19.777821 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef65a46-e25b-4cac-83dd-ed8768938673 None None] Pushing event updated for resources: {'Port': ['ID=802b3cde-3d12-440d-a6be-d4cdd008d8e2,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:19.940588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] Set router 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:24:20.159341 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:20.182456 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] Transition to ACTIVE for port object 20aef7b6-bae8-491f-adc4-d9d14f5177a8 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:24:20.219309 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] Transition to ACTIVE for port object 20aef7b6-bae8-491f-adc4-d9d14f5177a8 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:24:20.233331 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:20.294543 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-bc987849-c7c6-4001-8044-08d367d14f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.20.0.1 (4f10e37b-6b01-4921-bca8-4488013cfe55/55e0888c-1c71-47ea-82d6-3b260163afc8/e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:24:20.339919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] Network 4f10e37b-6b01-4921-bca8-4488013cfe55 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:24:20.343339 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:24:20.352441 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:24:20.354458 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] Pushing event updated for resources: {'Port': ['ID=20aef7b6-bae8-491f-adc4-d9d14f5177a8,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:20.465246 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc987849-c7c6-4001-8044-08d367d14f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:20.469617 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] Attempting to bind port 20aef7b6-bae8-491f-adc4-d9d14f5177a8 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:24:20.469983 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] Attempting to bind port 20aef7b6-bae8-491f-adc4-d9d14f5177a8 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '1274021a-7f76-4ced-9300-d200e06087e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:24:20.470335 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] Attempting to bind port 20aef7b6-bae8-491f-adc4-d9d14f5177a8 on network 4f10e37b-6b01-4921-bca8-4488013cfe55 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:24:20.478405 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:24:20.478769 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] Checking segment: {'id': '1274021a-7f76-4ced-9300-d200e06087e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:24:20.479160 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:20.479544 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] Bound using segment: {'id': '1274021a-7f76-4ced-9300-d200e06087e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:24:20.479993 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] Bound port: 20aef7b6-bae8-491f-adc4-d9d14f5177a8, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1274021a-7f76-4ced-9300-d200e06087e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:24:20.480357 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:20.481036 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-bc987849-c7c6-4001-8044-08d367d14f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Transition to ACTIVE for port object e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:24:20.492038 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'name': 'tempest-TestNetworkBasicOps-router-1317001479', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:24:15Z', 'updated_at': '2022-09-21T15:24:17Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:16Z', 'updated_at': '2022-09-21T15:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:20.505480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc987849-c7c6-4001-8044-08d367d14f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:20.523701 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdcbbc4-d045-4c02-ba9c-9c4a7cfbeedb None None] The sync data for ids ['8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'] in dv-neutron-858731-1-hyperv is: [{'id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'name': 'tempest-TestNetworkBasicOps-router-1317001479', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:24:15Z', 'updated_at': '2022-09-21T15:24:17Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:16Z', 'updated_at': '2022-09-21T15:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:24:20.578666 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc987849-c7c6-4001-8044-08d367d14f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 4f10e37b-6b01-4921-bca8-4488013cfe55 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:24:20.581829 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-bc987849-c7c6-4001-8044-08d367d14f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:24:20.583067 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] For port 20aef7b6-bae8-491f-adc4-d9d14f5177a8, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:24:20.586323 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc987849-c7c6-4001-8044-08d367d14f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:24:20.586665 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] For port 20aef7b6-bae8-491f-adc4-d9d14f5177a8, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=20aef7b6-bae8-491f-adc4-d9d14f5177a8,segment=NetworkSegment(1274021a-7f76-4ced-9300-d200e06087e2),segment_id=1274021a-7f76-4ced-9300-d200e06087e2)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:24:20.592695 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:20.613264 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc987849-c7c6-4001-8044-08d367d14f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:20.651879 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc987849-c7c6-4001-8044-08d367d14f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:20.681500 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc672b2-b070-4767-be5f-61e6fa2f74bb None None] Pushing event updated for resources: {'Port': ['ID=20aef7b6-bae8-491f-adc4-d9d14f5177a8,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:21.087378 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc987849-c7c6-4001-8044-08d367d14f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:21.518141 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc987849-c7c6-4001-8044-08d367d14f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:21.523764 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc987849-c7c6-4001-8044-08d367d14f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:21.644217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc987849-c7c6-4001-8044-08d367d14f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:21.647650 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc987849-c7c6-4001-8044-08d367d14f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:21.707102 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726707eb-26dc-4443-ae24-41e6835ff08f None None] Network 4f10e37b-6b01-4921-bca8-4488013cfe55 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:24:21.785981 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc987849-c7c6-4001-8044-08d367d14f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 4f10e37b-6b01-4921-bca8-4488013cfe55 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:24:21.787359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-bc987849-c7c6-4001-8044-08d367d14f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:24:21.818352 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3b2e73e7-66be-4ceb-acae-c1939419a859 None None] Provisioning for port 20aef7b6-bae8-491f-adc4-d9d14f5177a8 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:24:21.983313 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc987849-c7c6-4001-8044-08d367d14f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:24:22.036114 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:22.177408 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc987849-c7c6-4001-8044-08d367d14f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:24:22.187174 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] Sync routers for ids ['8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:24:22.193644 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bc987849-c7c6-4001-8044-08d367d14f5a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/routers/8a7ae3ee-7e31-481f-9d8e-2a14f3adf092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3365602 Sep 21 15:24:22.196100 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35852) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:22.198561 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] Routers {'8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:24:22.199182 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:24:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:22.261569 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-120ea29d-c50b-4f40-a493-493e386bb5ac None None] Provisioning for port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:24:22.273089 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-120ea29d-c50b-4f40-a493-493e386bb5ac None None] Provisioning complete for port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:24:22.273610 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-120ea29d-c50b-4f40-a493-493e386bb5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:22.341393 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-120ea29d-c50b-4f40-a493-493e386bb5ac None None] Port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:24:22.348985 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553806c2-588a-4c87-a2fa-0e2e14931835 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:22.349456 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553806c2-588a-4c87-a2fa-0e2e14931835 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:22.349970 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553806c2-588a-4c87-a2fa-0e2e14931835 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:22.350374 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553806c2-588a-4c87-a2fa-0e2e14931835 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:22.354625 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-553806c2-588a-4c87-a2fa-0e2e14931835 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1548162 Sep 21 15:24:22.354843 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35856) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:22.400899 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] Set router 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:24:22.446015 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1399a13-4e0d-478b-bcfa-74fb4e02bfe6 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:22.447298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1399a13-4e0d-478b-bcfa-74fb4e02bfe6 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:22.453878 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1399a13-4e0d-478b-bcfa-74fb4e02bfe6 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:22.453878 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1399a13-4e0d-478b-bcfa-74fb4e02bfe6 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:22.453878 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b1399a13-4e0d-478b-bcfa-74fb4e02bfe6 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0954297 Sep 21 15:24:22.455776 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35860) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:22.493524 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cbfd3b17-7563-4fe2-bbfe-d399addb73e8 None None] Provisioning complete for port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:24:22.493663 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cbfd3b17-7563-4fe2-bbfe-d399addb73e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:22.524624 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 20aef7b6-bae8-491f-adc4-d9d14f5177a8 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:24:22.616880 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd3b17-7563-4fe2-bbfe-d399addb73e8 None None] Port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:24:22.629973 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 20aef7b6-bae8-491f-adc4-d9d14f5177a8 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:24:22.635741 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 20aef7b6-bae8-491f-adc4-d9d14f5177a8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:24:22.636517 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:22.717037 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c28e4d7c-b60c-4d4b-ae98-b63511a34cbc tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2548101 Sep 21 15:24:22.785562 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 20aef7b6-bae8-491f-adc4-d9d14f5177a8 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:24:22.786080 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:22.788378 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35866) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:22.794144 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0d4eb6af-5cbf-4db9-9d28-6577f06e8a59 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1187933352', 'description': 'tempest-secgroup-smoke-1187933352 description', 'project_id': '821a0a843ff74fdda869752c13af53c9'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:24:22.796660 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e870ac3e-7dc9-4c4b-96f8-097c1d44cf45 None None] Provisioning complete for port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:24:22.797020 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e870ac3e-7dc9-4c4b-96f8-097c1d44cf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:22.800293 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0d4eb6af-5cbf-4db9-9d28-6577f06e8a59 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:24:22.804598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0d4eb6af-5cbf-4db9-9d28-6577f06e8a59 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:24:22.807413 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0d4eb6af-5cbf-4db9-9d28-6577f06e8a59 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:24:22.812988 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0d4eb6af-5cbf-4db9-9d28-6577f06e8a59 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:24:22.824243 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'name': 'tempest-TestNetworkBasicOps-router-1317001479', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:24:15Z', 'updated_at': '2022-09-21T15:24:21Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:16Z', 'updated_at': '2022-09-21T15:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160', 'name': '', 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:e1:f6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '55e0888c-1c71-47ea-82d6-3b260163afc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:19Z', 'updated_at': '2022-09-21T15:24:21Z', 'revision_number': 2, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '55e0888c-1c71-47ea-82d6-3b260163afc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:22.825344 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d4eb6af-5cbf-4db9-9d28-6577f06e8a59 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:22.829788 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] Checking router: 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:24:22.829788 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] Updating router 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:24:22.850514 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0d4eb6af-5cbf-4db9-9d28-6577f06e8a59 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:24:22.854814 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0d4eb6af-5cbf-4db9-9d28-6577f06e8a59 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:24:22.857830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0d4eb6af-5cbf-4db9-9d28-6577f06e8a59 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:24:22.864647 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0d4eb6af-5cbf-4db9-9d28-6577f06e8a59 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:24:22.868990 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 20aef7b6-bae8-491f-adc4-d9d14f5177a8, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=20aef7b6-bae8-491f-adc4-d9d14f5177a8,segment=NetworkSegment(1274021a-7f76-4ced-9300-d200e06087e2),segment_id=1274021a-7f76-4ced-9300-d200e06087e2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:24:22.870050 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e870ac3e-7dc9-4c4b-96f8-097c1d44cf45 None None] Port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:24:22.874090 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:22.874821 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 802b3cde-3d12-440d-a6be-d4cdd008d8e2 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:24:22.887541 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:22.942698 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d4eb6af-5cbf-4db9-9d28-6577f06e8a59 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:22.947641 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d4eb6af-5cbf-4db9-9d28-6577f06e8a59 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:22.994807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4eb6af-5cbf-4db9-9d28-6577f06e8a59 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4807dd69-0bac-4d0b-81c1-85fa1e4c6e79,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:23.000903 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d4eb6af-5cbf-4db9-9d28-6577f06e8a59 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.006500 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35870) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:23.006642 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0d4eb6af-5cbf-4db9-9d28-6577f06e8a59 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2167330 Sep 21 15:24:23.013633 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-263279cf-21f3-4be8-95a7-995711f3333c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '4807dd69-0bac-4d0b-81c1-85fa1e4c6e79', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:24:23.028120 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-263279cf-21f3-4be8-95a7-995711f3333c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:24:23.030214 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=20aef7b6-bae8-491f-adc4-d9d14f5177a8,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:23.034908 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-263279cf-21f3-4be8-95a7-995711f3333c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:24:23.037633 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 802b3cde-3d12-440d-a6be-d4cdd008d8e2 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:24:23.047283 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 802b3cde-3d12-440d-a6be-d4cdd008d8e2 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:24:23.048104 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.051431 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-263279cf-21f3-4be8-95a7-995711f3333c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:24:23.059142 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-263279cf-21f3-4be8-95a7-995711f3333c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:24:23.078309 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-263279cf-21f3-4be8-95a7-995711f3333c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.183665 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 802b3cde-3d12-440d-a6be-d4cdd008d8e2 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:24:23.184219 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.202739 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 802b3cde-3d12-440d-a6be-d4cdd008d8e2, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=802b3cde-3d12-440d-a6be-d4cdd008d8e2,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:24:23.207607 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.264625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-263279cf-21f3-4be8-95a7-995711f3333c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.269978 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-263279cf-21f3-4be8-95a7-995711f3333c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.282953 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=802b3cde-3d12-440d-a6be-d4cdd008d8e2,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:23.284992 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.294531 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263279cf-21f3-4be8-95a7-995711f3333c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0708a01f-27ae-47bc-b13b-d29683cd4851,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:23.297127 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] Transition to ACTIVE for port object e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:24:23.304609 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-263279cf-21f3-4be8-95a7-995711f3333c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.305577 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.305844 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-263279cf-21f3-4be8-95a7-995711f3333c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2978439 Sep 21 15:24:23.308640 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35874) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:23.313842 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5483d4c1-910e-424a-a562-eb9197390ab5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '4807dd69-0bac-4d0b-81c1-85fa1e4c6e79', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:24:23.320566 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5483d4c1-910e-424a-a562-eb9197390ab5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:24:23.324409 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5483d4c1-910e-424a-a562-eb9197390ab5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:24:23.327573 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5483d4c1-910e-424a-a562-eb9197390ab5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:24:23.333844 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5483d4c1-910e-424a-a562-eb9197390ab5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:24:23.351160 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5483d4c1-910e-424a-a562-eb9197390ab5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.412017 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5483d4c1-910e-424a-a562-eb9197390ab5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.415795 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5483d4c1-910e-424a-a562-eb9197390ab5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.444418 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483d4c1-910e-424a-a562-eb9197390ab5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d6af3b-cdf6-4cb3-b780-a1c15b60c36c,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:23.451786 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5483d4c1-910e-424a-a562-eb9197390ab5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.456080 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35878) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:23.456602 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5483d4c1-910e-424a-a562-eb9197390ab5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1463706 Sep 21 15:24:23.461845 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-621ee71f-654a-433c-921d-e81b7e60ce23 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '4807dd69-0bac-4d0b-81c1-85fa1e4c6e79', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:24:23.468073 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-621ee71f-654a-433c-921d-e81b7e60ce23 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:24:23.472350 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-621ee71f-654a-433c-921d-e81b7e60ce23 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:24:23.475265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-621ee71f-654a-433c-921d-e81b7e60ce23 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:24:23.480865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-621ee71f-654a-433c-921d-e81b7e60ce23 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:24:23.497245 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-621ee71f-654a-433c-921d-e81b7e60ce23 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.520155 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01705067-5fd4-480a-9ee0-8f166669a0d0 None None] Pushing event updated for resources: {'Port': ['ID=e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:23.532193 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01705067-5fd4-480a-9ee0-8f166669a0d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:23.532561 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01705067-5fd4-480a-9ee0-8f166669a0d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:23.533580 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01705067-5fd4-480a-9ee0-8f166669a0d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:23.534382 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01705067-5fd4-480a-9ee0-8f166669a0d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:23.534522 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01705067-5fd4-480a-9ee0-8f166669a0d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:23.534828 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01705067-5fd4-480a-9ee0-8f166669a0d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:23.535144 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01705067-5fd4-480a-9ee0-8f166669a0d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:23.535478 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01705067-5fd4-480a-9ee0-8f166669a0d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:23.536620 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01705067-5fd4-480a-9ee0-8f166669a0d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:23.536620 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01705067-5fd4-480a-9ee0-8f166669a0d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:23.536620 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01705067-5fd4-480a-9ee0-8f166669a0d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:23.538337 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01705067-5fd4-480a-9ee0-8f166669a0d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:24:23.541709 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] Attempting to bind port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:24:23.542071 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] Attempting to bind port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '1274021a-7f76-4ced-9300-d200e06087e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:24:23.542429 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] Attempting to bind port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 on network 4f10e37b-6b01-4921-bca8-4488013cfe55 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:24:23.548578 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:24:23.549120 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] Checking segment: {'id': '1274021a-7f76-4ced-9300-d200e06087e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:24:23.549658 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.550050 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] Bound using segment: {'id': '1274021a-7f76-4ced-9300-d200e06087e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:24:23.550510 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] Bound port: e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1274021a-7f76-4ced-9300-d200e06087e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:24:23.550907 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.573188 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-621ee71f-654a-433c-921d-e81b7e60ce23 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.577405 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-621ee71f-654a-433c-921d-e81b7e60ce23 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.648811 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] For port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:24:23.651997 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] For port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160,segment=NetworkSegment(1274021a-7f76-4ced-9300-d200e06087e2),segment_id=1274021a-7f76-4ced-9300-d200e06087e2)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:24:23.658517 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.709206 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ee71f-654a-433c-921d-e81b7e60ce23 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09ad2bf-8e73-4178-9c95-4cfe2ad960d0,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:23.718285 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] Routers {'8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:24:23.718489 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-621ee71f-654a-433c-921d-e81b7e60ce23 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.718972 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:24:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:23.720170 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-621ee71f-654a-433c-921d-e81b7e60ce23 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2627013 Sep 21 15:24:23.723761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35882) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:23.728647 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-757caaba-a8cb-42e5-bc8a-6c4204187171 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '4807dd69-0bac-4d0b-81c1-85fa1e4c6e79', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:24:23.734516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-757caaba-a8cb-42e5-bc8a-6c4204187171 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:24:23.738984 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-757caaba-a8cb-42e5-bc8a-6c4204187171 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:24:23.741838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-757caaba-a8cb-42e5-bc8a-6c4204187171 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:24:23.747388 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-757caaba-a8cb-42e5-bc8a-6c4204187171 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:24:23.764356 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-757caaba-a8cb-42e5-bc8a-6c4204187171 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.811480 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01705067-5fd4-480a-9ee0-8f166669a0d0 None None] Pushing event updated for resources: {'Port': ['ID=e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:23.829092 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-757caaba-a8cb-42e5-bc8a-6c4204187171 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.832807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-757caaba-a8cb-42e5-bc8a-6c4204187171 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.855560 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757caaba-a8cb-42e5-bc8a-6c4204187171 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868f4e51-3244-4a19-8d7b-c31490472301,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:23.865975 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-757caaba-a8cb-42e5-bc8a-6c4204187171 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.868912 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-757caaba-a8cb-42e5-bc8a-6c4204187171 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1442025 Sep 21 15:24:23.870069 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35886) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:23.874841 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-59d69a90-5482-4fa4-937e-7aed7d80dada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '4807dd69-0bac-4d0b-81c1-85fa1e4c6e79', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:24:23.880581 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-59d69a90-5482-4fa4-937e-7aed7d80dada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:24:23.884386 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-59d69a90-5482-4fa4-937e-7aed7d80dada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:24:23.887231 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-59d69a90-5482-4fa4-937e-7aed7d80dada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:24:23.893592 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-59d69a90-5482-4fa4-937e-7aed7d80dada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:24:23.904750 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-59d69a90-5482-4fa4-937e-7aed7d80dada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:24:23.911989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59d69a90-5482-4fa4-937e-7aed7d80dada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.912529 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] Set router 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:24:23.977952 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59d69a90-5482-4fa4-937e-7aed7d80dada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:23.982075 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59d69a90-5482-4fa4-937e-7aed7d80dada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:24.005645 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d69a90-5482-4fa4-937e-7aed7d80dada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19b4f18-71d5-40fc-a77e-d0b6b5e8f8a3,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:24.018540 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59d69a90-5482-4fa4-937e-7aed7d80dada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:24.020963 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-59d69a90-5482-4fa4-937e-7aed7d80dada tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498885 Sep 21 15:24:24.022932 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35890) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:24.028002 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0e054375-35e0-4502-b664-56df00e8f777 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '4807dd69-0bac-4d0b-81c1-85fa1e4c6e79', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:24:24.034610 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0e054375-35e0-4502-b664-56df00e8f777 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:24:24.038715 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0e054375-35e0-4502-b664-56df00e8f777 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:24:24.041608 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0e054375-35e0-4502-b664-56df00e8f777 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:24:24.047307 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0e054375-35e0-4502-b664-56df00e8f777 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:24:24.057934 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-0e054375-35e0-4502-b664-56df00e8f777 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:24:24.065130 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e054375-35e0-4502-b664-56df00e8f777 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:24.132991 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e054375-35e0-4502-b664-56df00e8f777 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:24.136777 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e054375-35e0-4502-b664-56df00e8f777 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:24.165596 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e054375-35e0-4502-b664-56df00e8f777 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0cca57-1b8d-4795-84d1-5438e66c013e,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:24.177548 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e054375-35e0-4502-b664-56df00e8f777 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:24.178716 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0e054375-35e0-4502-b664-56df00e8f777 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1548026 Sep 21 15:24:24.259827 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'name': 'tempest-TestNetworkBasicOps-router-1317001479', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:24:15Z', 'updated_at': '2022-09-21T15:24:21Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:16Z', 'updated_at': '2022-09-21T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160', 'name': '', 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:e1:f6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '55e0888c-1c71-47ea-82d6-3b260163afc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:19Z', 'updated_at': '2022-09-21T15:24:23Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '55e0888c-1c71-47ea-82d6-3b260163afc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:24.263745 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c651765-3f62-4bb9-88f1-9f939331f95c None None] The sync data for ids ['8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'] in dv-neutron-858731-1-hyperv is: [{'id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'name': 'tempest-TestNetworkBasicOps-router-1317001479', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:24:15Z', 'updated_at': '2022-09-21T15:24:21Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:16Z', 'updated_at': '2022-09-21T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160', 'name': '', 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:e1:f6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '55e0888c-1c71-47ea-82d6-3b260163afc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:19Z', 'updated_at': '2022-09-21T15:24:23Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '55e0888c-1c71-47ea-82d6-3b260163afc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:24:24.433137 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-6025b9f4-5b14-4347-9cfd-e0c98b8aea79 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:24:24.460637 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-6025b9f4-5b14-4347-9cfd-e0c98b8aea79 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:24:24.462552 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-6025b9f4-5b14-4347-9cfd-e0c98b8aea79 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1187933352&fields=id&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 267 time: 0.0791438 Sep 21 15:24:24.510012 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 20aef7b6-bae8-491f-adc4-d9d14f5177a8 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:24:24.589049 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 20aef7b6-bae8-491f-adc4-d9d14f5177a8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:24:24.589049 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:24.630155 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-8ef21953-9fd2-4846-864a-7b6d4aac6af2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:24.630864 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-8ef21953-9fd2-4846-864a-7b6d4aac6af2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:24:24.649842 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-8ef21953-9fd2-4846-864a-7b6d4aac6af2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:24:24.651115 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-8ef21953-9fd2-4846-864a-7b6d4aac6af2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/networks?id=4f10e37b-6b01-4921-bca8-4488013cfe55 HTTP/1.1" status: 200 len: 796 time: 0.1777306 Sep 21 15:24:24.666908 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-d1c282bb-ce85-456c-a4ae-c5aaa785ded3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/quotas/821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 375 time: 0.0099647 Sep 21 15:24:24.759915 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 20aef7b6-bae8-491f-adc4-d9d14f5177a8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:24:24.761124 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 802b3cde-3d12-440d-a6be-d4cdd008d8e2 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:24:24.764820 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-d8baeb71-7fd4-42ab-902c-f26bb38e74a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:24:24.780726 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-d8baeb71-7fd4-42ab-902c-f26bb38e74a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:24:24.782269 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-d8baeb71-7fd4-42ab-902c-f26bb38e74a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1099403 Sep 21 15:24:24.832154 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 802b3cde-3d12-440d-a6be-d4cdd008d8e2 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:24:24.832428 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:24.955421 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 802b3cde-3d12-440d-a6be-d4cdd008d8e2 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:24:24.956770 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:24:25.035440 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:24:25.041456 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:24:25.041992 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:25.053350 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-b33d319d-22b7-40aa-ae4f-1436dca87751 service neutron] 10.222.0.62 "GET /v2.0/networks/4f10e37b-6b01-4921-bca8-4488013cfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576127 Sep 21 15:24:25.165884 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:24:25.166367 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:25.198010 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-e75702c1-4496-452a-9021-46d57a9b1746 service neutron] 10.222.0.62 "GET /v2.0/networks/4f10e37b-6b01-4921-bca8-4488013cfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435387 Sep 21 15:24:25.203073 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160,segment=NetworkSegment(1274021a-7f76-4ced-9300-d200e06087e2),segment_id=1274021a-7f76-4ced-9300-d200e06087e2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:24:25.208022 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:25.279752 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:26.412229 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-50869d0d-75b7-441f-9ec3-a6b310605876 req-ce0238fa-71e8-4507-94f7-7fd7976c4d9b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 210 time: 0.0590549 Sep 21 15:24:26.421255 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:24:26.494963 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:24:26.495405 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:26.617643 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:24:27.510614 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-a1c51803-3e1b-4d97-9a2e-32dd4124a286 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:27.512148 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-a1c51803-3e1b-4d97-9a2e-32dd4124a286 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/networks?id=4f10e37b-6b01-4921-bca8-4488013cfe55 HTTP/1.1" status: 200 len: 796 time: 0.1475849 Sep 21 15:24:27.596734 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-047487b0-dffe-44bf-b37f-780d598bca3c req-884d67bf-9cb6-4eae-bb7d-72e471d0f4d5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 210 time: 0.0568645 Sep 21 15:24:27.618513 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-f0affa22-e0b8-4360-8c28-45ef11a07ec2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 380 time: 0.0923531 Sep 21 15:24:27.630785 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-8c1e1107-1e72-40ff-af5a-57f149876c47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'port': {'device_id': '09a4913e-735a-409f-9dd5-5982ce11767e', 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55', 'admin_state_up': True, 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'security_groups': ['4807dd69-0bac-4d0b-81c1-85fa1e4c6e79']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:24:27.763105 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-8c1e1107-1e72-40ff-af5a-57f149876c47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:24:27.772923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-8c1e1107-1e72-40ff-af5a-57f149876c47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:24:27.782592 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-8c1e1107-1e72-40ff-af5a-57f149876c47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:24:27.786844 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-8c1e1107-1e72-40ff-af5a-57f149876c47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:27.945810 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-8c1e1107-1e72-40ff-af5a-57f149876c47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.20.0.9 (4f10e37b-6b01-4921-bca8-4488013cfe55/55e0888c-1c71-47ea-82d6-3b260163afc8/a1c78fae-df3b-4de5-8ac4-77f591f391fe) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:24:28.144062 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-8c1e1107-1e72-40ff-af5a-57f149876c47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:28.159825 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-8c1e1107-1e72-40ff-af5a-57f149876c47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Transition to ACTIVE for port object a1c78fae-df3b-4de5-8ac4-77f591f391fe will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:24:28.183461 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-8c1e1107-1e72-40ff-af5a-57f149876c47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:28.257270 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-8c1e1107-1e72-40ff-af5a-57f149876c47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 4f10e37b-6b01-4921-bca8-4488013cfe55 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:24:28.260521 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-8c1e1107-1e72-40ff-af5a-57f149876c47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:24:28.264551 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-8c1e1107-1e72-40ff-af5a-57f149876c47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:24:28.301897 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e1107-1e72-40ff-af5a-57f149876c47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=a1c78fae-df3b-4de5-8ac4-77f591f391fe,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:28.336508 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-8c1e1107-1e72-40ff-af5a-57f149876c47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:28.337237 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-8c1e1107-1e72-40ff-af5a-57f149876c47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:28.363944 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-8c1e1107-1e72-40ff-af5a-57f149876c47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7368512 Sep 21 15:24:28.380348 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] Request body: {'port': {'device_id': '09a4913e-735a-409f-9dd5-5982ce11767e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:24:28.531209 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-024995ee-0107-4327-8264-b779d23a42e0 None None] Provisioning for port a1c78fae-df3b-4de5-8ac4-77f591f391fe completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:24:28.537338 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-024995ee-0107-4327-8264-b779d23a42e0 None None] Provisioning complete for port a1c78fae-df3b-4de5-8ac4-77f591f391fe triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:24:28.537702 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-024995ee-0107-4327-8264-b779d23a42e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:28.590303 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:28.590898 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-024995ee-0107-4327-8264-b779d23a42e0 None None] Port a1c78fae-df3b-4de5-8ac4-77f591f391fe cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:24:28.924846 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33afde-c53c-4b1f-a39c-31300ba8eb70 req-fa997a59-e72d-47ab-8802-4de2dd210a65 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:28.925449 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4d33afde-c53c-4b1f-a39c-31300ba8eb70 req-fa997a59-e72d-47ab-8802-4de2dd210a65 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:24:28.950304 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4d33afde-c53c-4b1f-a39c-31300ba8eb70 req-fa997a59-e72d-47ab-8802-4de2dd210a65 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:24:28.951670 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4d33afde-c53c-4b1f-a39c-31300ba8eb70 req-fa997a59-e72d-47ab-8802-4de2dd210a65 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 931 time: 0.2300882 Sep 21 15:24:29.051994 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4d33afde-c53c-4b1f-a39c-31300ba8eb70 req-759734da-a9dc-4384-85d9-1ac15667127d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4807dd69-0bac-4d0b-81c1-85fa1e4c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900633 Sep 21 15:24:29.053924 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c78fae-df3b-4de5-8ac4-77f591f391fe {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:24:29.061507 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:29.077201 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] Transition to ACTIVE for port object a1c78fae-df3b-4de5-8ac4-77f591f391fe will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:24:29.081692 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:29.268368 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] Pushing event updated for resources: {'Port': ['ID=a1c78fae-df3b-4de5-8ac4-77f591f391fe,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:29.304802 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] Attempting to bind port a1c78fae-df3b-4de5-8ac4-77f591f391fe on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:24:29.305132 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] Attempting to bind port a1c78fae-df3b-4de5-8ac4-77f591f391fe by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '1274021a-7f76-4ced-9300-d200e06087e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:24:29.305455 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] Attempting to bind port a1c78fae-df3b-4de5-8ac4-77f591f391fe on network 4f10e37b-6b01-4921-bca8-4488013cfe55 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:24:29.309987 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] Port a1c78fae-df3b-4de5-8ac4-77f591f391fe on network 4f10e37b-6b01-4921-bca8-4488013cfe55 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:24:29.310299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] Attempting to bind port a1c78fae-df3b-4de5-8ac4-77f591f391fe on network 4f10e37b-6b01-4921-bca8-4488013cfe55 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:24:29.315830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:24:29.316170 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] Checking segment: {'id': '1274021a-7f76-4ced-9300-d200e06087e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:24:29.316554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] Bound using segment: {'id': '1274021a-7f76-4ced-9300-d200e06087e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:24:29.316975 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] Bound port: a1c78fae-df3b-4de5-8ac4-77f591f391fe, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1274021a-7f76-4ced-9300-d200e06087e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:24:29.317311 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:29.403742 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] For port a1c78fae-df3b-4de5-8ac4-77f591f391fe, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:24:29.406675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] For port a1c78fae-df3b-4de5-8ac4-77f591f391fe, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=a1c78fae-df3b-4de5-8ac4-77f591f391fe,segment=NetworkSegment(1274021a-7f76-4ced-9300-d200e06087e2),segment_id=1274021a-7f76-4ced-9300-d200e06087e2)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:24:29.411351 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:29.445828 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:29.446437 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:29.447811 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] 10.222.0.20 "PUT /v2.0/ports/a1c78fae-df3b-4de5-8ac4-77f591f391fe HTTP/1.1" status: 200 len: 1093 time: 1.0724685 Sep 21 15:24:29.448258 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a4913e-735a-409f-9dd5-5982ce11767e', 'tag': 'a1c78fae-df3b-4de5-8ac4-77f591f391fe'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:24:29.450647 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b6c0af-1c50-4dd5-ae30-e4c281b15a83" -d '{"events": [{"name": "network-changed", "server_uuid": "09a4913e-735a-409f-9dd5-5982ce11767e", "tag": "a1c78fae-df3b-4de5-8ac4-77f591f391fe"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:24:29.530392 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac08cfb4-7166-49b9-8df9-31860f89a3a7 x-openstack-request-id: req-ac08cfb4-7166-49b9-8df9-31860f89a3a7 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:24:29.530608 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a4913e-735a-409f-9dd5-5982ce11767e", "tag": "a1c78fae-df3b-4de5-8ac4-77f591f391fe", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:24:29.530860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac08cfb4-7166-49b9-8df9-31860f89a3a7 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:24:29.531258 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac08cfb4-7166-49b9-8df9-31860f89a3a7'] response: {'name': 'network-changed', 'server_uuid': '09a4913e-735a-409f-9dd5-5982ce11767e', 'tag': 'a1c78fae-df3b-4de5-8ac4-77f591f391fe', 'status': 'completed', 'code': 200} Sep 21 15:24:29.542906 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3fa14-8927-480f-8e5f-b2868257b3ac service neutron] Pushing event updated for resources: {'Port': ['ID=a1c78fae-df3b-4de5-8ac4-77f591f391fe,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:29.577375 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-ff12117e-a5d3-425c-8ad2-73b923826bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:29.578857 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-ff12117e-a5d3-425c-8ad2-73b923826bf9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 1096 time: 0.0907776 Sep 21 15:24:29.653239 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-7152ca08-d42b-4dee-a742-84eab78a346b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1c78fae-df3b-4de5-8ac4-77f591f391fe HTTP/1.1" status: 200 len: 217 time: 0.0637515 Sep 21 15:24:29.716901 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-08377a39-d860-4904-83a9-6db134ab9f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:29.718297 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-08377a39-d860-4904-83a9-6db134ab9f87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55e0888c-1c71-47ea-82d6-3b260163afc8 HTTP/1.1" status: 200 len: 844 time: 0.0563340 Sep 21 15:24:29.807110 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-aeff0c2d-3b2d-4a4c-b5fa-bd9437a1af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:29.808514 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-aeff0c2d-3b2d-4a4c-b5fa-bd9437a1af5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f10e37b-6b01-4921-bca8-4488013cfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811582 Sep 21 15:24:29.945360 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-96dc399b-34af-4036-8b92-b1abe95d2340 service neutron] 10.222.0.20 "GET /v2.0/networks/4f10e37b-6b01-4921-bca8-4488013cfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262338 Sep 21 15:24:30.081516 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4454bb87-2351-43a7-9ea3-b97031a9bcf8 req-72e03b19-5da6-4282-af8d-c93d6435429c service neutron] 10.222.0.20 "GET /v2.0/networks/4f10e37b-6b01-4921-bca8-4488013cfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272380 Sep 21 15:24:30.371516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6c0af-1c50-4dd5-ae30-e4c281b15a83 req-a9d93d2b-266e-49ba-9b6a-3eefe7fb3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:30.372996 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-51b6c0af-1c50-4dd5-ae30-e4c281b15a83 req-a9d93d2b-266e-49ba-9b6a-3eefe7fb3777 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 1096 time: 0.2401233 Sep 21 15:24:30.384817 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e086b0-5b17-4ab9-b774-83749a703fcf req-211c74f8-6584-4359-b87c-ba7422d1c4ae tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:30.386217 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-52e086b0-5b17-4ab9-b774-83749a703fcf req-211c74f8-6584-4359-b87c-ba7422d1c4ae tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 943 time: 0.2126231 Sep 21 15:24:30.508777 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-52e086b0-5b17-4ab9-b774-83749a703fcf req-c5d38d88-b574-413d-a9fe-451536601a37 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4807dd69-0bac-4d0b-81c1-85fa1e4c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035366 Sep 21 15:24:30.542838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6c0af-1c50-4dd5-ae30-e4c281b15a83 req-5c530a65-2791-45a4-9c02-986d1158d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:30.544246 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-51b6c0af-1c50-4dd5-ae30-e4c281b15a83 req-5c530a65-2791-45a4-9c02-986d1158d63f service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f10e37b-6b01-4921-bca8-4488013cfe55 HTTP/1.1" status: 200 len: 897 time: 0.1571789 Sep 21 15:24:30.617207 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-51b6c0af-1c50-4dd5-ae30-e4c281b15a83 req-7bb106a2-34a1-4a64-a943-66392d0463b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1c78fae-df3b-4de5-8ac4-77f591f391fe HTTP/1.1" status: 200 len: 217 time: 0.0645220 Sep 21 15:24:30.679749 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6c0af-1c50-4dd5-ae30-e4c281b15a83 req-fd659a09-0e68-4777-93a5-ee5148d74533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:30.681137 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-51b6c0af-1c50-4dd5-ae30-e4c281b15a83 req-fd659a09-0e68-4777-93a5-ee5148d74533 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55e0888c-1c71-47ea-82d6-3b260163afc8 HTTP/1.1" status: 200 len: 844 time: 0.0569680 Sep 21 15:24:30.765763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6c0af-1c50-4dd5-ae30-e4c281b15a83 req-6e8ecb97-7d16-4d74-a9a6-f6f222435802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:30.767198 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-51b6c0af-1c50-4dd5-ae30-e4c281b15a83 req-6e8ecb97-7d16-4d74-a9a6-f6f222435802 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f10e37b-6b01-4921-bca8-4488013cfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794816 Sep 21 15:24:30.900903 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-51b6c0af-1c50-4dd5-ae30-e4c281b15a83 req-33937691-a03e-4936-961c-c9717407e44d service neutron] 10.222.0.20 "GET /v2.0/networks/4f10e37b-6b01-4921-bca8-4488013cfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255445 Sep 21 15:24:31.032359 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-51b6c0af-1c50-4dd5-ae30-e4c281b15a83 req-c9d0b340-3fd7-4fd4-be07-5d60c7ad0946 service neutron] 10.222.0.20 "GET /v2.0/networks/4f10e37b-6b01-4921-bca8-4488013cfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250410 Sep 21 15:24:31.706318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32096a57-4fcd-4829-98d3-5a282a87e055 req-1da1fa21-27c2-4cf9-b590-ab99d91bf46f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:31.707671 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-32096a57-4fcd-4829-98d3-5a282a87e055 req-1da1fa21-27c2-4cf9-b590-ab99d91bf46f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 943 time: 0.0870821 Sep 21 15:24:31.750640 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-32096a57-4fcd-4829-98d3-5a282a87e055 req-393aff1d-3dc5-4ba1-8127-8576df85ee48 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4807dd69-0bac-4d0b-81c1-85fa1e4c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372267 Sep 21 15:24:32.953334 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75b78e-5f94-4758-afcf-f2c2b2619bae req-e64f3f9e-607c-4078-be8c-c7efd3440180 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:32.954780 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8c75b78e-5f94-4758-afcf-f2c2b2619bae req-e64f3f9e-607c-4078-be8c-c7efd3440180 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 943 time: 0.0904038 Sep 21 15:24:32.999296 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8c75b78e-5f94-4758-afcf-f2c2b2619bae req-0145aad5-925b-400c-b6e1-5608fbc074b0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4807dd69-0bac-4d0b-81c1-85fa1e4c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386667 Sep 21 15:24:33.038854 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device a1c78fae-df3b-4de5-8ac4-77f591f391fe details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:24:33.172759 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port a1c78fae-df3b-4de5-8ac4-77f591f391fe, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=a1c78fae-df3b-4de5-8ac4-77f591f391fe,segment=NetworkSegment(1274021a-7f76-4ced-9300-d200e06087e2),segment_id=1274021a-7f76-4ced-9300-d200e06087e2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:24:33.185975 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'a1c78fae-df3b-4de5-8ac4-77f591f391fe', 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55', 'port_id': 'a1c78fae-df3b-4de5-8ac4-77f591f391fe', 'mac_address': 'fa:16:3e:ee:87:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e0888c-1c71-47ea-82d6-3b260163afc8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:24:33.244731 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port a1c78fae-df3b-4de5-8ac4-77f591f391fe is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:24:33.245133 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:33.261556 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c78fae-df3b-4de5-8ac4-77f591f391fe {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:24:33.276881 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port a1c78fae-df3b-4de5-8ac4-77f591f391fe, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=a1c78fae-df3b-4de5-8ac4-77f591f391fe,segment=NetworkSegment(1274021a-7f76-4ced-9300-d200e06087e2),segment_id=1274021a-7f76-4ced-9300-d200e06087e2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:24:33.280345 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:33.347379 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=a1c78fae-df3b-4de5-8ac4-77f591f391fe,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:33.531024 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['a1c78fae-df3b-4de5-8ac4-77f591f391fe'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:24:34.206627 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae27f70-6f38-4d16-bf3e-ef629a319a61 req-c71138fe-53ac-4614-a9d3-d2718214023f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:34.207983 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0ae27f70-6f38-4d16-bf3e-ef629a319a61 req-c71138fe-53ac-4614-a9d3-d2718214023f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 944 time: 0.0885291 Sep 21 15:24:34.254686 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0ae27f70-6f38-4d16-bf3e-ef629a319a61 req-58d5aeb0-3fc5-420a-bbbe-a05251aa1dad tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4807dd69-0bac-4d0b-81c1-85fa1e4c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407958 Sep 21 15:24:35.038499 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device a1c78fae-df3b-4de5-8ac4-77f591f391fe up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:24:35.110445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port a1c78fae-df3b-4de5-8ac4-77f591f391fe completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:24:35.115327 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port a1c78fae-df3b-4de5-8ac4-77f591f391fe triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:24:35.115792 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:35.232805 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port a1c78fae-df3b-4de5-8ac4-77f591f391fe is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:24:35.233179 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:35.260134 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a4913e-735a-409f-9dd5-5982ce11767e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c78fae-df3b-4de5-8ac4-77f591f391fe'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:24:35.262448 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca02e0ae-b9be-4ec1-b7ec-f903113b04f9" -d '{"events": [{"server_uuid": "09a4913e-735a-409f-9dd5-5982ce11767e", "name": "network-vif-plugged", "status": "completed", "tag": "a1c78fae-df3b-4de5-8ac4-77f591f391fe"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:24:35.270375 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port a1c78fae-df3b-4de5-8ac4-77f591f391fe, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=a1c78fae-df3b-4de5-8ac4-77f591f391fe,segment=NetworkSegment(1274021a-7f76-4ced-9300-d200e06087e2),segment_id=1274021a-7f76-4ced-9300-d200e06087e2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:24:35.274567 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:35.312801 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba41078d-9c59-49a2-9365-5d6cefb85fe2 x-openstack-request-id: req-ba41078d-9c59-49a2-9365-5d6cefb85fe2 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:24:35.313182 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a4913e-735a-409f-9dd5-5982ce11767e", "name": "network-vif-plugged", "status": "completed", "tag": "a1c78fae-df3b-4de5-8ac4-77f591f391fe", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:24:35.313318 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ba41078d-9c59-49a2-9365-5d6cefb85fe2 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:24:35.313716 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba41078d-9c59-49a2-9365-5d6cefb85fe2'] response: {'server_uuid': '09a4913e-735a-409f-9dd5-5982ce11767e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c78fae-df3b-4de5-8ac4-77f591f391fe', 'code': 200} Sep 21 15:24:35.347756 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=a1c78fae-df3b-4de5-8ac4-77f591f391fe,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:35.456051 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcad6a-18a9-49de-8f70-976b51c3e070 req-d6983fe3-66eb-46ef-a284-06891cf34d85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:35.457562 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-56fcad6a-18a9-49de-8f70-976b51c3e070 req-d6983fe3-66eb-46ef-a284-06891cf34d85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 945 time: 0.0905628 Sep 21 15:24:35.515231 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c0693cf7-64f9-4f34-86d8-a17de5e55a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:35.563172 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-56fcad6a-18a9-49de-8f70-976b51c3e070 req-f4a44b6b-19aa-41e9-960b-2d11921a45b6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4807dd69-0bac-4d0b-81c1-85fa1e4c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998995 Sep 21 15:24:35.580778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62f075-ef7d-404e-bb94-af38d23f0a96 req-4cd62f92-0c5b-467a-93a1-6cf842269a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:35.583859 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1c62f075-ef7d-404e-bb94-af38d23f0a96 req-4cd62f92-0c5b-467a-93a1-6cf842269a98 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 1098 time: 0.1057925 Sep 21 15:24:35.627236 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1c62f075-ef7d-404e-bb94-af38d23f0a96 req-fa1be0ed-a2fa-4aa3-8c33-9ebb4ad9c669 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4807dd69-0bac-4d0b-81c1-85fa1e4c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341830 Sep 21 15:24:36.765039 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dafbb7-727d-4f8a-8600-ef888d28fd58 req-c3dd7c97-b761-439b-a4e5-dda76fe1bc65 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:36.767020 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-88dafbb7-727d-4f8a-8600-ef888d28fd58 req-c3dd7c97-b761-439b-a4e5-dda76fe1bc65 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 945 time: 0.0884721 Sep 21 15:24:36.819332 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-88dafbb7-727d-4f8a-8600-ef888d28fd58 req-cb2985f1-26e5-471e-a0c8-00b7c335a13d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4807dd69-0bac-4d0b-81c1-85fa1e4c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461175 Sep 21 15:24:37.869557 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-233279ca-7690-4b5a-bd0a-759c1fa3a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:38.015866 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec67aab-9051-4902-aa4f-acc8b3681976 req-5f14debd-ef71-4eed-82ba-cd476c3feaf3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:38.017369 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4ec67aab-9051-4902-aa4f-acc8b3681976 req-5f14debd-ef71-4eed-82ba-cd476c3feaf3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 945 time: 0.0871336 Sep 21 15:24:38.062067 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4ec67aab-9051-4902-aa4f-acc8b3681976 req-78ba45c8-310f-4519-9092-e1189854aad9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4807dd69-0bac-4d0b-81c1-85fa1e4c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383277 Sep 21 15:24:38.261783 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841bbd0-a9e4-4b56-b150-9ca96cef1ea1 req-1f37c4e8-4163-487f-a818-9365c1470f7e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:38.263203 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0841bbd0-a9e4-4b56-b150-9ca96cef1ea1 req-1f37c4e8-4163-487f-a818-9365c1470f7e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 945 time: 0.0892289 Sep 21 15:24:38.306856 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0841bbd0-a9e4-4b56-b150-9ca96cef1ea1 req-90e3914e-89f7-4834-a631-d48e3155753f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4807dd69-0bac-4d0b-81c1-85fa1e4c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377460 Sep 21 15:24:38.335784 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35948) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:38.413788 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0debe3-81dd-49e5-a1df-7b6cddc5f16e tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:38.416006 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5b0debe3-81dd-49e5-a1df-7b6cddc5f16e tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 1093 time: 0.0785210 Sep 21 15:24:38.418179 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 35952) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:38.422984 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': 'a1c78fae-df3b-4de5-8ac4-77f591f391fe', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:24:38.429623 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:24:38.433470 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:floatingip and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:24:38.436253 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:24:38.442011 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:24:38.452438 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:38.589192 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:38.703490 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:38.727502 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.26.4.84 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/ecc3717f-57bf-4e06-ad94-bc52c80004c8) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:24:38.873179 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:38.888441 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:38.902189 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:38.966162 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:24:38.968810 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:24:38.972555 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:24:39.009820 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=ecc3717f-57bf-4e06-ad94-bc52c80004c8,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:39.388974 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:39.464396 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:39.671177 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:39.676207 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:39.781701 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=ecc3717f-57bf-4e06-ad94-bc52c80004c8,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:24:39.784751 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:40.048038 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Floating IP e19d22f5-2293-4729-85c2-6aff1a45a1a7 associated. External IP: 172.26.4.84, port: a1c78fae-df3b-4de5-8ac4-77f591f391fe. Sep 21 15:24:40.405482 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:24:40.510053 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:40.587298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:24:40.597484 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6830734-6d94-4c7a-9976-de20c3d34a3b None None] Sync routers for ids ['8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:24:40.606429 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6830734-6d94-4c7a-9976-de20c3d34a3b None None] Routers {'8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:24:40.607145 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c6830734-6d94-4c7a-9976-de20c3d34a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:24:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:40.613341 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:24:40.669759 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bcf165af-8e06-42fe-9016-016085581840 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2504227 Sep 21 15:24:40.670439 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a4913e-735a-409f-9dd5-5982ce11767e', 'tag': 'a1c78fae-df3b-4de5-8ac4-77f591f391fe'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:24:40.672548 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35956) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:40.673017 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cfb96a-8269-4ed7-b610-398954d68fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "09a4913e-735a-409f-9dd5-5982ce11767e", "tag": "a1c78fae-df3b-4de5-8ac4-77f591f391fe"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:24:40.682755 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:24:40.715964 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cec348-82ca-40cb-88e8-85863e100090 x-openstack-request-id: req-45cec348-82ca-40cb-88e8-85863e100090 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:24:40.716350 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a4913e-735a-409f-9dd5-5982ce11767e", "tag": "a1c78fae-df3b-4de5-8ac4-77f591f391fe", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:24:40.716628 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-45cec348-82ca-40cb-88e8-85863e100090 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:24:40.717561 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45cec348-82ca-40cb-88e8-85863e100090'] response: {'name': 'network-changed', 'server_uuid': '09a4913e-735a-409f-9dd5-5982ce11767e', 'tag': 'a1c78fae-df3b-4de5-8ac4-77f591f391fe', 'status': 'completed', 'code': 200} Sep 21 15:24:40.831814 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-c6830734-6d94-4c7a-9976-de20c3d34a3b None None] Set router 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:24:40.946817 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ffe99708-4acb-4a14-b700-b1118f104f3b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/e19d22f5-2293-4729-85c2-6aff1a45a1a7 HTTP/1.1" status: 200 len: 990 time: 0.2730305 Sep 21 15:24:40.963320 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfb96a-8269-4ed7-b610-398954d68fa5 req-b6ef2724-b753-4704-81f1-eb5a53a28d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:40.964809 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9cfb96a-8269-4ed7-b610-398954d68fa5 req-b6ef2724-b753-4704-81f1-eb5a53a28d0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 1098 time: 0.1069686 Sep 21 15:24:41.097112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfb96a-8269-4ed7-b610-398954d68fa5 req-a52e3181-dabd-43d8-b011-a717c8ef71eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:41.098542 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9cfb96a-8269-4ed7-b610-398954d68fa5 req-a52e3181-dabd-43d8-b011-a717c8ef71eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f10e37b-6b01-4921-bca8-4488013cfe55 HTTP/1.1" status: 200 len: 897 time: 0.1273766 Sep 21 15:24:41.184476 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c6830734-6d94-4c7a-9976-de20c3d34a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'name': 'tempest-TestNetworkBasicOps-router-1317001479', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:24:15Z', 'updated_at': '2022-09-21T15:24:21Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:16Z', 'updated_at': '2022-09-21T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'e19d22f5-2293-4729-85c2-6aff1a45a1a7', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.84', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'port_id': 'a1c78fae-df3b-4de5-8ac4-77f591f391fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55', 'mac_address': 'fa:16:3e:ee:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a4913e-735a-409f-9dd5-5982ce11767e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:24:39Z', 'updated_at': '2022-09-21T15:24:39Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160', 'name': '', 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:e1:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '55e0888c-1c71-47ea-82d6-3b260163afc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:19Z', 'updated_at': '2022-09-21T15:24:25Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '55e0888c-1c71-47ea-82d6-3b260163afc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:41.188328 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6830734-6d94-4c7a-9976-de20c3d34a3b None None] Checking router: 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:24:41.197291 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6830734-6d94-4c7a-9976-de20c3d34a3b None None] Routers {'8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:24:41.197824 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c6830734-6d94-4c7a-9976-de20c3d34a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:24:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:41.205936 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9cfb96a-8269-4ed7-b610-398954d68fa5 req-ea11f859-53c0-4585-af57-56b282945d9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1c78fae-df3b-4de5-8ac4-77f591f391fe HTTP/1.1" status: 200 len: 998 time: 0.1008437 Sep 21 15:24:41.275670 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfb96a-8269-4ed7-b610-398954d68fa5 req-b1a443a3-6ce4-4531-a794-3754f0ccfb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:41.277116 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9cfb96a-8269-4ed7-b610-398954d68fa5 req-b1a443a3-6ce4-4531-a794-3754f0ccfb79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55e0888c-1c71-47ea-82d6-3b260163afc8 HTTP/1.1" status: 200 len: 844 time: 0.0635095 Sep 21 15:24:41.361985 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfb96a-8269-4ed7-b610-398954d68fa5 req-bcf6442a-bc8e-4f90-8c1c-adf5de614211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:24:41.363521 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9cfb96a-8269-4ed7-b610-398954d68fa5 req-bcf6442a-bc8e-4f90-8c1c-adf5de614211 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f10e37b-6b01-4921-bca8-4488013cfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791922 Sep 21 15:24:41.386109 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-c6830734-6d94-4c7a-9976-de20c3d34a3b None None] Set router 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:24:41.497729 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9cfb96a-8269-4ed7-b610-398954d68fa5 req-a74be5a5-7573-4215-a6c9-2b0fc5341fb5 service neutron] 10.222.0.20 "GET /v2.0/networks/4f10e37b-6b01-4921-bca8-4488013cfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273417 Sep 21 15:24:41.638696 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9cfb96a-8269-4ed7-b610-398954d68fa5 req-4f0a0db6-2e1e-4c8b-b7a7-7e18e83cc302 service neutron] 10.222.0.20 "GET /v2.0/networks/4f10e37b-6b01-4921-bca8-4488013cfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336796 Sep 21 15:24:41.743066 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c6830734-6d94-4c7a-9976-de20c3d34a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'name': 'tempest-TestNetworkBasicOps-router-1317001479', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:24:15Z', 'updated_at': '2022-09-21T15:24:21Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:16Z', 'updated_at': '2022-09-21T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'e19d22f5-2293-4729-85c2-6aff1a45a1a7', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.84', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'port_id': 'a1c78fae-df3b-4de5-8ac4-77f591f391fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55', 'mac_address': 'fa:16:3e:ee:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a4913e-735a-409f-9dd5-5982ce11767e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:24:39Z', 'updated_at': '2022-09-21T15:24:39Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160', 'name': '', 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:e1:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '55e0888c-1c71-47ea-82d6-3b260163afc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:19Z', 'updated_at': '2022-09-21T15:24:25Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '55e0888c-1c71-47ea-82d6-3b260163afc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:24:41.746996 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6830734-6d94-4c7a-9976-de20c3d34a3b None None] The sync data for ids ['8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'] in dv-neutron-858731-1-hyperv is: [{'id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'name': 'tempest-TestNetworkBasicOps-router-1317001479', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:24:15Z', 'updated_at': '2022-09-21T15:24:21Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:16Z', 'updated_at': '2022-09-21T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'e19d22f5-2293-4729-85c2-6aff1a45a1a7', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.84', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'port_id': 'a1c78fae-df3b-4de5-8ac4-77f591f391fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55', 'mac_address': 'fa:16:3e:ee:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a4913e-735a-409f-9dd5-5982ce11767e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:24:39Z', 'updated_at': '2022-09-21T15:24:39Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160', 'name': '', 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:e1:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '55e0888c-1c71-47ea-82d6-3b260163afc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:19Z', 'updated_at': '2022-09-21T15:24:25Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '55e0888c-1c71-47ea-82d6-3b260163afc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:24:41.935958 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da59f357-8d86-48c3-b993-a52cd24e4a1d None None] New status for floating IP e19d22f5-2293-4729-85c2-6aff1a45a1a7: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:24:41.950216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35962) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:42.058931 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f0e4134d-80dd-4aa1-9bf0-d25fdf387b98 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/e19d22f5-2293-4729-85c2-6aff1a45a1a7 HTTP/1.1" status: 200 len: 990 time: 0.1075785 Sep 21 15:24:43.062728 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 35966) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:24:43.167961 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a8841cdf-bc7a-4987-9637-24bab07142c6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/e19d22f5-2293-4729-85c2-6aff1a45a1a7 HTTP/1.1" status: 200 len: 992 time: 0.1041126 Sep 21 15:24:52.021680 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:25:05.520896 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-250c28e1-f64d-4452-84cc-0fb6b28c48c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:25:07.871569 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cebedd31-b6e7-4d8b-95ec-73e9c2a93862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:25:08.709264 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:25:08.891814 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:25:10.514146 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:25:17.683613 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:25:22.038958 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:25:34.346263 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d7db1907-0b95-4a4d-9182-ef9b0b27b12d req-21187d15-1e6c-4819-a590-14efc73e5f5c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=09a4913e-735a-409f-9dd5-5982ce11767e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770750 Sep 21 15:25:34.502282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db1907-0b95-4a4d-9182-ef9b0b27b12d req-665cc534-9682-41ea-94fc-85159127b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:25:34.503753 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d7db1907-0b95-4a4d-9182-ef9b0b27b12d req-665cc534-9682-41ea-94fc-85159127b09c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 1098 time: 0.0821733 Sep 21 15:25:34.651884 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db1907-0b95-4a4d-9182-ef9b0b27b12d req-86967f4d-eada-4fd7-b46c-6d83c26a1a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:25:34.653267 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d7db1907-0b95-4a4d-9182-ef9b0b27b12d req-86967f4d-eada-4fd7-b46c-6d83c26a1a00 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f10e37b-6b01-4921-bca8-4488013cfe55 HTTP/1.1" status: 200 len: 897 time: 0.1261666 Sep 21 15:25:34.763779 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d7db1907-0b95-4a4d-9182-ef9b0b27b12d req-cc0f3af8-158d-435a-83e4-b5d3b586d850 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1c78fae-df3b-4de5-8ac4-77f591f391fe HTTP/1.1" status: 200 len: 1000 time: 0.1006656 Sep 21 15:25:34.830334 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db1907-0b95-4a4d-9182-ef9b0b27b12d req-6d4505c4-375b-435a-92ac-bc3b78f0f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:25:34.831726 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d7db1907-0b95-4a4d-9182-ef9b0b27b12d req-6d4505c4-375b-435a-92ac-bc3b78f0f997 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55e0888c-1c71-47ea-82d6-3b260163afc8 HTTP/1.1" status: 200 len: 844 time: 0.0565982 Sep 21 15:25:34.920931 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db1907-0b95-4a4d-9182-ef9b0b27b12d req-47fc63f1-1a7c-403e-8710-5a68e837b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:25:34.922304 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d7db1907-0b95-4a4d-9182-ef9b0b27b12d req-47fc63f1-1a7c-403e-8710-5a68e837b1d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f10e37b-6b01-4921-bca8-4488013cfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816438 Sep 21 15:25:35.159806 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d7db1907-0b95-4a4d-9182-ef9b0b27b12d req-2ce4794f-0d78-466e-a708-d7d2574b706d service neutron] 10.222.0.20 "GET /v2.0/networks/4f10e37b-6b01-4921-bca8-4488013cfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275426 Sep 21 15:25:35.295380 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d7db1907-0b95-4a4d-9182-ef9b0b27b12d req-bd183998-0aba-470d-9501-c5997af6598b service neutron] 10.222.0.20 "GET /v2.0/networks/4f10e37b-6b01-4921-bca8-4488013cfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263282 Sep 21 15:25:35.513357 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cf31e4de-0ed0-441f-b6c4-0509566473d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:25:37.873447 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-31b6e69e-2556-4071-9fc3-42b8508ca28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:25:38.711889 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:25:38.894905 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:25:40.516128 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:25:52.036372 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:25:54.682941 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:26:05.515612 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-425b1117-8ed0-4d50-a5b1-391c61ddd066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:26:07.875157 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-93ba1b67-39b1-4ef6-9116-5a6e9899a5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:26:08.714863 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:26:08.897593 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:26:10.522452 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:26:22.035171 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:26:31.682359 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:26:35.518339 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c0a46406-c1f6-44e6-b10f-d61024074faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:26:36.523501 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36004) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:26:36.615625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d34e8b74-e5c6-47f9-8d73-09de495b7e10 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:26:36.733520 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d34e8b74-e5c6-47f9-8d73-09de495b7e10 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65056120'] for subnet, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:26:36.819908 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1173359c-5240-4f22-88b9-0803661db674 req-1ce2d4c9-5bc9-495e-879e-1fd4f2fab6e3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=09a4913e-735a-409f-9dd5-5982ce11767e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787287 Sep 21 15:26:36.929046 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d34e8b74-e5c6-47f9-8d73-09de495b7e10 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774317589580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-65308172'] for subnet, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:26:36.984204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34e8b74-e5c6-47f9-8d73-09de495b7e10 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:26:36.985128 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d34e8b74-e5c6-47f9-8d73-09de495b7e10 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:26:36.988772 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d34e8b74-e5c6-47f9-8d73-09de495b7e10 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/subnets/55e0888c-1c71-47ea-82d6-3b260163afc8 HTTP/1.1" status: 200 len: 836 time: 0.4614923 Sep 21 15:26:36.991259 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cdc163-e3f4-40f3-8702-9f2436139f6a None None] Network 4f10e37b-6b01-4921-bca8-4488013cfe55 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:26:36.991754 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173359c-5240-4f22-88b9-0803661db674 req-bf3729b6-a683-425a-8fa0-6ddf73c6c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:26:36.993314 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1173359c-5240-4f22-88b9-0803661db674 req-bf3729b6-a683-425a-8fa0-6ddf73c6c48d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 1098 time: 0.0963955 Sep 21 15:26:37.006625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e8b74-e5c6-47f9-8d73-09de495b7e10 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Subnet': ['ID=55e0888c-1c71-47ea-82d6-3b260163afc8,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:26:37.014212 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e8b74-e5c6-47f9-8d73-09de495b7e10 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:26:37.014558 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e8b74-e5c6-47f9-8d73-09de495b7e10 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:26:37.014892 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e8b74-e5c6-47f9-8d73-09de495b7e10 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:26:37.015222 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e8b74-e5c6-47f9-8d73-09de495b7e10 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:26:37.015544 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e8b74-e5c6-47f9-8d73-09de495b7e10 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:26:37.016010 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e8b74-e5c6-47f9-8d73-09de495b7e10 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:26:37.016338 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e8b74-e5c6-47f9-8d73-09de495b7e10 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:26:37.016684 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e8b74-e5c6-47f9-8d73-09de495b7e10 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:26:37.017203 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e8b74-e5c6-47f9-8d73-09de495b7e10 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:26:37.017523 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e8b74-e5c6-47f9-8d73-09de495b7e10 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:26:37.017841 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e8b74-e5c6-47f9-8d73-09de495b7e10 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:26:37.018159 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e8b74-e5c6-47f9-8d73-09de495b7e10 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:26:37.149643 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173359c-5240-4f22-88b9-0803661db674 req-df10ead2-3c52-46e0-81b4-cb7d2d3190cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:26:37.151407 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1173359c-5240-4f22-88b9-0803661db674 req-df10ead2-3c52-46e0-81b4-cb7d2d3190cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f10e37b-6b01-4921-bca8-4488013cfe55 HTTP/1.1" status: 200 len: 897 time: 0.1323590 Sep 21 15:26:37.262239 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1173359c-5240-4f22-88b9-0803661db674 req-5ef85033-34b2-4abe-b428-57e1b6ad5f71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1c78fae-df3b-4de5-8ac4-77f591f391fe HTTP/1.1" status: 200 len: 1000 time: 0.1048923 Sep 21 15:26:37.330249 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173359c-5240-4f22-88b9-0803661db674 req-aea184a7-48ef-4294-82d9-e92055e2a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:26:37.331666 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1173359c-5240-4f22-88b9-0803661db674 req-aea184a7-48ef-4294-82d9-e92055e2a829 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55e0888c-1c71-47ea-82d6-3b260163afc8 HTTP/1.1" status: 200 len: 844 time: 0.0604126 Sep 21 15:26:37.421171 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173359c-5240-4f22-88b9-0803661db674 req-ea5c61c0-c976-4cf6-99bc-d7bc42368d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:26:37.422659 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1173359c-5240-4f22-88b9-0803661db674 req-ea5c61c0-c976-4cf6-99bc-d7bc42368d34 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f10e37b-6b01-4921-bca8-4488013cfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817797 Sep 21 15:26:37.449027 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cc5fdce5-8b4b-4c40-b72d-e4300862a506 None None] Provisioning complete for port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:26:37.449395 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cc5fdce5-8b4b-4c40-b72d-e4300862a506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:26:37.557445 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1173359c-5240-4f22-88b9-0803661db674 req-8ecf2ab4-da6c-43c6-af88-b2c47c289d30 service neutron] 10.222.0.20 "GET /v2.0/networks/4f10e37b-6b01-4921-bca8-4488013cfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248562 Sep 21 15:26:37.569023 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cc5fdce5-8b4b-4c40-b72d-e4300862a506 None None] Current status of the port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:26:37.580282 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cc5fdce5-8b4b-4c40-b72d-e4300862a506 None None] Provisioning complete for port a1c78fae-df3b-4de5-8ac4-77f591f391fe triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:26:37.580672 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cc5fdce5-8b4b-4c40-b72d-e4300862a506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:26:37.691005 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1173359c-5240-4f22-88b9-0803661db674 req-c1e5ca5f-7a88-446d-b2f9-8eca778c2060 service neutron] 10.222.0.20 "GET /v2.0/networks/4f10e37b-6b01-4921-bca8-4488013cfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248438 Sep 21 15:26:37.699992 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cc5fdce5-8b4b-4c40-b72d-e4300862a506 None None] Current status of the port a1c78fae-df3b-4de5-8ac4-77f591f391fe is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:26:37.712518 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cc5fdce5-8b4b-4c40-b72d-e4300862a506 None None] Provisioning complete for port 20aef7b6-bae8-491f-adc4-d9d14f5177a8 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:26:37.712881 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cc5fdce5-8b4b-4c40-b72d-e4300862a506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:26:37.827435 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cc5fdce5-8b4b-4c40-b72d-e4300862a506 None None] Current status of the port 20aef7b6-bae8-491f-adc4-d9d14f5177a8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:26:37.875758 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ba9c2441-e595-48d2-bc71-ed55206085cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:26:38.718090 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:26:38.899902 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:26:40.523782 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:26:52.034526 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:05.521071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8497bc8b-5e8c-4179-a801-0c80b3214040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:07.877318 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cd9f60bd-43f5-46cd-8e73-fde9400a8468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:08.680890 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:27:08.720422 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:08.902960 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:10.524267 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:20.939320 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36026) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:21.137520 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-20c001af-3e85-40c7-aa0f-966f481e0974 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port ecc3717f-57bf-4e06-ad94-bc52c80004c8 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:27:21.143839 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20c001af-3e85-40c7-aa0f-966f481e0974 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:21.405147 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20c001af-3e85-40c7-aa0f-966f481e0974 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:21.405457 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20c001af-3e85-40c7-aa0f-966f481e0974 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:21.524690 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-20c001af-3e85-40c7-aa0f-966f481e0974 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for ecc3717f-57bf-4e06-ad94-bc52c80004c8 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:27:21.671872 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20c001af-3e85-40c7-aa0f-966f481e0974 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:21.719793 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c001af-3e85-40c7-aa0f-966f481e0974 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=ecc3717f-57bf-4e06-ad94-bc52c80004c8,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:21.820057 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20c001af-3e85-40c7-aa0f-966f481e0974 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:21.820526 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-20c001af-3e85-40c7-aa0f-966f481e0974 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Floating IP e19d22f5-2293-4729-85c2-6aff1a45a1a7 disassociated (deleted). External IP: 172.26.4.84, port: a1c78fae-df3b-4de5-8ac4-77f591f391fe. Sep 21 15:27:22.034861 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:22.171349 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c001af-3e85-40c7-aa0f-966f481e0974 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:27:22.350225 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c001af-3e85-40c7-aa0f-966f481e0974 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:27:22.359663 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a240ec9d-8452-4c29-b76f-a2ab7b6c94c5 None None] Sync routers for ids ['8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:27:22.369300 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a240ec9d-8452-4c29-b76f-a2ab7b6c94c5 None None] Routers {'8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:27:22.369498 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-20c001af-3e85-40c7-aa0f-966f481e0974 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:22.370510 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a240ec9d-8452-4c29-b76f-a2ab7b6c94c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:27:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:22.425921 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-20c001af-3e85-40c7-aa0f-966f481e0974 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/floatingips/e19d22f5-2293-4729-85c2-6aff1a45a1a7 HTTP/1.1" status: 204 len: 168 time: 1.4854934 Sep 21 15:27:22.426500 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a4913e-735a-409f-9dd5-5982ce11767e', 'tag': 'a1c78fae-df3b-4de5-8ac4-77f591f391fe'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:27:22.428799 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1542d577-32c7-47a7-996a-cef5cc466e71" -d '{"events": [{"name": "network-changed", "server_uuid": "09a4913e-735a-409f-9dd5-5982ce11767e", "tag": "a1c78fae-df3b-4de5-8ac4-77f591f391fe"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:27:22.555736 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-a240ec9d-8452-4c29-b76f-a2ab7b6c94c5 None None] Set router 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:27:22.639938 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b05aba7-7705-4632-b77a-809008e84b40 x-openstack-request-id: req-5b05aba7-7705-4632-b77a-809008e84b40 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:27:22.640223 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a4913e-735a-409f-9dd5-5982ce11767e", "tag": "a1c78fae-df3b-4de5-8ac4-77f591f391fe", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:27:22.640493 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b05aba7-7705-4632-b77a-809008e84b40 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:27:22.640926 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b05aba7-7705-4632-b77a-809008e84b40'] response: {'name': 'network-changed', 'server_uuid': '09a4913e-735a-409f-9dd5-5982ce11767e', 'tag': 'a1c78fae-df3b-4de5-8ac4-77f591f391fe', 'status': 'completed', 'code': 200} Sep 21 15:27:22.793849 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542d577-32c7-47a7-996a-cef5cc466e71 req-e2263155-9337-4da5-9371-887e53d2bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:22.796276 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1542d577-32c7-47a7-996a-cef5cc466e71 req-e2263155-9337-4da5-9371-887e53d2bf3f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 1098 time: 0.1281371 Sep 21 15:27:22.885271 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a240ec9d-8452-4c29-b76f-a2ab7b6c94c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'name': 'tempest-TestNetworkBasicOps-router-1317001479', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:24:15Z', 'updated_at': '2022-09-21T15:24:21Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:16Z', 'updated_at': '2022-09-21T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160', 'name': '', 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:e1:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '55e0888c-1c71-47ea-82d6-3b260163afc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:19Z', 'updated_at': '2022-09-21T15:24:25Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '55e0888c-1c71-47ea-82d6-3b260163afc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:22.889140 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a240ec9d-8452-4c29-b76f-a2ab7b6c94c5 None None] Checking router: 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:27:22.897641 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a240ec9d-8452-4c29-b76f-a2ab7b6c94c5 None None] Routers {'8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:27:22.898229 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a240ec9d-8452-4c29-b76f-a2ab7b6c94c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:27:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:22.929879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542d577-32c7-47a7-996a-cef5cc466e71 req-2db37281-de9c-4d63-bad6-6605c1b6eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:22.931318 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1542d577-32c7-47a7-996a-cef5cc466e71 req-2db37281-de9c-4d63-bad6-6605c1b6eaba service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f10e37b-6b01-4921-bca8-4488013cfe55 HTTP/1.1" status: 200 len: 897 time: 0.1277471 Sep 21 15:27:23.005751 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1542d577-32c7-47a7-996a-cef5cc466e71 req-16d0c627-0ded-4603-8462-d58aaa82ea5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1c78fae-df3b-4de5-8ac4-77f591f391fe HTTP/1.1" status: 200 len: 217 time: 0.0640476 Sep 21 15:27:23.074440 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542d577-32c7-47a7-996a-cef5cc466e71 req-44f3aa34-a004-43df-ba21-5d1c95849e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:23.075916 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1542d577-32c7-47a7-996a-cef5cc466e71 req-44f3aa34-a004-43df-ba21-5d1c95849e79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55e0888c-1c71-47ea-82d6-3b260163afc8 HTTP/1.1" status: 200 len: 844 time: 0.0612004 Sep 21 15:27:23.127311 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-a240ec9d-8452-4c29-b76f-a2ab7b6c94c5 None None] Set router 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:27:23.171269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542d577-32c7-47a7-996a-cef5cc466e71 req-0399fd26-9065-4f44-b302-8dfc1a3c2e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:23.172682 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1542d577-32c7-47a7-996a-cef5cc466e71 req-0399fd26-9065-4f44-b302-8dfc1a3c2e41 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f10e37b-6b01-4921-bca8-4488013cfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872412 Sep 21 15:27:23.409484 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1542d577-32c7-47a7-996a-cef5cc466e71 req-b882100a-1997-4b9a-9146-ed1afc63ef7d service neutron] 10.222.0.20 "GET /v2.0/networks/4f10e37b-6b01-4921-bca8-4488013cfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271731 Sep 21 15:27:23.455715 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a240ec9d-8452-4c29-b76f-a2ab7b6c94c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'name': 'tempest-TestNetworkBasicOps-router-1317001479', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:24:15Z', 'updated_at': '2022-09-21T15:24:21Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:16Z', 'updated_at': '2022-09-21T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160', 'name': '', 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:e1:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '55e0888c-1c71-47ea-82d6-3b260163afc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:19Z', 'updated_at': '2022-09-21T15:24:25Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '55e0888c-1c71-47ea-82d6-3b260163afc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:23.459721 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a240ec9d-8452-4c29-b76f-a2ab7b6c94c5 None None] The sync data for ids ['8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'] in dv-neutron-858731-1-hyperv is: [{'id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'name': 'tempest-TestNetworkBasicOps-router-1317001479', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:24:15Z', 'updated_at': '2022-09-21T15:24:21Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:16Z', 'updated_at': '2022-09-21T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160', 'name': '', 'network_id': '4f10e37b-6b01-4921-bca8-4488013cfe55', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:e1:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '55e0888c-1c71-47ea-82d6-3b260163afc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:19Z', 'updated_at': '2022-09-21T15:24:25Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '55e0888c-1c71-47ea-82d6-3b260163afc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:27:23.547735 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1542d577-32c7-47a7-996a-cef5cc466e71 req-12fa4dba-89fe-4916-a6a6-ac363e5c54c0 service neutron] 10.222.0.20 "GET /v2.0/networks/4f10e37b-6b01-4921-bca8-4488013cfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287630 Sep 21 15:27:23.681977 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceb1f00-0309-44d1-8fca-bf406c6da246 None None] New status for floating IP e19d22f5-2293-4729-85c2-6aff1a45a1a7: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:27:23.882978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87bbee-9257-479b-82d5-9fbe298bfe02 req-9cbd6a8f-7680-41bb-95e8-66f749419d60 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:23.884574 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7b87bbee-9257-479b-82d5-9fbe298bfe02 req-9cbd6a8f-7680-41bb-95e8-66f749419d60 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 945 time: 0.1405363 Sep 21 15:27:23.929168 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7b87bbee-9257-479b-82d5-9fbe298bfe02 req-718a121a-4647-473a-88cc-6d062ba4a4a2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4807dd69-0bac-4d0b-81c1-85fa1e4c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382192 Sep 21 15:27:25.186603 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d220ffc-6838-4f2d-9948-4505d1567e16 req-ff6154b0-ba42-4332-8103-f760e8689c3a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:25.188050 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8d220ffc-6838-4f2d-9948-4505d1567e16 req-ff6154b0-ba42-4332-8103-f760e8689c3a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 945 time: 0.1436355 Sep 21 15:27:25.275252 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8d220ffc-6838-4f2d-9948-4505d1567e16 req-060a9682-e92b-4057-826f-f8a2b33380cd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=4807dd69-0bac-4d0b-81c1-85fa1e4c6e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813706 Sep 21 15:27:25.317893 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f650e6e-9f0b-4ecc-9542-766c228049a6 req-358c1c09-21cc-4fe8-a876-7fff3e568d39 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:25.319301 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7f650e6e-9f0b-4ecc-9542-766c228049a6 req-358c1c09-21cc-4fe8-a876-7fff3e568d39 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 945 time: 0.0966890 Sep 21 15:27:25.392675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-7f650e6e-9f0b-4ecc-9542-766c228049a6 req-92981a2c-e797-40e2-a322-ed56505496d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port a1c78fae-df3b-4de5-8ac4-77f591f391fe {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:27:25.393016 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-7f650e6e-9f0b-4ecc-9542-766c228049a6 req-92981a2c-e797-40e2-a322-ed56505496d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:25.642258 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-7f650e6e-9f0b-4ecc-9542-766c228049a6 req-92981a2c-e797-40e2-a322-ed56505496d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port a1c78fae-df3b-4de5-8ac4-77f591f391fe, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=a1c78fae-df3b-4de5-8ac4-77f591f391fe,segment=NetworkSegment(1274021a-7f76-4ced-9300-d200e06087e2),segment_id=1274021a-7f76-4ced-9300-d200e06087e2)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:27:25.642530 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-7f650e6e-9f0b-4ecc-9542-766c228049a6 req-92981a2c-e797-40e2-a322-ed56505496d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:25.763989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-7f650e6e-9f0b-4ecc-9542-766c228049a6 req-92981a2c-e797-40e2-a322-ed56505496d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for a1c78fae-df3b-4de5-8ac4-77f591f391fe owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:27:25.908671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-7f650e6e-9f0b-4ecc-9542-766c228049a6 req-92981a2c-e797-40e2-a322-ed56505496d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:25.956310 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92981a2c-e797-40e2-a322-ed56505496d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=a1c78fae-df3b-4de5-8ac4-77f591f391fe,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:25.995629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92981a2c-e797-40e2-a322-ed56505496d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:25.996020 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92981a2c-e797-40e2-a322-ed56505496d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:25.996358 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92981a2c-e797-40e2-a322-ed56505496d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:25.996716 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92981a2c-e797-40e2-a322-ed56505496d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:25.997046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92981a2c-e797-40e2-a322-ed56505496d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:25.997376 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92981a2c-e797-40e2-a322-ed56505496d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:25.997710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92981a2c-e797-40e2-a322-ed56505496d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:25.998031 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92981a2c-e797-40e2-a322-ed56505496d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:25.998356 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92981a2c-e797-40e2-a322-ed56505496d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:25.998676 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92981a2c-e797-40e2-a322-ed56505496d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:25.998997 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92981a2c-e797-40e2-a322-ed56505496d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:25.999317 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92981a2c-e797-40e2-a322-ed56505496d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:26.063404 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f650e6e-9f0b-4ecc-9542-766c228049a6 req-92981a2c-e797-40e2-a322-ed56505496d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] No DVR routers for this DVR port a1c78fae-df3b-4de5-8ac4-77f591f391fe on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:27:26.065823 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-7f650e6e-9f0b-4ecc-9542-766c228049a6 req-92981a2c-e797-40e2-a322-ed56505496d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:26.068393 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a4913e-735a-409f-9dd5-5982ce11767e', 'name': 'network-vif-deleted', 'tag': 'a1c78fae-df3b-4de5-8ac4-77f591f391fe'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:27:26.070772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6435d984-92c1-4c4e-bfab-e1e5cbb96743" -d '{"events": [{"server_uuid": "09a4913e-735a-409f-9dd5-5982ce11767e", "name": "network-vif-deleted", "tag": "a1c78fae-df3b-4de5-8ac4-77f591f391fe"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:27:26.081549 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7f650e6e-9f0b-4ecc-9542-766c228049a6 req-92981a2c-e797-40e2-a322-ed56505496d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "DELETE /v2.0/ports/a1c78fae-df3b-4de5-8ac4-77f591f391fe HTTP/1.1" status: 204 len: 173 time: 0.7528830 Sep 21 15:27:26.164495 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ce7875-06ed-4cb3-b4a8-e99403367a4c x-openstack-request-id: req-46ce7875-06ed-4cb3-b4a8-e99403367a4c {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:27:26.164785 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a4913e-735a-409f-9dd5-5982ce11767e", "name": "network-vif-deleted", "tag": "a1c78fae-df3b-4de5-8ac4-77f591f391fe", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:27:26.165038 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46ce7875-06ed-4cb3-b4a8-e99403367a4c {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:27:26.165441 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46ce7875-06ed-4cb3-b4a8-e99403367a4c'] response: {'server_uuid': '09a4913e-735a-409f-9dd5-5982ce11767e', 'name': 'network-vif-deleted', 'tag': 'a1c78fae-df3b-4de5-8ac4-77f591f391fe', 'status': 'completed', 'code': 200} Sep 21 15:27:26.456944 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-028c4b2a-8ce9-4933-bf70-40f6140745c5 req-766cb49b-0307-445e-a2cc-d213cd5cfe60 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:27:26.473513 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-028c4b2a-8ce9-4933-bf70-40f6140745c5 req-766cb49b-0307-445e-a2cc-d213cd5cfe60 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:27:26.474648 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-028c4b2a-8ce9-4933-bf70-40f6140745c5 req-766cb49b-0307-445e-a2cc-d213cd5cfe60 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a4913e-735a-409f-9dd5-5982ce11767e HTTP/1.1" status: 200 len: 210 time: 0.0673034 Sep 21 15:27:27.574835 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36058) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:27.644247 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-50502ef0-62ec-483a-b613-fe551c056f70 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:27.673103 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-50502ef0-62ec-483a-b613-fe551c056f70 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:27.738556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-50502ef0-62ec-483a-b613-fe551c056f70 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:27.757746 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50502ef0-62ec-483a-b613-fe551c056f70 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4807dd69-0bac-4d0b-81c1-85fa1e4c6e79,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:27.769968 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-50502ef0-62ec-483a-b613-fe551c056f70 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:27.771095 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-50502ef0-62ec-483a-b613-fe551c056f70 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/security-groups/4807dd69-0bac-4d0b-81c1-85fa1e4c6e79 HTTP/1.1" status: 204 len: 168 time: 0.1953001 Sep 21 15:27:28.814193 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36066) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:29.464534 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f7a7dad6-63db-45e3-b47e-6b4be61bb89d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:29.738226 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device a1c78fae-df3b-4de5-8ac4-77f591f391fe no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:27:29.776725 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: a1c78fae-df3b-4de5-8ac4-77f591f391fe {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:27:29.777095 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device a1c78fae-df3b-4de5-8ac4-77f591f391fe not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:27:29.815716 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f7a7dad6-63db-45e3-b47e-6b4be61bb89d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:27:29.816273 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f7a7dad6-63db-45e3-b47e-6b4be61bb89d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:30.002908 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-f7a7dad6-63db-45e3-b47e-6b4be61bb89d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160,segment=NetworkSegment(1274021a-7f76-4ced-9300-d200e06087e2),segment_id=1274021a-7f76-4ced-9300-d200e06087e2)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:27:30.003174 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f7a7dad6-63db-45e3-b47e-6b4be61bb89d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:30.134035 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f7a7dad6-63db-45e3-b47e-6b4be61bb89d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:27:30.553400 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f7a7dad6-63db-45e3-b47e-6b4be61bb89d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:30.600534 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7dad6-63db-45e3-b47e-6b4be61bb89d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:30.883038 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f7a7dad6-63db-45e3-b47e-6b4be61bb89d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:31.237512 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a7dad6-63db-45e3-b47e-6b4be61bb89d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:27:31.411448 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a7dad6-63db-45e3-b47e-6b4be61bb89d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:27:31.422208 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de3cdcd-5749-4e04-acc7-6c1550cfa4e7 None None] Sync routers for ids ['8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:27:31.428084 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f7a7dad6-63db-45e3-b47e-6b4be61bb89d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/routers/8a7ae3ee-7e31-481f-9d8e-2a14f3adf092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6128113 Sep 21 15:27:31.430824 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36070) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:31.432175 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de3cdcd-5749-4e04-acc7-6c1550cfa4e7 None None] Routers {'8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:27:31.432843 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7de3cdcd-5749-4e04-acc7-6c1550cfa4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:27:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:31.496162 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-43353d70-27e9-4cab-8e44-715e8218866a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting subnet 55e0888c-1c71-47ea-82d6-3b260163afc8 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:27:31.499585 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43353d70-27e9-4cab-8e44-715e8218866a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:31.557905 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43353d70-27e9-4cab-8e44-715e8218866a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:31.607993 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-7de3cdcd-5749-4e04-acc7-6c1550cfa4e7 None None] Set router 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:27:31.641825 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43353d70-27e9-4cab-8e44-715e8218866a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:31.716528 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43353d70-27e9-4cab-8e44-715e8218866a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:31.759567 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43353d70-27e9-4cab-8e44-715e8218866a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Subnet': ['ID=55e0888c-1c71-47ea-82d6-3b260163afc8,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:31.763541 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43353d70-27e9-4cab-8e44-715e8218866a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:31.769594 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-43353d70-27e9-4cab-8e44-715e8218866a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/subnets/55e0888c-1c71-47ea-82d6-3b260163afc8 HTTP/1.1" status: 204 len: 168 time: 0.3378053 Sep 21 15:27:31.772120 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36074) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:31.780571 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea4f9c6-c947-4e50-98e7-596f9fdbfdb4 None None] Network 4f10e37b-6b01-4921-bca8-4488013cfe55 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:27:32.063712 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6e7d-f8a0-4ccf-ad59-2b849a6b713f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:32.075820 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7de3cdcd-5749-4e04-acc7-6c1550cfa4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'name': 'tempest-TestNetworkBasicOps-router-1317001479', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:24:15Z', 'updated_at': '2022-09-21T15:27:30Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:16Z', 'updated_at': '2022-09-21T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:32.080159 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de3cdcd-5749-4e04-acc7-6c1550cfa4e7 None None] Checking router: 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:27:32.089777 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de3cdcd-5749-4e04-acc7-6c1550cfa4e7 None None] Routers {'8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:27:32.090506 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7de3cdcd-5749-4e04-acc7-6c1550cfa4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:27:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:32.156960 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a96793b-f500-4c9a-975f-cd9f1514edc4 None None] DHCP port deletion for 4f10e37b-6b01-4921-bca8-4488013cfe55 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:27:32.173459 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6a96793b-f500-4c9a-975f-cd9f1514edc4 None None] Deleting port 20aef7b6-bae8-491f-adc4-d9d14f5177a8 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:27:32.173832 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6a96793b-f500-4c9a-975f-cd9f1514edc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:32.252807 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6e7d-f8a0-4ccf-ad59-2b849a6b713f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:32.262373 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c6e7d-f8a0-4ccf-ad59-2b849a6b713f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port 802b3cde-3d12-440d-a6be-d4cdd008d8e2 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:27:32.262717 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6e7d-f8a0-4ccf-ad59-2b849a6b713f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:32.412305 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-7de3cdcd-5749-4e04-acc7-6c1550cfa4e7 None None] Set router 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:27:32.442689 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-9c2c6e7d-f8a0-4ccf-ad59-2b849a6b713f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port 802b3cde-3d12-440d-a6be-d4cdd008d8e2, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=802b3cde-3d12-440d-a6be-d4cdd008d8e2,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:27:32.443049 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6e7d-f8a0-4ccf-ad59-2b849a6b713f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:32.571940 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c6e7d-f8a0-4ccf-ad59-2b849a6b713f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for 802b3cde-3d12-440d-a6be-d4cdd008d8e2 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:27:32.602673 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 20aef7b6-bae8-491f-adc4-d9d14f5177a8 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:27:32.745195 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6e7d-f8a0-4ccf-ad59-2b849a6b713f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:32.758214 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6a96793b-f500-4c9a-975f-cd9f1514edc4 None None] For port 20aef7b6-bae8-491f-adc4-d9d14f5177a8, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=20aef7b6-bae8-491f-adc4-d9d14f5177a8,segment=NetworkSegment(1274021a-7f76-4ced-9300-d200e06087e2),segment_id=1274021a-7f76-4ced-9300-d200e06087e2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:27:32.758600 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6a96793b-f500-4c9a-975f-cd9f1514edc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:32.795048 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c6e7d-f8a0-4ccf-ad59-2b849a6b713f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=802b3cde-3d12-440d-a6be-d4cdd008d8e2,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:32.891196 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6a96793b-f500-4c9a-975f-cd9f1514edc4 None None] Calling delete_port for 20aef7b6-bae8-491f-adc4-d9d14f5177a8 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:27:32.896026 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6e7d-f8a0-4ccf-ad59-2b849a6b713f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:33.073746 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 20aef7b6-bae8-491f-adc4-d9d14f5177a8 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:27:33.074252 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:33.076589 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6e7d-f8a0-4ccf-ad59-2b849a6b713f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:33.079414 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6e7d-f8a0-4ccf-ad59-2b849a6b713f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:33.100292 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6a96793b-f500-4c9a-975f-cd9f1514edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:33.103218 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6e7d-f8a0-4ccf-ad59-2b849a6b713f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:33.104556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2c6e7d-f8a0-4ccf-ad59-2b849a6b713f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Fanout notify agent at l3_agent the message router_deleted on router 8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:27:33.120998 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6e7d-f8a0-4ccf-ad59-2b849a6b713f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:33.122108 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9c2c6e7d-f8a0-4ccf-ad59-2b849a6b713f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/routers/8a7ae3ee-7e31-481f-9d8e-2a14f3adf092 HTTP/1.1" status: 204 len: 168 time: 1.3490658 Sep 21 15:27:33.124855 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36078) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:33.188200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a96793b-f500-4c9a-975f-cd9f1514edc4 None None] No DVR routers for this DVR port 20aef7b6-bae8-491f-adc4-d9d14f5177a8 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:27:33.190782 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96793b-f500-4c9a-975f-cd9f1514edc4 None None] Pushing event deleted for resources: {'Port': ['ID=20aef7b6-bae8-491f-adc4-d9d14f5177a8,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:33.210462 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a96793b-f500-4c9a-975f-cd9f1514edc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:33.210762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a96793b-f500-4c9a-975f-cd9f1514edc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:33.211119 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a96793b-f500-4c9a-975f-cd9f1514edc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:33.211584 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a96793b-f500-4c9a-975f-cd9f1514edc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:33.212029 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a96793b-f500-4c9a-975f-cd9f1514edc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:33.212602 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a96793b-f500-4c9a-975f-cd9f1514edc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:33.213200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a96793b-f500-4c9a-975f-cd9f1514edc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:33.214318 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a96793b-f500-4c9a-975f-cd9f1514edc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:33.214871 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a96793b-f500-4c9a-975f-cd9f1514edc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:33.218057 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a96793b-f500-4c9a-975f-cd9f1514edc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:33.218057 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a96793b-f500-4c9a-975f-cd9f1514edc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:33.218057 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a96793b-f500-4c9a-975f-cd9f1514edc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:33.238827 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7de3cdcd-5749-4e04-acc7-6c1550cfa4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'name': 'tempest-TestNetworkBasicOps-router-1317001479', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:24:15Z', 'updated_at': '2022-09-21T15:27:30Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:16Z', 'updated_at': '2022-09-21T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:33.242773 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de3cdcd-5749-4e04-acc7-6c1550cfa4e7 None None] The sync data for ids ['8a7ae3ee-7e31-481f-9d8e-2a14f3adf092'] in dv-neutron-858731-1-hyperv is: [{'id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'name': 'tempest-TestNetworkBasicOps-router-1317001479', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:24:15Z', 'updated_at': '2022-09-21T15:27:30Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '802b3cde-3d12-440d-a6be-d4cdd008d8e2', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7ae3ee-7e31-481f-9d8e-2a14f3adf092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:24:16Z', 'updated_at': '2022-09-21T15:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:27:33.248128 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f79ee413-ff74-4c49-ac98-ff55f4ebd84d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:33.392113 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f79ee413-ff74-4c49-ac98-ff55f4ebd84d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:33.506611 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-f79ee413-ff74-4c49-ac98-ff55f4ebd84d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f10e37b-6b01-4921-bca8-4488013cfe55']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:33.519088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-f79ee413-ff74-4c49-ac98-ff55f4ebd84d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1274021a-7f76-4ced-9300-d200e06087e2') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:33.519376 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-f79ee413-ff74-4c49-ac98-ff55f4ebd84d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1274021a-7f76-4ced-9300-d200e06087e2') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:33.530380 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f79ee413-ff74-4c49-ac98-ff55f4ebd84d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:33.546159 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f79ee413-ff74-4c49-ac98-ff55f4ebd84d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:33.552276 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79ee413-ff74-4c49-ac98-ff55f4ebd84d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:27:33.552677 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f79ee413-ff74-4c49-ac98-ff55f4ebd84d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:33.650239 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 1274021a-7f76-4ced-9300-d200e06087e2 resource provider aggregate not found Sep 21 15:27:33.664595 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f79ee413-ff74-4c49-ac98-ff55f4ebd84d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:33.684665 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 1274021a-7f76-4ced-9300-d200e06087e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1274021a-7f76-4ced-9300-d200e06087e2 found for delete ", "request_id": "req-ad3ab9f7-4bde-4722-ba2c-8398a6200458"}]} Sep 21 15:27:33.688145 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f79ee413-ff74-4c49-ac98-ff55f4ebd84d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:33.697302 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ee413-ff74-4c49-ac98-ff55f4ebd84d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Network': ['ID=4f10e37b-6b01-4921-bca8-4488013cfe55,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:33.706982 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f79ee413-ff74-4c49-ac98-ff55f4ebd84d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/networks/4f10e37b-6b01-4921-bca8-4488013cfe55 HTTP/1.1" status: 204 len: 168 time: 0.5809255 Sep 21 15:27:33.719560 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36088) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:33.725492 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d8afd39d-0add-4c71-b97a-17b352c5abb9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'network': {'name': 'tempest-network-smoke--907746708', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'port_security_enabled': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:27:33.731431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d8afd39d-0add-4c71-b97a-17b352c5abb9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:27:33.741055 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d8afd39d-0add-4c71-b97a-17b352c5abb9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:network and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:27:33.744219 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d8afd39d-0add-4c71-b97a-17b352c5abb9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:27:33.751010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d8afd39d-0add-4c71-b97a-17b352c5abb9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:27:33.761992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8afd39d-0add-4c71-b97a-17b352c5abb9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:27:33.765483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8afd39d-0add-4c71-b97a-17b352c5abb9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:33.793466 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8afd39d-0add-4c71-b97a-17b352c5abb9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:27:33.802425 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8afd39d-0add-4c71-b97a-17b352c5abb9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:33.802764 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-d8afd39d-0add-4c71-b97a-17b352c5abb9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Added segment df850fee-de8e-479a-b7d9-066384c7d36c of type vlan for network f588c88c-c326-4ea6-9324-ac84a09fbe19 Sep 21 15:27:33.832815 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8afd39d-0add-4c71-b97a-17b352c5abb9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:33.864337 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8afd39d-0add-4c71-b97a-17b352c5abb9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:33.870455 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8afd39d-0add-4c71-b97a-17b352c5abb9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:33.871028 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8afd39d-0add-4c71-b97a-17b352c5abb9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:33.976702 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d8afd39d-0add-4c71-b97a-17b352c5abb9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2559950 Sep 21 15:27:33.979640 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36092) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:33.985540 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afd39d-0add-4c71-b97a-17b352c5abb9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Network': ['ID=f588c88c-c326-4ea6-9324-ac84a09fbe19,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:33.985846 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-732001612', 'admin_state_up': True, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:27:33.996591 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network f588c88c-c326-4ea6-9324-ac84a09fbe19 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:27:33.998607 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:27:34.002648 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:router and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:27:34.005654 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:27:34.012788 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:27:34.023667 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:34.025311 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:34.043536 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:34.319180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:34.514957 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 802b3cde-3d12-440d-a6be-d4cdd008d8e2 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:27:34.552891 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 802b3cde-3d12-440d-a6be-d4cdd008d8e2 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:27:34.553139 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 802b3cde-3d12-440d-a6be-d4cdd008d8e2 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:27:34.553557 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:27:34.585983 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:27:34.586323 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e6dd0b16-7a4e-4d0a-8b4e-eab7f9fb8160 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:27:34.628306 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:34.657271 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:34.788396 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.26.4.78 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/d88754ad-461f-4da7-a9bc-12d1ecb98ee7) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:27:34.933003 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:34.961503 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:35.023925 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:27:35.026904 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:27:35.030426 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:27:35.076249 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=d88754ad-461f-4da7-a9bc-12d1ecb98ee7,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:35.523479 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3f132ee5-df05-43fa-addd-4331473f7f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:35.550584 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:35.888946 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:36.091571 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router a0acbd72-9f20-4800-be5a-0400c4cc80f4 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:27:36.267888 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:27:36.277374 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] Sync routers for ids ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:27:36.286821 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] Routers {'a0acbd72-9f20-4800-be5a-0400c4cc80f4'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:27:36.287525 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:27:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:36.294386 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:36.295556 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d2e352ad-aae2-44ac-9be2-bc818a06404d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3146684 Sep 21 15:27:36.298733 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36096) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:36.473518 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] Set router a0acbd72-9f20-4800-be5a-0400c4cc80f4 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:27:36.484059 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b7196975-58ef-4398-b194-cd1d1baeb3e6 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=821a0a843ff74fdda869752c13af53c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1842773 Sep 21 15:27:36.486699 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36102) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:36.619193 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c1745e-805e-42da-9e09-56a9ba62ef9a tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:36.620856 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-67c1745e-805e-42da-9e09-56a9ba62ef9a tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1332555 Sep 21 15:27:36.623720 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36106) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:36.665484 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bf16f8d3-6c0d-406f-a730-eab3c4b4646a tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=445481ae-8997-4e7e-a514-07e782c48c85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407155 Sep 21 15:27:36.668683 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36110) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:36.673854 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1271153255', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:27:36.793576 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'name': 'tempest-TestNetworkBasicOps-router-732001612', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:35Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:36.797715 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] Checking router: a0acbd72-9f20-4800-be5a-0400c4cc80f4 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:27:36.798052 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] Updating router a0acbd72-9f20-4800-be5a-0400c4cc80f4 port d88754ad-461f-4da7-a9bc-12d1ecb98ee7 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:27:36.852408 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:36.896185 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:27:36.900385 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:subnet and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:27:36.905120 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:27:36.911390 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:27:36.920735 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:27:36.924237 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:37.144411 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:37.191293 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:37.204342 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] Transition to ACTIVE for port object d88754ad-461f-4da7-a9bc-12d1ecb98ee7 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:27:37.210720 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:37.231038 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Subnet': ['ID=7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:37.239731 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Checking segment: {'id': 'df850fee-de8e-479a-b7d9-066384c7d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:27:37.240082 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network hostable DHCP agents. Network: f588c88c-c326-4ea6-9324-ac84a09fbe19, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:27:37.247636 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.247978 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.248524 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.248860 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.249187 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.249506 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.249825 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.250140 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.250455 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.250769 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.251082 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.251399 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.271026 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network f588c88c-c326-4ea6-9324-ac84a09fbe19 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:27:37.276958 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] Attempting to bind port d88754ad-461f-4da7-a9bc-12d1ecb98ee7 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:27:37.277331 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] Attempting to bind port d88754ad-461f-4da7-a9bc-12d1ecb98ee7 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:27:37.277692 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] Attempting to bind port d88754ad-461f-4da7-a9bc-12d1ecb98ee7 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:27:37.280438 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, f588c88c-c326-4ea6-9324-ac84a09fbe19) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:27:37.284692 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:37.285445 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:37.291732 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06477b-9827-4be1-87a3-6c243109deda None None] Pushing event updated for resources: {'Port': ['ID=d88754ad-461f-4da7-a9bc-12d1ecb98ee7,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:37.291907 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a875c8c-e0a9-4a7a-a59b-ed4c25c4ad85 None None] Network f588c88c-c326-4ea6-9324-ac84a09fbe19 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:27:37.296995 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:27:37.297251 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:27:37.297645 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:37.298029 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:27:37.298488 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] Bound port: d88754ad-461f-4da7-a9bc-12d1ecb98ee7, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:27:37.299242 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:37.310339 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-02499df8-7fb6-469c-90f5-2de2d816759e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6380634 Sep 21 15:27:37.311227 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36114) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:37.338926 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06477b-9827-4be1-87a3-6c243109deda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.339263 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06477b-9827-4be1-87a3-6c243109deda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.339780 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06477b-9827-4be1-87a3-6c243109deda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.340119 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06477b-9827-4be1-87a3-6c243109deda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.340464 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06477b-9827-4be1-87a3-6c243109deda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.340797 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06477b-9827-4be1-87a3-6c243109deda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.341125 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06477b-9827-4be1-87a3-6c243109deda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.341454 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06477b-9827-4be1-87a3-6c243109deda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.341784 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06477b-9827-4be1-87a3-6c243109deda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.342101 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06477b-9827-4be1-87a3-6c243109deda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.342423 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06477b-9827-4be1-87a3-6c243109deda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.342857 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c06477b-9827-4be1-87a3-6c243109deda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:27:37.388214 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] For port d88754ad-461f-4da7-a9bc-12d1ecb98ee7, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:27:37.391613 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] For port d88754ad-461f-4da7-a9bc-12d1ecb98ee7, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d88754ad-461f-4da7-a9bc-12d1ecb98ee7,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:27:37.396029 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:37.459021 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] Routers {'a0acbd72-9f20-4800-be5a-0400c4cc80f4'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:27:37.459557 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:27:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:37.534791 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-f588c88c-c326-4ea6-9324-ac84a09fbe19', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ips': [{'subnet_id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:27:37.535753 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:37.550270 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06477b-9827-4be1-87a3-6c243109deda None None] Pushing event updated for resources: {'Port': ['ID=d88754ad-461f-4da7-a9bc-12d1ecb98ee7,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:37.653393 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] Set router a0acbd72-9f20-4800-be5a-0400c4cc80f4 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:27:37.704794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] Allocated IP 172.20.0.2 (f588c88c-c326-4ea6-9324-ac84a09fbe19/7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab/d10c9726-c0ff-4f56-a414-01a52cd69e6f) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:27:37.901361 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-00bcd188-0e42-48be-a562-86df5065de9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:37.951427 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'name': 'tempest-TestNetworkBasicOps-router-732001612', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:35Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:37.955975 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a7e3a-52b0-4430-a75a-fc636174c4b3 None None] The sync data for ids ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'] in dv-neutron-858731-1-hyperv is: [{'id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'name': 'tempest-TestNetworkBasicOps-router-732001612', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:35Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:27:37.979320 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:37.991453 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] Transition to ACTIVE for port object d10c9726-c0ff-4f56-a414-01a52cd69e6f will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:27:38.014749 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] Transition to ACTIVE for port object d10c9726-c0ff-4f56-a414-01a52cd69e6f will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:27:38.022850 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:38.039617 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e89b601-8b0f-43fe-a163-93b56a186175 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:38.097889 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] Network f588c88c-c326-4ea6-9324-ac84a09fbe19 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:27:38.100593 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:27:38.105411 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:27:38.114475 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] Pushing event updated for resources: {'Port': ['ID=d10c9726-c0ff-4f56-a414-01a52cd69e6f,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:38.226681 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] Attempting to bind port d10c9726-c0ff-4f56-a414-01a52cd69e6f on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:27:38.227037 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] Attempting to bind port d10c9726-c0ff-4f56-a414-01a52cd69e6f by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'df850fee-de8e-479a-b7d9-066384c7d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:27:38.230497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] Attempting to bind port d10c9726-c0ff-4f56-a414-01a52cd69e6f on network f588c88c-c326-4ea6-9324-ac84a09fbe19 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:27:38.236625 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:27:38.237015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] Checking segment: {'id': 'df850fee-de8e-479a-b7d9-066384c7d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:27:38.237406 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:38.237804 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] Bound using segment: {'id': 'df850fee-de8e-479a-b7d9-066384c7d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:27:38.238275 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] Bound port: d10c9726-c0ff-4f56-a414-01a52cd69e6f, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df850fee-de8e-479a-b7d9-066384c7d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:27:38.238652 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:38.337974 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] For port d10c9726-c0ff-4f56-a414-01a52cd69e6f, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:27:38.342449 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] For port d10c9726-c0ff-4f56-a414-01a52cd69e6f, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d10c9726-c0ff-4f56-a414-01a52cd69e6f,segment=NetworkSegment(df850fee-de8e-479a-b7d9-066384c7d36c),segment_id=df850fee-de8e-479a-b7d9-066384c7d36c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:27:38.347950 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:38.439355 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1363ef-8d38-47c4-92fb-43a999c5730e None None] Pushing event updated for resources: {'Port': ['ID=d10c9726-c0ff-4f56-a414-01a52cd69e6f,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:38.561720 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d88754ad-461f-4da7-a9bc-12d1ecb98ee7 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:27:38.670537 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port d88754ad-461f-4da7-a9bc-12d1ecb98ee7 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:27:38.677806 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-4e89b601-8b0f-43fe-a163-93b56a186175 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.20.0.1 (f588c88c-c326-4ea6-9324-ac84a09fbe19/7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab/fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:27:38.677960 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port d88754ad-461f-4da7-a9bc-12d1ecb98ee7 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:27:38.678377 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:38.752252 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:38.834916 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port d88754ad-461f-4da7-a9bc-12d1ecb98ee7 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:27:38.835298 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:38.854276 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port d88754ad-461f-4da7-a9bc-12d1ecb98ee7, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d88754ad-461f-4da7-a9bc-12d1ecb98ee7,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:27:38.858457 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:38.885495 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e89b601-8b0f-43fe-a163-93b56a186175 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:38.902093 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-4e89b601-8b0f-43fe-a163-93b56a186175 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Transition to ACTIVE for port object fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:27:38.927858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e89b601-8b0f-43fe-a163-93b56a186175 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:38.932603 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:38.946555 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=d88754ad-461f-4da7-a9bc-12d1ecb98ee7,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:38.991579 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e89b601-8b0f-43fe-a163-93b56a186175 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network f588c88c-c326-4ea6-9324-ac84a09fbe19 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:27:38.999445 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-4e89b601-8b0f-43fe-a163-93b56a186175 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:27:39.004096 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e89b601-8b0f-43fe-a163-93b56a186175 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:27:39.060728 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89b601-8b0f-43fe-a163-93b56a186175 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:39.075620 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e89b601-8b0f-43fe-a163-93b56a186175 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:39.347230 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e89b601-8b0f-43fe-a163-93b56a186175 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:39.444099 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a58ee2-934d-4624-bc0d-f61536c4354a None None] Network f588c88c-c326-4ea6-9324-ac84a09fbe19 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:27:39.532633 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-696e64b1-2f66-4dad-b0ff-52054ea25cb2 None None] Provisioning for port d10c9726-c0ff-4f56-a414-01a52cd69e6f completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:27:39.778082 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e89b601-8b0f-43fe-a163-93b56a186175 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:39.782909 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e89b601-8b0f-43fe-a163-93b56a186175 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:39.901376 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89b601-8b0f-43fe-a163-93b56a186175 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:39.906359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e89b601-8b0f-43fe-a163-93b56a186175 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:39.966262 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2c43a04a-1af5-49d0-8b49-3af48ade964f None None] Provisioning for port fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:27:39.972737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2c43a04a-1af5-49d0-8b49-3af48ade964f None None] Provisioning complete for port fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:27:39.973202 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2c43a04a-1af5-49d0-8b49-3af48ade964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:40.034103 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2c43a04a-1af5-49d0-8b49-3af48ade964f None None] Port fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:27:40.054459 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e89b601-8b0f-43fe-a163-93b56a186175 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network f588c88c-c326-4ea6-9324-ac84a09fbe19 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:27:40.055672 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-4e89b601-8b0f-43fe-a163-93b56a186175 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:27:40.168369 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c24a7c26-1a41-471e-8788-9795278db565 None None] Provisioning complete for port fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:27:40.168775 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c24a7c26-1a41-471e-8788-9795278db565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:40.229267 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c24a7c26-1a41-471e-8788-9795278db565 None None] Port fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:27:40.350240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d86dce6f-9f3a-4de5-9215-9defa981d269 None None] Provisioning complete for port fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:27:40.350603 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d86dce6f-9f3a-4de5-9215-9defa981d269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:40.363135 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e89b601-8b0f-43fe-a163-93b56a186175 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router a0acbd72-9f20-4800-be5a-0400c4cc80f4 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:27:40.404537 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d86dce6f-9f3a-4de5-9215-9defa981d269 None None] Port fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:27:40.528492 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:40.544563 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e89b601-8b0f-43fe-a163-93b56a186175 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:27:40.555221 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] Sync routers for ids ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:27:40.560175 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4e89b601-8b0f-43fe-a163-93b56a186175 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/routers/a0acbd72-9f20-4800-be5a-0400c4cc80f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2486010 Sep 21 15:27:40.562637 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36118) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:40.566829 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] Routers {'a0acbd72-9f20-4800-be5a-0400c4cc80f4'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:27:40.567434 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:27:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:40.624620 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d88754ad-461f-4da7-a9bc-12d1ecb98ee7 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:27:40.705774 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510443e3-8821-4cc0-a4b3-72d55a5487b0 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:40.706250 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510443e3-8821-4cc0-a4b3-72d55a5487b0 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:40.706713 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510443e3-8821-4cc0-a4b3-72d55a5487b0 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:40.707174 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510443e3-8821-4cc0-a4b3-72d55a5487b0 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:40.708835 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-510443e3-8821-4cc0-a4b3-72d55a5487b0 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1452117 Sep 21 15:27:40.711514 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36122) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:40.785915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a7328a-602d-4089-956d-4c781acc9d8b tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:40.786383 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a7328a-602d-4089-956d-4c781acc9d8b tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:40.786844 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a7328a-602d-4089-956d-4c781acc9d8b tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:40.787298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a7328a-602d-4089-956d-4c781acc9d8b tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:40.788972 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-14a7328a-602d-4089-956d-4c781acc9d8b tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0765674 Sep 21 15:27:40.791783 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36126) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:40.794679 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port d88754ad-461f-4da7-a9bc-12d1ecb98ee7 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:27:40.795043 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:40.829489 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] Set router a0acbd72-9f20-4800-be5a-0400c4cc80f4 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:27:41.003383 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-25eeca7a-c7aa-4572-ac1c-b5982c59935a tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2104955 Sep 21 15:27:41.068953 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36132) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:41.074701 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-07d20df1-1686-43e5-a877-96ba3616d12d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-764110959', 'description': 'tempest-secgroup-smoke-764110959 description', 'project_id': '821a0a843ff74fdda869752c13af53c9'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:27:41.081140 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-07d20df1-1686-43e5-a877-96ba3616d12d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:27:41.085471 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-07d20df1-1686-43e5-a877-96ba3616d12d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:27:41.089473 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-07d20df1-1686-43e5-a877-96ba3616d12d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:27:41.095179 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-07d20df1-1686-43e5-a877-96ba3616d12d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:27:41.111200 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-07d20df1-1686-43e5-a877-96ba3616d12d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.131472 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-07d20df1-1686-43e5-a877-96ba3616d12d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:27:41.135335 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-07d20df1-1686-43e5-a877-96ba3616d12d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:27:41.138214 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-07d20df1-1686-43e5-a877-96ba3616d12d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:27:41.143865 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-07d20df1-1686-43e5-a877-96ba3616d12d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:27:41.177005 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port d88754ad-461f-4da7-a9bc-12d1ecb98ee7 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:27:41.178078 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d10c9726-c0ff-4f56-a414-01a52cd69e6f up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:27:41.216094 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-07d20df1-1686-43e5-a877-96ba3616d12d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.220408 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-07d20df1-1686-43e5-a877-96ba3616d12d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.267000 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d20df1-1686-43e5-a877-96ba3616d12d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb07e751-05b9-4c83-9818-eca60a1cd322,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:41.270831 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-07d20df1-1686-43e5-a877-96ba3616d12d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.272129 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-07d20df1-1686-43e5-a877-96ba3616d12d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2021174 Sep 21 15:27:41.275257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36136) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:41.281099 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-fc6c87d4-298a-41eb-adaa-61275a7f2e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': 'eb07e751-05b9-4c83-9818-eca60a1cd322', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:27:41.287185 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fc6c87d4-298a-41eb-adaa-61275a7f2e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:27:41.292863 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fc6c87d4-298a-41eb-adaa-61275a7f2e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:27:41.313117 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port d10c9726-c0ff-4f56-a414-01a52cd69e6f completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:27:41.320513 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port d10c9726-c0ff-4f56-a414-01a52cd69e6f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:27:41.320885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.390932 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'name': 'tempest-TestNetworkBasicOps-router-732001612', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:39Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f', 'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:0b:e3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:38Z', 'updated_at': '2022-09-21T15:27:39Z', 'revision_number': 2, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:41.398546 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] Checking router: a0acbd72-9f20-4800-be5a-0400c4cc80f4 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:27:41.398902 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] Updating router a0acbd72-9f20-4800-be5a-0400c4cc80f4 port fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:27:41.399476 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fc6c87d4-298a-41eb-adaa-61275a7f2e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:27:41.406198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fc6c87d4-298a-41eb-adaa-61275a7f2e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:27:41.423324 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fc6c87d4-298a-41eb-adaa-61275a7f2e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.484551 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fc6c87d4-298a-41eb-adaa-61275a7f2e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.489178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fc6c87d4-298a-41eb-adaa-61275a7f2e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.502605 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.512981 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c87d4-298a-41eb-adaa-61275a7f2e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f40607a-344a-4638-8a1e-a4cd3883a7bd,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:41.522264 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fc6c87d4-298a-41eb-adaa-61275a7f2e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.523525 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fc6c87d4-298a-41eb-adaa-61275a7f2e54 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2466879 Sep 21 15:27:41.534021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36140) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:41.539322 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a0e490cb-b851-4cc3-b579-b162b7101919 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': 'eb07e751-05b9-4c83-9818-eca60a1cd322', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:27:41.546098 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a0e490cb-b851-4cc3-b579-b162b7101919 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:27:41.549979 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a0e490cb-b851-4cc3-b579-b162b7101919 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:27:41.553170 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a0e490cb-b851-4cc3-b579-b162b7101919 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:27:41.560753 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a0e490cb-b851-4cc3-b579-b162b7101919 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:27:41.576839 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port d10c9726-c0ff-4f56-a414-01a52cd69e6f is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:27:41.577392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.578568 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a0e490cb-b851-4cc3-b579-b162b7101919 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.642274 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a0e490cb-b851-4cc3-b579-b162b7101919 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.648119 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a0e490cb-b851-4cc3-b579-b162b7101919 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.669621 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e490cb-b851-4cc3-b579-b162b7101919 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a68edc-322c-4040-b2b4-dd0d2d9871f5,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:41.682603 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a0e490cb-b851-4cc3-b579-b162b7101919 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.684930 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a0e490cb-b851-4cc3-b579-b162b7101919 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1500142 Sep 21 15:27:41.686566 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36144) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:41.686706 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port d10c9726-c0ff-4f56-a414-01a52cd69e6f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d10c9726-c0ff-4f56-a414-01a52cd69e6f,segment=NetworkSegment(df850fee-de8e-479a-b7d9-066384c7d36c),segment_id=df850fee-de8e-479a-b7d9-066384c7d36c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:27:41.691196 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.691828 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ca141d92-286b-454e-b49f-ee6764a18654 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': 'eb07e751-05b9-4c83-9818-eca60a1cd322', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:27:41.698373 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ca141d92-286b-454e-b49f-ee6764a18654 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:27:41.702501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ca141d92-286b-454e-b49f-ee6764a18654 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:27:41.705679 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ca141d92-286b-454e-b49f-ee6764a18654 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:27:41.711629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ca141d92-286b-454e-b49f-ee6764a18654 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:27:41.729402 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca141d92-286b-454e-b49f-ee6764a18654 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.795159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca141d92-286b-454e-b49f-ee6764a18654 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.799300 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca141d92-286b-454e-b49f-ee6764a18654 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.821932 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca141d92-286b-454e-b49f-ee6764a18654 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab305f99-8b38-4445-94c9-e2e746ec98b4,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:41.831792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca141d92-286b-454e-b49f-ee6764a18654 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.833017 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ca141d92-286b-454e-b49f-ee6764a18654 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1455207 Sep 21 15:27:41.835721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36148) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:41.841219 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-158cddb9-29cd-453c-be3d-7d112a07eb68 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': 'eb07e751-05b9-4c83-9818-eca60a1cd322', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:27:41.846957 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-158cddb9-29cd-453c-be3d-7d112a07eb68 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:27:41.850786 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-158cddb9-29cd-453c-be3d-7d112a07eb68 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:27:41.851707 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=d10c9726-c0ff-4f56-a414-01a52cd69e6f,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:41.854285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-158cddb9-29cd-453c-be3d-7d112a07eb68 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:27:41.860060 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-158cddb9-29cd-453c-be3d-7d112a07eb68 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:27:41.877546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-158cddb9-29cd-453c-be3d-7d112a07eb68 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.941325 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-158cddb9-29cd-453c-be3d-7d112a07eb68 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.945108 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-158cddb9-29cd-453c-be3d-7d112a07eb68 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.968721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cddb9-29cd-453c-be3d-7d112a07eb68 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997a10ea-b175-445c-8f83-f93ce1c1da17,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:41.979684 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-158cddb9-29cd-453c-be3d-7d112a07eb68 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.981374 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-158cddb9-29cd-453c-be3d-7d112a07eb68 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1447413 Sep 21 15:27:41.984311 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36152) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:41.986265 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:41.990315 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3b245c7c-a8a7-456d-8282-75e5d444bdfd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': 'eb07e751-05b9-4c83-9818-eca60a1cd322', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:27:41.996633 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3b245c7c-a8a7-456d-8282-75e5d444bdfd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:27:42.000583 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3b245c7c-a8a7-456d-8282-75e5d444bdfd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:27:42.000734 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] Transition to ACTIVE for port object fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:27:42.003739 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3b245c7c-a8a7-456d-8282-75e5d444bdfd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:27:42.007782 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:42.010116 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3b245c7c-a8a7-456d-8282-75e5d444bdfd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:27:42.021422 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-3b245c7c-a8a7-456d-8282-75e5d444bdfd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:27:42.029460 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b245c7c-a8a7-456d-8282-75e5d444bdfd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:42.095701 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b245c7c-a8a7-456d-8282-75e5d444bdfd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:42.099877 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b245c7c-a8a7-456d-8282-75e5d444bdfd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:42.123216 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b245c7c-a8a7-456d-8282-75e5d444bdfd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1b069f-17d0-4568-a63d-6ddfd41f47be,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:42.133048 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b245c7c-a8a7-456d-8282-75e5d444bdfd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:42.134309 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3b245c7c-a8a7-456d-8282-75e5d444bdfd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1484685 Sep 21 15:27:42.137824 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36156) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:42.142719 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-393128b9-d8ea-4eba-9cb9-1441fc4c35b7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': 'eb07e751-05b9-4c83-9818-eca60a1cd322', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:27:42.148556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-393128b9-d8ea-4eba-9cb9-1441fc4c35b7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:27:42.153063 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-393128b9-d8ea-4eba-9cb9-1441fc4c35b7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:27:42.155868 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-393128b9-d8ea-4eba-9cb9-1441fc4c35b7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:27:42.161512 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-393128b9-d8ea-4eba-9cb9-1441fc4c35b7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:27:42.174854 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-393128b9-d8ea-4eba-9cb9-1441fc4c35b7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:27:42.181549 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-393128b9-d8ea-4eba-9cb9-1441fc4c35b7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:42.216395 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54296fcc-f450-403d-8089-5e49a8310489 None None] Pushing event updated for resources: {'Port': ['ID=fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:42.240748 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] Attempting to bind port fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:27:42.241114 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] Attempting to bind port fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'df850fee-de8e-479a-b7d9-066384c7d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:27:42.241473 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] Attempting to bind port fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f on network f588c88c-c326-4ea6-9324-ac84a09fbe19 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:27:42.247418 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:27:42.247785 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] Checking segment: {'id': 'df850fee-de8e-479a-b7d9-066384c7d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:27:42.248186 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:42.248597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] Bound using segment: {'id': 'df850fee-de8e-479a-b7d9-066384c7d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:27:42.249000 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-393128b9-d8ea-4eba-9cb9-1441fc4c35b7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:42.249117 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] Bound port: fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df850fee-de8e-479a-b7d9-066384c7d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:27:42.249420 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:42.253631 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-393128b9-d8ea-4eba-9cb9-1441fc4c35b7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:42.275289 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393128b9-d8ea-4eba-9cb9-1441fc4c35b7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d16ca4-766c-4565-a59e-b62c1e4a5b5a,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:42.287523 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-393128b9-d8ea-4eba-9cb9-1441fc4c35b7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:42.288736 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-393128b9-d8ea-4eba-9cb9-1441fc4c35b7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1499832 Sep 21 15:27:42.348652 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] For port fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:27:42.351852 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] For port fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f,segment=NetworkSegment(df850fee-de8e-479a-b7d9-066384c7d36c),segment_id=df850fee-de8e-479a-b7d9-066384c7d36c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:27:42.355748 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:42.418477 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] Routers {'a0acbd72-9f20-4800-be5a-0400c4cc80f4'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:27:42.419004 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:27:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:42.469837 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-59b92a5d-517e-4b54-bbce-a535555eae1e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-764110959&fields=id&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 267 time: 0.0419867 Sep 21 15:27:42.529392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d10c9726-c0ff-4f56-a414-01a52cd69e6f up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:27:42.582488 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54296fcc-f450-403d-8089-5e49a8310489 None None] Pushing event updated for resources: {'Port': ['ID=fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:42.632404 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-d27a88b3-e0b4-43c0-8749-c95d84c7fa4c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:42.633104 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-d27a88b3-e0b4-43c0-8749-c95d84c7fa4c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:27:42.648933 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-d27a88b3-e0b4-43c0-8749-c95d84c7fa4c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:27:42.650016 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-d27a88b3-e0b4-43c0-8749-c95d84c7fa4c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/networks?id=f588c88c-c326-4ea6-9324-ac84a09fbe19 HTTP/1.1" status: 200 len: 796 time: 0.1724129 Sep 21 15:27:42.664933 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-45edf526-8ea4-4a78-979f-665fb3c9368d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/quotas/821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 375 time: 0.0090547 Sep 21 15:27:42.714492 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port d10c9726-c0ff-4f56-a414-01a52cd69e6f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:27:42.714860 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:42.742676 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] Set router a0acbd72-9f20-4800-be5a-0400c4cc80f4 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:27:42.759054 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-8b6b2c2d-e4ae-4be3-ae06-ef5219510b08 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886140 Sep 21 15:27:42.902399 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-e1309bc6-d2f8-41ed-98ba-842a3ee8d496 service neutron] 10.222.0.62 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304975 Sep 21 15:27:43.038556 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-ff2143ff-f5ed-4aac-992e-7633428fad51 service neutron] 10.222.0.62 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304226 Sep 21 15:27:43.054076 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port d10c9726-c0ff-4f56-a414-01a52cd69e6f is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:27:43.145706 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'name': 'tempest-TestNetworkBasicOps-router-732001612', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:39Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f', 'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:0b:e3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:38Z', 'updated_at': '2022-09-21T15:27:42Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:43.150003 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53958075-f99a-439d-847a-c868fe0cc29e None None] The sync data for ids ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'] in dv-neutron-858731-1-hyperv is: [{'id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'name': 'tempest-TestNetworkBasicOps-router-732001612', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:39Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f', 'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:0b:e3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:38Z', 'updated_at': '2022-09-21T15:27:42Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:27:43.286813 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e6507c56-3caa-4504-9214-cf85e5bcde1e req-cd8e0ea5-e2de-47fd-aad6-5f846e0439ca tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 210 time: 0.1008885 Sep 21 15:27:44.515739 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3b703780-0590-4137-bfaf-e5b52d9cd82b req-81ca6bae-96b7-48d8-9cbe-84dc83eed5c7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 210 time: 0.1050289 Sep 21 15:27:44.561303 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:27:44.600560 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-f2ef822c-fc38-4959-9d55-0f7ce893e289 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:44.602012 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-f2ef822c-fc38-4959-9d55-0f7ce893e289 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/networks?id=f588c88c-c326-4ea6-9324-ac84a09fbe19 HTTP/1.1" status: 200 len: 796 time: 0.2155256 Sep 21 15:27:44.630965 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:27:44.637534 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:27:44.637534 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:44.661010 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-e4905953-0856-465a-a0cb-9b71cfb04a47 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 379 time: 0.0452588 Sep 21 15:27:44.673598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-a1bb880a-a4e1-408c-949e-1d0e13a4082a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'port': {'device_id': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'admin_state_up': True, 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'security_groups': ['eb07e751-05b9-4c83-9818-eca60a1cd322']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:27:44.760739 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:27:44.761007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:44.792537 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f,segment=NetworkSegment(df850fee-de8e-479a-b7d9-066384c7d36c),segment_id=df850fee-de8e-479a-b7d9-066384c7d36c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:27:44.796091 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:44.820057 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-a1bb880a-a4e1-408c-949e-1d0e13a4082a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:27:44.824912 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-a1bb880a-a4e1-408c-949e-1d0e13a4082a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:port and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:27:44.828008 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-a1bb880a-a4e1-408c-949e-1d0e13a4082a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:27:44.833796 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-a1bb880a-a4e1-408c-949e-1d0e13a4082a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:27:44.844853 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-a1bb880a-a4e1-408c-949e-1d0e13a4082a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:27:44.848519 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-a1bb880a-a4e1-408c-949e-1d0e13a4082a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:44.864933 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:45.011602 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-a1bb880a-a4e1-408c-949e-1d0e13a4082a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.20.0.11 (f588c88c-c326-4ea6-9324-ac84a09fbe19/7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab/dbd48d6c-67d0-46d0-b16e-4a160063d68f) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:27:45.201345 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-a1bb880a-a4e1-408c-949e-1d0e13a4082a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:45.216635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-a1bb880a-a4e1-408c-949e-1d0e13a4082a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Transition to ACTIVE for port object dbd48d6c-67d0-46d0-b16e-4a160063d68f will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:27:45.240072 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-a1bb880a-a4e1-408c-949e-1d0e13a4082a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:45.403664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-a1bb880a-a4e1-408c-949e-1d0e13a4082a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network f588c88c-c326-4ea6-9324-ac84a09fbe19 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:27:45.406417 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-a1bb880a-a4e1-408c-949e-1d0e13a4082a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:27:45.410371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-a1bb880a-a4e1-408c-949e-1d0e13a4082a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:27:45.447558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb880a-a4e1-408c-949e-1d0e13a4082a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=dbd48d6c-67d0-46d0-b16e-4a160063d68f,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:45.480043 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-a1bb880a-a4e1-408c-949e-1d0e13a4082a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:45.480710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-a1bb880a-a4e1-408c-949e-1d0e13a4082a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:45.506548 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-a1bb880a-a4e1-408c-949e-1d0e13a4082a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8369668 Sep 21 15:27:45.522368 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] Request body: {'port': {'device_id': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:27:45.641257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:45.657620 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8fc719b2-e1d9-4c5b-a6b9-e1b5fa24a7c4 None None] Provisioning for port dbd48d6c-67d0-46d0-b16e-4a160063d68f completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:27:45.662296 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8fc719b2-e1d9-4c5b-a6b9-e1b5fa24a7c4 None None] Provisioning complete for port dbd48d6c-67d0-46d0-b16e-4a160063d68f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:27:45.662666 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8fc719b2-e1d9-4c5b-a6b9-e1b5fa24a7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:45.679797 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:27:45.726850 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8fc719b2-e1d9-4c5b-a6b9-e1b5fa24a7c4 None None] Port dbd48d6c-67d0-46d0-b16e-4a160063d68f cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:27:45.859545 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db423f-3c65-456f-b7b2-5afd89997407 req-74d51bac-3efe-4007-b03e-bbeef1695719 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:45.860236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-40db423f-3c65-456f-b7b2-5afd89997407 req-74d51bac-3efe-4007-b03e-bbeef1695719 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:27:45.953078 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-40db423f-3c65-456f-b7b2-5afd89997407 req-74d51bac-3efe-4007-b03e-bbeef1695719 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:27:45.954136 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-40db423f-3c65-456f-b7b2-5afd89997407 req-74d51bac-3efe-4007-b03e-bbeef1695719 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 932 time: 0.3019319 Sep 21 15:27:46.029829 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-40db423f-3c65-456f-b7b2-5afd89997407 req-2240c01c-0cb6-4bca-9205-278dbcbe942e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb07e751-05b9-4c83-9818-eca60a1cd322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690784 Sep 21 15:27:46.101653 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd48d6c-67d0-46d0-b16e-4a160063d68f {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:27:46.109282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:46.123503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] Transition to ACTIVE for port object dbd48d6c-67d0-46d0-b16e-4a160063d68f will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:27:46.126484 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:46.316246 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd48d6c-67d0-46d0-b16e-4a160063d68f,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:46.352355 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] Attempting to bind port dbd48d6c-67d0-46d0-b16e-4a160063d68f on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:27:46.352709 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] Attempting to bind port dbd48d6c-67d0-46d0-b16e-4a160063d68f by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'df850fee-de8e-479a-b7d9-066384c7d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:27:46.353027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] Attempting to bind port dbd48d6c-67d0-46d0-b16e-4a160063d68f on network f588c88c-c326-4ea6-9324-ac84a09fbe19 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:27:46.357558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] Port dbd48d6c-67d0-46d0-b16e-4a160063d68f on network f588c88c-c326-4ea6-9324-ac84a09fbe19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:27:46.357873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] Attempting to bind port dbd48d6c-67d0-46d0-b16e-4a160063d68f on network f588c88c-c326-4ea6-9324-ac84a09fbe19 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:27:46.362834 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:27:46.363163 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] Checking segment: {'id': 'df850fee-de8e-479a-b7d9-066384c7d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:27:46.363539 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] Bound using segment: {'id': 'df850fee-de8e-479a-b7d9-066384c7d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:27:46.363951 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] Bound port: dbd48d6c-67d0-46d0-b16e-4a160063d68f, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df850fee-de8e-479a-b7d9-066384c7d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:27:46.364293 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:46.454428 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] For port dbd48d6c-67d0-46d0-b16e-4a160063d68f, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:27:46.457311 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] For port dbd48d6c-67d0-46d0-b16e-4a160063d68f, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=dbd48d6c-67d0-46d0-b16e-4a160063d68f,segment=NetworkSegment(df850fee-de8e-479a-b7d9-066384c7d36c),segment_id=df850fee-de8e-479a-b7d9-066384c7d36c)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:27:46.462684 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:46.465933 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:46.466524 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:46.468192 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] 10.222.0.20 "PUT /v2.0/ports/dbd48d6c-67d0-46d0-b16e-4a160063d68f HTTP/1.1" status: 200 len: 1094 time: 0.9502950 Sep 21 15:27:46.501751 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'tag': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:27:46.504750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8dced1-f3d3-4011-b532-1330caf467d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7c2894-6345-456c-9461-f8cf43bf2cc0", "tag": "dbd48d6c-67d0-46d0-b16e-4a160063d68f"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:27:46.521670 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:27:46.563324 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0c453a-4d06-497e-ae11-d7dc414cb3b7 x-openstack-request-id: req-8c0c453a-4d06-497e-ae11-d7dc414cb3b7 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:27:46.563892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7c2894-6345-456c-9461-f8cf43bf2cc0", "tag": "dbd48d6c-67d0-46d0-b16e-4a160063d68f", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:27:46.563892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c0c453a-4d06-497e-ae11-d7dc414cb3b7 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:27:46.564225 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c0c453a-4d06-497e-ae11-d7dc414cb3b7'] response: {'name': 'network-changed', 'server_uuid': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'tag': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f', 'status': 'completed', 'code': 200} Sep 21 15:27:46.596955 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:27:46.597225 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:46.616531 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f38faf-5aed-41cb-8997-aa5635398ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd48d6c-67d0-46d0-b16e-4a160063d68f,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:46.632801 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-0084c2a7-45d0-4039-93c9-da53a3af8442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:46.634326 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-0084c2a7-45d0-4039-93c9-da53a3af8442 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 1097 time: 0.1204617 Sep 21 15:27:46.706092 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-84293c5d-cc82-4447-854b-6c8004101f1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbd48d6c-67d0-46d0-b16e-4a160063d68f HTTP/1.1" status: 200 len: 217 time: 0.0612462 Sep 21 15:27:46.715441 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:27:46.773717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-9d3df6ea-8ba1-4b7e-8c78-8fb98394a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:46.775113 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-9d3df6ea-8ba1-4b7e-8c78-8fb98394a0bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab HTTP/1.1" status: 200 len: 835 time: 0.0603740 Sep 21 15:27:46.860645 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-fabcf9b6-8140-4306-a67b-56ab75f5c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:46.861986 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-fabcf9b6-8140-4306-a67b-56ab75f5c2df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f588c88c-c326-4ea6-9324-ac84a09fbe19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767226 Sep 21 15:27:46.995504 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-a48b231d-2c3b-456e-bd09-7ff49a8d6ef4 service neutron] 10.222.0.20 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240659 Sep 21 15:27:47.295008 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0cf86209-3c5d-43d7-9c96-d0f9c7082922 req-0b9be341-70ce-45b7-a7ca-020b2cd4236a service neutron] 10.222.0.20 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896047 Sep 21 15:27:47.310461 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a234daa-e806-4f84-8144-25a59dc38b3e req-e57e5d98-1289-4a67-b29c-05037c4f9b0b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:47.311974 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a234daa-e806-4f84-8144-25a59dc38b3e req-e57e5d98-1289-4a67-b29c-05037c4f9b0b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 944 time: 0.1362786 Sep 21 15:27:47.402859 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a234daa-e806-4f84-8144-25a59dc38b3e req-cf8ff6f9-f8df-48aa-858c-03abffeafb24 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb07e751-05b9-4c83-9818-eca60a1cd322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844529 Sep 21 15:27:47.438585 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dced1-f3d3-4011-b532-1330caf467d8 req-10e944c3-4fa8-472d-b100-0dbe16ca67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:47.440022 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad8dced1-f3d3-4011-b532-1330caf467d8 req-10e944c3-4fa8-472d-b100-0dbe16ca67e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 1097 time: 0.0849652 Sep 21 15:27:47.571112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dced1-f3d3-4011-b532-1330caf467d8 req-99780dbb-2d24-4802-8fed-004407d2bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:47.572476 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad8dced1-f3d3-4011-b532-1330caf467d8 req-99780dbb-2d24-4802-8fed-004407d2bbac service neutron] 10.222.0.20 "GET /v2.0/networks?id=f588c88c-c326-4ea6-9324-ac84a09fbe19 HTTP/1.1" status: 200 len: 897 time: 0.1244228 Sep 21 15:27:47.642393 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad8dced1-f3d3-4011-b532-1330caf467d8 req-14e8f468-fc07-4e84-9e9e-a9dc8f18ce43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbd48d6c-67d0-46d0-b16e-4a160063d68f HTTP/1.1" status: 200 len: 217 time: 0.0597367 Sep 21 15:27:47.707695 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dced1-f3d3-4011-b532-1330caf467d8 req-744b8f6e-01ea-4278-a556-2c96c3da5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:47.709170 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad8dced1-f3d3-4011-b532-1330caf467d8 req-744b8f6e-01ea-4278-a556-2c96c3da5a3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab HTTP/1.1" status: 200 len: 835 time: 0.0604103 Sep 21 15:27:47.795725 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dced1-f3d3-4011-b532-1330caf467d8 req-32ee4b6f-6e48-4d04-8046-0875dd47f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:47.797213 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad8dced1-f3d3-4011-b532-1330caf467d8 req-32ee4b6f-6e48-4d04-8046-0875dd47f326 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f588c88c-c326-4ea6-9324-ac84a09fbe19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790448 Sep 21 15:27:47.928309 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad8dced1-f3d3-4011-b532-1330caf467d8 req-34ff3867-6a37-4d39-8506-727b86460441 service neutron] 10.222.0.20 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244094 Sep 21 15:27:48.060788 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad8dced1-f3d3-4011-b532-1330caf467d8 req-a354d535-c8ea-46ed-ae81-6854287f8d5d service neutron] 10.222.0.20 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257195 Sep 21 15:27:48.602772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b038f-8276-4fb2-be62-e83abe526a97 req-373b92ed-69d2-4153-a331-f120e2337ad8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:48.604224 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b37b038f-8276-4fb2-be62-e83abe526a97 req-373b92ed-69d2-4153-a331-f120e2337ad8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 944 time: 0.0896809 Sep 21 15:27:48.648316 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b37b038f-8276-4fb2-be62-e83abe526a97 req-88ffad23-1e60-496e-babe-04c34c771eda tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb07e751-05b9-4c83-9818-eca60a1cd322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384231 Sep 21 15:27:49.787049 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device dbd48d6c-67d0-46d0-b16e-4a160063d68f details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:27:49.847184 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af751b1e-b04f-4204-be68-76342ee50784 req-a47012e9-3534-4a71-9143-24b41d64ab48 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:49.848663 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-af751b1e-b04f-4204-be68-76342ee50784 req-a47012e9-3534-4a71-9143-24b41d64ab48 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 944 time: 0.0881271 Sep 21 15:27:49.895433 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-af751b1e-b04f-4204-be68-76342ee50784 req-adb6470b-3a12-4f60-b5bd-d10c23192bfc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb07e751-05b9-4c83-9818-eca60a1cd322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405643 Sep 21 15:27:49.923455 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port dbd48d6c-67d0-46d0-b16e-4a160063d68f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=dbd48d6c-67d0-46d0-b16e-4a160063d68f,segment=NetworkSegment(df850fee-de8e-479a-b7d9-066384c7d36c),segment_id=df850fee-de8e-479a-b7d9-066384c7d36c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:27:49.936969 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'port_id': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f', 'mac_address': 'fa:16:3e:e7:f4:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:27:49.996659 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port dbd48d6c-67d0-46d0-b16e-4a160063d68f is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:27:49.997038 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:50.014347 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd48d6c-67d0-46d0-b16e-4a160063d68f {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:27:50.029468 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port dbd48d6c-67d0-46d0-b16e-4a160063d68f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=dbd48d6c-67d0-46d0-b16e-4a160063d68f,segment=NetworkSegment(df850fee-de8e-479a-b7d9-066384c7d36c),segment_id=df850fee-de8e-479a-b7d9-066384c7d36c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:27:50.033510 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:50.103174 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=dbd48d6c-67d0-46d0-b16e-4a160063d68f,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:50.350797 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['dbd48d6c-67d0-46d0-b16e-4a160063d68f'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:27:51.094569 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c190d80-a68a-4e4a-9ab7-98d275a4efd9 req-0f14add7-a9ab-4528-889f-03073fcf9c2a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:51.096022 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4c190d80-a68a-4e4a-9ab7-98d275a4efd9 req-0f14add7-a9ab-4528-889f-03073fcf9c2a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 945 time: 0.0892174 Sep 21 15:27:51.140218 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4c190d80-a68a-4e4a-9ab7-98d275a4efd9 req-ec7badcf-95dd-44f9-aa19-2d112b997fb3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb07e751-05b9-4c83-9818-eca60a1cd322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385525 Sep 21 15:27:51.784861 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device dbd48d6c-67d0-46d0-b16e-4a160063d68f up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:27:51.852837 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port dbd48d6c-67d0-46d0-b16e-4a160063d68f completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:27:51.858907 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port dbd48d6c-67d0-46d0-b16e-4a160063d68f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:27:51.859275 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:51.979027 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port dbd48d6c-67d0-46d0-b16e-4a160063d68f is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:27:51.979731 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:52.007466 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:27:52.010851 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d72de9-b7e0-4944-a7e1-3462af654511" -d '{"events": [{"server_uuid": "0c7c2894-6345-456c-9461-f8cf43bf2cc0", "name": "network-vif-plugged", "status": "completed", "tag": "dbd48d6c-67d0-46d0-b16e-4a160063d68f"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:27:52.019557 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port dbd48d6c-67d0-46d0-b16e-4a160063d68f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=dbd48d6c-67d0-46d0-b16e-4a160063d68f,segment=NetworkSegment(df850fee-de8e-479a-b7d9-066384c7d36c),segment_id=df850fee-de8e-479a-b7d9-066384c7d36c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:27:52.026775 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:52.117562 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:52.118232 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=dbd48d6c-67d0-46d0-b16e-4a160063d68f,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:52.122446 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383f8fed-f221-40f5-a896-a740b65f2cf2 x-openstack-request-id: req-383f8fed-f221-40f5-a896-a740b65f2cf2 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:27:52.122740 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7c2894-6345-456c-9461-f8cf43bf2cc0", "name": "network-vif-plugged", "status": "completed", "tag": "dbd48d6c-67d0-46d0-b16e-4a160063d68f", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:27:52.122994 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-383f8fed-f221-40f5-a896-a740b65f2cf2 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:27:52.123379 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-383f8fed-f221-40f5-a896-a740b65f2cf2'] response: {'server_uuid': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f', 'code': 200} Sep 21 15:27:52.409048 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957504a-8da3-473d-aeb3-0814fa65c7e6 req-1eb0cbb3-e288-4571-931c-95e08074962e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:52.410503 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7957504a-8da3-473d-aeb3-0814fa65c7e6 req-1eb0cbb3-e288-4571-931c-95e08074962e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 946 time: 0.1537888 Sep 21 15:27:52.416477 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989e5d5-ee0f-46d6-a362-99327e900b08 req-f6fae4f0-dbe0-4bcc-bcfd-3117ca6204bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:52.417840 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5989e5d5-ee0f-46d6-a362-99327e900b08 req-f6fae4f0-dbe0-4bcc-bcfd-3117ca6204bf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 1099 time: 0.1087875 Sep 21 15:27:52.484743 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7957504a-8da3-473d-aeb3-0814fa65c7e6 req-7fc03a67-e6bf-4b88-84a5-084d592f00a9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb07e751-05b9-4c83-9818-eca60a1cd322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659657 Sep 21 15:27:52.487944 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5989e5d5-ee0f-46d6-a362-99327e900b08 req-0360a042-fdb9-42ce-aaba-814f1ab2e043 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=eb07e751-05b9-4c83-9818-eca60a1cd322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570395 Sep 21 15:27:53.684311 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e2c8c-3173-4671-b88c-3be91a0d369e req-1392afc8-226a-47f0-87ab-e9fc285b8248 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:53.685849 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4d6e2c8c-3173-4671-b88c-3be91a0d369e req-1392afc8-226a-47f0-87ab-e9fc285b8248 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 946 time: 0.0895030 Sep 21 15:27:53.730637 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4d6e2c8c-3173-4671-b88c-3be91a0d369e req-c9c32744-49f7-4e4b-b280-33a329db0bd7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb07e751-05b9-4c83-9818-eca60a1cd322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377948 Sep 21 15:27:55.023390 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe295eeb-d0ac-482c-a51e-852e1f496e50 req-63a0ca79-1928-49e2-a1bf-fbf38f8b3d05 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:55.024758 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fe295eeb-d0ac-482c-a51e-852e1f496e50 req-63a0ca79-1928-49e2-a1bf-fbf38f8b3d05 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 946 time: 0.1837435 Sep 21 15:27:55.073603 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fe295eeb-d0ac-482c-a51e-852e1f496e50 req-fbecc9de-e33e-4569-aa7d-c96435139d82 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb07e751-05b9-4c83-9818-eca60a1cd322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394104 Sep 21 15:27:55.271579 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a2dcf-8b65-4e7e-8288-c9083261ec6f req-24c122aa-2de9-442f-8ee3-472360bd473c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:55.273045 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-484a2dcf-8b65-4e7e-8288-c9083261ec6f req-24c122aa-2de9-442f-8ee3-472360bd473c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 946 time: 0.0899677 Sep 21 15:27:55.316093 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-484a2dcf-8b65-4e7e-8288-c9083261ec6f req-a2d1f1d8-d502-4994-a9be-906ee7ef4919 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb07e751-05b9-4c83-9818-eca60a1cd322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369995 Sep 21 15:27:55.345227 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36216) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:55.422979 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b63937d-8bde-435b-90dd-25bcc26ae1bd tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:55.424493 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2b63937d-8bde-435b-90dd-25bcc26ae1bd tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 1094 time: 0.0782850 Sep 21 15:27:55.427282 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36220) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:55.432820 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:27:55.438634 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:27:55.442463 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:floatingip and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:27:55.445263 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:27:55.451608 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:27:55.461593 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:55.598079 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:55.733769 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.26.4.21 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/a5c58544-c80f-40f8-b920-86b92848f7d9) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:27:55.880614 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:55.908343 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:55.975376 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:27:55.978099 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:27:55.982484 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:27:56.016980 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=a5c58544-c80f-40f8-b920-86b92848f7d9,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:56.498629 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:56.571504 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:56.778560 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:56.782979 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:56.893606 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:56.950102 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=a5c58544-c80f-40f8-b920-86b92848f7d9,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:57.071477 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Floating IP 3747d375-db70-4fa8-947c-0aa5815bd7e5 associated. External IP: 172.26.4.21, port: dbd48d6c-67d0-46d0-b16e-4a160063d68f. Sep 21 15:27:57.430573 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router a0acbd72-9f20-4800-be5a-0400c4cc80f4 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:27:57.608465 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:27:57.618534 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117c143f-b9ce-4da3-8791-54c9df64377e None None] Sync routers for ids ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:27:57.628559 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117c143f-b9ce-4da3-8791-54c9df64377e None None] Routers {'a0acbd72-9f20-4800-be5a-0400c4cc80f4'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:27:57.629260 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-117c143f-b9ce-4da3-8791-54c9df64377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:27:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:57.632202 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:57.687779 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-383bf65b-1f87-4253-8181-fcc42ea9b7bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2594039 Sep 21 15:27:57.688256 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'tag': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:27:57.690503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36224) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:57.690980 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e0c498-f711-4e4c-b4a1-c43282d495ac" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7c2894-6345-456c-9461-f8cf43bf2cc0", "tag": "dbd48d6c-67d0-46d0-b16e-4a160063d68f"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:27:57.736112 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1c119d-b09d-499e-bcd6-7d74b3883ea0 x-openstack-request-id: req-4f1c119d-b09d-499e-bcd6-7d74b3883ea0 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:27:57.736402 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7c2894-6345-456c-9461-f8cf43bf2cc0", "tag": "dbd48d6c-67d0-46d0-b16e-4a160063d68f", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:27:57.736687 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4f1c119d-b09d-499e-bcd6-7d74b3883ea0 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:27:57.737093 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1c119d-b09d-499e-bcd6-7d74b3883ea0'] response: {'name': 'network-changed', 'server_uuid': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'tag': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f', 'status': 'completed', 'code': 200} Sep 21 15:27:57.822828 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e731c2-30a1-4ffd-b267-9435fc137b6d tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:57.824348 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a4e731c2-30a1-4ffd-b267-9435fc137b6d tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 1094 time: 0.1327610 Sep 21 15:27:57.839982 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-117c143f-b9ce-4da3-8791-54c9df64377e None None] Set router a0acbd72-9f20-4800-be5a-0400c4cc80f4 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:27:57.854259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0c498-f711-4e4c-b4a1-c43282d495ac req-5ce24f1b-6b36-4f6b-9c71-55152eed3690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:57.856048 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f1e0c498-f711-4e4c-b4a1-c43282d495ac req-5ce24f1b-6b36-4f6b-9c71-55152eed3690 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 1099 time: 0.0938148 Sep 21 15:27:57.896411 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36232) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:57.903249 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-73e42726-50ce-4e40-b14f-8787a070bc88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-292893126', 'description': 'tempest-secgroup-smoke-292893126 description', 'project_id': '821a0a843ff74fdda869752c13af53c9'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:27:57.909272 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-73e42726-50ce-4e40-b14f-8787a070bc88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:27:57.913666 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-73e42726-50ce-4e40-b14f-8787a070bc88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:27:57.916777 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-73e42726-50ce-4e40-b14f-8787a070bc88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:27:57.923560 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-73e42726-50ce-4e40-b14f-8787a070bc88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:27:57.934235 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73e42726-50ce-4e40-b14f-8787a070bc88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:57.956339 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-73e42726-50ce-4e40-b14f-8787a070bc88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:27:57.960106 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-73e42726-50ce-4e40-b14f-8787a070bc88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:27:57.963730 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-73e42726-50ce-4e40-b14f-8787a070bc88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:27:57.969553 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-73e42726-50ce-4e40-b14f-8787a070bc88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:27:57.991372 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0c498-f711-4e4c-b4a1-c43282d495ac req-f1e969f2-00ad-436e-af24-a5421c6afcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:57.992986 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f1e0c498-f711-4e4c-b4a1-c43282d495ac req-f1e969f2-00ad-436e-af24-a5421c6afcfa service neutron] 10.222.0.20 "GET /v2.0/networks?id=f588c88c-c326-4ea6-9324-ac84a09fbe19 HTTP/1.1" status: 200 len: 897 time: 0.1307173 Sep 21 15:27:58.067424 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73e42726-50ce-4e40-b14f-8787a070bc88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:58.073116 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73e42726-50ce-4e40-b14f-8787a070bc88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:58.104419 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f1e0c498-f711-4e4c-b4a1-c43282d495ac req-f3a7174b-8ea1-46fb-895e-1a43c362cf0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbd48d6c-67d0-46d0-b16e-4a160063d68f HTTP/1.1" status: 200 len: 999 time: 0.1056371 Sep 21 15:27:58.124576 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e42726-50ce-4e40-b14f-8787a070bc88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3419008e-7d5f-457c-a932-4e6ffdde3440,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:58.128478 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73e42726-50ce-4e40-b14f-8787a070bc88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:58.133653 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-73e42726-50ce-4e40-b14f-8787a070bc88 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2358179 Sep 21 15:27:58.135132 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36236) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:58.140620 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1d9c4d3f-ad7d-4297-a1fe-4e9c2c4a0865 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '3419008e-7d5f-457c-a932-4e6ffdde3440', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:27:58.148177 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1d9c4d3f-ad7d-4297-a1fe-4e9c2c4a0865 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:27:58.153188 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1d9c4d3f-ad7d-4297-a1fe-4e9c2c4a0865 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:27:58.156355 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1d9c4d3f-ad7d-4297-a1fe-4e9c2c4a0865 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:27:58.163541 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1d9c4d3f-ad7d-4297-a1fe-4e9c2c4a0865 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:27:58.176371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0c498-f711-4e4c-b4a1-c43282d495ac req-2b7ea767-21a5-411d-9a33-c011ac4f523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:58.178193 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f1e0c498-f711-4e4c-b4a1-c43282d495ac req-2b7ea767-21a5-411d-9a33-c011ac4f523d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab HTTP/1.1" status: 200 len: 835 time: 0.0678999 Sep 21 15:27:58.216563 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-117c143f-b9ce-4da3-8791-54c9df64377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'name': 'tempest-TestNetworkBasicOps-router-732001612', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:39Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '3747d375-db70-4fa8-947c-0aa5815bd7e5', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.21', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'port_id': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'mac_address': 'fa:16:3e:e7:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:27:56Z', 'updated_at': '2022-09-21T15:27:56Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f', 'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:0b:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:38Z', 'updated_at': '2022-09-21T15:27:44Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:58.221546 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117c143f-b9ce-4da3-8791-54c9df64377e None None] Checking router: a0acbd72-9f20-4800-be5a-0400c4cc80f4 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:27:58.232552 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117c143f-b9ce-4da3-8791-54c9df64377e None None] Routers {'a0acbd72-9f20-4800-be5a-0400c4cc80f4'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:27:58.233192 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-117c143f-b9ce-4da3-8791-54c9df64377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:27:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:58.274437 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0c498-f711-4e4c-b4a1-c43282d495ac req-edfa31dd-dbe7-447a-9a7e-2dbdfb2ef1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:58.276075 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f1e0c498-f711-4e4c-b4a1-c43282d495ac req-edfa31dd-dbe7-447a-9a7e-2dbdfb2ef1a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f588c88c-c326-4ea6-9324-ac84a09fbe19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0900550 Sep 21 15:27:58.300065 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4d3f-ad7d-4297-a1fe-4e9c2c4a0865 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:58.363809 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4d3f-ad7d-4297-a1fe-4e9c2c4a0865 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:58.369506 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4d3f-ad7d-4297-a1fe-4e9c2c4a0865 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:58.399706 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c4d3f-ad7d-4297-a1fe-4e9c2c4a0865 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c017a032-5249-41ea-80c5-f9adc50fe7a9,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:58.402886 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4d3f-ad7d-4297-a1fe-4e9c2c4a0865 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:58.404044 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1d9c4d3f-ad7d-4297-a1fe-4e9c2c4a0865 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2676530 Sep 21 15:27:58.406743 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36240) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:58.417253 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-70d2112a-3f4b-4afb-b62e-55927ba57a06 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '3419008e-7d5f-457c-a932-4e6ffdde3440', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:27:58.421354 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f1e0c498-f711-4e4c-b4a1-c43282d495ac req-d6078b0f-91e9-43c5-ac5e-4666b3b8cdcc service neutron] 10.222.0.20 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352382 Sep 21 15:27:58.423049 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-70d2112a-3f4b-4afb-b62e-55927ba57a06 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:27:58.425182 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-117c143f-b9ce-4da3-8791-54c9df64377e None None] Set router a0acbd72-9f20-4800-be5a-0400c4cc80f4 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:27:58.426890 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-70d2112a-3f4b-4afb-b62e-55927ba57a06 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:27:58.430369 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-70d2112a-3f4b-4afb-b62e-55927ba57a06 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:27:58.437034 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-70d2112a-3f4b-4afb-b62e-55927ba57a06 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:27:58.455212 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70d2112a-3f4b-4afb-b62e-55927ba57a06 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:58.521941 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70d2112a-3f4b-4afb-b62e-55927ba57a06 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:58.527351 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70d2112a-3f4b-4afb-b62e-55927ba57a06 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:58.554066 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2112a-3f4b-4afb-b62e-55927ba57a06 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c793fd57-888f-4610-8398-7af52fd390b1,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:58.564221 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70d2112a-3f4b-4afb-b62e-55927ba57a06 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:58.565432 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-70d2112a-3f4b-4afb-b62e-55927ba57a06 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1554573 Sep 21 15:27:58.568065 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36244) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:58.574065 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0cad7051-c02f-48eb-892a-e171eab8e2c0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '3419008e-7d5f-457c-a932-4e6ffdde3440', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:27:58.580135 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0cad7051-c02f-48eb-892a-e171eab8e2c0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:27:58.586236 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0cad7051-c02f-48eb-892a-e171eab8e2c0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:27:58.588292 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f1e0c498-f711-4e4c-b4a1-c43282d495ac req-7cde4f31-d9d3-4f26-97b8-65b5b7212dd2 service neutron] 10.222.0.20 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604996 Sep 21 15:27:58.591180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0cad7051-c02f-48eb-892a-e171eab8e2c0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:27:58.596460 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0cad7051-c02f-48eb-892a-e171eab8e2c0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:27:58.617782 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0cad7051-c02f-48eb-892a-e171eab8e2c0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:58.683635 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0cad7051-c02f-48eb-892a-e171eab8e2c0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:58.687365 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0cad7051-c02f-48eb-892a-e171eab8e2c0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:58.711001 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad7051-c02f-48eb-892a-e171eab8e2c0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a7583c-fae9-496c-8aeb-4196a639a627,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:58.721402 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0cad7051-c02f-48eb-892a-e171eab8e2c0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:58.725152 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0cad7051-c02f-48eb-892a-e171eab8e2c0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1534841 Sep 21 15:27:58.725354 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36248) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:58.731324 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7f3a89bd-dd6f-4b61-abb3-d85bce885e22 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '3419008e-7d5f-457c-a932-4e6ffdde3440', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:27:58.737305 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7f3a89bd-dd6f-4b61-abb3-d85bce885e22 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:27:58.741178 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7f3a89bd-dd6f-4b61-abb3-d85bce885e22 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:27:58.744808 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7f3a89bd-dd6f-4b61-abb3-d85bce885e22 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:27:58.750806 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7f3a89bd-dd6f-4b61-abb3-d85bce885e22 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:27:58.768143 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f3a89bd-dd6f-4b61-abb3-d85bce885e22 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:58.801058 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-117c143f-b9ce-4da3-8791-54c9df64377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'name': 'tempest-TestNetworkBasicOps-router-732001612', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:39Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '3747d375-db70-4fa8-947c-0aa5815bd7e5', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.21', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'port_id': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'mac_address': 'fa:16:3e:e7:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:27:56Z', 'updated_at': '2022-09-21T15:27:56Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f', 'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:0b:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:38Z', 'updated_at': '2022-09-21T15:27:44Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:27:58.804970 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117c143f-b9ce-4da3-8791-54c9df64377e None None] The sync data for ids ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'] in dv-neutron-858731-1-hyperv is: [{'id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'name': 'tempest-TestNetworkBasicOps-router-732001612', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:39Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '3747d375-db70-4fa8-947c-0aa5815bd7e5', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.21', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'port_id': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'mac_address': 'fa:16:3e:e7:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:27:56Z', 'updated_at': '2022-09-21T15:27:56Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f', 'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:0b:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:38Z', 'updated_at': '2022-09-21T15:27:44Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:27:58.836524 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f3a89bd-dd6f-4b61-abb3-d85bce885e22 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:58.840656 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f3a89bd-dd6f-4b61-abb3-d85bce885e22 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:58.867021 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a89bd-dd6f-4b61-abb3-d85bce885e22 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be21184-6298-4cfe-a1fd-3f5ceb9d2c9b,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:58.877800 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f3a89bd-dd6f-4b61-abb3-d85bce885e22 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:58.879113 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7f3a89bd-dd6f-4b61-abb3-d85bce885e22 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1528525 Sep 21 15:27:58.881914 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36252) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:58.887718 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ee8c74f4-9ac0-41bc-9b9d-981b2c46b2e0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '3419008e-7d5f-457c-a932-4e6ffdde3440', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:27:58.893805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ee8c74f4-9ac0-41bc-9b9d-981b2c46b2e0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:27:58.897707 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ee8c74f4-9ac0-41bc-9b9d-981b2c46b2e0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:27:58.901196 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ee8c74f4-9ac0-41bc-9b9d-981b2c46b2e0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:27:58.906835 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ee8c74f4-9ac0-41bc-9b9d-981b2c46b2e0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:27:58.917141 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-ee8c74f4-9ac0-41bc-9b9d-981b2c46b2e0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:27:58.923677 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ee8c74f4-9ac0-41bc-9b9d-981b2c46b2e0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:58.995770 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ee8c74f4-9ac0-41bc-9b9d-981b2c46b2e0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:59.000753 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ee8c74f4-9ac0-41bc-9b9d-981b2c46b2e0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:59.022101 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bdead-a9c5-4972-af9c-06a528300853 None None] New status for floating IP 3747d375-db70-4fa8-947c-0aa5815bd7e5: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:27:59.033181 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c74f4-9ac0-41bc-9b9d-981b2c46b2e0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26ce949-2716-456b-9cbf-b0321ba3ebd5,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:59.046013 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ee8c74f4-9ac0-41bc-9b9d-981b2c46b2e0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:59.050008 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ee8c74f4-9ac0-41bc-9b9d-981b2c46b2e0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1644943 Sep 21 15:27:59.050255 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36256) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:27:59.055466 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5b613ca4-d540-4c67-beb4-defd3b9a32fb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '3419008e-7d5f-457c-a932-4e6ffdde3440', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:27:59.062294 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5b613ca4-d540-4c67-beb4-defd3b9a32fb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:27:59.066097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5b613ca4-d540-4c67-beb4-defd3b9a32fb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:27:59.069100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5b613ca4-d540-4c67-beb4-defd3b9a32fb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:27:59.076370 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5b613ca4-d540-4c67-beb4-defd3b9a32fb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:27:59.086705 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-5b613ca4-d540-4c67-beb4-defd3b9a32fb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:27:59.093318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5b613ca4-d540-4c67-beb4-defd3b9a32fb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:59.158668 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5b613ca4-d540-4c67-beb4-defd3b9a32fb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:59.162310 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5b613ca4-d540-4c67-beb4-defd3b9a32fb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:59.185748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b613ca4-d540-4c67-beb4-defd3b9a32fb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6ab778-ae81-4771-a202-57dd27ad98e2,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:27:59.195520 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5b613ca4-d540-4c67-beb4-defd3b9a32fb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:27:59.197675 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5b613ca4-d540-4c67-beb4-defd3b9a32fb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1457195 Sep 21 15:27:59.368411 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-a4c599c7-3b4f-46e2-ae25-529ba3d2496c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-292893126&fields=id&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 267 time: 0.0394831 Sep 21 15:27:59.528197 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-76f40446-848a-4280-94f0-328d7ecc2dd9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:27:59.529568 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-76f40446-848a-4280-94f0-328d7ecc2dd9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/networks?id=f588c88c-c326-4ea6-9324-ac84a09fbe19 HTTP/1.1" status: 200 len: 796 time: 0.1546669 Sep 21 15:27:59.543751 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-b6065907-5db8-4dce-820e-a65c022f4472 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/quotas/821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 375 time: 0.0088241 Sep 21 15:27:59.641316 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-e7c49817-9957-4336-88f6-4a65fba49186 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0926530 Sep 21 15:27:59.776927 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-c45f466b-611e-4d71-8980-748b3e721607 service neutron] 10.222.0.62 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232374 Sep 21 15:28:00.004731 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-65ac23ee-c310-4df0-ac1c-9527deb6aa6d service neutron] 10.222.0.62 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220695 Sep 21 15:28:00.190665 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8c5f18b1-e4f4-45e1-8655-c499e62d720b req-0b7c9c97-98a9-40bd-9301-8f4a03e01322 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0523b80b-c160-4461-adf6-884dee379c45 HTTP/1.1" status: 200 len: 210 time: 0.0505018 Sep 21 15:28:01.210013 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-fa0e4887-4eff-41a9-b99e-82fb1c22b287 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:01.211421 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-fa0e4887-4eff-41a9-b99e-82fb1c22b287 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/networks?id=f588c88c-c326-4ea6-9324-ac84a09fbe19 HTTP/1.1" status: 200 len: 796 time: 0.1465178 Sep 21 15:28:01.271975 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-70bffbc8-a24d-41a7-b3f0-f2c692ed77d5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 471 time: 0.0515378 Sep 21 15:28:01.280392 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-b77336ba-5a67-4b44-b922-76a9871bf9ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'port': {'device_id': '0523b80b-c160-4461-adf6-884dee379c45', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'admin_state_up': True, 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'security_groups': ['3419008e-7d5f-457c-a932-4e6ffdde3440']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:28:01.415992 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b57cae46-79be-4f3c-8982-3f5200846bb6 req-0c13e01b-0294-4580-9e86-89c78619cf46 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0523b80b-c160-4461-adf6-884dee379c45 HTTP/1.1" status: 200 len: 210 time: 0.0668893 Sep 21 15:28:01.468086 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-b77336ba-5a67-4b44-b922-76a9871bf9ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:28:01.477949 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-b77336ba-5a67-4b44-b922-76a9871bf9ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:28:01.487468 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-b77336ba-5a67-4b44-b922-76a9871bf9ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:28:01.491137 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-b77336ba-5a67-4b44-b922-76a9871bf9ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:01.653805 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-b77336ba-5a67-4b44-b922-76a9871bf9ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.20.0.3 (f588c88c-c326-4ea6-9324-ac84a09fbe19/7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab/9f520c7a-e6e3-4554-9821-d4deab5a200d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:28:01.844223 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-b77336ba-5a67-4b44-b922-76a9871bf9ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:01.860178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-b77336ba-5a67-4b44-b922-76a9871bf9ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Transition to ACTIVE for port object 9f520c7a-e6e3-4554-9821-d4deab5a200d will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:28:01.884307 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-b77336ba-5a67-4b44-b922-76a9871bf9ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:01.957789 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-b77336ba-5a67-4b44-b922-76a9871bf9ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network f588c88c-c326-4ea6-9324-ac84a09fbe19 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:28:01.961066 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-b77336ba-5a67-4b44-b922-76a9871bf9ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:28:01.963718 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-b77336ba-5a67-4b44-b922-76a9871bf9ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:28:02.001454 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77336ba-5a67-4b44-b922-76a9871bf9ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=9f520c7a-e6e3-4554-9821-d4deab5a200d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:28:02.035671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-b77336ba-5a67-4b44-b922-76a9871bf9ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:02.036279 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-b77336ba-5a67-4b44-b922-76a9871bf9ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:02.063699 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-b77336ba-5a67-4b44-b922-76a9871bf9ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7869081 Sep 21 15:28:02.077962 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] Request body: {'port': {'device_id': '0523b80b-c160-4461-adf6-884dee379c45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:28:02.192347 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:02.242488 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3efbbd84-e9d8-4c8d-977f-7935389beed4 None None] Provisioning for port 9f520c7a-e6e3-4554-9821-d4deab5a200d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:28:02.247735 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3efbbd84-e9d8-4c8d-977f-7935389beed4 None None] Provisioning complete for port 9f520c7a-e6e3-4554-9821-d4deab5a200d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:28:02.248155 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3efbbd84-e9d8-4c8d-977f-7935389beed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:02.301945 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3efbbd84-e9d8-4c8d-977f-7935389beed4 None None] Port 9f520c7a-e6e3-4554-9821-d4deab5a200d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:28:02.572210 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f520c7a-e6e3-4554-9821-d4deab5a200d {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:28:02.584777 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:02.618281 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] Transition to ACTIVE for port object 9f520c7a-e6e3-4554-9821-d4deab5a200d will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:28:02.625013 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:02.915338 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f520c7a-e6e3-4554-9821-d4deab5a200d,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:28:02.924792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc3c2f-d9f5-413e-ad8d-66e68c5c08e9 req-e0dcf88a-a6de-48bb-86c7-5d2dec14171b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:02.925475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d4dc3c2f-d9f5-413e-ad8d-66e68c5c08e9 req-e0dcf88a-a6de-48bb-86c7-5d2dec14171b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:28:02.961180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d4dc3c2f-d9f5-413e-ad8d-66e68c5c08e9 req-e0dcf88a-a6de-48bb-86c7-5d2dec14171b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:28:02.962311 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d4dc3c2f-d9f5-413e-ad8d-66e68c5c08e9 req-e0dcf88a-a6de-48bb-86c7-5d2dec14171b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0523b80b-c160-4461-adf6-884dee379c45 HTTP/1.1" status: 200 len: 931 time: 0.4298723 Sep 21 15:28:02.997316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] Attempting to bind port 9f520c7a-e6e3-4554-9821-d4deab5a200d on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:28:02.997638 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] Attempting to bind port 9f520c7a-e6e3-4554-9821-d4deab5a200d by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'df850fee-de8e-479a-b7d9-066384c7d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:28:02.997963 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] Attempting to bind port 9f520c7a-e6e3-4554-9821-d4deab5a200d on network f588c88c-c326-4ea6-9324-ac84a09fbe19 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:28:03.010801 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] Port 9f520c7a-e6e3-4554-9821-d4deab5a200d on network f588c88c-c326-4ea6-9324-ac84a09fbe19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:28:03.011117 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] Attempting to bind port 9f520c7a-e6e3-4554-9821-d4deab5a200d on network f588c88c-c326-4ea6-9324-ac84a09fbe19 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:28:03.020622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:28:03.020955 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] Checking segment: {'id': 'df850fee-de8e-479a-b7d9-066384c7d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:28:03.021332 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] Bound using segment: {'id': 'df850fee-de8e-479a-b7d9-066384c7d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:28:03.021752 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] Bound port: 9f520c7a-e6e3-4554-9821-d4deab5a200d, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df850fee-de8e-479a-b7d9-066384c7d36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:28:03.022090 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:03.036412 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d4dc3c2f-d9f5-413e-ad8d-66e68c5c08e9 req-66704e81-fd29-4f19-811a-86614c88e25b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=3419008e-7d5f-457c-a932-4e6ffdde3440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645771 Sep 21 15:28:03.117376 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] For port 9f520c7a-e6e3-4554-9821-d4deab5a200d, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:28:03.120865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] For port 9f520c7a-e6e3-4554-9821-d4deab5a200d, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=9f520c7a-e6e3-4554-9821-d4deab5a200d,segment=NetworkSegment(df850fee-de8e-479a-b7d9-066384c7d36c),segment_id=df850fee-de8e-479a-b7d9-066384c7d36c)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:28:03.125084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:03.160112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:03.160738 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:03.162088 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] 10.222.0.20 "PUT /v2.0/ports/9f520c7a-e6e3-4554-9821-d4deab5a200d HTTP/1.1" status: 200 len: 1093 time: 1.0889304 Sep 21 15:28:03.162520 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0523b80b-c160-4461-adf6-884dee379c45', 'tag': '9f520c7a-e6e3-4554-9821-d4deab5a200d'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:28:03.164797 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b091ae-927d-4208-82d4-7b0587f83d36" -d '{"events": [{"name": "network-changed", "server_uuid": "0523b80b-c160-4461-adf6-884dee379c45", "tag": "9f520c7a-e6e3-4554-9821-d4deab5a200d"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:28:03.236496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ef53cf-4b0d-4642-b180-386f8ba55131 x-openstack-request-id: req-14ef53cf-4b0d-4642-b180-386f8ba55131 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:28:03.236787 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0523b80b-c160-4461-adf6-884dee379c45", "tag": "9f520c7a-e6e3-4554-9821-d4deab5a200d", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:28:03.237037 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-14ef53cf-4b0d-4642-b180-386f8ba55131 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:28:03.237426 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14ef53cf-4b0d-4642-b180-386f8ba55131'] response: {'name': 'network-changed', 'server_uuid': '0523b80b-c160-4461-adf6-884dee379c45', 'tag': '9f520c7a-e6e3-4554-9821-d4deab5a200d', 'status': 'completed', 'code': 200} Sep 21 15:28:03.257011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421eca7-27fa-43cd-aecb-3e1d5dfb17e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f520c7a-e6e3-4554-9821-d4deab5a200d,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:28:03.287369 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-266fd306-34eb-4c9f-b289-d4c8bdc78208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:03.288862 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-266fd306-34eb-4c9f-b289-d4c8bdc78208 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=0523b80b-c160-4461-adf6-884dee379c45 HTTP/1.1" status: 200 len: 1096 time: 0.0899343 Sep 21 15:28:03.361684 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-dfa69ac6-d744-4be3-8a03-d96ef5972e80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f520c7a-e6e3-4554-9821-d4deab5a200d HTTP/1.1" status: 200 len: 217 time: 0.0635893 Sep 21 15:28:03.427019 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-2bfe6365-7caf-4cf6-b101-540de8ada089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:03.428338 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-2bfe6365-7caf-4cf6-b101-540de8ada089 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab HTTP/1.1" status: 200 len: 835 time: 0.0611670 Sep 21 15:28:03.513770 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-13bde6e8-d11e-45d1-8a6d-fbdb2172f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:03.515287 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-13bde6e8-d11e-45d1-8a6d-fbdb2172f81c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f588c88c-c326-4ea6-9324-ac84a09fbe19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810163 Sep 21 15:28:03.646057 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-6b2f4661-d9f7-47d0-b13f-7e22bf84a66c service neutron] 10.222.0.20 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244731 Sep 21 15:28:03.775966 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99f73847-af65-4e2d-80d2-940c403f48b6 req-3bcc1a0e-222e-4c17-8f16-477b419cece1 service neutron] 10.222.0.20 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226873 Sep 21 15:28:03.908833 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b091ae-927d-4208-82d4-7b0587f83d36 req-a3114854-c26a-49cc-8c66-715abd6a9c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:03.910333 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98b091ae-927d-4208-82d4-7b0587f83d36 req-a3114854-c26a-49cc-8c66-715abd6a9c94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=0523b80b-c160-4461-adf6-884dee379c45 HTTP/1.1" status: 200 len: 1096 time: 0.0786474 Sep 21 15:28:04.041255 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b091ae-927d-4208-82d4-7b0587f83d36 req-062b2c36-e9f6-4f46-8f43-d72e03fcb539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:04.042644 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98b091ae-927d-4208-82d4-7b0587f83d36 req-062b2c36-e9f6-4f46-8f43-d72e03fcb539 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f588c88c-c326-4ea6-9324-ac84a09fbe19 HTTP/1.1" status: 200 len: 897 time: 0.1257510 Sep 21 15:28:04.115124 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98b091ae-927d-4208-82d4-7b0587f83d36 req-de5f489a-b319-46df-a11f-a9912fb5ec7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f520c7a-e6e3-4554-9821-d4deab5a200d HTTP/1.1" status: 200 len: 217 time: 0.0651402 Sep 21 15:28:04.235197 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b091ae-927d-4208-82d4-7b0587f83d36 req-18e2412d-775f-42f6-aac4-5762ad047f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:04.236644 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98b091ae-927d-4208-82d4-7b0587f83d36 req-18e2412d-775f-42f6-aac4-5762ad047f28 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab HTTP/1.1" status: 200 len: 835 time: 0.1151044 Sep 21 15:28:04.316881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8d360-c5bc-4510-b4ce-fbcad8fbc16c req-b3c0029a-6c8d-4896-b293-ef04b699b9e0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:04.318191 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a5a8d360-c5bc-4510-b4ce-fbcad8fbc16c req-b3c0029a-6c8d-4896-b293-ef04b699b9e0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0523b80b-c160-4461-adf6-884dee379c45 HTTP/1.1" status: 200 len: 943 time: 0.1598115 Sep 21 15:28:04.371722 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b091ae-927d-4208-82d4-7b0587f83d36 req-c81ae00a-ddb9-4bbb-86a6-46298f1816a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:04.373168 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98b091ae-927d-4208-82d4-7b0587f83d36 req-c81ae00a-ddb9-4bbb-86a6-46298f1816a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f588c88c-c326-4ea6-9324-ac84a09fbe19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1278970 Sep 21 15:28:04.375935 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a5a8d360-c5bc-4510-b4ce-fbcad8fbc16c req-ffb425cf-6707-4c74-811a-77249981cd9f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=3419008e-7d5f-457c-a932-4e6ffdde3440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513699 Sep 21 15:28:04.506379 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98b091ae-927d-4208-82d4-7b0587f83d36 req-68b175b1-0a82-44a4-95bd-cba9ccaa59d7 service neutron] 10.222.0.20 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251597 Sep 21 15:28:04.746796 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98b091ae-927d-4208-82d4-7b0587f83d36 req-8431f1c1-4c14-437d-8a0f-63ba7dddc802 service neutron] 10.222.0.20 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337368 Sep 21 15:28:05.525736 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4a5a50d4-5840-4ad3-8343-e865232497e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:05.576648 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629358a-9364-4c16-872c-5745e8a4ce12 req-00a1c18d-ebba-4cbe-a85d-18d6b64c1365 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:05.578373 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7629358a-9364-4c16-872c-5745e8a4ce12 req-00a1c18d-ebba-4cbe-a85d-18d6b64c1365 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0523b80b-c160-4461-adf6-884dee379c45 HTTP/1.1" status: 200 len: 943 time: 0.0895185 Sep 21 15:28:05.622325 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7629358a-9364-4c16-872c-5745e8a4ce12 req-eaca2471-9028-4614-a9a6-6946c38c768b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=3419008e-7d5f-457c-a932-4e6ffdde3440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381835 Sep 21 15:28:05.816006 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 9f520c7a-e6e3-4554-9821-d4deab5a200d details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:28:05.951027 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 9f520c7a-e6e3-4554-9821-d4deab5a200d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=9f520c7a-e6e3-4554-9821-d4deab5a200d,segment=NetworkSegment(df850fee-de8e-479a-b7d9-066384c7d36c),segment_id=df850fee-de8e-479a-b7d9-066384c7d36c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:28:05.964498 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '9f520c7a-e6e3-4554-9821-d4deab5a200d', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'port_id': '9f520c7a-e6e3-4554-9821-d4deab5a200d', 'mac_address': 'fa:16:3e:e8:cc:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:28:06.017793 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 9f520c7a-e6e3-4554-9821-d4deab5a200d is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:28:06.018164 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:06.034807 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f520c7a-e6e3-4554-9821-d4deab5a200d {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:28:06.050682 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 9f520c7a-e6e3-4554-9821-d4deab5a200d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=9f520c7a-e6e3-4554-9821-d4deab5a200d,segment=NetworkSegment(df850fee-de8e-479a-b7d9-066384c7d36c),segment_id=df850fee-de8e-479a-b7d9-066384c7d36c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:28:06.054574 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:06.124149 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=9f520c7a-e6e3-4554-9821-d4deab5a200d,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:28:06.285315 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['9f520c7a-e6e3-4554-9821-d4deab5a200d'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:28:06.823971 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fbe44-ba11-4efd-a1db-e7cb4bbccac6 req-6deaa5b1-f552-4b47-bd45-6018c60ad44d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:06.825357 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-437fbe44-ba11-4efd-a1db-e7cb4bbccac6 req-6deaa5b1-f552-4b47-bd45-6018c60ad44d tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0523b80b-c160-4461-adf6-884dee379c45 HTTP/1.1" status: 200 len: 944 time: 0.0899115 Sep 21 15:28:06.869448 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-437fbe44-ba11-4efd-a1db-e7cb4bbccac6 req-a39bd1fd-db97-4743-a27d-b82a6e9a8fd2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=3419008e-7d5f-457c-a932-4e6ffdde3440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374553 Sep 21 15:28:07.845157 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 9f520c7a-e6e3-4554-9821-d4deab5a200d up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:28:07.904003 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-caf827fb-3998-43f2-9825-25ef4ebea7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:07.925676 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 9f520c7a-e6e3-4554-9821-d4deab5a200d completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:28:07.930398 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 9f520c7a-e6e3-4554-9821-d4deab5a200d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:28:07.930764 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:08.053863 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 9f520c7a-e6e3-4554-9821-d4deab5a200d is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:28:08.054242 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:08.078183 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd339eea-5712-441f-abd1-c1daaba38e2e req-d6cbf2f9-ddb7-4391-8bec-9bba0955ca2f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:08.079690 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bd339eea-5712-441f-abd1-c1daaba38e2e req-d6cbf2f9-ddb7-4391-8bec-9bba0955ca2f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0523b80b-c160-4461-adf6-884dee379c45 HTTP/1.1" status: 200 len: 944 time: 0.0917351 Sep 21 15:28:08.082734 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0523b80b-c160-4461-adf6-884dee379c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f520c7a-e6e3-4554-9821-d4deab5a200d'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:28:08.085084 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25e39a8-9755-4290-a91f-2114677a06dc" -d '{"events": [{"server_uuid": "0523b80b-c160-4461-adf6-884dee379c45", "name": "network-vif-plugged", "status": "completed", "tag": "9f520c7a-e6e3-4554-9821-d4deab5a200d"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:28:08.093000 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 9f520c7a-e6e3-4554-9821-d4deab5a200d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=9f520c7a-e6e3-4554-9821-d4deab5a200d,segment=NetworkSegment(df850fee-de8e-479a-b7d9-066384c7d36c),segment_id=df850fee-de8e-479a-b7d9-066384c7d36c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:28:08.097942 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:08.132195 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bd339eea-5712-441f-abd1-c1daaba38e2e req-c50b10c0-f63e-46ea-8611-a02b3a8a4fdc tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=3419008e-7d5f-457c-a932-4e6ffdde3440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450444 Sep 21 15:28:08.164843 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771e42c4-573b-4721-a0c0-37c6bf958084 x-openstack-request-id: req-771e42c4-573b-4721-a0c0-37c6bf958084 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:28:08.165136 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0523b80b-c160-4461-adf6-884dee379c45", "name": "network-vif-plugged", "status": "completed", "tag": "9f520c7a-e6e3-4554-9821-d4deab5a200d", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:28:08.165442 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-771e42c4-573b-4721-a0c0-37c6bf958084 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:28:08.165829 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-771e42c4-573b-4721-a0c0-37c6bf958084'] response: {'server_uuid': '0523b80b-c160-4461-adf6-884dee379c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f520c7a-e6e3-4554-9821-d4deab5a200d', 'code': 200} Sep 21 15:28:08.198457 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=9f520c7a-e6e3-4554-9821-d4deab5a200d,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:28:08.377280 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab39e7-75cb-4be2-8e7d-6e730b8a3e60 req-4628ee15-d842-4a87-a95a-0cce081822d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:08.378683 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2eab39e7-75cb-4be2-8e7d-6e730b8a3e60 req-4628ee15-d842-4a87-a95a-0cce081822d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0523b80b-c160-4461-adf6-884dee379c45 HTTP/1.1" status: 200 len: 1098 time: 0.0780902 Sep 21 15:28:08.419593 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2eab39e7-75cb-4be2-8e7d-6e730b8a3e60 req-624f1764-4698-4f44-9066-2bfd56ade079 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3419008e-7d5f-457c-a932-4e6ffdde3440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333896 Sep 21 15:28:08.724937 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:08.909641 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:09.340426 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb701b7-2722-453d-983a-d3833329078b req-41871ff5-8c88-475c-8d0c-71dd1fecb209 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:09.341815 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4fb701b7-2722-453d-983a-d3833329078b req-41871ff5-8c88-475c-8d0c-71dd1fecb209 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0523b80b-c160-4461-adf6-884dee379c45 HTTP/1.1" status: 200 len: 945 time: 0.0914695 Sep 21 15:28:09.385519 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4fb701b7-2722-453d-983a-d3833329078b req-7070657e-cb7e-4410-bc44-d80e8f32c1b7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=3419008e-7d5f-457c-a932-4e6ffdde3440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379195 Sep 21 15:28:10.529912 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:10.582588 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3c843-de2d-4012-91fe-d4572ac1d64b req-3b2651c3-284b-45c0-9098-e2dfe1360cd3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:10.584054 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-14a3c843-de2d-4012-91fe-d4572ac1d64b req-3b2651c3-284b-45c0-9098-e2dfe1360cd3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0523b80b-c160-4461-adf6-884dee379c45 HTTP/1.1" status: 200 len: 945 time: 0.0873232 Sep 21 15:28:10.631122 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-14a3c843-de2d-4012-91fe-d4572ac1d64b req-ab255672-f313-4e63-9405-b4434202ce08 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=3419008e-7d5f-457c-a932-4e6ffdde3440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402725 Sep 21 15:28:10.829179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9060e0-141d-4a0c-a61c-1126d95af7d4 req-28d2d887-6def-453f-b559-5aeef394c99b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:10.830645 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6b9060e0-141d-4a0c-a61c-1126d95af7d4 req-28d2d887-6def-453f-b559-5aeef394c99b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0523b80b-c160-4461-adf6-884dee379c45 HTTP/1.1" status: 200 len: 945 time: 0.0865979 Sep 21 15:28:10.877454 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6b9060e0-141d-4a0c-a61c-1126d95af7d4 req-10839c3b-b4b8-42f5-a72d-5234bb65a52c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=3419008e-7d5f-457c-a932-4e6ffdde3440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391500 Sep 21 15:28:10.912049 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36308) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:28:10.992570 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685bd2bf-3c9e-44df-88a8-e914206bf7fe tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:10.994812 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-685bd2bf-3c9e-44df-88a8-e914206bf7fe tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0523b80b-c160-4461-adf6-884dee379c45 HTTP/1.1" status: 200 len: 1093 time: 0.0817356 Sep 21 15:28:10.997610 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36312) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:28:11.002525 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': '9f520c7a-e6e3-4554-9821-d4deab5a200d', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:28:11.008416 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:28:11.013182 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:floatingip and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:28:11.016024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:28:11.021658 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:28:11.032047 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:11.170136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:11.316379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.26.4.140 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/929c8c0e-5d69-4096-b08d-f2c688ea6bf8) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:28:11.492821 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:11.530201 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:11.615309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:28:11.619522 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:28:11.621763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=929c8c0e-5d69-4096-b08d-f2c688ea6bf8,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:28:11.623927 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:28:12.189459 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:12.268006 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:12.472647 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:12.478326 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:12.582732 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=929c8c0e-5d69-4096-b08d-f2c688ea6bf8,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:28:12.587835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:12.754140 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Floating IP f804dd84-52e4-4fb9-b9a7-2d06d4dae476 associated. External IP: 172.26.4.140, port: 9f520c7a-e6e3-4554-9821-d4deab5a200d. Sep 21 15:28:13.105014 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router a0acbd72-9f20-4800-be5a-0400c4cc80f4 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:28:13.278348 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:28:13.288137 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af5650-bb7d-4f87-b17f-25bab490f8cb None None] Sync routers for ids ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:28:13.297940 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af5650-bb7d-4f87-b17f-25bab490f8cb None None] Routers {'a0acbd72-9f20-4800-be5a-0400c4cc80f4'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:28:13.298601 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f6af5650-bb7d-4f87-b17f-25bab490f8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:28:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:28:13.302231 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:13.359632 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b05d7a32-91ff-4384-99fe-3ffdcb5ed1ee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3609996 Sep 21 15:28:13.360205 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0523b80b-c160-4461-adf6-884dee379c45', 'tag': '9f520c7a-e6e3-4554-9821-d4deab5a200d'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:28:13.362589 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eef7548-d4a6-4a6b-b674-dbbe0994ee32" -d '{"events": [{"name": "network-changed", "server_uuid": "0523b80b-c160-4461-adf6-884dee379c45", "tag": "9f520c7a-e6e3-4554-9821-d4deab5a200d"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:28:13.405419 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694745a0-13fb-4cff-9811-38a86f82cdf2 x-openstack-request-id: req-694745a0-13fb-4cff-9811-38a86f82cdf2 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:28:13.405715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0523b80b-c160-4461-adf6-884dee379c45", "tag": "9f520c7a-e6e3-4554-9821-d4deab5a200d", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:28:13.405964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-694745a0-13fb-4cff-9811-38a86f82cdf2 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:28:13.406365 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-694745a0-13fb-4cff-9811-38a86f82cdf2'] response: {'name': 'network-changed', 'server_uuid': '0523b80b-c160-4461-adf6-884dee379c45', 'tag': '9f520c7a-e6e3-4554-9821-d4deab5a200d', 'status': 'completed', 'code': 200} Sep 21 15:28:13.477949 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f6af5650-bb7d-4f87-b17f-25bab490f8cb None None] Set router a0acbd72-9f20-4800-be5a-0400c4cc80f4 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:28:13.630482 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef7548-d4a6-4a6b-b674-dbbe0994ee32 req-b19b1fbe-d6b0-4cf0-a718-2bc62da81558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:13.631872 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6eef7548-d4a6-4a6b-b674-dbbe0994ee32 req-b19b1fbe-d6b0-4cf0-a718-2bc62da81558 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=0523b80b-c160-4461-adf6-884dee379c45 HTTP/1.1" status: 200 len: 1098 time: 0.2028639 Sep 21 15:28:13.766065 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef7548-d4a6-4a6b-b674-dbbe0994ee32 req-e3000e5f-c3a7-47b1-912f-294f49b1e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:13.767496 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6eef7548-d4a6-4a6b-b674-dbbe0994ee32 req-e3000e5f-c3a7-47b1-912f-294f49b1e524 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f588c88c-c326-4ea6-9324-ac84a09fbe19 HTTP/1.1" status: 200 len: 897 time: 0.1270885 Sep 21 15:28:13.870284 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f6af5650-bb7d-4f87-b17f-25bab490f8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'name': 'tempest-TestNetworkBasicOps-router-732001612', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:39Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '3747d375-db70-4fa8-947c-0aa5815bd7e5', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.21', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'port_id': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'mac_address': 'fa:16:3e:e7:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:27:56Z', 'updated_at': '2022-09-21T15:27:59Z', 'revision_number': 1, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}, {'id': 'f804dd84-52e4-4fb9-b9a7-2d06d4dae476', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'port_id': '9f520c7a-e6e3-4554-9821-d4deab5a200d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'mac_address': 'fa:16:3e:e8:cc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0523b80b-c160-4461-adf6-884dee379c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:28:12Z', 'updated_at': '2022-09-21T15:28:12Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f', 'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:0b:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:38Z', 'updated_at': '2022-09-21T15:27:44Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:28:13.874076 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af5650-bb7d-4f87-b17f-25bab490f8cb None None] Checking router: a0acbd72-9f20-4800-be5a-0400c4cc80f4 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:28:13.874281 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6eef7548-d4a6-4a6b-b674-dbbe0994ee32 req-b57d8b7b-817c-415f-a207-60372460c1c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f520c7a-e6e3-4554-9821-d4deab5a200d HTTP/1.1" status: 200 len: 999 time: 0.0999687 Sep 21 15:28:13.882702 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af5650-bb7d-4f87-b17f-25bab490f8cb None None] Routers {'a0acbd72-9f20-4800-be5a-0400c4cc80f4'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:28:13.883227 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f6af5650-bb7d-4f87-b17f-25bab490f8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:28:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:28:13.942362 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef7548-d4a6-4a6b-b674-dbbe0994ee32 req-d491485f-7b33-4246-9a90-e60b2b339fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:13.943792 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6eef7548-d4a6-4a6b-b674-dbbe0994ee32 req-d491485f-7b33-4246-9a90-e60b2b339fee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab HTTP/1.1" status: 200 len: 835 time: 0.0633395 Sep 21 15:28:14.030945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef7548-d4a6-4a6b-b674-dbbe0994ee32 req-934ed6b6-ff14-474d-bc13-2837fb4601e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:14.032575 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6eef7548-d4a6-4a6b-b674-dbbe0994ee32 req-934ed6b6-ff14-474d-bc13-2837fb4601e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f588c88c-c326-4ea6-9324-ac84a09fbe19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824933 Sep 21 15:28:14.062182 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f6af5650-bb7d-4f87-b17f-25bab490f8cb None None] Set router a0acbd72-9f20-4800-be5a-0400c4cc80f4 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:28:14.165014 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6eef7548-d4a6-4a6b-b674-dbbe0994ee32 req-8cd6ab49-15ab-4f17-a8b2-9f302e9fe0e2 service neutron] 10.222.0.20 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255803 Sep 21 15:28:14.299968 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6eef7548-d4a6-4a6b-b674-dbbe0994ee32 req-9677c58e-c3b4-415b-acc9-e60fdbfcae80 service neutron] 10.222.0.20 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281226 Sep 21 15:28:14.412668 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f6af5650-bb7d-4f87-b17f-25bab490f8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'name': 'tempest-TestNetworkBasicOps-router-732001612', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:39Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '3747d375-db70-4fa8-947c-0aa5815bd7e5', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.21', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'port_id': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'mac_address': 'fa:16:3e:e7:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:27:56Z', 'updated_at': '2022-09-21T15:27:59Z', 'revision_number': 1, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}, {'id': 'f804dd84-52e4-4fb9-b9a7-2d06d4dae476', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'port_id': '9f520c7a-e6e3-4554-9821-d4deab5a200d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'mac_address': 'fa:16:3e:e8:cc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0523b80b-c160-4461-adf6-884dee379c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:28:12Z', 'updated_at': '2022-09-21T15:28:12Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f', 'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:0b:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:38Z', 'updated_at': '2022-09-21T15:27:44Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:28:14.416652 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af5650-bb7d-4f87-b17f-25bab490f8cb None None] The sync data for ids ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'] in dv-neutron-858731-1-hyperv is: [{'id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'name': 'tempest-TestNetworkBasicOps-router-732001612', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:39Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '3747d375-db70-4fa8-947c-0aa5815bd7e5', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.21', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'port_id': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'mac_address': 'fa:16:3e:e7:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:27:56Z', 'updated_at': '2022-09-21T15:27:59Z', 'revision_number': 1, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}, {'id': 'f804dd84-52e4-4fb9-b9a7-2d06d4dae476', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'port_id': '9f520c7a-e6e3-4554-9821-d4deab5a200d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'mac_address': 'fa:16:3e:e8:cc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0523b80b-c160-4461-adf6-884dee379c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:28:12Z', 'updated_at': '2022-09-21T15:28:12Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f', 'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:0b:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:38Z', 'updated_at': '2022-09-21T15:27:44Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:28:14.611574 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519916d6-7093-4197-82e2-07576fd86b78 None None] New status for floating IP f804dd84-52e4-4fb9-b9a7-2d06d4dae476: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:28:22.032679 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:22.678000 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:28:35.528145 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-91637f2e-6dd4-49ca-9b40-0010b4c9bd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:37.887001 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5e24f060-b35c-438e-bace-db8be48fb94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:38.727947 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:38.913082 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:40.293568 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b34deea8-0995-408b-8dcf-f5c3ff430de7 req-a65903de-1691-4df5-95d6-f46c8983dc80 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819366 Sep 21 15:28:40.442177 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34deea8-0995-408b-8dcf-f5c3ff430de7 req-f4b32cca-bfea-434a-8f74-eb8d0aca5f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:40.443534 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b34deea8-0995-408b-8dcf-f5c3ff430de7 req-f4b32cca-bfea-434a-8f74-eb8d0aca5f41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 1099 time: 0.0796962 Sep 21 15:28:40.535520 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:40.591562 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34deea8-0995-408b-8dcf-f5c3ff430de7 req-89be7a3c-b7b5-4cef-ae0d-ec49e0d404bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:40.593026 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b34deea8-0995-408b-8dcf-f5c3ff430de7 req-89be7a3c-b7b5-4cef-ae0d-ec49e0d404bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=f588c88c-c326-4ea6-9324-ac84a09fbe19 HTTP/1.1" status: 200 len: 897 time: 0.1279626 Sep 21 15:28:40.695890 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b34deea8-0995-408b-8dcf-f5c3ff430de7 req-d8a34c0a-cd6d-4e44-8bb0-80bda7cb2039 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbd48d6c-67d0-46d0-b16e-4a160063d68f HTTP/1.1" status: 200 len: 1001 time: 0.0947816 Sep 21 15:28:40.757149 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34deea8-0995-408b-8dcf-f5c3ff430de7 req-7fca0d05-e15c-4668-bc40-77ae1bf0eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:40.758503 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b34deea8-0995-408b-8dcf-f5c3ff430de7 req-7fca0d05-e15c-4668-bc40-77ae1bf0eb78 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab HTTP/1.1" status: 200 len: 835 time: 0.0562704 Sep 21 15:28:40.845260 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34deea8-0995-408b-8dcf-f5c3ff430de7 req-ef105ccb-a1b4-48fa-968b-39bfd54fcf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:40.846804 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b34deea8-0995-408b-8dcf-f5c3ff430de7 req-ef105ccb-a1b4-48fa-968b-39bfd54fcf13 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f588c88c-c326-4ea6-9324-ac84a09fbe19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809436 Sep 21 15:28:40.981682 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b34deea8-0995-408b-8dcf-f5c3ff430de7 req-cc08289f-5fe7-4f00-b1e2-7dfd8914abd1 service neutron] 10.222.0.20 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285675 Sep 21 15:28:41.113249 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b34deea8-0995-408b-8dcf-f5c3ff430de7 req-169511b4-d181-4a80-a163-f825117842f0 service neutron] 10.222.0.20 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248026 Sep 21 15:28:46.502021 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36332) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:28:46.608226 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-76dc2486-2195-4715-8fca-cb7df1baca71 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/3747d375-db70-4fa8-947c-0aa5815bd7e5 HTTP/1.1" status: 200 len: 993 time: 0.1049981 Sep 21 15:28:47.408539 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36342) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:28:47.414218 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2310eaec-69ae-4748-a7b1-b7bbd806da85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:28:47.631865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2310eaec-69ae-4748-a7b1-b7bbd806da85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:47.840781 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-2310eaec-69ae-4748-a7b1-b7bbd806da85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port dbd48d6c-67d0-46d0-b16e-4a160063d68f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=dbd48d6c-67d0-46d0-b16e-4a160063d68f,segment=NetworkSegment(df850fee-de8e-479a-b7d9-066384c7d36c),segment_id=df850fee-de8e-479a-b7d9-066384c7d36c)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:28:47.864943 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2310eaec-69ae-4748-a7b1-b7bbd806da85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:47.869343 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2310eaec-69ae-4748-a7b1-b7bbd806da85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:47.905426 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2310eaec-69ae-4748-a7b1-b7bbd806da85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:47.906018 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2310eaec-69ae-4748-a7b1-b7bbd806da85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:47.907346 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2310eaec-69ae-4748-a7b1-b7bbd806da85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/ports/dbd48d6c-67d0-46d0-b16e-4a160063d68f HTTP/1.1" status: 200 len: 939 time: 0.4978974 Sep 21 15:28:47.907870 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'tag': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:28:47.910138 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a30d72-b3bb-4bf0-b695-0b70ba1ac4da" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7c2894-6345-456c-9461-f8cf43bf2cc0", "tag": "dbd48d6c-67d0-46d0-b16e-4a160063d68f"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:28:47.954479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5843ed-090d-4036-9876-9657005375ff x-openstack-request-id: req-3d5843ed-090d-4036-9876-9657005375ff {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:28:47.954752 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7c2894-6345-456c-9461-f8cf43bf2cc0", "tag": "dbd48d6c-67d0-46d0-b16e-4a160063d68f", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:28:47.954999 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d5843ed-090d-4036-9876-9657005375ff {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:28:47.955382 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d5843ed-090d-4036-9876-9657005375ff'] response: {'name': 'network-changed', 'server_uuid': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'tag': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f', 'status': 'completed', 'code': 200} Sep 21 15:28:47.960818 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310eaec-69ae-4748-a7b1-b7bbd806da85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=dbd48d6c-67d0-46d0-b16e-4a160063d68f,revision_number=6']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:28:47.968081 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310eaec-69ae-4748-a7b1-b7bbd806da85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:28:47.968525 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310eaec-69ae-4748-a7b1-b7bbd806da85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:28:47.968866 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310eaec-69ae-4748-a7b1-b7bbd806da85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:28:47.969193 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310eaec-69ae-4748-a7b1-b7bbd806da85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:28:47.969569 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310eaec-69ae-4748-a7b1-b7bbd806da85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:28:47.969900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310eaec-69ae-4748-a7b1-b7bbd806da85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:28:47.970243 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310eaec-69ae-4748-a7b1-b7bbd806da85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:28:47.970562 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310eaec-69ae-4748-a7b1-b7bbd806da85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:28:47.970879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310eaec-69ae-4748-a7b1-b7bbd806da85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:28:47.971193 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310eaec-69ae-4748-a7b1-b7bbd806da85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:28:47.971504 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310eaec-69ae-4748-a7b1-b7bbd806da85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:28:47.971813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310eaec-69ae-4748-a7b1-b7bbd806da85 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:28:48.053499 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a30d72-b3bb-4bf0-b695-0b70ba1ac4da req-d462076e-ee3d-4d08-9855-63e8abea2ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:48.054955 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-50a30d72-b3bb-4bf0-b695-0b70ba1ac4da req-d462076e-ee3d-4d08-9855-63e8abea2ad2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 1100 time: 0.0789492 Sep 21 15:28:48.190415 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a30d72-b3bb-4bf0-b695-0b70ba1ac4da req-a55ded23-e1e4-4c25-aec6-e751f18e09e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:48.191762 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-50a30d72-b3bb-4bf0-b695-0b70ba1ac4da req-a55ded23-e1e4-4c25-aec6-e751f18e09e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f588c88c-c326-4ea6-9324-ac84a09fbe19 HTTP/1.1" status: 200 len: 897 time: 0.1274292 Sep 21 15:28:48.298038 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-50a30d72-b3bb-4bf0-b695-0b70ba1ac4da req-6da8f41c-2c60-4ec8-855c-1d003152e7e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbd48d6c-67d0-46d0-b16e-4a160063d68f HTTP/1.1" status: 200 len: 1002 time: 0.0967858 Sep 21 15:28:48.361911 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a30d72-b3bb-4bf0-b695-0b70ba1ac4da req-90f9d070-18cf-436d-b8e5-b1f3ae7ebd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:48.363343 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-50a30d72-b3bb-4bf0-b695-0b70ba1ac4da req-90f9d070-18cf-436d-b8e5-b1f3ae7ebd37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab HTTP/1.1" status: 200 len: 835 time: 0.0566838 Sep 21 15:28:48.449276 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a30d72-b3bb-4bf0-b695-0b70ba1ac4da req-bf6a5af8-70ed-42ba-b392-ac790e8d3441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:48.450682 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-50a30d72-b3bb-4bf0-b695-0b70ba1ac4da req-bf6a5af8-70ed-42ba-b392-ac790e8d3441 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f588c88c-c326-4ea6-9324-ac84a09fbe19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783863 Sep 21 15:28:48.582404 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-50a30d72-b3bb-4bf0-b695-0b70ba1ac4da req-e3e1758b-04f0-46dc-b0ab-f395f04f13c7 service neutron] 10.222.0.20 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223335 Sep 21 15:28:48.714342 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-50a30d72-b3bb-4bf0-b695-0b70ba1ac4da req-3fce9cb5-e5df-4687-8444-204a791a843c service neutron] 10.222.0.20 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218414 Sep 21 15:28:51.388396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36352) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:28:51.394101 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a3ea650a-d3fa-4adb-8224-08d500d657b0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:28:51.520542 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a3ea650a-d3fa-4adb-8224-08d500d657b0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:51.741144 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-a3ea650a-d3fa-4adb-8224-08d500d657b0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port dbd48d6c-67d0-46d0-b16e-4a160063d68f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=dbd48d6c-67d0-46d0-b16e-4a160063d68f,segment=NetworkSegment(df850fee-de8e-479a-b7d9-066384c7d36c),segment_id=df850fee-de8e-479a-b7d9-066384c7d36c)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:28:51.767797 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a3ea650a-d3fa-4adb-8224-08d500d657b0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:51.772403 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a3ea650a-d3fa-4adb-8224-08d500d657b0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:51.808440 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ea650a-d3fa-4adb-8224-08d500d657b0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:51.809062 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a3ea650a-d3fa-4adb-8224-08d500d657b0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:51.810410 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a3ea650a-d3fa-4adb-8224-08d500d657b0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/ports/dbd48d6c-67d0-46d0-b16e-4a160063d68f HTTP/1.1" status: 200 len: 938 time: 0.4210844 Sep 21 15:28:51.810933 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'tag': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:28:51.813189 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6a7f16-2768-4eba-a07d-93b56ffbfa08" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7c2894-6345-456c-9461-f8cf43bf2cc0", "tag": "dbd48d6c-67d0-46d0-b16e-4a160063d68f"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:28:51.813459 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36356) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:28:51.935534 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-27c3287f-533c-421f-a885-ba18343642a5 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/3747d375-db70-4fa8-947c-0aa5815bd7e5 HTTP/1.1" status: 200 len: 993 time: 0.1208010 Sep 21 15:28:51.954975 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decfaf46-7199-493e-869a-44a9ec4df0a8 x-openstack-request-id: req-decfaf46-7199-493e-869a-44a9ec4df0a8 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:28:51.955249 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7c2894-6345-456c-9461-f8cf43bf2cc0", "tag": "dbd48d6c-67d0-46d0-b16e-4a160063d68f", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:28:51.955488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-decfaf46-7199-493e-869a-44a9ec4df0a8 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:28:51.955862 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-decfaf46-7199-493e-869a-44a9ec4df0a8'] response: {'name': 'network-changed', 'server_uuid': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'tag': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f', 'status': 'completed', 'code': 200} Sep 21 15:28:52.029564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea650a-d3fa-4adb-8224-08d500d657b0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=dbd48d6c-67d0-46d0-b16e-4a160063d68f,revision_number=7']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:28:52.046809 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:52.049977 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a7f16-2768-4eba-a07d-93b56ffbfa08 req-e3d2f62f-1c6a-4be0-97bf-a911849266a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:52.051452 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3c6a7f16-2768-4eba-a07d-93b56ffbfa08 req-e3d2f62f-1c6a-4be0-97bf-a911849266a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 1099 time: 0.0985267 Sep 21 15:28:52.068550 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['dbd48d6c-67d0-46d0-b16e-4a160063d68f'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:28:52.186758 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a7f16-2768-4eba-a07d-93b56ffbfa08 req-1aa6a3d5-c4e6-44d1-ac9e-3dfde6aa8766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:52.188132 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3c6a7f16-2768-4eba-a07d-93b56ffbfa08 req-1aa6a3d5-c4e6-44d1-ac9e-3dfde6aa8766 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f588c88c-c326-4ea6-9324-ac84a09fbe19 HTTP/1.1" status: 200 len: 897 time: 0.1294148 Sep 21 15:28:52.297775 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3c6a7f16-2768-4eba-a07d-93b56ffbfa08 req-924ac3eb-54b2-4416-bb6e-9ca52da15339 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbd48d6c-67d0-46d0-b16e-4a160063d68f HTTP/1.1" status: 200 len: 1001 time: 0.1002097 Sep 21 15:28:52.376295 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a7f16-2768-4eba-a07d-93b56ffbfa08 req-90c578b9-89e8-4806-aab7-24d55708e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:52.377762 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3c6a7f16-2768-4eba-a07d-93b56ffbfa08 req-90c578b9-89e8-4806-aab7-24d55708e27a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab HTTP/1.1" status: 200 len: 835 time: 0.0706944 Sep 21 15:28:52.464793 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a7f16-2768-4eba-a07d-93b56ffbfa08 req-629bfb04-f89f-432b-9d34-fc2c9c0033ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:52.466275 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3c6a7f16-2768-4eba-a07d-93b56ffbfa08 req-629bfb04-f89f-432b-9d34-fc2c9c0033ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f588c88c-c326-4ea6-9324-ac84a09fbe19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788851 Sep 21 15:28:52.599485 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3c6a7f16-2768-4eba-a07d-93b56ffbfa08 req-18ceb678-5d90-4e29-8f70-0a2f2e675c73 service neutron] 10.222.0.20 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263576 Sep 21 15:28:52.730033 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3c6a7f16-2768-4eba-a07d-93b56ffbfa08 req-6079bab3-cc3e-49e6-8955-850e1cd65c8b service neutron] 10.222.0.20 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243768 Sep 21 15:28:54.531303 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36370) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:28:54.733111 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9635b81f-8aa5-4dda-91fc-933a25f436bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port 929c8c0e-5d69-4096-b08d-f2c688ea6bf8 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:28:54.733452 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9635b81f-8aa5-4dda-91fc-933a25f436bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:54.903215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9635b81f-8aa5-4dda-91fc-933a25f436bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:54.903462 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9635b81f-8aa5-4dda-91fc-933a25f436bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:55.028203 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9635b81f-8aa5-4dda-91fc-933a25f436bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for 929c8c0e-5d69-4096-b08d-f2c688ea6bf8 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:28:55.181508 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9635b81f-8aa5-4dda-91fc-933a25f436bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:55.228521 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635b81f-8aa5-4dda-91fc-933a25f436bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=929c8c0e-5d69-4096-b08d-f2c688ea6bf8,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:28:55.432640 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9635b81f-8aa5-4dda-91fc-933a25f436bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:55.432901 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-9635b81f-8aa5-4dda-91fc-933a25f436bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Floating IP f804dd84-52e4-4fb9-b9a7-2d06d4dae476 disassociated (deleted). External IP: 172.26.4.140, port: 9f520c7a-e6e3-4554-9821-d4deab5a200d. Sep 21 15:28:55.793232 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9635b81f-8aa5-4dda-91fc-933a25f436bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router a0acbd72-9f20-4800-be5a-0400c4cc80f4 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:28:55.968770 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9635b81f-8aa5-4dda-91fc-933a25f436bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:28:55.978416 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dab41a-549b-40ca-919e-a035d12c5164 None None] Sync routers for ids ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:28:55.987952 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dab41a-549b-40ca-919e-a035d12c5164 None None] Routers {'a0acbd72-9f20-4800-be5a-0400c4cc80f4'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:28:55.988704 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a6dab41a-549b-40ca-919e-a035d12c5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:28:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:28:55.990185 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9635b81f-8aa5-4dda-91fc-933a25f436bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:56.049370 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9635b81f-8aa5-4dda-91fc-933a25f436bb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/floatingips/f804dd84-52e4-4fb9-b9a7-2d06d4dae476 HTTP/1.1" status: 204 len: 168 time: 1.5165265 Sep 21 15:28:56.049599 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0523b80b-c160-4461-adf6-884dee379c45', 'tag': '9f520c7a-e6e3-4554-9821-d4deab5a200d'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:28:56.051932 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69de44b-2ea4-4370-8d8b-ca5a75465b00" -d '{"events": [{"name": "network-changed", "server_uuid": "0523b80b-c160-4461-adf6-884dee379c45", "tag": "9f520c7a-e6e3-4554-9821-d4deab5a200d"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:28:56.099936 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6041fed-02f3-46c1-aaac-2c2389c80be0 x-openstack-request-id: req-e6041fed-02f3-46c1-aaac-2c2389c80be0 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:28:56.100224 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0523b80b-c160-4461-adf6-884dee379c45", "tag": "9f520c7a-e6e3-4554-9821-d4deab5a200d", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:28:56.100494 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6041fed-02f3-46c1-aaac-2c2389c80be0 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:28:56.100886 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6041fed-02f3-46c1-aaac-2c2389c80be0'] response: {'name': 'network-changed', 'server_uuid': '0523b80b-c160-4461-adf6-884dee379c45', 'tag': '9f520c7a-e6e3-4554-9821-d4deab5a200d', 'status': 'completed', 'code': 200} Sep 21 15:28:56.175982 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-a6dab41a-549b-40ca-919e-a035d12c5164 None None] Set router a0acbd72-9f20-4800-be5a-0400c4cc80f4 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:28:56.210015 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69de44b-2ea4-4370-8d8b-ca5a75465b00 req-7c78f11c-5319-465f-b197-5dc36d51403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:56.211682 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b69de44b-2ea4-4370-8d8b-ca5a75465b00 req-7c78f11c-5319-465f-b197-5dc36d51403e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=0523b80b-c160-4461-adf6-884dee379c45 HTTP/1.1" status: 200 len: 1098 time: 0.0799358 Sep 21 15:28:56.396158 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69de44b-2ea4-4370-8d8b-ca5a75465b00 req-f87f90b5-1b50-41fb-8a43-9fe632167889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:56.397544 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b69de44b-2ea4-4370-8d8b-ca5a75465b00 req-f87f90b5-1b50-41fb-8a43-9fe632167889 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f588c88c-c326-4ea6-9324-ac84a09fbe19 HTTP/1.1" status: 200 len: 897 time: 0.1766765 Sep 21 15:28:56.478808 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b69de44b-2ea4-4370-8d8b-ca5a75465b00 req-f6f85528-22fa-41ac-884e-5cc9bb6799ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f520c7a-e6e3-4554-9821-d4deab5a200d HTTP/1.1" status: 200 len: 217 time: 0.0736215 Sep 21 15:28:56.559529 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f746c13-9996-420a-83be-e870b245a73a req-9d9ec975-0fc1-47b5-808b-11ac5fade431 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:56.560215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9f746c13-9996-420a-83be-e870b245a73a req-9d9ec975-0fc1-47b5-808b-11ac5fade431 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:28:56.570074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69de44b-2ea4-4370-8d8b-ca5a75465b00 req-8e100d86-37c1-4447-8025-f447cd59ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:56.570362 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a6dab41a-549b-40ca-919e-a035d12c5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'name': 'tempest-TestNetworkBasicOps-router-732001612', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:39Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '3747d375-db70-4fa8-947c-0aa5815bd7e5', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.21', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'port_id': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'mac_address': 'fa:16:3e:e7:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:27:56Z', 'updated_at': '2022-09-21T15:27:59Z', 'revision_number': 1, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f', 'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:0b:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:38Z', 'updated_at': '2022-09-21T15:27:44Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:28:56.571466 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b69de44b-2ea4-4370-8d8b-ca5a75465b00 req-8e100d86-37c1-4447-8025-f447cd59ee48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab HTTP/1.1" status: 200 len: 835 time: 0.0848138 Sep 21 15:28:56.574728 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dab41a-549b-40ca-919e-a035d12c5164 None None] Checking router: a0acbd72-9f20-4800-be5a-0400c4cc80f4 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:28:56.583648 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dab41a-549b-40ca-919e-a035d12c5164 None None] Routers {'a0acbd72-9f20-4800-be5a-0400c4cc80f4'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:28:56.584249 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a6dab41a-549b-40ca-919e-a035d12c5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:28:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:28:56.621564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9f746c13-9996-420a-83be-e870b245a73a req-9d9ec975-0fc1-47b5-808b-11ac5fade431 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:28:56.622695 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9f746c13-9996-420a-83be-e870b245a73a req-9d9ec975-0fc1-47b5-808b-11ac5fade431 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0523b80b-c160-4461-adf6-884dee379c45 HTTP/1.1" status: 200 len: 945 time: 0.2738166 Sep 21 15:28:56.683389 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9f746c13-9996-420a-83be-e870b245a73a req-e1fbc0af-4342-4e0a-be72-371955deb532 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=3419008e-7d5f-457c-a932-4e6ffdde3440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531719 Sep 21 15:28:56.693171 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69de44b-2ea4-4370-8d8b-ca5a75465b00 req-f637a82e-8402-47f2-8eac-ddfc6c5face1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:56.694603 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b69de44b-2ea4-4370-8d8b-ca5a75465b00 req-f637a82e-8402-47f2-8eac-ddfc6c5face1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f588c88c-c326-4ea6-9324-ac84a09fbe19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1152892 Sep 21 15:28:56.759058 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-a6dab41a-549b-40ca-919e-a035d12c5164 None None] Set router a0acbd72-9f20-4800-be5a-0400c4cc80f4 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:28:56.827545 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b69de44b-2ea4-4370-8d8b-ca5a75465b00 req-347f9660-9cb0-478e-acdd-fbc52505d3b3 service neutron] 10.222.0.20 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249304 Sep 21 15:28:57.084183 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b69de44b-2ea4-4370-8d8b-ca5a75465b00 req-6c884b67-1d2a-4298-8deb-ff26235c9c95 service neutron] 10.222.0.20 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491345 Sep 21 15:28:57.123718 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a6dab41a-549b-40ca-919e-a035d12c5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'name': 'tempest-TestNetworkBasicOps-router-732001612', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:39Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '3747d375-db70-4fa8-947c-0aa5815bd7e5', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.21', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'port_id': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'mac_address': 'fa:16:3e:e7:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:27:56Z', 'updated_at': '2022-09-21T15:27:59Z', 'revision_number': 1, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f', 'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:0b:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:38Z', 'updated_at': '2022-09-21T15:27:44Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:28:57.127618 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dab41a-549b-40ca-919e-a035d12c5164 None None] The sync data for ids ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'] in dv-neutron-858731-1-hyperv is: [{'id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'name': 'tempest-TestNetworkBasicOps-router-732001612', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:39Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '3747d375-db70-4fa8-947c-0aa5815bd7e5', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.21', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'port_id': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'mac_address': 'fa:16:3e:e7:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:27:56Z', 'updated_at': '2022-09-21T15:27:59Z', 'revision_number': 1, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f', 'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:0b:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:38Z', 'updated_at': '2022-09-21T15:27:44Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:28:57.334218 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153a7c85-9bbe-49d8-a2d1-5f5b2dbb2f84 None None] New status for floating IP f804dd84-52e4-4fb9-b9a7-2d06d4dae476: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:28:57.945777 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff32a6-7d63-419a-a9f0-2514173295d2 req-f2ce7795-bceb-4b4a-8847-7b629062e1ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:57.947205 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-10ff32a6-7d63-419a-a9f0-2514173295d2 req-f2ce7795-bceb-4b4a-8847-7b629062e1ff tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/ports?device_id=0523b80b-c160-4461-adf6-884dee379c45 HTTP/1.1" status: 200 len: 945 time: 0.1532228 Sep 21 15:28:57.958007 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3dde1-4c60-4bff-868f-2ece2a888f70 req-9b105bca-82e0-4d01-9a56-67e89e57e437 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:28:57.959332 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-67b3dde1-4c60-4bff-868f-2ece2a888f70 req-9b105bca-82e0-4d01-9a56-67e89e57e437 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0523b80b-c160-4461-adf6-884dee379c45 HTTP/1.1" status: 200 len: 945 time: 0.1273427 Sep 21 15:28:58.056221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-10ff32a6-7d63-419a-a9f0-2514173295d2 req-e13fd08c-1cdf-44ed-8d19-767799196b7a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port 9f520c7a-e6e3-4554-9821-d4deab5a200d {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:28:58.056593 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-10ff32a6-7d63-419a-a9f0-2514173295d2 req-e13fd08c-1cdf-44ed-8d19-767799196b7a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:58.083662 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-67b3dde1-4c60-4bff-868f-2ece2a888f70 req-a80613a5-321d-4792-928e-e1045f965f8a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=3419008e-7d5f-457c-a932-4e6ffdde3440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949571 Sep 21 15:28:58.308306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-10ff32a6-7d63-419a-a9f0-2514173295d2 req-e13fd08c-1cdf-44ed-8d19-767799196b7a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port 9f520c7a-e6e3-4554-9821-d4deab5a200d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=9f520c7a-e6e3-4554-9821-d4deab5a200d,segment=NetworkSegment(df850fee-de8e-479a-b7d9-066384c7d36c),segment_id=df850fee-de8e-479a-b7d9-066384c7d36c)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:28:58.308609 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-10ff32a6-7d63-419a-a9f0-2514173295d2 req-e13fd08c-1cdf-44ed-8d19-767799196b7a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:58.431858 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-10ff32a6-7d63-419a-a9f0-2514173295d2 req-e13fd08c-1cdf-44ed-8d19-767799196b7a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for 9f520c7a-e6e3-4554-9821-d4deab5a200d owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:28:58.575206 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-10ff32a6-7d63-419a-a9f0-2514173295d2 req-e13fd08c-1cdf-44ed-8d19-767799196b7a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:58.625538 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fd08c-1cdf-44ed-8d19-767799196b7a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=9f520c7a-e6e3-4554-9821-d4deab5a200d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:28:58.714333 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ff32a6-7d63-419a-a9f0-2514173295d2 req-e13fd08c-1cdf-44ed-8d19-767799196b7a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] No DVR routers for this DVR port 9f520c7a-e6e3-4554-9821-d4deab5a200d on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:28:58.716730 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-10ff32a6-7d63-419a-a9f0-2514173295d2 req-e13fd08c-1cdf-44ed-8d19-767799196b7a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:28:58.719191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0523b80b-c160-4461-adf6-884dee379c45', 'name': 'network-vif-deleted', 'tag': '9f520c7a-e6e3-4554-9821-d4deab5a200d'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:28:58.721573 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba184477-c298-40ef-9cdd-8477f34328db" -d '{"events": [{"server_uuid": "0523b80b-c160-4461-adf6-884dee379c45", "name": "network-vif-deleted", "tag": "9f520c7a-e6e3-4554-9821-d4deab5a200d"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:28:58.735657 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-10ff32a6-7d63-419a-a9f0-2514173295d2 req-e13fd08c-1cdf-44ed-8d19-767799196b7a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "DELETE /v2.0/ports/9f520c7a-e6e3-4554-9821-d4deab5a200d HTTP/1.1" status: 204 len: 173 time: 0.7753994 Sep 21 15:28:58.764761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a0985b-17a8-4c27-89c1-c43ca4362a82 x-openstack-request-id: req-12a0985b-17a8-4c27-89c1-c43ca4362a82 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:28:58.765047 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0523b80b-c160-4461-adf6-884dee379c45", "name": "network-vif-deleted", "tag": "9f520c7a-e6e3-4554-9821-d4deab5a200d", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:28:58.765294 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12a0985b-17a8-4c27-89c1-c43ca4362a82 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:28:58.765707 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12a0985b-17a8-4c27-89c1-c43ca4362a82'] response: {'server_uuid': '0523b80b-c160-4461-adf6-884dee379c45', 'name': 'network-vif-deleted', 'tag': '9f520c7a-e6e3-4554-9821-d4deab5a200d', 'status': 'completed', 'code': 200} Sep 21 15:28:59.267425 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-590b6d9b-ec70-4866-be07-d1c5fe61489c req-5e30e53b-1403-444c-9c98-c95bc70a0186 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:28:59.283480 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-590b6d9b-ec70-4866-be07-d1c5fe61489c req-5e30e53b-1403-444c-9c98-c95bc70a0186 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:28:59.284790 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-590b6d9b-ec70-4866-be07-d1c5fe61489c req-5e30e53b-1403-444c-9c98-c95bc70a0186 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0523b80b-c160-4461-adf6-884dee379c45 HTTP/1.1" status: 200 len: 210 time: 0.0716705 Sep 21 15:28:59.680105 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:29:00.536165 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36388) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:00.610507 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-83620609-3caf-443e-8a98-8c5dd57cbda9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:00.646107 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-83620609-3caf-443e-8a98-8c5dd57cbda9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:00.714006 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-83620609-3caf-443e-8a98-8c5dd57cbda9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:00.735215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83620609-3caf-443e-8a98-8c5dd57cbda9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3419008e-7d5f-457c-a932-4e6ffdde3440,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:00.739536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-83620609-3caf-443e-8a98-8c5dd57cbda9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:00.740683 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-83620609-3caf-443e-8a98-8c5dd57cbda9 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/security-groups/3419008e-7d5f-457c-a932-4e6ffdde3440 HTTP/1.1" status: 204 len: 168 time: 0.2034290 Sep 21 15:29:00.771892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36394) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:00.981662 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6f0a72b5-414f-4175-8751-f84ca8b96cc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port a5c58544-c80f-40f8-b920-86b92848f7d9 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:29:00.981999 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f0a72b5-414f-4175-8751-f84ca8b96cc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:01.249331 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f0a72b5-414f-4175-8751-f84ca8b96cc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:01.249550 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f0a72b5-414f-4175-8751-f84ca8b96cc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:01.372419 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6f0a72b5-414f-4175-8751-f84ca8b96cc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for a5c58544-c80f-40f8-b920-86b92848f7d9 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:29:01.519000 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f0a72b5-414f-4175-8751-f84ca8b96cc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:01.568395 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a72b5-414f-4175-8751-f84ca8b96cc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=a5c58544-c80f-40f8-b920-86b92848f7d9,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:01.662705 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f0a72b5-414f-4175-8751-f84ca8b96cc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:01.663077 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-6f0a72b5-414f-4175-8751-f84ca8b96cc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Floating IP 3747d375-db70-4fa8-947c-0aa5815bd7e5 disassociated (deleted). External IP: 172.26.4.21, port: dbd48d6c-67d0-46d0-b16e-4a160063d68f. Sep 21 15:29:02.030779 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0a72b5-414f-4175-8751-f84ca8b96cc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router a0acbd72-9f20-4800-be5a-0400c4cc80f4 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:29:02.049057 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 9f520c7a-e6e3-4554-9821-d4deab5a200d no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:29:02.086349 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 9f520c7a-e6e3-4554-9821-d4deab5a200d {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:29:02.086878 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 9f520c7a-e6e3-4554-9821-d4deab5a200d not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:29:02.207391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0a72b5-414f-4175-8751-f84ca8b96cc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:29:02.217428 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abf9578-2dec-480f-8f8f-7f9f170e0803 None None] Sync routers for ids ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:29:02.226958 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f0a72b5-414f-4175-8751-f84ca8b96cc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:02.227453 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abf9578-2dec-480f-8f8f-7f9f170e0803 None None] Routers {'a0acbd72-9f20-4800-be5a-0400c4cc80f4'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:29:02.228058 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-2abf9578-2dec-480f-8f8f-7f9f170e0803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:28:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:02.285234 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6f0a72b5-414f-4175-8751-f84ca8b96cc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/floatingips/3747d375-db70-4fa8-947c-0aa5815bd7e5 HTTP/1.1" status: 204 len: 168 time: 1.5121174 Sep 21 15:29:02.285817 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'tag': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:29:02.288246 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbd37f9-23e5-45a2-916b-a4dd69421c30" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7c2894-6345-456c-9461-f8cf43bf2cc0", "tag": "dbd48d6c-67d0-46d0-b16e-4a160063d68f"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:29:02.333737 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f648da82-a3af-49bd-a17a-2b979c20d46e x-openstack-request-id: req-f648da82-a3af-49bd-a17a-2b979c20d46e {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:29:02.334026 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7c2894-6345-456c-9461-f8cf43bf2cc0", "tag": "dbd48d6c-67d0-46d0-b16e-4a160063d68f", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:29:02.334395 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f648da82-a3af-49bd-a17a-2b979c20d46e {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:29:02.334863 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f648da82-a3af-49bd-a17a-2b979c20d46e'] response: {'name': 'network-changed', 'server_uuid': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'tag': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f', 'status': 'completed', 'code': 200} Sep 21 15:29:02.408141 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-2abf9578-2dec-480f-8f8f-7f9f170e0803 None None] Set router a0acbd72-9f20-4800-be5a-0400c4cc80f4 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:29:02.445885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd37f9-23e5-45a2-916b-a4dd69421c30 req-31fc9b7c-a8be-4e9c-a676-ca1353b486d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:02.447540 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bfbd37f9-23e5-45a2-916b-a4dd69421c30 req-31fc9b7c-a8be-4e9c-a676-ca1353b486d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 1099 time: 0.0819044 Sep 21 15:29:02.592766 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd37f9-23e5-45a2-916b-a4dd69421c30 req-926573dc-91ff-4382-a010-80ca37cb1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:02.594242 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bfbd37f9-23e5-45a2-916b-a4dd69421c30 req-926573dc-91ff-4382-a010-80ca37cb1b3f service neutron] 10.222.0.20 "GET /v2.0/networks?id=f588c88c-c326-4ea6-9324-ac84a09fbe19 HTTP/1.1" status: 200 len: 897 time: 0.1368401 Sep 21 15:29:02.735382 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-2abf9578-2dec-480f-8f8f-7f9f170e0803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'name': 'tempest-TestNetworkBasicOps-router-732001612', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:39Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f', 'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:0b:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:38Z', 'updated_at': '2022-09-21T15:27:44Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:02.739480 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abf9578-2dec-480f-8f8f-7f9f170e0803 None None] Checking router: a0acbd72-9f20-4800-be5a-0400c4cc80f4 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:29:02.748757 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abf9578-2dec-480f-8f8f-7f9f170e0803 None None] Routers {'a0acbd72-9f20-4800-be5a-0400c4cc80f4'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:29:02.749365 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-2abf9578-2dec-480f-8f8f-7f9f170e0803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:28:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:02.822704 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bfbd37f9-23e5-45a2-916b-a4dd69421c30 req-9fbae1ee-3c00-4990-952b-55d70ea6c0e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbd48d6c-67d0-46d0-b16e-4a160063d68f HTTP/1.1" status: 200 len: 217 time: 0.1911964 Sep 21 15:29:02.899153 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd37f9-23e5-45a2-916b-a4dd69421c30 req-2aa69fb2-0d8c-4cea-b296-ff88a32d8581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:02.900508 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bfbd37f9-23e5-45a2-916b-a4dd69421c30 req-2aa69fb2-0d8c-4cea-b296-ff88a32d8581 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab HTTP/1.1" status: 200 len: 835 time: 0.0689244 Sep 21 15:29:02.924555 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-2abf9578-2dec-480f-8f8f-7f9f170e0803 None None] Set router a0acbd72-9f20-4800-be5a-0400c4cc80f4 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:29:02.961026 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06496f-f9c9-46cd-a04e-6832042c4ddf req-10a2cdf0-1298-4b1e-917f-e350cc6a7584 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:02.961753 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-1d06496f-f9c9-46cd-a04e-6832042c4ddf req-10a2cdf0-1298-4b1e-917f-e350cc6a7584 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:29:02.996101 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-1d06496f-f9c9-46cd-a04e-6832042c4ddf req-10a2cdf0-1298-4b1e-917f-e350cc6a7584 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:29:02.997281 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1d06496f-f9c9-46cd-a04e-6832042c4ddf req-10a2cdf0-1298-4b1e-917f-e350cc6a7584 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 946 time: 0.4021223 Sep 21 15:29:03.027803 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd37f9-23e5-45a2-916b-a4dd69421c30 req-096b4081-c0ce-4781-a400-39ce401391db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:03.029290 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bfbd37f9-23e5-45a2-916b-a4dd69421c30 req-096b4081-c0ce-4781-a400-39ce401391db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f588c88c-c326-4ea6-9324-ac84a09fbe19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1211944 Sep 21 15:29:03.128780 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-1d06496f-f9c9-46cd-a04e-6832042c4ddf req-439a580e-8a97-4ad2-9473-2b306a2edb15 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:29:03.160299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-1d06496f-f9c9-46cd-a04e-6832042c4ddf req-439a580e-8a97-4ad2-9473-2b306a2edb15 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:29:03.161382 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1d06496f-f9c9-46cd-a04e-6832042c4ddf req-439a580e-8a97-4ad2-9473-2b306a2edb15 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb07e751-05b9-4c83-9818-eca60a1cd322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534162 Sep 21 15:29:03.205198 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bfbd37f9-23e5-45a2-916b-a4dd69421c30 req-0c8ca768-eade-48cc-967b-b25db79d3830 service neutron] 10.222.0.20 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617692 Sep 21 15:29:03.263452 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-2abf9578-2dec-480f-8f8f-7f9f170e0803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'name': 'tempest-TestNetworkBasicOps-router-732001612', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:39Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f', 'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:0b:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:38Z', 'updated_at': '2022-09-21T15:27:44Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:03.267318 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abf9578-2dec-480f-8f8f-7f9f170e0803 None None] The sync data for ids ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'] in dv-neutron-858731-1-hyperv is: [{'id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'name': 'tempest-TestNetworkBasicOps-router-732001612', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:39Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f', 'name': '', 'network_id': 'f588c88c-c326-4ea6-9324-ac84a09fbe19', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:0b:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:38Z', 'updated_at': '2022-09-21T15:27:44Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:29:03.343685 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bfbd37f9-23e5-45a2-916b-a4dd69421c30 req-1b083fe1-fad3-4e97-b094-d0a8a94780e6 service neutron] 10.222.0.20 "GET /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316464 Sep 21 15:29:03.477979 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f1eadd-8266-455d-8752-eb33e9f07ae2 None None] New status for floating IP 3747d375-db70-4fa8-947c-0aa5815bd7e5: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:29:04.264817 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbd996-6997-4074-8865-0c09f5e301d8 req-78a7717b-cc2a-44c7-a895-a5cc3ff6b3ae tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:04.266285 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-43dbd996-6997-4074-8865-0c09f5e301d8 req-78a7717b-cc2a-44c7-a895-a5cc3ff6b3ae tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 946 time: 0.0922189 Sep 21 15:29:04.398557 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-43dbd996-6997-4074-8865-0c09f5e301d8 req-62e74680-4cf5-44dd-a9cb-fa726a971500 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port dbd48d6c-67d0-46d0-b16e-4a160063d68f {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:29:04.398812 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-43dbd996-6997-4074-8865-0c09f5e301d8 req-62e74680-4cf5-44dd-a9cb-fa726a971500 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:04.500476 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7a87c-0820-4d1d-b889-b9e9a22bee16 req-810af225-c531-49b7-a8c2-aa352eb6a92a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:04.501936 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2bb7a87c-0820-4d1d-b889-b9e9a22bee16 req-810af225-c531-49b7-a8c2-aa352eb6a92a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 946 time: 0.1971111 Sep 21 15:29:04.638073 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2bb7a87c-0820-4d1d-b889-b9e9a22bee16 req-0e8ee3ac-7b3a-438d-bf0f-497202f71a4e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb07e751-05b9-4c83-9818-eca60a1cd322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258993 Sep 21 15:29:04.697489 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-43dbd996-6997-4074-8865-0c09f5e301d8 req-62e74680-4cf5-44dd-a9cb-fa726a971500 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port dbd48d6c-67d0-46d0-b16e-4a160063d68f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=dbd48d6c-67d0-46d0-b16e-4a160063d68f,segment=NetworkSegment(df850fee-de8e-479a-b7d9-066384c7d36c),segment_id=df850fee-de8e-479a-b7d9-066384c7d36c)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:29:04.698445 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-43dbd996-6997-4074-8865-0c09f5e301d8 req-62e74680-4cf5-44dd-a9cb-fa726a971500 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:04.820976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-43dbd996-6997-4074-8865-0c09f5e301d8 req-62e74680-4cf5-44dd-a9cb-fa726a971500 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for dbd48d6c-67d0-46d0-b16e-4a160063d68f owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:29:04.967076 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-43dbd996-6997-4074-8865-0c09f5e301d8 req-62e74680-4cf5-44dd-a9cb-fa726a971500 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:05.022395 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e74680-4cf5-44dd-a9cb-fa726a971500 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=dbd48d6c-67d0-46d0-b16e-4a160063d68f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:05.114023 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-43dbd996-6997-4074-8865-0c09f5e301d8 req-62e74680-4cf5-44dd-a9cb-fa726a971500 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] No DVR routers for this DVR port dbd48d6c-67d0-46d0-b16e-4a160063d68f on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:29:05.116417 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-43dbd996-6997-4074-8865-0c09f5e301d8 req-62e74680-4cf5-44dd-a9cb-fa726a971500 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:05.118910 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'name': 'network-vif-deleted', 'tag': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:29:05.121929 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cc9d9a-4860-45a7-b880-10ac1cc39929" -d '{"events": [{"server_uuid": "0c7c2894-6345-456c-9461-f8cf43bf2cc0", "name": "network-vif-deleted", "tag": "dbd48d6c-67d0-46d0-b16e-4a160063d68f"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:29:05.140242 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-43dbd996-6997-4074-8865-0c09f5e301d8 req-62e74680-4cf5-44dd-a9cb-fa726a971500 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "DELETE /v2.0/ports/dbd48d6c-67d0-46d0-b16e-4a160063d68f HTTP/1.1" status: 204 len: 173 time: 0.8656473 Sep 21 15:29:05.165431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cbba0e-3b44-41d5-9c48-df532ab34501 x-openstack-request-id: req-b2cbba0e-3b44-41d5-9c48-df532ab34501 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:29:05.165745 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7c2894-6345-456c-9461-f8cf43bf2cc0", "name": "network-vif-deleted", "tag": "dbd48d6c-67d0-46d0-b16e-4a160063d68f", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:29:05.165999 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b2cbba0e-3b44-41d5-9c48-df532ab34501 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:29:05.166487 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2cbba0e-3b44-41d5-9c48-df532ab34501'] response: {'server_uuid': '0c7c2894-6345-456c-9461-f8cf43bf2cc0', 'name': 'network-vif-deleted', 'tag': 'dbd48d6c-67d0-46d0-b16e-4a160063d68f', 'status': 'completed', 'code': 200} Sep 21 15:29:05.529593 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4a677771-e0b5-491e-97c9-fd1d1739e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:05.820506 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-3f3d7968-3609-4a20-8596-62a46ab17a27 req-6b1a2b8a-0b24-480a-a9ab-e55df00631f0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:29:05.835672 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-3f3d7968-3609-4a20-8596-62a46ab17a27 req-6b1a2b8a-0b24-480a-a9ab-e55df00631f0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:29:05.837086 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3f3d7968-3609-4a20-8596-62a46ab17a27 req-6b1a2b8a-0b24-480a-a9ab-e55df00631f0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c7c2894-6345-456c-9461-f8cf43bf2cc0 HTTP/1.1" status: 200 len: 210 time: 0.0674775 Sep 21 15:29:06.936608 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36412) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:07.013018 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-98a2c543-e38a-48b5-b6fb-d9bb386989ae tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:07.047966 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-98a2c543-e38a-48b5-b6fb-d9bb386989ae tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:07.114167 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-98a2c543-e38a-48b5-b6fb-d9bb386989ae tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:07.131425 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2c543-e38a-48b5-b6fb-d9bb386989ae tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb07e751-05b9-4c83-9818-eca60a1cd322,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:07.143565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-98a2c543-e38a-48b5-b6fb-d9bb386989ae tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:07.144697 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-98a2c543-e38a-48b5-b6fb-d9bb386989ae tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/security-groups/eb07e751-05b9-4c83-9818-eca60a1cd322 HTTP/1.1" status: 204 len: 168 time: 0.2070575 Sep 21 15:29:07.174189 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36418) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:07.821735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-43b644d7-4290-4def-ad36-22b7c8f15ce1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:07.888245 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5d8460ab-9401-473a-8421-1f879c92de5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:08.063757 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device dbd48d6c-67d0-46d0-b16e-4a160063d68f no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:29:08.102413 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: dbd48d6c-67d0-46d0-b16e-4a160063d68f {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:29:08.102668 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device dbd48d6c-67d0-46d0-b16e-4a160063d68f not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:29:08.173643 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-43b644d7-4290-4def-ad36-22b7c8f15ce1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:29:08.174191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-43b644d7-4290-4def-ad36-22b7c8f15ce1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:08.356860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-43b644d7-4290-4def-ad36-22b7c8f15ce1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f,segment=NetworkSegment(df850fee-de8e-479a-b7d9-066384c7d36c),segment_id=df850fee-de8e-479a-b7d9-066384c7d36c)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:29:08.357125 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-43b644d7-4290-4def-ad36-22b7c8f15ce1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:08.480893 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-43b644d7-4290-4def-ad36-22b7c8f15ce1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:29:08.663682 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-43b644d7-4290-4def-ad36-22b7c8f15ce1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:08.712945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b644d7-4290-4def-ad36-22b7c8f15ce1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:08.736405 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:08.917064 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:09.108601 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-43b644d7-4290-4def-ad36-22b7c8f15ce1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:09.467065 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b644d7-4290-4def-ad36-22b7c8f15ce1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router a0acbd72-9f20-4800-be5a-0400c4cc80f4 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:29:09.642382 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b644d7-4290-4def-ad36-22b7c8f15ce1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:29:09.652499 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00664d9-1caf-43fa-b534-bca498e79789 None None] Sync routers for ids ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:29:09.658874 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-43b644d7-4290-4def-ad36-22b7c8f15ce1 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/routers/a0acbd72-9f20-4800-be5a-0400c4cc80f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4835911 Sep 21 15:29:09.661689 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36422) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:09.662880 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00664d9-1caf-43fa-b534-bca498e79789 None None] Routers {'a0acbd72-9f20-4800-be5a-0400c4cc80f4'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:29:09.663589 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e00664d9-1caf-43fa-b534-bca498e79789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:29:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:09.727312 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b6a443-e160-4741-b82a-92dc112354a0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting subnet 7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:29:09.730897 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b0b6a443-e160-4741-b82a-92dc112354a0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:09.790394 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b0b6a443-e160-4741-b82a-92dc112354a0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:09.841453 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-e00664d9-1caf-43fa-b534-bca498e79789 None None] Set router a0acbd72-9f20-4800-be5a-0400c4cc80f4 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:29:09.877584 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b0b6a443-e160-4741-b82a-92dc112354a0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:09.951238 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b0b6a443-e160-4741-b82a-92dc112354a0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:09.992240 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6a443-e160-4741-b82a-92dc112354a0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Subnet': ['ID=7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:10.001727 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b0b6a443-e160-4741-b82a-92dc112354a0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:10.007032 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b85e28-feb4-4af2-90a6-e86030f81b5f None None] Network f588c88c-c326-4ea6-9324-ac84a09fbe19 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:29:10.007490 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6a443-e160-4741-b82a-92dc112354a0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.007797 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6a443-e160-4741-b82a-92dc112354a0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.008143 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6a443-e160-4741-b82a-92dc112354a0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.008488 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6a443-e160-4741-b82a-92dc112354a0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.008826 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6a443-e160-4741-b82a-92dc112354a0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.009159 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6a443-e160-4741-b82a-92dc112354a0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.009489 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6a443-e160-4741-b82a-92dc112354a0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.009818 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6a443-e160-4741-b82a-92dc112354a0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.011207 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6a443-e160-4741-b82a-92dc112354a0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.011488 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6a443-e160-4741-b82a-92dc112354a0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.011824 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6a443-e160-4741-b82a-92dc112354a0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.012240 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b6a443-e160-4741-b82a-92dc112354a0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.018085 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b0b6a443-e160-4741-b82a-92dc112354a0 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/subnets/7f4b7117-3d9e-461c-b7f5-c9a4c2ee1eab HTTP/1.1" status: 204 len: 168 time: 0.3529840 Sep 21 15:29:10.018991 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36426) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:10.144056 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e00664d9-1caf-43fa-b534-bca498e79789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'name': 'tempest-TestNetworkBasicOps-router-732001612', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:29:08Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:10.149204 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00664d9-1caf-43fa-b534-bca498e79789 None None] Checking router: a0acbd72-9f20-4800-be5a-0400c4cc80f4 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:29:10.158056 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00664d9-1caf-43fa-b534-bca498e79789 None None] Routers {'a0acbd72-9f20-4800-be5a-0400c4cc80f4'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:29:10.158777 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e00664d9-1caf-43fa-b534-bca498e79789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:29:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:10.209454 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c70a0f15-83a6-42e5-9108-00b17463b733 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:10.348424 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-e00664d9-1caf-43fa-b534-bca498e79789 None None] Set router a0acbd72-9f20-4800-be5a-0400c4cc80f4 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:29:10.370119 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e085e84-899a-4ab4-9fa8-333c83135a2f None None] DHCP port deletion for f588c88c-c326-4ea6-9324-ac84a09fbe19 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:29:10.374150 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7e085e84-899a-4ab4-9fa8-333c83135a2f None None] Deleting port d10c9726-c0ff-4f56-a414-01a52cd69e6f {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:29:10.374621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7e085e84-899a-4ab4-9fa8-333c83135a2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:10.394455 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c70a0f15-83a6-42e5-9108-00b17463b733 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:10.404300 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c70a0f15-83a6-42e5-9108-00b17463b733 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port d88754ad-461f-4da7-a9bc-12d1ecb98ee7 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:29:10.404677 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c70a0f15-83a6-42e5-9108-00b17463b733 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:10.596567 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:10.608169 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7e085e84-899a-4ab4-9fa8-333c83135a2f None None] For port d10c9726-c0ff-4f56-a414-01a52cd69e6f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d10c9726-c0ff-4f56-a414-01a52cd69e6f,segment=NetworkSegment(df850fee-de8e-479a-b7d9-066384c7d36c),segment_id=df850fee-de8e-479a-b7d9-066384c7d36c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:29:10.608606 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7e085e84-899a-4ab4-9fa8-333c83135a2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:10.651275 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e00664d9-1caf-43fa-b534-bca498e79789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'name': 'tempest-TestNetworkBasicOps-router-732001612', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:29:08Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:10.655868 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00664d9-1caf-43fa-b534-bca498e79789 None None] The sync data for ids ['a0acbd72-9f20-4800-be5a-0400c4cc80f4'] in dv-neutron-858731-1-hyperv is: [{'id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'name': 'tempest-TestNetworkBasicOps-router-732001612', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:29:08Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': 'd88754ad-461f-4da7-a9bc-12d1ecb98ee7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0acbd72-9f20-4800-be5a-0400c4cc80f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:27:34Z', 'updated_at': '2022-09-21T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:29:10.736271 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-c70a0f15-83a6-42e5-9108-00b17463b733 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port d88754ad-461f-4da7-a9bc-12d1ecb98ee7, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=d88754ad-461f-4da7-a9bc-12d1ecb98ee7,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:29:10.736929 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c70a0f15-83a6-42e5-9108-00b17463b733 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:10.741622 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d10c9726-c0ff-4f56-a414-01a52cd69e6f no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:29:10.773521 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7e085e84-899a-4ab4-9fa8-333c83135a2f None None] Calling delete_port for d10c9726-c0ff-4f56-a414-01a52cd69e6f owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:29:10.871135 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c70a0f15-83a6-42e5-9108-00b17463b733 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for d88754ad-461f-4da7-a9bc-12d1ecb98ee7 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:29:10.903534 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7e085e84-899a-4ab4-9fa8-333c83135a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:10.958735 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e085e84-899a-4ab4-9fa8-333c83135a2f None None] Pushing event deleted for resources: {'Port': ['ID=d10c9726-c0ff-4f56-a414-01a52cd69e6f,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:10.966977 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e085e84-899a-4ab4-9fa8-333c83135a2f None None] No DVR routers for this DVR port d10c9726-c0ff-4f56-a414-01a52cd69e6f on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:29:10.974938 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e085e84-899a-4ab4-9fa8-333c83135a2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.975259 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e085e84-899a-4ab4-9fa8-333c83135a2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.975908 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e085e84-899a-4ab4-9fa8-333c83135a2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.975908 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e085e84-899a-4ab4-9fa8-333c83135a2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.976229 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e085e84-899a-4ab4-9fa8-333c83135a2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.976590 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e085e84-899a-4ab4-9fa8-333c83135a2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.976916 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e085e84-899a-4ab4-9fa8-333c83135a2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.977239 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e085e84-899a-4ab4-9fa8-333c83135a2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.977556 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e085e84-899a-4ab4-9fa8-333c83135a2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.978131 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e085e84-899a-4ab4-9fa8-333c83135a2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.978223 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e085e84-899a-4ab4-9fa8-333c83135a2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.978475 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e085e84-899a-4ab4-9fa8-333c83135a2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:10.982937 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port d10c9726-c0ff-4f56-a414-01a52cd69e6f is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:29:10.983331 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:11.079813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c70a0f15-83a6-42e5-9108-00b17463b733 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:11.136128 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a0f15-83a6-42e5-9108-00b17463b733 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=d88754ad-461f-4da7-a9bc-12d1ecb98ee7,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:11.240223 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c70a0f15-83a6-42e5-9108-00b17463b733 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:11.446065 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c70a0f15-83a6-42e5-9108-00b17463b733 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:11.449511 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c70a0f15-83a6-42e5-9108-00b17463b733 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:11.475605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c70a0f15-83a6-42e5-9108-00b17463b733 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:11.476120 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70a0f15-83a6-42e5-9108-00b17463b733 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Fanout notify agent at l3_agent the message router_deleted on router a0acbd72-9f20-4800-be5a-0400c4cc80f4 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:29:11.493126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c70a0f15-83a6-42e5-9108-00b17463b733 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:11.494359 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c70a0f15-83a6-42e5-9108-00b17463b733 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/routers/a0acbd72-9f20-4800-be5a-0400c4cc80f4 HTTP/1.1" status: 204 len: 168 time: 1.4747856 Sep 21 15:29:11.497377 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36430) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:11.624241 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-81439ace-e3a8-47d1-9299-0e1fadbb6767 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:11.773508 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-81439ace-e3a8-47d1-9299-0e1fadbb6767 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:11.805032 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-81439ace-e3a8-47d1-9299-0e1fadbb6767 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f588c88c-c326-4ea6-9324-ac84a09fbe19']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:11.820875 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-81439ace-e3a8-47d1-9299-0e1fadbb6767 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df850fee-de8e-479a-b7d9-066384c7d36c') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:11.821168 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-81439ace-e3a8-47d1-9299-0e1fadbb6767 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df850fee-de8e-479a-b7d9-066384c7d36c') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:11.835440 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-81439ace-e3a8-47d1-9299-0e1fadbb6767 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:11.851917 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-81439ace-e3a8-47d1-9299-0e1fadbb6767 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:11.860118 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81439ace-e3a8-47d1-9299-0e1fadbb6767 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:29:11.860774 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-81439ace-e3a8-47d1-9299-0e1fadbb6767 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:11.954728 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment df850fee-de8e-479a-b7d9-066384c7d36c resource provider aggregate not found Sep 21 15:29:11.979247 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment df850fee-de8e-479a-b7d9-066384c7d36c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df850fee-de8e-479a-b7d9-066384c7d36c found for delete ", "request_id": "req-83655b72-ee7a-4359-947f-9a28ae423523"}]} Sep 21 15:29:11.980813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-81439ace-e3a8-47d1-9299-0e1fadbb6767 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:11.990074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-81439ace-e3a8-47d1-9299-0e1fadbb6767 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:12.034763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81439ace-e3a8-47d1-9299-0e1fadbb6767 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Network': ['ID=f588c88c-c326-4ea6-9324-ac84a09fbe19,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:12.044045 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-81439ace-e3a8-47d1-9299-0e1fadbb6767 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/networks/f588c88c-c326-4ea6-9324-ac84a09fbe19 HTTP/1.1" status: 204 len: 168 time: 0.5458121 Sep 21 15:29:12.070206 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36440) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:12.078446 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8c0db6cb-5ad0-48cf-99d7-2f3cf2237616 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'network': {'name': 'tempest-network-smoke--1213017922', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'port_security_enabled': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:29:12.086991 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8c0db6cb-5ad0-48cf-99d7-2f3cf2237616 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:29:12.093072 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8c0db6cb-5ad0-48cf-99d7-2f3cf2237616 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:network and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:29:12.095963 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8c0db6cb-5ad0-48cf-99d7-2f3cf2237616 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:29:12.101690 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8c0db6cb-5ad0-48cf-99d7-2f3cf2237616 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:29:12.115327 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0db6cb-5ad0-48cf-99d7-2f3cf2237616 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:29:12.118794 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c0db6cb-5ad0-48cf-99d7-2f3cf2237616 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:12.150688 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0db6cb-5ad0-48cf-99d7-2f3cf2237616 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:29:12.160236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c0db6cb-5ad0-48cf-99d7-2f3cf2237616 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:12.160670 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-8c0db6cb-5ad0-48cf-99d7-2f3cf2237616 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Added segment 85f16336-57e3-4a6a-9f79-51e3c4bb0a85 of type vlan for network 38542a6b-b475-4456-8a0d-a24abd98df01 Sep 21 15:29:12.187900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c0db6cb-5ad0-48cf-99d7-2f3cf2237616 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:12.222241 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c0db6cb-5ad0-48cf-99d7-2f3cf2237616 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:12.227911 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0db6cb-5ad0-48cf-99d7-2f3cf2237616 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:12.228523 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c0db6cb-5ad0-48cf-99d7-2f3cf2237616 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:12.334596 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8c0db6cb-5ad0-48cf-99d7-2f3cf2237616 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2632153 Sep 21 15:29:12.337443 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36444) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:12.340758 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0db6cb-5ad0-48cf-99d7-2f3cf2237616 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Network': ['ID=38542a6b-b475-4456-8a0d-a24abd98df01,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:12.343934 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-992521269', 'admin_state_up': True, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:29:12.351213 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:29:12.351707 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 38542a6b-b475-4456-8a0d-a24abd98df01 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:29:12.355582 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:router and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:29:12.358443 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:29:12.364671 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:29:12.376702 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:12.377762 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:12.392976 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:12.559371 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d88754ad-461f-4da7-a9bc-12d1ecb98ee7 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:29:12.597351 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: d88754ad-461f-4da7-a9bc-12d1ecb98ee7 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:29:12.597607 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device d88754ad-461f-4da7-a9bc-12d1ecb98ee7 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:29:12.598031 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:29:12.630966 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:29:12.631308 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device fdb2bed2-bc7b-4ef1-b17f-2cef97b21c0f not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:29:12.672471 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:13.075355 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:13.107502 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:13.238185 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.26.4.228 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/057d3813-fe6c-4cde-bb6c-fb30d6d74c29) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:29:13.391088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:13.418642 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:13.486372 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:29:13.489320 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:29:13.492879 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:29:13.522323 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=057d3813-fe6c-4cde-bb6c-fb30d6d74c29,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:13.911106 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:14.256769 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:14.567765 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router 3fc8face-d91d-4148-8c41-23adc0a19061 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:29:14.745646 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:29:14.754832 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] Sync routers for ids ['3fc8face-d91d-4148-8c41-23adc0a19061'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:29:14.764652 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] Routers {'3fc8face-d91d-4148-8c41-23adc0a19061'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:29:14.765274 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:29:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3fc8face-d91d-4148-8c41-23adc0a19061'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:14.772143 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:14.776713 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6b7cf13b-cfa7-4d6c-ae0e-5404ab446cdd tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4348652 Sep 21 15:29:14.777407 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36448) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:14.817110 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e655e104-ad27-403a-9808-e5f7c9ec2735 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=821a0a843ff74fdda869752c13af53c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385151 Sep 21 15:29:14.819800 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36452) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:14.949298 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] Set router 3fc8face-d91d-4148-8c41-23adc0a19061 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:29:15.053019 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294dc783-f655-48c2-8762-23b5d15d8b3c tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:15.054511 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-294dc783-f655-48c2-8762-23b5d15d8b3c tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2337008 Sep 21 15:29:15.058114 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36456) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:15.107706 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ed9c6772-6d41-4efc-ab2b-dd2a31cd0ad1 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=445481ae-8997-4e7e-a514-07e782c48c85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0485101 Sep 21 15:29:15.110227 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36460) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:15.115554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1d24280b-9ae2-40ab-853a-c565a58283f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1351640905', 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:29:15.225483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1d24280b-9ae2-40ab-853a-c565a58283f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:29:15.230076 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1d24280b-9ae2-40ab-853a-c565a58283f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:subnet and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:29:15.232964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1d24280b-9ae2-40ab-853a-c565a58283f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:29:15.238553 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1d24280b-9ae2-40ab-853a-c565a58283f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:29:15.249900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d24280b-9ae2-40ab-853a-c565a58283f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:29:15.253254 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d24280b-9ae2-40ab-853a-c565a58283f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:15.279557 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'name': 'tempest-TestNetworkBasicOps-router-992521269', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:29:12Z', 'updated_at': '2022-09-21T15:29:13Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:13Z', 'updated_at': '2022-09-21T15:29:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:15.283449 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] Checking router: 3fc8face-d91d-4148-8c41-23adc0a19061 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:29:15.283808 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] Updating router 3fc8face-d91d-4148-8c41-23adc0a19061 port 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:29:15.339942 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:15.481036 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d24280b-9ae2-40ab-853a-c565a58283f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:15.557711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24280b-9ae2-40ab-853a-c565a58283f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Subnet': ['ID=96a7cea2-9ad5-44d1-a008-9387f1e29344,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:15.568042 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d24280b-9ae2-40ab-853a-c565a58283f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Checking segment: {'id': '85f16336-57e3-4a6a-9f79-51e3c4bb0a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:29:15.568399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d24280b-9ae2-40ab-853a-c565a58283f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network hostable DHCP agents. Network: 38542a6b-b475-4456-8a0d-a24abd98df01, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:29:15.587744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d24280b-9ae2-40ab-853a-c565a58283f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 38542a6b-b475-4456-8a0d-a24abd98df01 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:29:15.597567 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-1d24280b-9ae2-40ab-853a-c565a58283f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 38542a6b-b475-4456-8a0d-a24abd98df01) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:29:15.602677 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d24280b-9ae2-40ab-853a-c565a58283f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:15.604511 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d24280b-9ae2-40ab-853a-c565a58283f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:15.611448 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fdb6b4-0a8e-41ef-9cf6-3dc20e1ad223 None None] Network 38542a6b-b475-4456-8a0d-a24abd98df01 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:29:15.630381 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1d24280b-9ae2-40ab-853a-c565a58283f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5191641 Sep 21 15:29:15.633686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36464) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:15.785949 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:15.813082 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] Transition to ACTIVE for port object 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:29:15.845715 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:15.925412 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] Attempting to bind port 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:29:15.925817 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] Attempting to bind port 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:29:15.926184 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] Attempting to bind port 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:29:15.943443 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:29:15.943814 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:29:15.944213 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:15.944701 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:29:15.945165 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] Bound port: 057d3813-fe6c-4cde-bb6c-fb30d6d74c29, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:29:15.945536 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:16.013588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ba183-6eff-424d-aa5b-23fc2e5b6334 None None] Pushing event updated for resources: {'Port': ['ID=057d3813-fe6c-4cde-bb6c-fb30d6d74c29,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:16.050054 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-38542a6b-b475-4456-8a0d-a24abd98df01', 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ips': [{'subnet_id': '96a7cea2-9ad5-44d1-a008-9387f1e29344'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:29:16.050883 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:16.118313 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] For port 057d3813-fe6c-4cde-bb6c-fb30d6d74c29, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:29:16.135945 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] For port 057d3813-fe6c-4cde-bb6c-fb30d6d74c29, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=057d3813-fe6c-4cde-bb6c-fb30d6d74c29,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:29:16.147350 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:16.262405 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] Routers {'3fc8face-d91d-4148-8c41-23adc0a19061'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:29:16.263036 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:29:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3fc8face-d91d-4148-8c41-23adc0a19061'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:16.329917 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30728ce1-d7f5-4541-91c9-9700f89c8251 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:16.352023 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ba183-6eff-424d-aa5b-23fc2e5b6334 None None] Pushing event updated for resources: {'Port': ['ID=057d3813-fe6c-4cde-bb6c-fb30d6d74c29,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:16.376184 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] Allocated IP 172.20.0.2 (38542a6b-b475-4456-8a0d-a24abd98df01/96a7cea2-9ad5-44d1-a008-9387f1e29344/9bbeefae-71d5-4ae6-9806-c789eaaf9093) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:29:16.556007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] Set router 3fc8face-d91d-4148-8c41-23adc0a19061 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:29:16.949546 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:16.966287 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] Transition to ACTIVE for port object 9bbeefae-71d5-4ae6-9806-c789eaaf9093 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:29:16.988582 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] Transition to ACTIVE for port object 9bbeefae-71d5-4ae6-9806-c789eaaf9093 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:29:16.997003 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:17.065902 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-30728ce1-d7f5-4541-91c9-9700f89c8251 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.20.0.1 (38542a6b-b475-4456-8a0d-a24abd98df01/96a7cea2-9ad5-44d1-a008-9387f1e29344/ab08633c-8720-4e28-9805-99fccf72f8a0) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:29:17.066525 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'name': 'tempest-TestNetworkBasicOps-router-992521269', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:29:12Z', 'updated_at': '2022-09-21T15:29:13Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:13Z', 'updated_at': '2022-09-21T15:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:17.076639 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] Network 38542a6b-b475-4456-8a0d-a24abd98df01 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:29:17.080143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eda37e3-4322-437d-ad1e-6adcd0142c3d None None] The sync data for ids ['3fc8face-d91d-4148-8c41-23adc0a19061'] in dv-neutron-858731-1-hyperv is: [{'id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'name': 'tempest-TestNetworkBasicOps-router-992521269', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:29:12Z', 'updated_at': '2022-09-21T15:29:13Z', 'revision_number': 3, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:13Z', 'updated_at': '2022-09-21T15:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:29:17.081820 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:29:17.086336 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:29:17.088985 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] Pushing event updated for resources: {'Port': ['ID=9bbeefae-71d5-4ae6-9806-c789eaaf9093,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:17.196649 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] Attempting to bind port 9bbeefae-71d5-4ae6-9806-c789eaaf9093 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:29:17.197093 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] Attempting to bind port 9bbeefae-71d5-4ae6-9806-c789eaaf9093 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '85f16336-57e3-4a6a-9f79-51e3c4bb0a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:29:17.198282 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] Attempting to bind port 9bbeefae-71d5-4ae6-9806-c789eaaf9093 on network 38542a6b-b475-4456-8a0d-a24abd98df01 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:29:17.204410 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:29:17.204818 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] Checking segment: {'id': '85f16336-57e3-4a6a-9f79-51e3c4bb0a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:29:17.205274 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:17.205721 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] Bound using segment: {'id': '85f16336-57e3-4a6a-9f79-51e3c4bb0a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:29:17.206238 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] Bound port: 9bbeefae-71d5-4ae6-9806-c789eaaf9093, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f16336-57e3-4a6a-9f79-51e3c4bb0a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:29:17.206675 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:17.249095 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30728ce1-d7f5-4541-91c9-9700f89c8251 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:17.266194 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-30728ce1-d7f5-4541-91c9-9700f89c8251 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Transition to ACTIVE for port object ab08633c-8720-4e28-9805-99fccf72f8a0 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:29:17.293669 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30728ce1-d7f5-4541-91c9-9700f89c8251 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:17.349592 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] For port 9bbeefae-71d5-4ae6-9806-c789eaaf9093, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:29:17.353113 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] For port 9bbeefae-71d5-4ae6-9806-c789eaaf9093, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9bbeefae-71d5-4ae6-9806-c789eaaf9093,segment=NetworkSegment(85f16336-57e3-4a6a-9f79-51e3c4bb0a85),segment_id=85f16336-57e3-4a6a-9f79-51e3c4bb0a85)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:29:17.359135 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:17.381110 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30728ce1-d7f5-4541-91c9-9700f89c8251 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 38542a6b-b475-4456-8a0d-a24abd98df01 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:29:17.384318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-30728ce1-d7f5-4541-91c9-9700f89c8251 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:29:17.388969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30728ce1-d7f5-4541-91c9-9700f89c8251 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:29:17.423605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30728ce1-d7f5-4541-91c9-9700f89c8251 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=ab08633c-8720-4e28-9805-99fccf72f8a0,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:17.455445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf9aef-aebe-4577-887e-2465c433d5b1 None None] Pushing event updated for resources: {'Port': ['ID=9bbeefae-71d5-4ae6-9806-c789eaaf9093,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:17.460978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30728ce1-d7f5-4541-91c9-9700f89c8251 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:17.762330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30728ce1-d7f5-4541-91c9-9700f89c8251 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:18.190930 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30728ce1-d7f5-4541-91c9-9700f89c8251 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:18.195683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30728ce1-d7f5-4541-91c9-9700f89c8251 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:18.311616 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30728ce1-d7f5-4541-91c9-9700f89c8251 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=ab08633c-8720-4e28-9805-99fccf72f8a0,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:18.313966 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30728ce1-d7f5-4541-91c9-9700f89c8251 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:18.375200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697ef4d4-9817-4029-88a0-9057d097e6b0 None None] Network 38542a6b-b475-4456-8a0d-a24abd98df01 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:29:18.463244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30728ce1-d7f5-4541-91c9-9700f89c8251 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 38542a6b-b475-4456-8a0d-a24abd98df01 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:29:18.464725 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-30728ce1-d7f5-4541-91c9-9700f89c8251 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:29:18.468836 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1843d141-8d1c-4876-84b2-21d3472426ff None None] Provisioning for port 9bbeefae-71d5-4ae6-9806-c789eaaf9093 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:29:18.638021 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:29:18.726142 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:29:18.732968 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:29:18.733514 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:18.802016 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30728ce1-d7f5-4541-91c9-9700f89c8251 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router 3fc8face-d91d-4148-8c41-23adc0a19061 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:29:18.866706 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:29:18.867173 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:18.886555 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 057d3813-fe6c-4cde-bb6c-fb30d6d74c29, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=057d3813-fe6c-4cde-bb6c-fb30d6d74c29,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:29:18.894297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:18.895290 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9bbeefae-71d5-4ae6-9806-c789eaaf9093 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:29:19.018115 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30728ce1-d7f5-4541-91c9-9700f89c8251 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:29:19.024335 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=057d3813-fe6c-4cde-bb6c-fb30d6d74c29,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:19.029637 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] Sync routers for ids ['3fc8face-d91d-4148-8c41-23adc0a19061'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:29:19.037873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a0b5fd78-d220-405f-9c6b-d3d19c1d89f2 None None] Provisioning for port ab08633c-8720-4e28-9805-99fccf72f8a0 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:29:19.043541 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a0b5fd78-d220-405f-9c6b-d3d19c1d89f2 None None] Provisioning complete for port ab08633c-8720-4e28-9805-99fccf72f8a0 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:29:19.043737 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] Routers {'3fc8face-d91d-4148-8c41-23adc0a19061'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:29:19.043949 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a0b5fd78-d220-405f-9c6b-d3d19c1d89f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:19.044378 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:29:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3fc8face-d91d-4148-8c41-23adc0a19061'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:19.060420 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36468) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:19.061051 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-30728ce1-d7f5-4541-91c9-9700f89c8251 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/routers/3fc8face-d91d-4148-8c41-23adc0a19061/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4262490 Sep 21 15:29:19.074874 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 9bbeefae-71d5-4ae6-9806-c789eaaf9093 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:29:19.100502 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 9bbeefae-71d5-4ae6-9806-c789eaaf9093 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:29:19.100932 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:19.165132 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a0b5fd78-d220-405f-9c6b-d3d19c1d89f2 None None] Port ab08633c-8720-4e28-9805-99fccf72f8a0 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:29:19.190001 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a0b5fd78-d220-405f-9c6b-d3d19c1d89f2 None None] Provisioning complete for port 9bbeefae-71d5-4ae6-9806-c789eaaf9093 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:29:19.190450 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a0b5fd78-d220-405f-9c6b-d3d19c1d89f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:19.240611 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409285bd-3bca-4695-8aff-4fc9125ff2a9 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:19.241422 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409285bd-3bca-4695-8aff-4fc9125ff2a9 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:19.242061 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409285bd-3bca-4695-8aff-4fc9125ff2a9 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:19.243041 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409285bd-3bca-4695-8aff-4fc9125ff2a9 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:19.244980 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-409285bd-3bca-4695-8aff-4fc9125ff2a9 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1826701 Sep 21 15:29:19.247879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36472) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:19.285418 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] Set router 3fc8face-d91d-4148-8c41-23adc0a19061 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:29:19.293926 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 9bbeefae-71d5-4ae6-9806-c789eaaf9093 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:29:19.294399 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:19.331097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97ede2c-83b9-466e-8006-7c790571b56d tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:19.332105 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97ede2c-83b9-466e-8006-7c790571b56d tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:19.332764 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97ede2c-83b9-466e-8006-7c790571b56d tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:19.333280 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97ede2c-83b9-466e-8006-7c790571b56d tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:19.338533 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d97ede2c-83b9-466e-8006-7c790571b56d tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0863247 Sep 21 15:29:19.339055 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36476) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:19.342169 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 9bbeefae-71d5-4ae6-9806-c789eaaf9093, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9bbeefae-71d5-4ae6-9806-c789eaaf9093,segment=NetworkSegment(85f16336-57e3-4a6a-9f79-51e3c4bb0a85),segment_id=85f16336-57e3-4a6a-9f79-51e3c4bb0a85)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:29:19.380069 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:19.461312 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a0b5fd78-d220-405f-9c6b-d3d19c1d89f2 None None] Current status of the port 9bbeefae-71d5-4ae6-9806-c789eaaf9093 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:29:19.470627 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=9bbeefae-71d5-4ae6-9806-c789eaaf9093,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:19.558882 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-84e5b763-5139-40ea-9eac-38e030c1c733 tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2171721 Sep 21 15:29:19.583395 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-10395e7b-3f7a-4f30-a7b8-55794ef6c1dc None None] Provisioning complete for port ab08633c-8720-4e28-9805-99fccf72f8a0 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:29:19.583760 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-10395e7b-3f7a-4f30-a7b8-55794ef6c1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:19.651180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36482) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:19.653063 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-10395e7b-3f7a-4f30-a7b8-55794ef6c1dc None None] Port ab08633c-8720-4e28-9805-99fccf72f8a0 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:29:19.659344 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1d5636ce-5e66-437a-947a-db3332d7c759 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-280426813', 'description': 'tempest-secgroup-smoke-280426813 description', 'project_id': '821a0a843ff74fdda869752c13af53c9'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:29:19.661019 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'name': 'tempest-TestNetworkBasicOps-router-992521269', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:29:12Z', 'updated_at': '2022-09-21T15:29:17Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:13Z', 'updated_at': '2022-09-21T15:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'ab08633c-8720-4e28-9805-99fccf72f8a0', 'name': '', 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:93:4f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:16Z', 'updated_at': '2022-09-21T15:29:18Z', 'revision_number': 2, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:19.666594 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1d5636ce-5e66-437a-947a-db3332d7c759 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:29:19.666785 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] Checking router: 3fc8face-d91d-4148-8c41-23adc0a19061 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:29:19.667153 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] Updating router 3fc8face-d91d-4148-8c41-23adc0a19061 port ab08633c-8720-4e28-9805-99fccf72f8a0 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:29:19.671679 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1d5636ce-5e66-437a-947a-db3332d7c759 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:29:19.675225 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1d5636ce-5e66-437a-947a-db3332d7c759 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:29:19.683471 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1d5636ce-5e66-437a-947a-db3332d7c759 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:29:19.705936 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1d5636ce-5e66-437a-947a-db3332d7c759 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:19.731277 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1d5636ce-5e66-437a-947a-db3332d7c759 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:29:19.734226 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:19.736397 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1d5636ce-5e66-437a-947a-db3332d7c759 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:29:19.740621 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1d5636ce-5e66-437a-947a-db3332d7c759 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:29:19.752281 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1d5636ce-5e66-437a-947a-db3332d7c759 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:29:19.836059 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1d5636ce-5e66-437a-947a-db3332d7c759 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:19.839821 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1d5636ce-5e66-437a-947a-db3332d7c759 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:19.885774 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5636ce-5e66-437a-947a-db3332d7c759 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0198c54e-2aca-437c-88c6-a4eb468f3050,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:19.890045 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1d5636ce-5e66-437a-947a-db3332d7c759 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:19.894122 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1d5636ce-5e66-437a-947a-db3332d7c759 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2371228 Sep 21 15:29:19.894493 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36486) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:19.899081 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6bb70f96-6c4b-42e7-a2ac-81bd09b4cf80 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '0198c54e-2aca-437c-88c6-a4eb468f3050', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:29:19.905243 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6bb70f96-6c4b-42e7-a2ac-81bd09b4cf80 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:29:19.909051 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6bb70f96-6c4b-42e7-a2ac-81bd09b4cf80 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:29:19.911845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6bb70f96-6c4b-42e7-a2ac-81bd09b4cf80 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:29:19.918140 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6bb70f96-6c4b-42e7-a2ac-81bd09b4cf80 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:29:19.934756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bb70f96-6c4b-42e7-a2ac-81bd09b4cf80 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:19.995862 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bb70f96-6c4b-42e7-a2ac-81bd09b4cf80 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:19.999776 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bb70f96-6c4b-42e7-a2ac-81bd09b4cf80 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.023774 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb70f96-6c4b-42e7-a2ac-81bd09b4cf80 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b40b4d-9b80-426e-8467-fd60a658ba4a,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:20.035367 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bb70f96-6c4b-42e7-a2ac-81bd09b4cf80 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.037129 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6bb70f96-6c4b-42e7-a2ac-81bd09b4cf80 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418076 Sep 21 15:29:20.039713 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36490) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:20.045792 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7de3fe00-2fa8-4730-ae60-e54f80b1f547 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '0198c54e-2aca-437c-88c6-a4eb468f3050', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:29:20.051890 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7de3fe00-2fa8-4730-ae60-e54f80b1f547 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:29:20.055882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7de3fe00-2fa8-4730-ae60-e54f80b1f547 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:29:20.059414 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7de3fe00-2fa8-4730-ae60-e54f80b1f547 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:29:20.065142 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7de3fe00-2fa8-4730-ae60-e54f80b1f547 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:29:20.084971 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7de3fe00-2fa8-4730-ae60-e54f80b1f547 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.115586 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.127962 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] Transition to ACTIVE for port object ab08633c-8720-4e28-9805-99fccf72f8a0 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:29:20.136386 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.154948 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7de3fe00-2fa8-4730-ae60-e54f80b1f547 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.158920 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7de3fe00-2fa8-4730-ae60-e54f80b1f547 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.182896 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3fe00-2fa8-4730-ae60-e54f80b1f547 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b51783a-0e08-4c1b-aabd-76c69d5d64ed,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:20.192416 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7de3fe00-2fa8-4730-ae60-e54f80b1f547 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.193680 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7de3fe00-2fa8-4730-ae60-e54f80b1f547 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1529415 Sep 21 15:29:20.196340 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36494) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:20.201406 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e47ec80b-b84a-4686-94a8-a394ec98f1c3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '0198c54e-2aca-437c-88c6-a4eb468f3050', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:29:20.207446 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e47ec80b-b84a-4686-94a8-a394ec98f1c3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:29:20.211295 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e47ec80b-b84a-4686-94a8-a394ec98f1c3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:29:20.214727 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e47ec80b-b84a-4686-94a8-a394ec98f1c3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:29:20.220740 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e47ec80b-b84a-4686-94a8-a394ec98f1c3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:29:20.238225 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e47ec80b-b84a-4686-94a8-a394ec98f1c3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.301028 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e47ec80b-b84a-4686-94a8-a394ec98f1c3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.304939 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e47ec80b-b84a-4686-94a8-a394ec98f1c3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.328802 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ec80b-b84a-4686-94a8-a394ec98f1c3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe30b2e-ce68-4adc-9af7-4501a007b58d,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:20.338561 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e47ec80b-b84a-4686-94a8-a394ec98f1c3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.340065 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e47ec80b-b84a-4686-94a8-a394ec98f1c3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1427362 Sep 21 15:29:20.342847 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36498) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:20.345960 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56bd82-3d6c-4f9c-a495-610bddb81a1d None None] Pushing event updated for resources: {'Port': ['ID=ab08633c-8720-4e28-9805-99fccf72f8a0,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:20.348231 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-11d0c6e6-df03-4103-82fb-59342ddcc022 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '0198c54e-2aca-437c-88c6-a4eb468f3050', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:29:20.354503 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-11d0c6e6-df03-4103-82fb-59342ddcc022 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:29:20.357941 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56bd82-3d6c-4f9c-a495-610bddb81a1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:20.358284 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56bd82-3d6c-4f9c-a495-610bddb81a1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:20.358498 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-11d0c6e6-df03-4103-82fb-59342ddcc022 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:29:20.358612 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56bd82-3d6c-4f9c-a495-610bddb81a1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:20.358930 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56bd82-3d6c-4f9c-a495-610bddb81a1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:20.359253 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56bd82-3d6c-4f9c-a495-610bddb81a1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:20.359567 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56bd82-3d6c-4f9c-a495-610bddb81a1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:20.359889 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56bd82-3d6c-4f9c-a495-610bddb81a1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:20.360206 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56bd82-3d6c-4f9c-a495-610bddb81a1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:20.360552 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56bd82-3d6c-4f9c-a495-610bddb81a1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:20.360869 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56bd82-3d6c-4f9c-a495-610bddb81a1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:20.361183 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56bd82-3d6c-4f9c-a495-610bddb81a1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:20.361371 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-11d0c6e6-df03-4103-82fb-59342ddcc022 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:29:20.361493 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56bd82-3d6c-4f9c-a495-610bddb81a1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:29:20.364645 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] Attempting to bind port ab08633c-8720-4e28-9805-99fccf72f8a0 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:29:20.365165 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] Attempting to bind port ab08633c-8720-4e28-9805-99fccf72f8a0 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '85f16336-57e3-4a6a-9f79-51e3c4bb0a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:29:20.365762 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] Attempting to bind port ab08633c-8720-4e28-9805-99fccf72f8a0 on network 38542a6b-b475-4456-8a0d-a24abd98df01 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:29:20.367995 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-11d0c6e6-df03-4103-82fb-59342ddcc022 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:29:20.371970 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:29:20.372338 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] Checking segment: {'id': '85f16336-57e3-4a6a-9f79-51e3c4bb0a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:29:20.372767 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.373147 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] Bound using segment: {'id': '85f16336-57e3-4a6a-9f79-51e3c4bb0a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:29:20.373664 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] Bound port: ab08633c-8720-4e28-9805-99fccf72f8a0, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f16336-57e3-4a6a-9f79-51e3c4bb0a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:29:20.373959 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.385724 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11d0c6e6-df03-4103-82fb-59342ddcc022 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.452962 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11d0c6e6-df03-4103-82fb-59342ddcc022 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.457293 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11d0c6e6-df03-4103-82fb-59342ddcc022 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.466278 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] For port ab08633c-8720-4e28-9805-99fccf72f8a0, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:29:20.469331 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] For port ab08633c-8720-4e28-9805-99fccf72f8a0, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ab08633c-8720-4e28-9805-99fccf72f8a0,segment=NetworkSegment(85f16336-57e3-4a6a-9f79-51e3c4bb0a85),segment_id=85f16336-57e3-4a6a-9f79-51e3c4bb0a85)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:29:20.473588 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.481024 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0c6e6-df03-4103-82fb-59342ddcc022 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205c359b-de07-443a-8442-81038e49d544,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:20.490212 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11d0c6e6-df03-4103-82fb-59342ddcc022 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.491286 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-11d0c6e6-df03-4103-82fb-59342ddcc022 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1474097 Sep 21 15:29:20.494844 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36502) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:20.500147 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e6f1364a-a39e-4ea4-a526-b2c0d9016dba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '0198c54e-2aca-437c-88c6-a4eb468f3050', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:29:20.506115 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e6f1364a-a39e-4ea4-a526-b2c0d9016dba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:29:20.510407 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e6f1364a-a39e-4ea4-a526-b2c0d9016dba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:29:20.513366 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e6f1364a-a39e-4ea4-a526-b2c0d9016dba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:29:20.520766 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e6f1364a-a39e-4ea4-a526-b2c0d9016dba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:29:20.531527 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-e6f1364a-a39e-4ea4-a526-b2c0d9016dba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:29:20.532841 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] Routers {'3fc8face-d91d-4148-8c41-23adc0a19061'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:29:20.533475 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:29:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3fc8face-d91d-4148-8c41-23adc0a19061'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:20.543101 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e6f1364a-a39e-4ea4-a526-b2c0d9016dba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.574881 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:29:20.616637 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e6f1364a-a39e-4ea4-a526-b2c0d9016dba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.621337 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e6f1364a-a39e-4ea4-a526-b2c0d9016dba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.645069 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56bd82-3d6c-4f9c-a495-610bddb81a1d None None] Pushing event updated for resources: {'Port': ['ID=ab08633c-8720-4e28-9805-99fccf72f8a0,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:20.646199 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1364a-a39e-4ea4-a526-b2c0d9016dba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a41a661-0133-4af2-b6e5-9f3aa215f3e9,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:20.658352 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e6f1364a-a39e-4ea4-a526-b2c0d9016dba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.662734 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e6f1364a-a39e-4ea4-a526-b2c0d9016dba tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1667337 Sep 21 15:29:20.662852 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36506) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:20.668346 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0ec44c34-8ead-4126-bab8-e2633aba5dd7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'security_group_rule': {'security_group_id': '0198c54e-2aca-437c-88c6-a4eb468f3050', 'project_id': '821a0a843ff74fdda869752c13af53c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:29:20.675920 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0ec44c34-8ead-4126-bab8-e2633aba5dd7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:29:20.680946 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0ec44c34-8ead-4126-bab8-e2633aba5dd7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:security_group_rule and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:29:20.685756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0ec44c34-8ead-4126-bab8-e2633aba5dd7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:29:20.692414 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0ec44c34-8ead-4126-bab8-e2633aba5dd7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:29:20.701792 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:29:20.702206 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.704045 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-0ec44c34-8ead-4126-bab8-e2633aba5dd7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Project 821a0a843ff74fdda869752c13af53c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:29:20.711242 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ec44c34-8ead-4126-bab8-e2633aba5dd7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.780072 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] Set router 3fc8face-d91d-4148-8c41-23adc0a19061 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:29:20.780408 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ec44c34-8ead-4126-bab8-e2633aba5dd7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.784172 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ec44c34-8ead-4126-bab8-e2633aba5dd7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.809103 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec44c34-8ead-4126-bab8-e2633aba5dd7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b3d91c-f6f1-4ebb-be21-e4786ead6af0,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:20.819687 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ec44c34-8ead-4126-bab8-e2633aba5dd7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.821020 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0ec44c34-8ead-4126-bab8-e2633aba5dd7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1570494 Sep 21 15:29:20.841544 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:29:20.843136 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9bbeefae-71d5-4ae6-9806-c789eaaf9093 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:29:20.917714 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 9bbeefae-71d5-4ae6-9806-c789eaaf9093 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:29:20.918249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:20.991771 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-cbdfbe4b-339e-446e-82d6-778dcd9f9943 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:29:21.011934 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-cbdfbe4b-339e-446e-82d6-778dcd9f9943 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:29:21.013724 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-cbdfbe4b-339e-446e-82d6-778dcd9f9943 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-280426813&fields=id&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 267 time: 0.0621986 Sep 21 15:29:21.042961 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 9bbeefae-71d5-4ae6-9806-c789eaaf9093 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:29:21.139583 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'name': 'tempest-TestNetworkBasicOps-router-992521269', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:29:12Z', 'updated_at': '2022-09-21T15:29:17Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:13Z', 'updated_at': '2022-09-21T15:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'ab08633c-8720-4e28-9805-99fccf72f8a0', 'name': '', 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:93:4f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:16Z', 'updated_at': '2022-09-21T15:29:20Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:21.146107 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35a1662-98e4-4c7c-b552-eff9f622b1ec None None] The sync data for ids ['3fc8face-d91d-4148-8c41-23adc0a19061'] in dv-neutron-858731-1-hyperv is: [{'id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'name': 'tempest-TestNetworkBasicOps-router-992521269', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:29:12Z', 'updated_at': '2022-09-21T15:29:17Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:13Z', 'updated_at': '2022-09-21T15:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'ab08633c-8720-4e28-9805-99fccf72f8a0', 'name': '', 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:93:4f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:16Z', 'updated_at': '2022-09-21T15:29:20Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:29:21.183861 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-620af5d4-8f29-4bf1-aa4b-49e37dc5c7d3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:21.184609 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-620af5d4-8f29-4bf1-aa4b-49e37dc5c7d3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:29:21.207798 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-620af5d4-8f29-4bf1-aa4b-49e37dc5c7d3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:29:21.215219 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-620af5d4-8f29-4bf1-aa4b-49e37dc5c7d3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/networks?id=38542a6b-b475-4456-8a0d-a24abd98df01 HTTP/1.1" status: 200 len: 797 time: 0.1946075 Sep 21 15:29:21.225563 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-345962ae-0cb2-48d1-a014-0d61894afaca tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/quotas/821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 375 time: 0.0095499 Sep 21 15:29:21.323178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-ae4d4bcc-980a-4959-a5b4-aa098f31eb61 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:29:21.339551 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-ae4d4bcc-980a-4959-a5b4-aa098f31eb61 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:29:21.340959 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-ae4d4bcc-980a-4959-a5b4-aa098f31eb61 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095092 Sep 21 15:29:21.401623 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-3305fafe-a6fe-4a93-a8c6-5a01d199a67e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:29:21.402663 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-3305fafe-a6fe-4a93-a8c6-5a01d199a67e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0501456 Sep 21 15:29:21.547554 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-075c1d2e-f672-4754-9c38-248ab931c78b service neutron] 10.222.0.62 "GET /v2.0/networks/38542a6b-b475-4456-8a0d-a24abd98df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386175 Sep 21 15:29:21.692983 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-0900f666-c810-4193-aaa9-73f2e64098f6 service neutron] 10.222.0.62 "GET /v2.0/networks/38542a6b-b475-4456-8a0d-a24abd98df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381135 Sep 21 15:29:21.896338 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-455a1601-71aa-4380-99a6-ccaeb146de88 req-ed29cf86-4d61-4fba-b686-9f2b75ce8091 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbd29c54-7f2c-4f0a-bc57-15f40f822ec6 HTTP/1.1" status: 200 len: 210 time: 0.0516591 Sep 21 15:29:22.052219 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:22.582384 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ab08633c-8720-4e28-9805-99fccf72f8a0 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:29:22.651544 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port ab08633c-8720-4e28-9805-99fccf72f8a0 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:29:22.656057 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port ab08633c-8720-4e28-9805-99fccf72f8a0 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:29:22.656404 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:22.770454 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port ab08633c-8720-4e28-9805-99fccf72f8a0 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:29:22.770741 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:22.803946 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port ab08633c-8720-4e28-9805-99fccf72f8a0, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ab08633c-8720-4e28-9805-99fccf72f8a0,segment=NetworkSegment(85f16336-57e3-4a6a-9f79-51e3c4bb0a85),segment_id=85f16336-57e3-4a6a-9f79-51e3c4bb0a85)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:29:22.808817 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:22.882372 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=ab08633c-8720-4e28-9805-99fccf72f8a0,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:23.059604 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-d1d68323-c335-4ac6-b008-1b98e5b64126 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:23.061180 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-d1d68323-c335-4ac6-b008-1b98e5b64126 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/networks?id=38542a6b-b475-4456-8a0d-a24abd98df01 HTTP/1.1" status: 200 len: 797 time: 0.1925445 Sep 21 15:29:23.079236 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-32263a13-d3d0-4636-b069-be5b5d7a09ee req-eb008022-2d93-4bc2-be92-059aa91efa98 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbd29c54-7f2c-4f0a-bc57-15f40f822ec6 HTTP/1.1" status: 200 len: 210 time: 0.0654359 Sep 21 15:29:23.131076 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-b7a566bd-5c4a-4f22-a20c-e360fd9e058e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=821a0a843ff74fdda869752c13af53c9 HTTP/1.1" status: 200 len: 379 time: 0.0478215 Sep 21 15:29:23.147577 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-6d6699c9-98d9-449d-819e-a26dd1c8ff9b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'port': {'device_id': 'cbd29c54-7f2c-4f0a-bc57-15f40f822ec6', 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01', 'admin_state_up': True, 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'security_groups': ['0198c54e-2aca-437c-88c6-a4eb468f3050']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:29:23.285595 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-6d6699c9-98d9-449d-819e-a26dd1c8ff9b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:29:23.295496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-6d6699c9-98d9-449d-819e-a26dd1c8ff9b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:29:23.304905 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-6d6699c9-98d9-449d-819e-a26dd1c8ff9b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Made reservation on behalf of 821a0a843ff74fdda869752c13af53c9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:29:23.308843 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-6d6699c9-98d9-449d-819e-a26dd1c8ff9b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:23.570813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-6d6699c9-98d9-449d-819e-a26dd1c8ff9b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.20.0.10 (38542a6b-b475-4456-8a0d-a24abd98df01/96a7cea2-9ad5-44d1-a008-9387f1e29344/37658ef4-63b5-449a-873c-a1033336820b) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:29:23.755021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-6d6699c9-98d9-449d-819e-a26dd1c8ff9b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:23.769710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-6d6699c9-98d9-449d-819e-a26dd1c8ff9b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Transition to ACTIVE for port object 37658ef4-63b5-449a-873c-a1033336820b will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:29:23.793767 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-6d6699c9-98d9-449d-819e-a26dd1c8ff9b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:23.866775 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-6d6699c9-98d9-449d-819e-a26dd1c8ff9b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 38542a6b-b475-4456-8a0d-a24abd98df01 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:29:23.870398 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-6d6699c9-98d9-449d-819e-a26dd1c8ff9b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:29:23.874120 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-6d6699c9-98d9-449d-819e-a26dd1c8ff9b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:29:23.908178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6699c9-98d9-449d-819e-a26dd1c8ff9b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=37658ef4-63b5-449a-873c-a1033336820b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:23.946010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-6d6699c9-98d9-449d-819e-a26dd1c8ff9b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:23.946629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-6d6699c9-98d9-449d-819e-a26dd1c8ff9b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:23.974335 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-6d6699c9-98d9-449d-819e-a26dd1c8ff9b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8303325 Sep 21 15:29:23.989319 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-a6933024-c2f9-4430-8e12-c652966304ac tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:29:23.990245 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-a6933024-c2f9-4430-8e12-c652966304ac tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052009 Sep 21 15:29:24.004541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] Request body: {'port': {'device_id': 'cbd29c54-7f2c-4f0a-bc57-15f40f822ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:29:24.106356 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e006d178-bb77-4d31-bb6e-a15fffc3e124 None None] Provisioning for port 37658ef4-63b5-449a-873c-a1033336820b completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:29:24.111552 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e006d178-bb77-4d31-bb6e-a15fffc3e124 None None] Provisioning complete for port 37658ef4-63b5-449a-873c-a1033336820b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:29:24.111914 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e006d178-bb77-4d31-bb6e-a15fffc3e124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:24.121334 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:24.167480 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e006d178-bb77-4d31-bb6e-a15fffc3e124 None None] Port 37658ef4-63b5-449a-873c-a1033336820b cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:29:24.438687 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417aba8-df8a-41ae-890f-7dcf5675c1ba req-41a5f1d3-3970-4630-abc9-8f609c46fb6a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:24.439286 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d417aba8-df8a-41ae-890f-7dcf5675c1ba req-41a5f1d3-3970-4630-abc9-8f609c46fb6a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:29:24.475686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d417aba8-df8a-41ae-890f-7dcf5675c1ba req-41a5f1d3-3970-4630-abc9-8f609c46fb6a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:29:24.476865 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d417aba8-df8a-41ae-890f-7dcf5675c1ba req-41a5f1d3-3970-4630-abc9-8f609c46fb6a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbd29c54-7f2c-4f0a-bc57-15f40f822ec6 HTTP/1.1" status: 200 len: 932 time: 0.2750559 Sep 21 15:29:24.568737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ab08633c-8720-4e28-9805-99fccf72f8a0 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:29:24.579095 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37658ef4-63b5-449a-873c-a1033336820b {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:29:24.585463 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d417aba8-df8a-41ae-890f-7dcf5675c1ba req-1508169e-1ce9-4a2e-9d39-cedff220836e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0198c54e-2aca-437c-88c6-a4eb468f3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965931 Sep 21 15:29:24.589899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:24.613466 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] Transition to ACTIVE for port object 37658ef4-63b5-449a-873c-a1033336820b will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:29:24.618241 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:24.641441 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port ab08633c-8720-4e28-9805-99fccf72f8a0 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:29:24.641799 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:24.766325 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port ab08633c-8720-4e28-9805-99fccf72f8a0 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:29:24.805356 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] Pushing event updated for resources: {'Port': ['ID=37658ef4-63b5-449a-873c-a1033336820b,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:24.844791 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] Attempting to bind port 37658ef4-63b5-449a-873c-a1033336820b on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:29:24.845121 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] Attempting to bind port 37658ef4-63b5-449a-873c-a1033336820b by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '85f16336-57e3-4a6a-9f79-51e3c4bb0a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:29:24.845442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] Attempting to bind port 37658ef4-63b5-449a-873c-a1033336820b on network 38542a6b-b475-4456-8a0d-a24abd98df01 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:29:24.849931 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] Port 37658ef4-63b5-449a-873c-a1033336820b on network 38542a6b-b475-4456-8a0d-a24abd98df01 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:29:24.850247 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] Attempting to bind port 37658ef4-63b5-449a-873c-a1033336820b on network 38542a6b-b475-4456-8a0d-a24abd98df01 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:29:24.855460 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:29:24.855791 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] Checking segment: {'id': '85f16336-57e3-4a6a-9f79-51e3c4bb0a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:29:24.856169 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] Bound using segment: {'id': '85f16336-57e3-4a6a-9f79-51e3c4bb0a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:29:24.856618 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] Bound port: 37658ef4-63b5-449a-873c-a1033336820b, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f16336-57e3-4a6a-9f79-51e3c4bb0a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:29:24.856956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:24.943096 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] For port 37658ef4-63b5-449a-873c-a1033336820b, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:29:24.946252 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] For port 37658ef4-63b5-449a-873c-a1033336820b, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=37658ef4-63b5-449a-873c-a1033336820b,segment=NetworkSegment(85f16336-57e3-4a6a-9f79-51e3c4bb0a85),segment_id=85f16336-57e3-4a6a-9f79-51e3c4bb0a85)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:29:24.951029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:24.981442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:24.982044 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:24.983375 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] 10.222.0.20 "PUT /v2.0/ports/37658ef4-63b5-449a-873c-a1033336820b HTTP/1.1" status: 200 len: 1094 time: 0.9832158 Sep 21 15:29:24.983799 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd29c54-7f2c-4f0a-bc57-15f40f822ec6', 'tag': '37658ef4-63b5-449a-873c-a1033336820b'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:29:24.986084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a7ac7c-39d3-46ad-9841-5e428d16b65f" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd29c54-7f2c-4f0a-bc57-15f40f822ec6", "tag": "37658ef4-63b5-449a-873c-a1033336820b"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:29:25.033314 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12806918-85c9-4b31-90e9-26870fdebd34 service neutron] Pushing event updated for resources: {'Port': ['ID=37658ef4-63b5-449a-873c-a1033336820b,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:25.041346 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf32804d-a57a-47fa-83b5-d2c0aa1a9fcc x-openstack-request-id: req-cf32804d-a57a-47fa-83b5-d2c0aa1a9fcc {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:29:25.041721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd29c54-7f2c-4f0a-bc57-15f40f822ec6", "tag": "37658ef4-63b5-449a-873c-a1033336820b", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:29:25.042634 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cf32804d-a57a-47fa-83b5-d2c0aa1a9fcc {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:29:25.042634 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf32804d-a57a-47fa-83b5-d2c0aa1a9fcc'] response: {'name': 'network-changed', 'server_uuid': 'cbd29c54-7f2c-4f0a-bc57-15f40f822ec6', 'tag': '37658ef4-63b5-449a-873c-a1033336820b', 'status': 'completed', 'code': 200} Sep 21 15:29:25.119533 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-72615f95-ab46-45ff-8dc5-e74d8e223451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:25.121034 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-72615f95-ab46-45ff-8dc5-e74d8e223451 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=cbd29c54-7f2c-4f0a-bc57-15f40f822ec6 HTTP/1.1" status: 200 len: 1097 time: 0.0819306 Sep 21 15:29:25.304035 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-0b9021cb-0749-4da4-b95a-48069a473a0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37658ef4-63b5-449a-873c-a1033336820b HTTP/1.1" status: 200 len: 217 time: 0.1723831 Sep 21 15:29:25.367918 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12510b4b-69fd-4f10-b25f-19a2c62dc7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:25.369859 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-12510b4b-69fd-4f10-b25f-19a2c62dc7be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96a7cea2-9ad5-44d1-a008-9387f1e29344 HTTP/1.1" status: 200 len: 835 time: 0.0566814 Sep 21 15:29:25.458350 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-723f6732-6e27-4e3e-9c5b-c869da2f4f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:25.459775 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-723f6732-6e27-4e3e-9c5b-c869da2f4f06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38542a6b-b475-4456-8a0d-a24abd98df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797446 Sep 21 15:29:25.593223 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-750683c4-94aa-40ba-b254-fc6e081a9a8f service neutron] 10.222.0.20 "GET /v2.0/networks/38542a6b-b475-4456-8a0d-a24abd98df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232457 Sep 21 15:29:25.785296 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b80c5e1-e561-4a70-8cfa-25370af8ddb6 req-b4462abd-bfdc-471c-8657-38dbf591c548 service neutron] 10.222.0.20 "GET /v2.0/networks/38542a6b-b475-4456-8a0d-a24abd98df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826503 Sep 21 15:29:25.811882 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd82207-8cb6-405c-a4c6-105bc3ceb9b2 req-0ebeb94c-5bcf-433a-8082-e6540b3d67d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:25.813372 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ccd82207-8cb6-405c-a4c6-105bc3ceb9b2 req-0ebeb94c-5bcf-433a-8082-e6540b3d67d4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbd29c54-7f2c-4f0a-bc57-15f40f822ec6 HTTP/1.1" status: 200 len: 944 time: 0.1077731 Sep 21 15:29:25.917748 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ccd82207-8cb6-405c-a4c6-105bc3ceb9b2 req-1c28c1e5-3fdd-4d60-bd18-159f75e9f6a6 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0198c54e-2aca-437c-88c6-a4eb468f3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979576 Sep 21 15:29:25.937911 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7ac7c-39d3-46ad-9841-5e428d16b65f req-6cc18fec-388c-4fcf-be29-eb7b1636c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:25.939350 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-24a7ac7c-39d3-46ad-9841-5e428d16b65f req-6cc18fec-388c-4fcf-be29-eb7b1636c77b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=cbd29c54-7f2c-4f0a-bc57-15f40f822ec6 HTTP/1.1" status: 200 len: 1097 time: 0.1034632 Sep 21 15:29:26.070866 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7ac7c-39d3-46ad-9841-5e428d16b65f req-b2d8f2c8-5c0e-4a7b-8eca-1e2988c95200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:26.073143 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-24a7ac7c-39d3-46ad-9841-5e428d16b65f req-b2d8f2c8-5c0e-4a7b-8eca-1e2988c95200 service neutron] 10.222.0.20 "GET /v2.0/networks?id=38542a6b-b475-4456-8a0d-a24abd98df01 HTTP/1.1" status: 200 len: 898 time: 0.1268134 Sep 21 15:29:26.143545 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-24a7ac7c-39d3-46ad-9841-5e428d16b65f req-d7a5a165-8336-4fc5-a52e-ac562d6a85c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37658ef4-63b5-449a-873c-a1033336820b HTTP/1.1" status: 200 len: 217 time: 0.0622306 Sep 21 15:29:26.209341 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7ac7c-39d3-46ad-9841-5e428d16b65f req-9327e87e-ce52-446d-b4b3-3bac269878bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:26.210625 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-24a7ac7c-39d3-46ad-9841-5e428d16b65f req-9327e87e-ce52-446d-b4b3-3bac269878bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96a7cea2-9ad5-44d1-a008-9387f1e29344 HTTP/1.1" status: 200 len: 835 time: 0.0604782 Sep 21 15:29:26.294589 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7ac7c-39d3-46ad-9841-5e428d16b65f req-226818d6-03da-47b6-9259-5e1d56d701a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:26.296198 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-24a7ac7c-39d3-46ad-9841-5e428d16b65f req-226818d6-03da-47b6-9259-5e1d56d701a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38542a6b-b475-4456-8a0d-a24abd98df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774510 Sep 21 15:29:26.425871 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-24a7ac7c-39d3-46ad-9841-5e428d16b65f req-aeade407-6f16-4e07-a758-02cb04ffb5d6 service neutron] 10.222.0.20 "GET /v2.0/networks/38542a6b-b475-4456-8a0d-a24abd98df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226234 Sep 21 15:29:26.560545 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-24a7ac7c-39d3-46ad-9841-5e428d16b65f req-0537770c-2e0f-44c4-afaf-491dfec0f66f service neutron] 10.222.0.20 "GET /v2.0/networks/38542a6b-b475-4456-8a0d-a24abd98df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278141 Sep 21 15:29:27.119686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f027d38-6dc6-4e63-929d-c4a4ec2bb888 req-66e99084-9b47-4097-9637-4dd6a2fa0571 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:27.121146 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2f027d38-6dc6-4e63-929d-c4a4ec2bb888 req-66e99084-9b47-4097-9637-4dd6a2fa0571 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbd29c54-7f2c-4f0a-bc57-15f40f822ec6 HTTP/1.1" status: 200 len: 944 time: 0.0924702 Sep 21 15:29:27.163942 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2f027d38-6dc6-4e63-929d-c4a4ec2bb888 req-f08fd14c-c2c7-468b-9237-39831465b83a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0198c54e-2aca-437c-88c6-a4eb468f3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370207 Sep 21 15:29:28.141923 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 37658ef4-63b5-449a-873c-a1033336820b details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:29:28.280418 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 37658ef4-63b5-449a-873c-a1033336820b, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=37658ef4-63b5-449a-873c-a1033336820b,segment=NetworkSegment(85f16336-57e3-4a6a-9f79-51e3c4bb0a85),segment_id=85f16336-57e3-4a6a-9f79-51e3c4bb0a85)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:29:28.294426 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '37658ef4-63b5-449a-873c-a1033336820b', 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01', 'port_id': '37658ef4-63b5-449a-873c-a1033336820b', 'mac_address': 'fa:16:3e:a0:6e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:29:28.348762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 37658ef4-63b5-449a-873c-a1033336820b is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:29:28.349029 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:28.367228 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37658ef4-63b5-449a-873c-a1033336820b {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:29:28.367458 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edddc4-03f9-40ed-a2f5-567ecca80e26 req-67981407-5c89-4ed3-9b38-60052107ef98 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:28.368707 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-21edddc4-03f9-40ed-a2f5-567ecca80e26 req-67981407-5c89-4ed3-9b38-60052107ef98 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbd29c54-7f2c-4f0a-bc57-15f40f822ec6 HTTP/1.1" status: 200 len: 944 time: 0.0887198 Sep 21 15:29:28.383511 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 37658ef4-63b5-449a-873c-a1033336820b, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=37658ef4-63b5-449a-873c-a1033336820b,segment=NetworkSegment(85f16336-57e3-4a6a-9f79-51e3c4bb0a85),segment_id=85f16336-57e3-4a6a-9f79-51e3c4bb0a85)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:29:28.390924 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:28.418644 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-21edddc4-03f9-40ed-a2f5-567ecca80e26 req-64bf74b8-2b25-4a17-950b-092f61f3998a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0198c54e-2aca-437c-88c6-a4eb468f3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435407 Sep 21 15:29:28.463307 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=37658ef4-63b5-449a-873c-a1033336820b,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:28.633807 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['37658ef4-63b5-449a-873c-a1033336820b'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:29:29.614141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b52fd-602c-4e8a-8475-b22a9803ceb2 req-59763b1f-a338-4dd2-ad1b-ef53c78c6045 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:29.615598 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b83b52fd-602c-4e8a-8475-b22a9803ceb2 req-59763b1f-a338-4dd2-ad1b-ef53c78c6045 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbd29c54-7f2c-4f0a-bc57-15f40f822ec6 HTTP/1.1" status: 200 len: 945 time: 0.0879228 Sep 21 15:29:29.659985 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b83b52fd-602c-4e8a-8475-b22a9803ceb2 req-a5c96429-c8b3-4c0b-ad96-123a8a40598a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0198c54e-2aca-437c-88c6-a4eb468f3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378742 Sep 21 15:29:30.157729 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 37658ef4-63b5-449a-873c-a1033336820b up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:29:30.224588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 37658ef4-63b5-449a-873c-a1033336820b completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:29:30.229703 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 37658ef4-63b5-449a-873c-a1033336820b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:29:30.230071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:30.345522 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 37658ef4-63b5-449a-873c-a1033336820b is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:29:30.345894 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:30.373058 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd29c54-7f2c-4f0a-bc57-15f40f822ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37658ef4-63b5-449a-873c-a1033336820b'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:29:30.375336 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cb941c-ae5d-4ccf-9a88-2d34dbe2b119" -d '{"events": [{"server_uuid": "cbd29c54-7f2c-4f0a-bc57-15f40f822ec6", "name": "network-vif-plugged", "status": "completed", "tag": "37658ef4-63b5-449a-873c-a1033336820b"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:29:30.382742 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 37658ef4-63b5-449a-873c-a1033336820b, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=37658ef4-63b5-449a-873c-a1033336820b,segment=NetworkSegment(85f16336-57e3-4a6a-9f79-51e3c4bb0a85),segment_id=85f16336-57e3-4a6a-9f79-51e3c4bb0a85)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:29:30.387167 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:30.450224 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e06e77-bbd6-4905-a762-6f2bd7f87af0 x-openstack-request-id: req-14e06e77-bbd6-4905-a762-6f2bd7f87af0 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:29:30.450512 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd29c54-7f2c-4f0a-bc57-15f40f822ec6", "name": "network-vif-plugged", "status": "completed", "tag": "37658ef4-63b5-449a-873c-a1033336820b", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:29:30.450765 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-14e06e77-bbd6-4905-a762-6f2bd7f87af0 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:29:30.451159 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e06e77-bbd6-4905-a762-6f2bd7f87af0'] response: {'server_uuid': 'cbd29c54-7f2c-4f0a-bc57-15f40f822ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37658ef4-63b5-449a-873c-a1033336820b', 'code': 200} Sep 21 15:29:30.484266 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=37658ef4-63b5-449a-873c-a1033336820b,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:30.774867 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609988a7-f56f-44f0-b6c2-32157f1defc7 req-5b135950-6f3f-4d10-b776-ee5a93e6e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:30.777064 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-609988a7-f56f-44f0-b6c2-32157f1defc7 req-5b135950-6f3f-4d10-b776-ee5a93e6e232 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cbd29c54-7f2c-4f0a-bc57-15f40f822ec6 HTTP/1.1" status: 200 len: 1099 time: 0.1842287 Sep 21 15:29:30.870231 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-609988a7-f56f-44f0-b6c2-32157f1defc7 req-b074f8a4-307d-44ee-bfe7-19a66cd0e4e3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0198c54e-2aca-437c-88c6-a4eb468f3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571721 Sep 21 15:29:30.893213 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acb410-43fe-448a-8d49-36bca30b0b71 req-cd547b40-5098-429c-b1f3-3fd8fc734d7f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:30.894611 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-12acb410-43fe-448a-8d49-36bca30b0b71 req-cd547b40-5098-429c-b1f3-3fd8fc734d7f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbd29c54-7f2c-4f0a-bc57-15f40f822ec6 HTTP/1.1" status: 200 len: 946 time: 0.1166978 Sep 21 15:29:30.942218 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-12acb410-43fe-448a-8d49-36bca30b0b71 req-a62cd1ed-18f8-48a5-9ce8-34784c07b3e2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0198c54e-2aca-437c-88c6-a4eb468f3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417237 Sep 21 15:29:32.149595 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c5036-d64f-461e-abb4-2703aa89f9cd req-91f52abb-2927-4f0f-b5f2-a8d3779529e8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:32.151241 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e6c5036-d64f-461e-abb4-2703aa89f9cd req-91f52abb-2927-4f0f-b5f2-a8d3779529e8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbd29c54-7f2c-4f0a-bc57-15f40f822ec6 HTTP/1.1" status: 200 len: 946 time: 0.0919120 Sep 21 15:29:32.198235 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e6c5036-d64f-461e-abb4-2703aa89f9cd req-232b99a7-87cc-4cae-b7f4-2fe88f7674e7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0198c54e-2aca-437c-88c6-a4eb468f3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383863 Sep 21 15:29:33.403572 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6d61d-a7ec-443a-9341-ac3d52c28885 req-0e49abf7-2a07-4dff-9153-5f7df3c3fcbb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:33.404975 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-55a6d61d-a7ec-443a-9341-ac3d52c28885 req-0e49abf7-2a07-4dff-9153-5f7df3c3fcbb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbd29c54-7f2c-4f0a-bc57-15f40f822ec6 HTTP/1.1" status: 200 len: 946 time: 0.0928156 Sep 21 15:29:33.448794 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-55a6d61d-a7ec-443a-9341-ac3d52c28885 req-b6306789-8bcc-4650-9315-f95099adfc90 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0198c54e-2aca-437c-88c6-a4eb468f3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381346 Sep 21 15:29:33.646712 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220d5c7-7e34-4266-bc76-014d51abf74d req-63be55df-db7a-44ad-bce4-fd42d7984afb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:33.648165 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9220d5c7-7e34-4266-bc76-014d51abf74d req-63be55df-db7a-44ad-bce4-fd42d7984afb tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbd29c54-7f2c-4f0a-bc57-15f40f822ec6 HTTP/1.1" status: 200 len: 946 time: 0.0879250 Sep 21 15:29:33.694272 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9220d5c7-7e34-4266-bc76-014d51abf74d req-136283d8-c476-48b7-823d-d156f8a510f7 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0198c54e-2aca-437c-88c6-a4eb468f3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401576 Sep 21 15:29:33.722828 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36562) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:33.803184 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7c3a49-264a-40c1-a1f0-0497a7b873ff tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:33.804696 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4e7c3a49-264a-40c1-a1f0-0497a7b873ff tempest-TestNetworkBasicOps-727265863 tempest-TestNetworkBasicOps-727265863-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=cbd29c54-7f2c-4f0a-bc57-15f40f822ec6 HTTP/1.1" status: 200 len: 1094 time: 0.0808601 Sep 21 15:29:33.808109 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36566) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:33.812906 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': '37658ef4-63b5-449a-873c-a1033336820b', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:29:33.818595 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:29:33.822338 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Usage tracker for resource:floatingip and tenant:821a0a843ff74fdda869752c13af53c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:29:33.825121 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:29:33.831029 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:29:33.841356 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:33.977509 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:34.112332 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Allocated IP 172.26.4.27 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/38e76626-5b6b-4632-91b3-02d4e032ea10) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:29:34.259939 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:34.288474 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:34.452556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:29:34.455560 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:29:34.458128 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:29:34.505530 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=38e76626-5b6b-4632-91b3-02d4e032ea10,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:34.873235 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:34.946389 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:35.151406 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:35.155894 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:35.262293 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event updated for resources: {'Port': ['ID=38e76626-5b6b-4632-91b3-02d4e032ea10,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:29:35.266772 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:35.436098 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Floating IP 65809201-d850-4022-8000-3a2a27986b27 associated. External IP: 172.26.4.27, port: 37658ef4-63b5-449a-873c-a1033336820b. Sep 21 15:29:35.531616 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a27d48ae-6ab9-4925-bc8d-8162326ecad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:35.785574 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router 3fc8face-d91d-4148-8c41-23adc0a19061 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:29:36.073337 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:29:36.083491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33106a0-a90f-4c88-9340-ec05ffc63a41 None None] Sync routers for ids ['3fc8face-d91d-4148-8c41-23adc0a19061'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:29:36.094003 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33106a0-a90f-4c88-9340-ec05ffc63a41 None None] Routers {'3fc8face-d91d-4148-8c41-23adc0a19061'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:29:36.094618 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b33106a0-a90f-4c88-9340-ec05ffc63a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:29:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3fc8face-d91d-4148-8c41-23adc0a19061'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:36.098681 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:36.157917 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-59905a4e-0ffd-4e82-a5a6-33f2a1c6e27c tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3462698 Sep 21 15:29:36.157917 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd29c54-7f2c-4f0a-bc57-15f40f822ec6', 'tag': '37658ef4-63b5-449a-873c-a1033336820b'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:29:36.158406 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36570) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:36.158887 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df45b040-d49a-4737-a00f-0d899703ae85" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd29c54-7f2c-4f0a-bc57-15f40f822ec6", "tag": "37658ef4-63b5-449a-873c-a1033336820b"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:29:36.200201 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a6ce50-a9ad-4da8-a2c0-8fecb0010867 x-openstack-request-id: req-a4a6ce50-a9ad-4da8-a2c0-8fecb0010867 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:29:36.200516 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd29c54-7f2c-4f0a-bc57-15f40f822ec6", "tag": "37658ef4-63b5-449a-873c-a1033336820b", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:29:36.200771 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4a6ce50-a9ad-4da8-a2c0-8fecb0010867 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:29:36.201190 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a6ce50-a9ad-4da8-a2c0-8fecb0010867'] response: {'name': 'network-changed', 'server_uuid': 'cbd29c54-7f2c-4f0a-bc57-15f40f822ec6', 'tag': '37658ef4-63b5-449a-873c-a1033336820b', 'status': 'completed', 'code': 200} Sep 21 15:29:36.286807 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-b33106a0-a90f-4c88-9340-ec05ffc63a41 None None] Set router 3fc8face-d91d-4148-8c41-23adc0a19061 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:29:36.325397 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0dada9be-98fe-45ae-9bcd-b25e0505653a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/65809201-d850-4022-8000-3a2a27986b27 HTTP/1.1" status: 200 len: 991 time: 0.1656470 Sep 21 15:29:36.342015 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45b040-d49a-4737-a00f-0d899703ae85 req-d6ea0cfe-3795-4b18-93ce-751aedc702b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:36.343500 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-df45b040-d49a-4737-a00f-0d899703ae85 req-d6ea0cfe-3795-4b18-93ce-751aedc702b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=cbd29c54-7f2c-4f0a-bc57-15f40f822ec6 HTTP/1.1" status: 200 len: 1099 time: 0.1197186 Sep 21 15:29:36.476536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45b040-d49a-4737-a00f-0d899703ae85 req-7b7ab9ff-0b85-4f61-88d7-c00818aa4f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:36.477998 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-df45b040-d49a-4737-a00f-0d899703ae85 req-7b7ab9ff-0b85-4f61-88d7-c00818aa4f55 service neutron] 10.222.0.20 "GET /v2.0/networks?id=38542a6b-b475-4456-8a0d-a24abd98df01 HTTP/1.1" status: 200 len: 898 time: 0.1265707 Sep 21 15:29:36.584052 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-df45b040-d49a-4737-a00f-0d899703ae85 req-858fdc6b-701b-4d23-95c8-1dbb2440ad82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37658ef4-63b5-449a-873c-a1033336820b HTTP/1.1" status: 200 len: 999 time: 0.0998139 Sep 21 15:29:36.640011 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b33106a0-a90f-4c88-9340-ec05ffc63a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'name': 'tempest-TestNetworkBasicOps-router-992521269', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:29:12Z', 'updated_at': '2022-09-21T15:29:17Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:13Z', 'updated_at': '2022-09-21T15:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '65809201-d850-4022-8000-3a2a27986b27', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'port_id': '37658ef4-63b5-449a-873c-a1033336820b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01', 'mac_address': 'fa:16:3e:a0:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd29c54-7f2c-4f0a-bc57-15f40f822ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:29:34Z', 'updated_at': '2022-09-21T15:29:34Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab08633c-8720-4e28-9805-99fccf72f8a0', 'name': '', 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:93:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:16Z', 'updated_at': '2022-09-21T15:29:22Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:36.643860 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33106a0-a90f-4c88-9340-ec05ffc63a41 None None] Checking router: 3fc8face-d91d-4148-8c41-23adc0a19061 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:29:36.647797 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45b040-d49a-4737-a00f-0d899703ae85 req-8756660e-34a6-44c0-9ebb-6dc6dc5881f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:36.649338 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-df45b040-d49a-4737-a00f-0d899703ae85 req-8756660e-34a6-44c0-9ebb-6dc6dc5881f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96a7cea2-9ad5-44d1-a008-9387f1e29344 HTTP/1.1" status: 200 len: 835 time: 0.0588796 Sep 21 15:29:36.652310 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33106a0-a90f-4c88-9340-ec05ffc63a41 None None] Routers {'3fc8face-d91d-4148-8c41-23adc0a19061'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:29:36.652936 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b33106a0-a90f-4c88-9340-ec05ffc63a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:29:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3fc8face-d91d-4148-8c41-23adc0a19061'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:36.680782 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:29:36.735818 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45b040-d49a-4737-a00f-0d899703ae85 req-6bd8dd73-cdc1-427e-9762-8b3a08f8c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:29:36.737316 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-df45b040-d49a-4737-a00f-0d899703ae85 req-6bd8dd73-cdc1-427e-9762-8b3a08f8c7b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38542a6b-b475-4456-8a0d-a24abd98df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819795 Sep 21 15:29:36.830894 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-b33106a0-a90f-4c88-9340-ec05ffc63a41 None None] Set router 3fc8face-d91d-4148-8c41-23adc0a19061 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:29:36.873636 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-df45b040-d49a-4737-a00f-0d899703ae85 req-34336e40-7ded-4da4-bbd3-3e9ddde326b7 service neutron] 10.222.0.20 "GET /v2.0/networks/38542a6b-b475-4456-8a0d-a24abd98df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280138 Sep 21 15:29:37.013342 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-df45b040-d49a-4737-a00f-0d899703ae85 req-37d95499-9ab2-4527-82aa-ee6024174430 service neutron] 10.222.0.20 "GET /v2.0/networks/38542a6b-b475-4456-8a0d-a24abd98df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329925 Sep 21 15:29:37.186928 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b33106a0-a90f-4c88-9340-ec05ffc63a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'name': 'tempest-TestNetworkBasicOps-router-992521269', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:29:12Z', 'updated_at': '2022-09-21T15:29:17Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:13Z', 'updated_at': '2022-09-21T15:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '65809201-d850-4022-8000-3a2a27986b27', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'port_id': '37658ef4-63b5-449a-873c-a1033336820b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01', 'mac_address': 'fa:16:3e:a0:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd29c54-7f2c-4f0a-bc57-15f40f822ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:29:34Z', 'updated_at': '2022-09-21T15:29:34Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab08633c-8720-4e28-9805-99fccf72f8a0', 'name': '', 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:93:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:16Z', 'updated_at': '2022-09-21T15:29:22Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:29:37.190954 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33106a0-a90f-4c88-9340-ec05ffc63a41 None None] The sync data for ids ['3fc8face-d91d-4148-8c41-23adc0a19061'] in dv-neutron-858731-1-hyperv is: [{'id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'name': 'tempest-TestNetworkBasicOps-router-992521269', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:29:12Z', 'updated_at': '2022-09-21T15:29:17Z', 'revision_number': 4, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:13Z', 'updated_at': '2022-09-21T15:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '65809201-d850-4022-8000-3a2a27986b27', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'port_id': '37658ef4-63b5-449a-873c-a1033336820b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01', 'mac_address': 'fa:16:3e:a0:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd29c54-7f2c-4f0a-bc57-15f40f822ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:29:34Z', 'updated_at': '2022-09-21T15:29:34Z', 'revision_number': 0, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab08633c-8720-4e28-9805-99fccf72f8a0', 'name': '', 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:93:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:16Z', 'updated_at': '2022-09-21T15:29:22Z', 'revision_number': 5, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:29:37.329410 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36576) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:37.387094 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e030c-ee71-4f62-9116-dae7a46e9b57 None None] New status for floating IP 65809201-d850-4022-8000-3a2a27986b27: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:29:37.438874 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6d94bb65-40e8-425a-9d95-0f498c364edf tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/65809201-d850-4022-8000-3a2a27986b27 HTTP/1.1" status: 200 len: 991 time: 0.1082373 Sep 21 15:29:37.890175 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-93d4e792-331a-48a7-8129-2840eb62f162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:38.442257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36580) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:29:38.548252 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8a21760c-c838-45f2-8928-e7625f283896 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/65809201-d850-4022-8000-3a2a27986b27 HTTP/1.1" status: 200 len: 993 time: 0.1048300 Sep 21 15:29:38.729831 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:38.918031 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:40.537459 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:29:52.047479 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:05.534324 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ec75ae22-4b1e-470e-aca1-835d86211a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:07.892754 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3694bc5d-b4ca-4f81-9188-1e5c460c6241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:08.732160 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:08.920880 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:09.830834 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36596) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:09.835951 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9c3697fd-47da-466f-ad7c-ebc32ab381ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:30:10.461917 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c3697fd-47da-466f-ad7c-ebc32ab381ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:10.472845 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c3697fd-47da-466f-ad7c-ebc32ab381ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:10.539487 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:10.652935 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3697fd-47da-466f-ad7c-ebc32ab381ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router 3fc8face-d91d-4148-8c41-23adc0a19061 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:30:10.827835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3697fd-47da-466f-ad7c-ebc32ab381ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:30:10.834551 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c3697fd-47da-466f-ad7c-ebc32ab381ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:10.835670 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9c3697fd-47da-466f-ad7c-ebc32ab381ea tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/routers/3fc8face-d91d-4148-8c41-23adc0a19061 HTTP/1.1" status: 200 len: 888 time: 1.0038562 Sep 21 15:30:10.839162 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c3d0e3-bb00-4086-99a2-cd2fa481d27e None None] Sync routers for ids ['3fc8face-d91d-4148-8c41-23adc0a19061'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:30:10.849298 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c3d0e3-bb00-4086-99a2-cd2fa481d27e None None] Routers {'3fc8face-d91d-4148-8c41-23adc0a19061'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:30:10.849913 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c8c3d0e3-bb00-4086-99a2-cd2fa481d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:30:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3fc8face-d91d-4148-8c41-23adc0a19061'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:10.913169 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c8c3d0e3-bb00-4086-99a2-cd2fa481d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:10.921647 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c3d0e3-bb00-4086-99a2-cd2fa481d27e None None] Routers {'3fc8face-d91d-4148-8c41-23adc0a19061'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:30:10.922235 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c8c3d0e3-bb00-4086-99a2-cd2fa481d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:30:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3fc8face-d91d-4148-8c41-23adc0a19061'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:11.020761 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c8c3d0e3-bb00-4086-99a2-cd2fa481d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:11.021161 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c3d0e3-bb00-4086-99a2-cd2fa481d27e None None] The sync data for ids ['3fc8face-d91d-4148-8c41-23adc0a19061'] in dv-neutron-858731-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:30:11.781076 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c7236-a676-4585-b28d-0fa4a6f85261 None None] New status for floating IP 65809201-d850-4022-8000-3a2a27986b27: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:30:12.592614 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:30:12.729138 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:30:12.729755 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:12.748396 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 057d3813-fe6c-4cde-bb6c-fb30d6d74c29, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=057d3813-fe6c-4cde-bb6c-fb30d6d74c29,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:30:12.752656 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:12.753321 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ab08633c-8720-4e28-9805-99fccf72f8a0 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:30:12.880834 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=057d3813-fe6c-4cde-bb6c-fb30d6d74c29,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:12.927376 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:12.927726 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:12.928062 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:12.928392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:12.928744 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:12.929065 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:12.929428 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:12.929859 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:12.930183 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:12.930504 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:12.930825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:12.932136 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:12.957434 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port ab08633c-8720-4e28-9805-99fccf72f8a0 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:30:12.957805 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:12.990265 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port ab08633c-8720-4e28-9805-99fccf72f8a0, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ab08633c-8720-4e28-9805-99fccf72f8a0,segment=NetworkSegment(85f16336-57e3-4a6a-9f79-51e3c4bb0a85),segment_id=85f16336-57e3-4a6a-9f79-51e3c4bb0a85)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:30:12.995296 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:13.022949 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36604) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:13.029637 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-bdda0c9b-91a1-4368-a724-887d0b0c414a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:30:13.063597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=ab08633c-8720-4e28-9805-99fccf72f8a0,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:13.679639 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:30:13.711608 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdda0c9b-91a1-4368-a724-887d0b0c414a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:13.723291 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdda0c9b-91a1-4368-a724-887d0b0c414a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1580882'] for router, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:13.902900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdda0c9b-91a1-4368-a724-887d0b0c414a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router 3fc8face-d91d-4148-8c41-23adc0a19061 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:30:14.087865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdda0c9b-91a1-4368-a724-887d0b0c414a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:30:14.094574 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdda0c9b-91a1-4368-a724-887d0b0c414a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:14.095709 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bdda0c9b-91a1-4368-a724-887d0b0c414a tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/routers/3fc8face-d91d-4148-8c41-23adc0a19061 HTTP/1.1" status: 200 len: 887 time: 1.0716403 Sep 21 15:30:14.097779 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eadb544-570e-4b75-bf35-f204a0899775 None None] Sync routers for ids ['3fc8face-d91d-4148-8c41-23adc0a19061'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:30:14.098646 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36608) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:14.107928 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eadb544-570e-4b75-bf35-f204a0899775 None None] Routers {'3fc8face-d91d-4148-8c41-23adc0a19061'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:30:14.108562 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6eadb544-570e-4b75-bf35-f204a0899775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:30:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3fc8face-d91d-4148-8c41-23adc0a19061'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:14.205058 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b1fc55bc-0b21-464a-9dc7-b00edff5410b tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/65809201-d850-4022-8000-3a2a27986b27 HTTP/1.1" status: 200 len: 991 time: 0.1053240 Sep 21 15:30:14.289688 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-6eadb544-570e-4b75-bf35-f204a0899775 None None] Set router 3fc8face-d91d-4148-8c41-23adc0a19061 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:30:14.632671 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6eadb544-570e-4b75-bf35-f204a0899775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'name': 'tempest-TestNetworkBasicOps-router-992521269', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:29:12Z', 'updated_at': '2022-09-21T15:30:13Z', 'revision_number': 6, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:13Z', 'updated_at': '2022-09-21T15:30:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '65809201-d850-4022-8000-3a2a27986b27', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'port_id': '37658ef4-63b5-449a-873c-a1033336820b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01', 'mac_address': 'fa:16:3e:a0:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd29c54-7f2c-4f0a-bc57-15f40f822ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:29:34Z', 'updated_at': '2022-09-21T15:30:11Z', 'revision_number': 2, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab08633c-8720-4e28-9805-99fccf72f8a0', 'name': '', 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:93:4f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:16Z', 'updated_at': '2022-09-21T15:30:12Z', 'revision_number': 6, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:14.636505 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eadb544-570e-4b75-bf35-f204a0899775 None None] Checking router: 3fc8face-d91d-4148-8c41-23adc0a19061 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:30:14.644719 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eadb544-570e-4b75-bf35-f204a0899775 None None] Routers {'3fc8face-d91d-4148-8c41-23adc0a19061'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:30:14.645310 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6eadb544-570e-4b75-bf35-f204a0899775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:30:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3fc8face-d91d-4148-8c41-23adc0a19061'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:14.823292 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-6eadb544-570e-4b75-bf35-f204a0899775 None None] Set router 3fc8face-d91d-4148-8c41-23adc0a19061 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:30:15.206173 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6eadb544-570e-4b75-bf35-f204a0899775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'name': 'tempest-TestNetworkBasicOps-router-992521269', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:29:12Z', 'updated_at': '2022-09-21T15:30:13Z', 'revision_number': 6, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:13Z', 'updated_at': '2022-09-21T15:30:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '65809201-d850-4022-8000-3a2a27986b27', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'port_id': '37658ef4-63b5-449a-873c-a1033336820b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01', 'mac_address': 'fa:16:3e:a0:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd29c54-7f2c-4f0a-bc57-15f40f822ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:29:34Z', 'updated_at': '2022-09-21T15:30:11Z', 'revision_number': 2, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab08633c-8720-4e28-9805-99fccf72f8a0', 'name': '', 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:93:4f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:16Z', 'updated_at': '2022-09-21T15:30:12Z', 'revision_number': 6, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:15.209063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36612) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:15.210166 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eadb544-570e-4b75-bf35-f204a0899775 None None] The sync data for ids ['3fc8face-d91d-4148-8c41-23adc0a19061'] in dv-neutron-858731-1-hyperv is: [{'id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'name': 'tempest-TestNetworkBasicOps-router-992521269', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:29:12Z', 'updated_at': '2022-09-21T15:30:13Z', 'revision_number': 6, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:13Z', 'updated_at': '2022-09-21T15:30:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '65809201-d850-4022-8000-3a2a27986b27', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'port_id': '37658ef4-63b5-449a-873c-a1033336820b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01', 'mac_address': 'fa:16:3e:a0:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd29c54-7f2c-4f0a-bc57-15f40f822ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:29:34Z', 'updated_at': '2022-09-21T15:30:11Z', 'revision_number': 2, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab08633c-8720-4e28-9805-99fccf72f8a0', 'name': '', 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:93:4f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:16Z', 'updated_at': '2022-09-21T15:30:12Z', 'revision_number': 6, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:30:15.314439 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5052f1fc-183f-4a83-a71a-211cb616e778 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/65809201-d850-4022-8000-3a2a27986b27 HTTP/1.1" status: 200 len: 991 time: 0.1042533 Sep 21 15:30:16.318229 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36616) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:16.427222 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4bd2b77f-625d-49db-b4cc-35d4ae71eb45 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/65809201-d850-4022-8000-3a2a27986b27 HTTP/1.1" status: 200 len: 991 time: 0.1078684 Sep 21 15:30:16.630495 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:30:16.696106 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:30:16.696491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:16.818405 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f69a9-9c7c-4df0-ad77-73fe722552da None None] New status for floating IP 65809201-d850-4022-8000-3a2a27986b27: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:30:16.821099 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:30:16.821485 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:16.839965 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 057d3813-fe6c-4cde-bb6c-fb30d6d74c29, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=057d3813-fe6c-4cde-bb6c-fb30d6d74c29,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:30:16.844269 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:16.845159 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ab08633c-8720-4e28-9805-99fccf72f8a0 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:30:16.971340 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=057d3813-fe6c-4cde-bb6c-fb30d6d74c29,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:16.981519 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port ab08633c-8720-4e28-9805-99fccf72f8a0 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:30:16.981987 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:17.105396 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port ab08633c-8720-4e28-9805-99fccf72f8a0 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:30:17.105769 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:17.138446 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port ab08633c-8720-4e28-9805-99fccf72f8a0, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ab08633c-8720-4e28-9805-99fccf72f8a0,segment=NetworkSegment(85f16336-57e3-4a6a-9f79-51e3c4bb0a85),segment_id=85f16336-57e3-4a6a-9f79-51e3c4bb0a85)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:30:17.141839 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:17.209110 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=ab08633c-8720-4e28-9805-99fccf72f8a0,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:17.430253 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36622) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:17.537422 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-22909faf-0312-4450-aa60-ca49e73cedee tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/floatingips/65809201-d850-4022-8000-3a2a27986b27 HTTP/1.1" status: 200 len: 993 time: 0.1060011 Sep 21 15:30:17.826726 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36632) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:18.035391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port 38e76626-5b6b-4632-91b3-02d4e032ea10 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:30:18.035725 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:18.206055 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:18.206364 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:18.457872 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for 38e76626-5b6b-4632-91b3-02d4e032ea10 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:30:18.598953 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:30:18.604894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:18.651905 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=38e76626-5b6b-4632-91b3-02d4e032ea10,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:18.662211 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:18.662562 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:18.662895 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:18.663227 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:18.663556 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:18.663882 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:18.664205 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:18.664621 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:18.664946 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:18.665274 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:18.666165 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:18.666485 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:18.670026 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:30:18.670388 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:18.767283 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:18.767616 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Floating IP 65809201-d850-4022-8000-3a2a27986b27 disassociated (deleted). External IP: 172.26.4.27, port: 37658ef4-63b5-449a-873c-a1033336820b. Sep 21 15:30:18.784588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:30:18.785675 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ab08633c-8720-4e28-9805-99fccf72f8a0 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:30:18.855308 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port ab08633c-8720-4e28-9805-99fccf72f8a0 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:30:18.855671 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:18.984194 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port ab08633c-8720-4e28-9805-99fccf72f8a0 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:30:19.128645 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router 3fc8face-d91d-4148-8c41-23adc0a19061 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:30:19.306654 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:30:19.315585 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ac2a66-e73f-41fc-8f41-30fff658186b None None] Sync routers for ids ['3fc8face-d91d-4148-8c41-23adc0a19061'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:30:19.324917 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ac2a66-e73f-41fc-8f41-30fff658186b None None] Routers {'3fc8face-d91d-4148-8c41-23adc0a19061'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:30:19.325533 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-20ac2a66-e73f-41fc-8f41-30fff658186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:30:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3fc8face-d91d-4148-8c41-23adc0a19061'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:19.325861 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:19.382210 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-40117806-72ca-408c-96f8-da9f33bc0475 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/floatingips/65809201-d850-4022-8000-3a2a27986b27 HTTP/1.1" status: 204 len: 168 time: 1.5544841 Sep 21 15:30:19.382784 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd29c54-7f2c-4f0a-bc57-15f40f822ec6', 'tag': '37658ef4-63b5-449a-873c-a1033336820b'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:30:19.385166 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a8f514-07fb-44ea-9f77-95afc313dd44" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd29c54-7f2c-4f0a-bc57-15f40f822ec6", "tag": "37658ef4-63b5-449a-873c-a1033336820b"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:30:19.429149 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccb6b2b-8483-41e0-985c-eff397dde49a x-openstack-request-id: req-5ccb6b2b-8483-41e0-985c-eff397dde49a {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:30:19.429433 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd29c54-7f2c-4f0a-bc57-15f40f822ec6", "tag": "37658ef4-63b5-449a-873c-a1033336820b", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:30:19.429679 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ccb6b2b-8483-41e0-985c-eff397dde49a {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:30:19.430074 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ccb6b2b-8483-41e0-985c-eff397dde49a'] response: {'name': 'network-changed', 'server_uuid': 'cbd29c54-7f2c-4f0a-bc57-15f40f822ec6', 'tag': '37658ef4-63b5-449a-873c-a1033336820b', 'status': 'completed', 'code': 200} Sep 21 15:30:19.511428 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-20ac2a66-e73f-41fc-8f41-30fff658186b None None] Set router 3fc8face-d91d-4148-8c41-23adc0a19061 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:30:19.548418 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8f514-07fb-44ea-9f77-95afc313dd44 req-1780a271-440f-4435-a95e-f078c6d75cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:19.550072 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-04a8f514-07fb-44ea-9f77-95afc313dd44 req-1780a271-440f-4435-a95e-f078c6d75cd6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821a0a843ff74fdda869752c13af53c9&device_id=cbd29c54-7f2c-4f0a-bc57-15f40f822ec6 HTTP/1.1" status: 200 len: 1099 time: 0.0862546 Sep 21 15:30:19.752929 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8f514-07fb-44ea-9f77-95afc313dd44 req-6e71144f-5266-4dbe-8961-34bb013d70a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:19.754361 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-04a8f514-07fb-44ea-9f77-95afc313dd44 req-6e71144f-5266-4dbe-8961-34bb013d70a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=38542a6b-b475-4456-8a0d-a24abd98df01 HTTP/1.1" status: 200 len: 898 time: 0.1953056 Sep 21 15:30:19.830450 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-04a8f514-07fb-44ea-9f77-95afc313dd44 req-739a0237-f52e-4452-a8f9-7ae410b5f556 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37658ef4-63b5-449a-873c-a1033336820b HTTP/1.1" status: 200 len: 217 time: 0.0670297 Sep 21 15:30:19.878587 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-20ac2a66-e73f-41fc-8f41-30fff658186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'name': 'tempest-TestNetworkBasicOps-router-992521269', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:29:12Z', 'updated_at': '2022-09-21T15:30:13Z', 'revision_number': 6, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:13Z', 'updated_at': '2022-09-21T15:30:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'ab08633c-8720-4e28-9805-99fccf72f8a0', 'name': '', 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:93:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:16Z', 'updated_at': '2022-09-21T15:30:17Z', 'revision_number': 7, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:19.882735 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ac2a66-e73f-41fc-8f41-30fff658186b None None] Checking router: 3fc8face-d91d-4148-8c41-23adc0a19061 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:30:19.892285 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ac2a66-e73f-41fc-8f41-30fff658186b None None] Routers {'3fc8face-d91d-4148-8c41-23adc0a19061'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:30:19.892941 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-20ac2a66-e73f-41fc-8f41-30fff658186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:30:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3fc8face-d91d-4148-8c41-23adc0a19061'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:20.032235 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab136df1-807c-4c46-99cc-f98ae9115868 req-41cf9627-2ef4-4033-b861-7d4c4e0c1a41 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:20.032976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ab136df1-807c-4c46-99cc-f98ae9115868 req-41cf9627-2ef4-4033-b861-7d4c4e0c1a41 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Synchronizing usage tracker for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:30:20.037805 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8f514-07fb-44ea-9f77-95afc313dd44 req-c526f5b6-9f21-409a-9b18-4ee63edb0186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:20.039254 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-04a8f514-07fb-44ea-9f77-95afc313dd44 req-c526f5b6-9f21-409a-9b18-4ee63edb0186 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96a7cea2-9ad5-44d1-a008-9387f1e29344 HTTP/1.1" status: 200 len: 835 time: 0.2006948 Sep 21 15:30:20.076181 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-20ac2a66-e73f-41fc-8f41-30fff658186b None None] Set router 3fc8face-d91d-4148-8c41-23adc0a19061 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:30:20.100580 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ab136df1-807c-4c46-99cc-f98ae9115868 req-41cf9627-2ef4-4033-b861-7d4c4e0c1a41 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Unset dirty status for tenant:821a0a843ff74fdda869752c13af53c9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:30:20.101718 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ab136df1-807c-4c46-99cc-f98ae9115868 req-41cf9627-2ef4-4033-b861-7d4c4e0c1a41 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbd29c54-7f2c-4f0a-bc57-15f40f822ec6 HTTP/1.1" status: 200 len: 946 time: 0.3990793 Sep 21 15:30:20.166380 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ab136df1-807c-4c46-99cc-f98ae9115868 req-5f1305db-daf4-4ea0-be14-795199d2a91f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0198c54e-2aca-437c-88c6-a4eb468f3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524240 Sep 21 15:30:20.171954 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8f514-07fb-44ea-9f77-95afc313dd44 req-85f751a4-64b9-417f-a5bc-0aa683879955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:20.173426 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-04a8f514-07fb-44ea-9f77-95afc313dd44 req-85f751a4-64b9-417f-a5bc-0aa683879955 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38542a6b-b475-4456-8a0d-a24abd98df01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1264398 Sep 21 15:30:20.309970 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-04a8f514-07fb-44ea-9f77-95afc313dd44 req-82f91b01-9a70-42ea-a280-08ad13f2986e service neutron] 10.222.0.20 "GET /v2.0/networks/38542a6b-b475-4456-8a0d-a24abd98df01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292241 Sep 21 15:30:20.400555 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-20ac2a66-e73f-41fc-8f41-30fff658186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'name': 'tempest-TestNetworkBasicOps-router-992521269', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:29:12Z', 'updated_at': '2022-09-21T15:30:13Z', 'revision_number': 6, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:13Z', 'updated_at': '2022-09-21T15:30:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'ab08633c-8720-4e28-9805-99fccf72f8a0', 'name': '', 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:93:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:16Z', 'updated_at': '2022-09-21T15:30:17Z', 'revision_number': 7, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:20.404713 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ac2a66-e73f-41fc-8f41-30fff658186b None None] The sync data for ids ['3fc8face-d91d-4148-8c41-23adc0a19061'] in dv-neutron-858731-1-hyperv is: [{'id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'name': 'tempest-TestNetworkBasicOps-router-992521269', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:29:12Z', 'updated_at': '2022-09-21T15:30:13Z', 'revision_number': 6, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:13Z', 'updated_at': '2022-09-21T15:30:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'ab08633c-8720-4e28-9805-99fccf72f8a0', 'name': '', 'network_id': '38542a6b-b475-4456-8a0d-a24abd98df01', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'mac_address': 'fa:16:3e:93:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:16Z', 'updated_at': '2022-09-21T15:30:17Z', 'revision_number': 7, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'subnets': [{'id': '96a7cea2-9ad5-44d1-a008-9387f1e29344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:30:20.447937 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-04a8f514-07fb-44ea-9f77-95afc313dd44 req-0dc8f0ab-7a8c-4bc8-bfa9-11ec2deb7007 service neutron] 10.222.0.20 "GET /v2.0/networks/38542a6b-b475-4456-8a0d-a24abd98df01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308217 Sep 21 15:30:21.074397 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa116a-17e0-42ca-969d-6a3f30b61c82 None None] New status for floating IP 65809201-d850-4022-8000-3a2a27986b27: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:30:21.257714 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669b501-0609-4e06-aca8-29552994f8eb req-c700659a-4846-402e-9eb6-e4ca607b6385 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:21.259203 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a669b501-0609-4e06-aca8-29552994f8eb req-c700659a-4846-402e-9eb6-e4ca607b6385 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbd29c54-7f2c-4f0a-bc57-15f40f822ec6 HTTP/1.1" status: 200 len: 946 time: 0.0900531 Sep 21 15:30:21.385261 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-a669b501-0609-4e06-aca8-29552994f8eb req-cb2ba42d-c7cb-47ba-99da-56d6680be2a4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port 37658ef4-63b5-449a-873c-a1033336820b {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:30:21.385603 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-a669b501-0609-4e06-aca8-29552994f8eb req-cb2ba42d-c7cb-47ba-99da-56d6680be2a4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:21.503396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8e81a-ce25-4cbd-98eb-eebe631a4a5d req-e28fa309-a6a3-44f9-9d64-c3dce5d9869f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:21.504764 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9ee8e81a-ce25-4cbd-98eb-eebe631a4a5d req-e28fa309-a6a3-44f9-9d64-c3dce5d9869f tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbd29c54-7f2c-4f0a-bc57-15f40f822ec6 HTTP/1.1" status: 200 len: 946 time: 0.2093213 Sep 21 15:30:21.632769 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9ee8e81a-ce25-4cbd-98eb-eebe631a4a5d req-11fcb680-5f95-4733-b5b8-95342abda3d3 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "GET /v2.0/security-groups?id=0198c54e-2aca-437c-88c6-a4eb468f3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222990 Sep 21 15:30:21.685173 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-a669b501-0609-4e06-aca8-29552994f8eb req-cb2ba42d-c7cb-47ba-99da-56d6680be2a4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port 37658ef4-63b5-449a-873c-a1033336820b, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=37658ef4-63b5-449a-873c-a1033336820b,segment=NetworkSegment(85f16336-57e3-4a6a-9f79-51e3c4bb0a85),segment_id=85f16336-57e3-4a6a-9f79-51e3c4bb0a85)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:30:21.685526 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-a669b501-0609-4e06-aca8-29552994f8eb req-cb2ba42d-c7cb-47ba-99da-56d6680be2a4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:21.807973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-a669b501-0609-4e06-aca8-29552994f8eb req-cb2ba42d-c7cb-47ba-99da-56d6680be2a4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for 37658ef4-63b5-449a-873c-a1033336820b owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:30:21.954188 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-a669b501-0609-4e06-aca8-29552994f8eb req-cb2ba42d-c7cb-47ba-99da-56d6680be2a4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:22.005962 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ba42d-c7cb-47ba-99da-56d6680be2a4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=37658ef4-63b5-449a-873c-a1033336820b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:22.046556 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:22.095107 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a669b501-0609-4e06-aca8-29552994f8eb req-cb2ba42d-c7cb-47ba-99da-56d6680be2a4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] No DVR routers for this DVR port 37658ef4-63b5-449a-873c-a1033336820b on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:30:22.097954 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-a669b501-0609-4e06-aca8-29552994f8eb req-cb2ba42d-c7cb-47ba-99da-56d6680be2a4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:22.100505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd29c54-7f2c-4f0a-bc57-15f40f822ec6', 'name': 'network-vif-deleted', 'tag': '37658ef4-63b5-449a-873c-a1033336820b'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:30:22.103430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e358c01c-4b0f-45b9-8ef8-4520a1418384" -d '{"events": [{"server_uuid": "cbd29c54-7f2c-4f0a-bc57-15f40f822ec6", "name": "network-vif-deleted", "tag": "37658ef4-63b5-449a-873c-a1033336820b"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:30:22.123910 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a669b501-0609-4e06-aca8-29552994f8eb req-cb2ba42d-c7cb-47ba-99da-56d6680be2a4 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.20 "DELETE /v2.0/ports/37658ef4-63b5-449a-873c-a1033336820b HTTP/1.1" status: 204 len: 173 time: 0.8562422 Sep 21 15:30:22.150142 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b144e24c-a53e-4573-8fa2-bd27364b34be x-openstack-request-id: req-b144e24c-a53e-4573-8fa2-bd27364b34be {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:30:22.150419 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd29c54-7f2c-4f0a-bc57-15f40f822ec6", "name": "network-vif-deleted", "tag": "37658ef4-63b5-449a-873c-a1033336820b", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:30:22.150731 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b144e24c-a53e-4573-8fa2-bd27364b34be {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:30:22.151291 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b144e24c-a53e-4573-8fa2-bd27364b34be'] response: {'server_uuid': 'cbd29c54-7f2c-4f0a-bc57-15f40f822ec6', 'name': 'network-vif-deleted', 'tag': '37658ef4-63b5-449a-873c-a1033336820b', 'status': 'completed', 'code': 200} Sep 21 15:30:22.750952 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36648) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:22.819099 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-81a72812-f804-4737-9459-aedf38f5baa2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:22.849133 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-81a72812-f804-4737-9459-aedf38f5baa2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:22.915724 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-81a72812-f804-4737-9459-aedf38f5baa2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:22.933977 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a72812-f804-4737-9459-aedf38f5baa2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0198c54e-2aca-437c-88c6-a4eb468f3050,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:22.943573 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a72812-f804-4737-9459-aedf38f5baa2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:22.943923 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a72812-f804-4737-9459-aedf38f5baa2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:22.944264 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a72812-f804-4737-9459-aedf38f5baa2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:22.944714 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a72812-f804-4737-9459-aedf38f5baa2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:22.945121 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a72812-f804-4737-9459-aedf38f5baa2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:22.945484 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a72812-f804-4737-9459-aedf38f5baa2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:22.945819 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a72812-f804-4737-9459-aedf38f5baa2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:22.946148 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a72812-f804-4737-9459-aedf38f5baa2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:22.947055 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a72812-f804-4737-9459-aedf38f5baa2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:22.947418 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a72812-f804-4737-9459-aedf38f5baa2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:22.947743 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a72812-f804-4737-9459-aedf38f5baa2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:22.948135 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a72812-f804-4737-9459-aedf38f5baa2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:30:22.958171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-81a72812-f804-4737-9459-aedf38f5baa2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:22.959299 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-81a72812-f804-4737-9459-aedf38f5baa2 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/security-groups/0198c54e-2aca-437c-88c6-a4eb468f3050 HTTP/1.1" status: 204 len: 168 time: 0.2071133 Sep 21 15:30:22.992776 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36654) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:23.563710 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7423cc73-ce65-4a5a-a802-236cc4afcc67 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:23.918091 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-7423cc73-ce65-4a5a-a802-236cc4afcc67 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port ab08633c-8720-4e28-9805-99fccf72f8a0 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:30:23.918733 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7423cc73-ce65-4a5a-a802-236cc4afcc67 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:24.215588 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-7423cc73-ce65-4a5a-a802-236cc4afcc67 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port ab08633c-8720-4e28-9805-99fccf72f8a0, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ab08633c-8720-4e28-9805-99fccf72f8a0,segment=NetworkSegment(85f16336-57e3-4a6a-9f79-51e3c4bb0a85),segment_id=85f16336-57e3-4a6a-9f79-51e3c4bb0a85)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:30:24.215942 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7423cc73-ce65-4a5a-a802-236cc4afcc67 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:24.335261 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-7423cc73-ce65-4a5a-a802-236cc4afcc67 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for ab08633c-8720-4e28-9805-99fccf72f8a0 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:30:24.422489 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 37658ef4-63b5-449a-873c-a1033336820b no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:30:24.460926 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 37658ef4-63b5-449a-873c-a1033336820b {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:30:24.461268 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 37658ef4-63b5-449a-873c-a1033336820b not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:30:24.654878 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7423cc73-ce65-4a5a-a802-236cc4afcc67 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:24.701307 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423cc73-ce65-4a5a-a802-236cc4afcc67 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=ab08633c-8720-4e28-9805-99fccf72f8a0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:24.984761 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7423cc73-ce65-4a5a-a802-236cc4afcc67 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:25.347195 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7423cc73-ce65-4a5a-a802-236cc4afcc67 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Router 3fc8face-d91d-4148-8c41-23adc0a19061 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:30:25.631063 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7423cc73-ce65-4a5a-a802-236cc4afcc67 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:30:25.641221 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996265cb-c5d7-43ee-b52d-a10a85f4467c None None] Sync routers for ids ['3fc8face-d91d-4148-8c41-23adc0a19061'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:30:25.643339 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7423cc73-ce65-4a5a-a802-236cc4afcc67 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "PUT /v2.0/routers/3fc8face-d91d-4148-8c41-23adc0a19061/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6489346 Sep 21 15:30:25.645983 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36658) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:25.650655 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996265cb-c5d7-43ee-b52d-a10a85f4467c None None] Routers {'3fc8face-d91d-4148-8c41-23adc0a19061'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:30:25.651257 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-996265cb-c5d7-43ee-b52d-a10a85f4467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:30:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3fc8face-d91d-4148-8c41-23adc0a19061'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:25.714123 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc8e6c8-f10b-43b3-b799-9f900e4b852e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting subnet 96a7cea2-9ad5-44d1-a008-9387f1e29344 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:30:25.717194 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e6c8-f10b-43b3-b799-9f900e4b852e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:25.771215 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e6c8-f10b-43b3-b799-9f900e4b852e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:25.832168 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-996265cb-c5d7-43ee-b52d-a10a85f4467c None None] Set router 3fc8face-d91d-4148-8c41-23adc0a19061 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:30:25.858395 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e6c8-f10b-43b3-b799-9f900e4b852e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:25.931475 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e6c8-f10b-43b3-b799-9f900e4b852e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:25.971761 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8e6c8-f10b-43b3-b799-9f900e4b852e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Subnet': ['ID=96a7cea2-9ad5-44d1-a008-9387f1e29344,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:25.973741 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bbc8e6c8-f10b-43b3-b799-9f900e4b852e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:25.982817 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bbc8e6c8-f10b-43b3-b799-9f900e4b852e tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/subnets/96a7cea2-9ad5-44d1-a008-9387f1e29344 HTTP/1.1" status: 204 len: 168 time: 0.3333914 Sep 21 15:30:25.983131 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36662) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:26.011051 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88072efb-fc98-48f6-8044-fdb546d89919 None None] Network 38542a6b-b475-4456-8a0d-a24abd98df01 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:30:26.290789 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d262cb5b-aef4-45de-b9df-de10458c1d49 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:26.354092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-996265cb-c5d7-43ee-b52d-a10a85f4467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'name': 'tempest-TestNetworkBasicOps-router-992521269', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:29:12Z', 'updated_at': '2022-09-21T15:30:24Z', 'revision_number': 7, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:13Z', 'updated_at': '2022-09-21T15:30:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:26.358468 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996265cb-c5d7-43ee-b52d-a10a85f4467c None None] Checking router: 3fc8face-d91d-4148-8c41-23adc0a19061 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:30:26.369784 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996265cb-c5d7-43ee-b52d-a10a85f4467c None None] Routers {'3fc8face-d91d-4148-8c41-23adc0a19061'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:30:26.370724 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-996265cb-c5d7-43ee-b52d-a10a85f4467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:30:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['3fc8face-d91d-4148-8c41-23adc0a19061'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:26.420917 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f013c-9470-4d4b-bd00-ef0b755a02e4 None None] DHCP port deletion for 38542a6b-b475-4456-8a0d-a24abd98df01 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:30:26.444606 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f013c-9470-4d4b-bd00-ef0b755a02e4 None None] Deleting port 9bbeefae-71d5-4ae6-9806-c789eaaf9093 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:30:26.444979 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4c9f013c-9470-4d4b-bd00-ef0b755a02e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:26.476873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d262cb5b-aef4-45de-b9df-de10458c1d49 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:26.486653 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d262cb5b-aef4-45de-b9df-de10458c1d49 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Deleting port 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:30:26.487102 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d262cb5b-aef4-45de-b9df-de10458c1d49 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:26.653502 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9bbeefae-71d5-4ae6-9806-c789eaaf9093 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:30:26.670347 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-d262cb5b-aef4-45de-b9df-de10458c1d49 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] For port 057d3813-fe6c-4cde-bb6c-fb30d6d74c29, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=057d3813-fe6c-4cde-bb6c-fb30d6d74c29,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:30:26.670698 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d262cb5b-aef4-45de-b9df-de10458c1d49 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:26.694303 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-996265cb-c5d7-43ee-b52d-a10a85f4467c None None] Set router 3fc8face-d91d-4148-8c41-23adc0a19061 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:30:26.795156 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d262cb5b-aef4-45de-b9df-de10458c1d49 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Calling delete_port for 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:30:26.985156 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4c9f013c-9470-4d4b-bd00-ef0b755a02e4 None None] For port 9bbeefae-71d5-4ae6-9806-c789eaaf9093, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9bbeefae-71d5-4ae6-9806-c789eaaf9093,segment=NetworkSegment(85f16336-57e3-4a6a-9f79-51e3c4bb0a85),segment_id=85f16336-57e3-4a6a-9f79-51e3c4bb0a85)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:30:26.985539 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4c9f013c-9470-4d4b-bd00-ef0b755a02e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:27.099456 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d262cb5b-aef4-45de-b9df-de10458c1d49 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:27.149404 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262cb5b-aef4-45de-b9df-de10458c1d49 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Port': ['ID=057d3813-fe6c-4cde-bb6c-fb30d6d74c29,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:27.150318 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f013c-9470-4d4b-bd00-ef0b755a02e4 None None] Calling delete_port for 9bbeefae-71d5-4ae6-9806-c789eaaf9093 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:30:27.232513 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 9bbeefae-71d5-4ae6-9806-c789eaaf9093 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:30:27.232885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:27.248488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d262cb5b-aef4-45de-b9df-de10458c1d49 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:27.346356 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4c9f013c-9470-4d4b-bd00-ef0b755a02e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:27.405583 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f013c-9470-4d4b-bd00-ef0b755a02e4 None None] Pushing event deleted for resources: {'Port': ['ID=9bbeefae-71d5-4ae6-9806-c789eaaf9093,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:27.408637 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f013c-9470-4d4b-bd00-ef0b755a02e4 None None] No DVR routers for this DVR port 9bbeefae-71d5-4ae6-9806-c789eaaf9093 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:30:27.428785 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-996265cb-c5d7-43ee-b52d-a10a85f4467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'name': 'tempest-TestNetworkBasicOps-router-992521269', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:29:12Z', 'updated_at': '2022-09-21T15:30:24Z', 'revision_number': 7, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:13Z', 'updated_at': '2022-09-21T15:30:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:27.433734 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996265cb-c5d7-43ee-b52d-a10a85f4467c None None] The sync data for ids ['3fc8face-d91d-4148-8c41-23adc0a19061'] in dv-neutron-858731-1-hyperv is: [{'id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'name': 'tempest-TestNetworkBasicOps-router-992521269', 'tenant_id': '821a0a843ff74fdda869752c13af53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:29:12Z', 'updated_at': '2022-09-21T15:30:24Z', 'revision_number': 7, 'project_id': '821a0a843ff74fdda869752c13af53c9', 'gw_port': {'id': '057d3813-fe6c-4cde-bb6c-fb30d6d74c29', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:10:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc8face-d91d-4148-8c41-23adc0a19061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:29:13Z', 'updated_at': '2022-09-21T15:30:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:30:27.437223 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d262cb5b-aef4-45de-b9df-de10458c1d49 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:27.439493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d262cb5b-aef4-45de-b9df-de10458c1d49 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:27.464633 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d262cb5b-aef4-45de-b9df-de10458c1d49 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:27.465540 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d262cb5b-aef4-45de-b9df-de10458c1d49 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Fanout notify agent at l3_agent the message router_deleted on router 3fc8face-d91d-4148-8c41-23adc0a19061 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:30:27.483077 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d262cb5b-aef4-45de-b9df-de10458c1d49 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:27.484138 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d262cb5b-aef4-45de-b9df-de10458c1d49 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/routers/3fc8face-d91d-4148-8c41-23adc0a19061 HTTP/1.1" status: 204 len: 168 time: 1.5000470 Sep 21 15:30:27.486806 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36666) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:27.600302 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ab81b93-44dd-46c6-b4d9-deb885e6fcc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:27.854906 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ab81b93-44dd-46c6-b4d9-deb885e6fcc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:27.885322 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-4ab81b93-44dd-46c6-b4d9-deb885e6fcc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38542a6b-b475-4456-8a0d-a24abd98df01']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:27.898207 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-4ab81b93-44dd-46c6-b4d9-deb885e6fcc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f16336-57e3-4a6a-9f79-51e3c4bb0a85') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:27.898623 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-4ab81b93-44dd-46c6-b4d9-deb885e6fcc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f16336-57e3-4a6a-9f79-51e3c4bb0a85') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:27.911000 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ab81b93-44dd-46c6-b4d9-deb885e6fcc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:27.927165 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ab81b93-44dd-46c6-b4d9-deb885e6fcc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:27.933526 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab81b93-44dd-46c6-b4d9-deb885e6fcc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:30:27.933898 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ab81b93-44dd-46c6-b4d9-deb885e6fcc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:28.000253 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 85f16336-57e3-4a6a-9f79-51e3c4bb0a85 resource provider aggregate not found Sep 21 15:30:28.027127 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 85f16336-57e3-4a6a-9f79-51e3c4bb0a85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85f16336-57e3-4a6a-9f79-51e3c4bb0a85 found for delete ", "request_id": "req-b87a25b9-5837-450b-ab19-518431dc8849"}]} Sep 21 15:30:28.039395 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ab81b93-44dd-46c6-b4d9-deb885e6fcc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:28.058961 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ab81b93-44dd-46c6-b4d9-deb885e6fcc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:28.070015 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab81b93-44dd-46c6-b4d9-deb885e6fcc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] Pushing event deleted for resources: {'Network': ['ID=38542a6b-b475-4456-8a0d-a24abd98df01,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:28.079137 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4ab81b93-44dd-46c6-b4d9-deb885e6fcc8 tempest-TestNetworkBasicOps-2029544068 tempest-TestNetworkBasicOps-2029544068-project] 10.222.0.62 "DELETE /v2.0/networks/38542a6b-b475-4456-8a0d-a24abd98df01 HTTP/1.1" status: 204 len: 168 time: 0.5913527 Sep 21 15:30:28.373303 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36678) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:28.526781 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b7dff756-a56d-4e1f-8f9e-5ce82c149833 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=821a0a843ff74fdda869752c13af53c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501966 Sep 21 15:30:28.527136 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36684) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:28.586871 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c62cf3b3-adad-47d0-8ed1-7d52ee94f253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:28.597932 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:30:28.612982 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c62cf3b3-adad-47d0-8ed1-7d52ee94f253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:28.632186 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:30:28.632479 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 057d3813-fe6c-4cde-bb6c-fb30d6d74c29 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:30:28.632926 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ab08633c-8720-4e28-9805-99fccf72f8a0 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:30:28.666245 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c62cf3b3-adad-47d0-8ed1-7d52ee94f253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:28.666497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: ab08633c-8720-4e28-9805-99fccf72f8a0 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:30:28.666619 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ab08633c-8720-4e28-9805-99fccf72f8a0 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:30:28.683739 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cf3b3-adad-47d0-8ed1-7d52ee94f253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4233dc4d-f8ec-4199-bf1d-545c0e991383,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:28.690092 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c62cf3b3-adad-47d0-8ed1-7d52ee94f253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:28.691200 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c62cf3b3-adad-47d0-8ed1-7d52ee94f253 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4233dc4d-f8ec-4199-bf1d-545c0e991383 HTTP/1.1" status: 204 len: 168 time: 0.1631863 Sep 21 15:30:28.962471 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36692) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:28.979751 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d062-66a8-4e9f-bd63-6178e75374ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:28.994301 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cfb1d062-66a8-4e9f-bd63-6178e75374ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:30:28.998481 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cfb1d062-66a8-4e9f-bd63-6178e75374ca admin admin] Usage tracker for resource:security_group_rule and tenant:3b591e64676d4c58a5a096ab049be6cd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:30:29.001289 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cfb1d062-66a8-4e9f-bd63-6178e75374ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:30:29.006855 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cfb1d062-66a8-4e9f-bd63-6178e75374ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:30:29.092306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d062-66a8-4e9f-bd63-6178e75374ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:29.096940 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d062-66a8-4e9f-bd63-6178e75374ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:29.143030 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cfb1d062-66a8-4e9f-bd63-6178e75374ca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3b591e64676d4c58a5a096ab049be6cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1795180 Sep 21 15:30:29.143876 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1d062-66a8-4e9f-bd63-6178e75374ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8c9e0e-ef20-4bf0-a765-58b66b8fa526,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:29.146502 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36696) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:29.206113 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31a62bd6-4596-477e-aa95-946acbad46cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:29.234716 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31a62bd6-4596-477e-aa95-946acbad46cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:29.285514 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31a62bd6-4596-477e-aa95-946acbad46cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:29.299677 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a62bd6-4596-477e-aa95-946acbad46cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8c9e0e-ef20-4bf0-a765-58b66b8fa526,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:29.305850 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31a62bd6-4596-477e-aa95-946acbad46cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:29.309582 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-31a62bd6-4596-477e-aa95-946acbad46cb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fe8c9e0e-ef20-4bf0-a765-58b66b8fa526 HTTP/1.1" status: 204 len: 168 time: 0.1618247 Sep 21 15:30:30.145003 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36720) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:30.249768 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-345216085-network', 'tenant_id': '97936f2d858849e28c85bb9a469ab34f'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:30:30.254441 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:30:30.258315 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] Usage tracker for resource:network and tenant:97936f2d858849e28c85bb9a469ab34f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:30:30.261833 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:30:30.267483 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:30:30.278132 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] Made reservation on behalf of 97936f2d858849e28c85bb9a469ab34f for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:30:30.280410 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:30.292339 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:30.306546 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:30:30.310396 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] Usage tracker for resource:security_group_rule and tenant:97936f2d858849e28c85bb9a469ab34f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:30:30.313188 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:30:30.318867 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:30:30.400288 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:30.404177 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:30.432471 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:30:30.444711 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:30.451169 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:30.451502 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] Added segment f84c360c-9760-4c0d-bc50-cc95ef022f58 of type vlan for network a48aa19b-41f6-4834-9d90-720ee34eb768 Sep 21 15:30:30.478053 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:30.510765 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:30.511680 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:30.512245 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:30.611091 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] Pushing event updated for resources: {'Network': ['ID=a48aa19b-41f6-4834-9d90-720ee34eb768,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:30.613866 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a47a324b-3925-4758-8aa9-022bc850c02a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4678159 Sep 21 15:30:30.617030 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36726) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:30.622984 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-2d719e13-aebe-48fb-870a-4992d87c2df2 admin admin] Request body: {'subnet': {'network_id': 'a48aa19b-41f6-4834-9d90-720ee34eb768', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-345216085-subnet', 'tenant_id': '97936f2d858849e28c85bb9a469ab34f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:30:30.623298 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network a48aa19b-41f6-4834-9d90-720ee34eb768 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:30:30.628772 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2d719e13-aebe-48fb-870a-4992d87c2df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:30:30.632883 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2d719e13-aebe-48fb-870a-4992d87c2df2 admin admin] Usage tracker for resource:subnet and tenant:97936f2d858849e28c85bb9a469ab34f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:30:30.636685 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2d719e13-aebe-48fb-870a-4992d87c2df2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:30:30.642412 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2d719e13-aebe-48fb-870a-4992d87c2df2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:30:30.652832 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d719e13-aebe-48fb-870a-4992d87c2df2 admin admin] Made reservation on behalf of 97936f2d858849e28c85bb9a469ab34f for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:30:30.655209 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d719e13-aebe-48fb-870a-4992d87c2df2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:30.864339 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d719e13-aebe-48fb-870a-4992d87c2df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:30.938063 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d719e13-aebe-48fb-870a-4992d87c2df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17796cef-74da-430a-8d2c-4740c8062766,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:30.945045 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d719e13-aebe-48fb-870a-4992d87c2df2 admin admin] Checking segment: {'id': 'f84c360c-9760-4c0d-bc50-cc95ef022f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a48aa19b-41f6-4834-9d90-720ee34eb768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:30:30.945403 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d719e13-aebe-48fb-870a-4992d87c2df2 admin admin] Network hostable DHCP agents. Network: a48aa19b-41f6-4834-9d90-720ee34eb768, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:30:30.964247 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d719e13-aebe-48fb-870a-4992d87c2df2 admin admin] Network a48aa19b-41f6-4834-9d90-720ee34eb768 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:30:30.972929 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-2d719e13-aebe-48fb-870a-4992d87c2df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, a48aa19b-41f6-4834-9d90-720ee34eb768) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:30:30.976830 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d719e13-aebe-48fb-870a-4992d87c2df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:30.977970 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d719e13-aebe-48fb-870a-4992d87c2df2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:30.982741 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfd355f-1747-433f-9f05-8dd83ee73a07 None None] Network a48aa19b-41f6-4834-9d90-720ee34eb768 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:30:31.000063 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2d719e13-aebe-48fb-870a-4992d87c2df2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3820496 Sep 21 15:30:31.210186 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a881aff-2434-4b6b-9a95-848aa3bf199b None None] Network a48aa19b-41f6-4834-9d90-720ee34eb768 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:30:31.510605 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36744) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:31.516085 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2044319572-network', 'tenant_id': 'bc90436e01ea4c15b96ee47465379dfe'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:30:31.520844 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:30:31.524714 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] Usage tracker for resource:network and tenant:bc90436e01ea4c15b96ee47465379dfe is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:30:31.527560 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:30:31.533318 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:30:31.543866 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] Made reservation on behalf of bc90436e01ea4c15b96ee47465379dfe for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:30:31.546148 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:31.558654 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:31.575699 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:30:31.579769 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] Usage tracker for resource:security_group_rule and tenant:bc90436e01ea4c15b96ee47465379dfe is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:30:31.582586 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:30:31.588680 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:30:31.672445 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:31.676250 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:31.707069 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:30:31.715996 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c04690-e51b-458c-86f2-ca405a877a03,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:31.721381 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:31.721755 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] Added segment 5912c437-c837-4fc7-81d1-138270ac00b1 of type vlan for network 9d742b68-3ee7-458c-95b5-78af5aea4233 Sep 21 15:30:31.748110 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:31.775800 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:31.776776 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:31.777347 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:31.878637 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3668566 Sep 21 15:30:31.881407 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d184d0-076a-4c07-96da-7dc70b3f9242 admin admin] Pushing event updated for resources: {'Network': ['ID=9d742b68-3ee7-458c-95b5-78af5aea4233,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:31.881573 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36748) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:31.887247 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-df261e76-9e8f-442a-ba1f-37036b02941f admin admin] Request body: {'subnet': {'network_id': '9d742b68-3ee7-458c-95b5-78af5aea4233', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2044319572-subnet', 'tenant_id': 'bc90436e01ea4c15b96ee47465379dfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:30:31.890964 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 9d742b68-3ee7-458c-95b5-78af5aea4233 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:30:31.892046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-df261e76-9e8f-442a-ba1f-37036b02941f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:30:31.895875 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-df261e76-9e8f-442a-ba1f-37036b02941f admin admin] Usage tracker for resource:subnet and tenant:bc90436e01ea4c15b96ee47465379dfe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:30:31.898724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-df261e76-9e8f-442a-ba1f-37036b02941f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:30:31.905205 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-df261e76-9e8f-442a-ba1f-37036b02941f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:30:31.914451 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df261e76-9e8f-442a-ba1f-37036b02941f admin admin] Made reservation on behalf of bc90436e01ea4c15b96ee47465379dfe for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:30:31.917560 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-df261e76-9e8f-442a-ba1f-37036b02941f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:32.119426 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-df261e76-9e8f-442a-ba1f-37036b02941f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:32.192468 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df261e76-9e8f-442a-ba1f-37036b02941f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f77e9d73-a6a1-4e61-af7f-0edaf14afb47,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:32.202566 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df261e76-9e8f-442a-ba1f-37036b02941f admin admin] Checking segment: {'id': '5912c437-c837-4fc7-81d1-138270ac00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9d742b68-3ee7-458c-95b5-78af5aea4233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:30:32.202916 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df261e76-9e8f-442a-ba1f-37036b02941f admin admin] Network hostable DHCP agents. Network: 9d742b68-3ee7-458c-95b5-78af5aea4233, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:30:32.221491 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df261e76-9e8f-442a-ba1f-37036b02941f admin admin] Network 9d742b68-3ee7-458c-95b5-78af5aea4233 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:30:32.231313 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-df261e76-9e8f-442a-ba1f-37036b02941f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 9d742b68-3ee7-458c-95b5-78af5aea4233) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:30:32.235323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df261e76-9e8f-442a-ba1f-37036b02941f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:32.235903 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-df261e76-9e8f-442a-ba1f-37036b02941f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:32.240520 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12982ea-732d-4006-b4ad-81bda550d7b4 None None] Network 9d742b68-3ee7-458c-95b5-78af5aea4233 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:30:32.265942 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-df261e76-9e8f-442a-ba1f-37036b02941f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3780758 Sep 21 15:30:32.465006 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784e599e-f005-4f43-803f-4deb40c980fb None None] Network 9d742b68-3ee7-458c-95b5-78af5aea4233 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:30:32.829791 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-5f05c618-167a-4811-9d74-e48039f3c351 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:32.831228 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-5f05c618-167a-4811-9d74-e48039f3c351 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/networks?id=a48aa19b-41f6-4834-9d90-720ee34eb768 HTTP/1.1" status: 200 len: 811 time: 0.1459336 Sep 21 15:30:32.845670 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-06ef8e09-9f51-48fa-8305-991c39d89988 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/quotas/97936f2d858849e28c85bb9a469ab34f HTTP/1.1" status: 200 len: 375 time: 0.0092065 Sep 21 15:30:32.903678 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-84d416fb-3f82-4ce9-ac47-a7eeef84fafb tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=97936f2d858849e28c85bb9a469ab34f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531125 Sep 21 15:30:33.041654 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-01d40456-153c-4ce8-b398-4def20f76709 service neutron] 10.222.0.62 "GET /v2.0/networks/a48aa19b-41f6-4834-9d90-720ee34eb768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280901 Sep 21 15:30:33.176429 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-53a97377-64d1-4ac7-ae36-32a49484c376 service neutron] 10.222.0.62 "GET /v2.0/networks/a48aa19b-41f6-4834-9d90-720ee34eb768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285055 Sep 21 15:30:33.359563 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-adfdc9b0-81fb-467e-9cfb-6ff2b3b1f305 req-fd3d1fb8-223e-4cc3-8fe5-dd7d66e488e4 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 210 time: 0.0499842 Sep 21 15:30:34.440893 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-f8271806-df12-497b-ae04-5d480956523c tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:34.442301 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-f8271806-df12-497b-ae04-5d480956523c tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.20 "GET /v2.0/networks?id=a48aa19b-41f6-4834-9d90-720ee34eb768 HTTP/1.1" status: 200 len: 811 time: 0.1525440 Sep 21 15:30:34.459587 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-f54660e5-3326-44f6-a5cc-d4ba4a09a73c tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Request body: {'port': {'device_id': '38227de4-3a0b-43ba-b877-71cd09d87a6b', 'network_id': 'a48aa19b-41f6-4834-9d90-720ee34eb768', 'admin_state_up': True, 'tenant_id': '97936f2d858849e28c85bb9a469ab34f'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:30:34.581476 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dabd15f0-f036-4ced-b252-0c9b27d65b36 req-5f76c888-1e49-4011-82e5-24f38452f38e tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 210 time: 0.1045549 Sep 21 15:30:34.753834 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-f54660e5-3326-44f6-a5cc-d4ba4a09a73c tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:30:34.757632 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-f54660e5-3326-44f6-a5cc-d4ba4a09a73c tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Usage tracker for resource:port and tenant:97936f2d858849e28c85bb9a469ab34f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:30:34.761293 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-f54660e5-3326-44f6-a5cc-d4ba4a09a73c tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:30:34.766810 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-f54660e5-3326-44f6-a5cc-d4ba4a09a73c tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:30:34.776761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-f54660e5-3326-44f6-a5cc-d4ba4a09a73c tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Made reservation on behalf of 97936f2d858849e28c85bb9a469ab34f for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:30:34.780106 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-f54660e5-3326-44f6-a5cc-d4ba4a09a73c tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:34.940877 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-f54660e5-3326-44f6-a5cc-d4ba4a09a73c tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Allocated IP 172.20.0.14 (a48aa19b-41f6-4834-9d90-720ee34eb768/17796cef-74da-430a-8d2c-4740c8062766/fd837502-b064-4f75-9ea3-a2629793f4a9) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:30:35.142889 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-f54660e5-3326-44f6-a5cc-d4ba4a09a73c tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:35.175022 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-f54660e5-3326-44f6-a5cc-d4ba4a09a73c tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:35.248537 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-f54660e5-3326-44f6-a5cc-d4ba4a09a73c tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Network a48aa19b-41f6-4834-9d90-720ee34eb768 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:30:35.251602 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-f54660e5-3326-44f6-a5cc-d4ba4a09a73c tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:30:35.253956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-f54660e5-3326-44f6-a5cc-d4ba4a09a73c tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:30:35.290926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54660e5-3326-44f6-a5cc-d4ba4a09a73c tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Pushing event updated for resources: {'Port': ['ID=fd837502-b064-4f75-9ea3-a2629793f4a9,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:35.321868 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-f54660e5-3326-44f6-a5cc-d4ba4a09a73c tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:35.322454 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-f54660e5-3326-44f6-a5cc-d4ba4a09a73c tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:35.342080 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-f54660e5-3326-44f6-a5cc-d4ba4a09a73c tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8862727 Sep 21 15:30:35.357788 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] Request body: {'port': {'device_id': '38227de4-3a0b-43ba-b877-71cd09d87a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:30:35.468267 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:35.535818 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3f91f39b-4170-477f-9f68-389e27e4ec62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:35.837695 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560a938-e88e-4cf1-a53d-0fc1a54fe1dc req-8fba3dc6-c171-4777-a72e-b7f29369ac41 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:35.838381 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-6560a938-e88e-4cf1-a53d-0fc1a54fe1dc req-8fba3dc6-c171-4777-a72e-b7f29369ac41 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Synchronizing usage tracker for tenant:97936f2d858849e28c85bb9a469ab34f on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:30:35.903401 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd837502-b064-4f75-9ea3-a2629793f4a9 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:30:35.907336 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-6560a938-e88e-4cf1-a53d-0fc1a54fe1dc req-8fba3dc6-c171-4777-a72e-b7f29369ac41 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Unset dirty status for tenant:97936f2d858849e28c85bb9a469ab34f on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:30:35.908483 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6560a938-e88e-4cf1-a53d-0fc1a54fe1dc req-8fba3dc6-c171-4777-a72e-b7f29369ac41 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 932 time: 0.2103791 Sep 21 15:30:35.912059 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:35.954469 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] Transition to ACTIVE for port object fd837502-b064-4f75-9ea3-a2629793f4a9 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:30:35.958492 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:36.057992 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6560a938-e88e-4cf1-a53d-0fc1a54fe1dc req-0219050b-a3b1-4646-98f7-3aef969b25d8 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434340 Sep 21 15:30:36.157577 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] Pushing event updated for resources: {'Port': ['ID=fd837502-b064-4f75-9ea3-a2629793f4a9,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:36.194421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] Attempting to bind port fd837502-b064-4f75-9ea3-a2629793f4a9 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:30:36.194750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] Attempting to bind port fd837502-b064-4f75-9ea3-a2629793f4a9 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f84c360c-9760-4c0d-bc50-cc95ef022f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a48aa19b-41f6-4834-9d90-720ee34eb768'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:30:36.195069 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] Attempting to bind port fd837502-b064-4f75-9ea3-a2629793f4a9 on network a48aa19b-41f6-4834-9d90-720ee34eb768 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:30:36.200939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] Port fd837502-b064-4f75-9ea3-a2629793f4a9 on network a48aa19b-41f6-4834-9d90-720ee34eb768 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:30:36.201461 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] Attempting to bind port fd837502-b064-4f75-9ea3-a2629793f4a9 on network a48aa19b-41f6-4834-9d90-720ee34eb768 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:30:36.208210 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:30:36.208573 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] Checking segment: {'id': 'f84c360c-9760-4c0d-bc50-cc95ef022f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a48aa19b-41f6-4834-9d90-720ee34eb768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:30:36.208953 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] Bound using segment: {'id': 'f84c360c-9760-4c0d-bc50-cc95ef022f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a48aa19b-41f6-4834-9d90-720ee34eb768'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:30:36.209375 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] Bound port: fd837502-b064-4f75-9ea3-a2629793f4a9, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84c360c-9760-4c0d-bc50-cc95ef022f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a48aa19b-41f6-4834-9d90-720ee34eb768'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:30:36.209716 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:36.297003 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] For port fd837502-b064-4f75-9ea3-a2629793f4a9, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:30:36.299866 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] For port fd837502-b064-4f75-9ea3-a2629793f4a9, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=fd837502-b064-4f75-9ea3-a2629793f4a9,segment=NetworkSegment(f84c360c-9760-4c0d-bc50-cc95ef022f58),segment_id=f84c360c-9760-4c0d-bc50-cc95ef022f58)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:30:36.304206 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:36.338024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:36.338619 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:36.339964 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] 10.222.0.20 "PUT /v2.0/ports/fd837502-b064-4f75-9ea3-a2629793f4a9 HTTP/1.1" status: 200 len: 1094 time: 0.9860978 Sep 21 15:30:36.340381 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38227de4-3a0b-43ba-b877-71cd09d87a6b', 'tag': 'fd837502-b064-4f75-9ea3-a2629793f4a9'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:30:36.342644 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e58b252-470f-4a68-b262-34e2b5de5941" -d '{"events": [{"name": "network-changed", "server_uuid": "38227de4-3a0b-43ba-b877-71cd09d87a6b", "tag": "fd837502-b064-4f75-9ea3-a2629793f4a9"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:30:36.385760 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04516b65-80a2-4487-9f04-497cfabae8bc service neutron] Pushing event updated for resources: {'Port': ['ID=fd837502-b064-4f75-9ea3-a2629793f4a9,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:36.423854 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0115555c-7a55-4bd0-9f6d-ee81221c248a x-openstack-request-id: req-0115555c-7a55-4bd0-9f6d-ee81221c248a {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:30:36.424080 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38227de4-3a0b-43ba-b877-71cd09d87a6b", "tag": "fd837502-b064-4f75-9ea3-a2629793f4a9", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:30:36.424332 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0115555c-7a55-4bd0-9f6d-ee81221c248a {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:30:36.424778 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0115555c-7a55-4bd0-9f6d-ee81221c248a'] response: {'name': 'network-changed', 'server_uuid': '38227de4-3a0b-43ba-b877-71cd09d87a6b', 'tag': 'fd837502-b064-4f75-9ea3-a2629793f4a9', 'status': 'completed', 'code': 200} Sep 21 15:30:36.467336 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-4c5f97d1-b48e-46d9-abe5-57980f65006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:36.468856 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-4c5f97d1-b48e-46d9-abe5-57980f65006d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97936f2d858849e28c85bb9a469ab34f&device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 1097 time: 0.0842974 Sep 21 15:30:36.646066 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-7e43c334-3071-4d81-b2f2-1968cd1b56ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd837502-b064-4f75-9ea3-a2629793f4a9 HTTP/1.1" status: 200 len: 217 time: 0.1668980 Sep 21 15:30:36.710180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-bea7e536-a8fa-4bdb-8af7-6f6c4dffcabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:36.711448 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-bea7e536-a8fa-4bdb-8af7-6f6c4dffcabb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=17796cef-74da-430a-8d2c-4740c8062766 HTTP/1.1" status: 200 len: 851 time: 0.0560765 Sep 21 15:30:36.769164 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-3662b4c9-804e-4ea7-b201-b07838ffc268 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a48aa19b-41f6-4834-9d90-720ee34eb768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482676 Sep 21 15:30:36.902186 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-ed606a4a-a9f9-423b-b5d0-9aca7530e54f service neutron] 10.222.0.20 "GET /v2.0/networks/a48aa19b-41f6-4834-9d90-720ee34eb768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237247 Sep 21 15:30:37.037254 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9ccd3ad-a0cc-4be1-9361-393fc7d4c8ba req-b2ef28f8-58ba-4f59-8454-1f2d53ebf520 service neutron] 10.222.0.20 "GET /v2.0/networks/a48aa19b-41f6-4834-9d90-720ee34eb768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253917 Sep 21 15:30:37.166275 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58b252-470f-4a68-b262-34e2b5de5941 req-6b3546a7-17f8-4732-9ffc-1ffebd0a5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:37.167737 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4e58b252-470f-4a68-b262-34e2b5de5941 req-6b3546a7-17f8-4732-9ffc-1ffebd0a5ca0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97936f2d858849e28c85bb9a469ab34f&device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 1097 time: 0.0805423 Sep 21 15:30:37.362421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58b252-470f-4a68-b262-34e2b5de5941 req-ace745a7-3410-4b5b-ac8a-7752995588e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:37.363737 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4e58b252-470f-4a68-b262-34e2b5de5941 req-ace745a7-3410-4b5b-ac8a-7752995588e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a48aa19b-41f6-4834-9d90-720ee34eb768 HTTP/1.1" status: 200 len: 912 time: 0.1563292 Sep 21 15:30:37.372581 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41157f56-c68f-4494-9d1a-163299011f4f req-f312cfa4-f62d-4bff-a549-e6ba0cf5c491 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:37.374088 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-41157f56-c68f-4494-9d1a-163299011f4f req-f312cfa4-f62d-4bff-a549-e6ba0cf5c491 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 944 time: 0.2016113 Sep 21 15:30:37.451111 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4e58b252-470f-4a68-b262-34e2b5de5941 req-29cbaa6a-c269-4ab5-a264-c73a5ade1813 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd837502-b064-4f75-9ea3-a2629793f4a9 HTTP/1.1" status: 200 len: 217 time: 0.0760748 Sep 21 15:30:37.515022 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-41157f56-c68f-4494-9d1a-163299011f4f req-fb91370a-eae4-410a-b1aa-d0506ba1c686 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930681 Sep 21 15:30:37.532626 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58b252-470f-4a68-b262-34e2b5de5941 req-9e26e3cd-7d86-4ce2-8b00-a4d889f9809d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:37.532626 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4e58b252-470f-4a68-b262-34e2b5de5941 req-9e26e3cd-7d86-4ce2-8b00-a4d889f9809d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=17796cef-74da-430a-8d2c-4740c8062766 HTTP/1.1" status: 200 len: 851 time: 0.0737317 Sep 21 15:30:37.586347 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4e58b252-470f-4a68-b262-34e2b5de5941 req-2ea0fced-514d-4f24-bf52-eab1b546cde5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a48aa19b-41f6-4834-9d90-720ee34eb768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482602 Sep 21 15:30:37.726329 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4e58b252-470f-4a68-b262-34e2b5de5941 req-9e881b76-71e0-401f-95ce-d60470d5fe68 service neutron] 10.222.0.20 "GET /v2.0/networks/a48aa19b-41f6-4834-9d90-720ee34eb768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309834 Sep 21 15:30:37.859885 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4e58b252-470f-4a68-b262-34e2b5de5941 req-f170b235-0373-47f0-8454-51e78a555667 service neutron] 10.222.0.20 "GET /v2.0/networks/a48aa19b-41f6-4834-9d90-720ee34eb768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252820 Sep 21 15:30:37.894626 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d536aca1-d3dd-4174-94bd-f8b4011087bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:38.547545 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device fd837502-b064-4f75-9ea3-a2629793f4a9 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:30:38.686450 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port fd837502-b064-4f75-9ea3-a2629793f4a9, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=fd837502-b064-4f75-9ea3-a2629793f4a9,segment=NetworkSegment(f84c360c-9760-4c0d-bc50-cc95ef022f58),segment_id=f84c360c-9760-4c0d-bc50-cc95ef022f58)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:30:38.700493 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'fd837502-b064-4f75-9ea3-a2629793f4a9', 'network_id': 'a48aa19b-41f6-4834-9d90-720ee34eb768', 'port_id': 'fd837502-b064-4f75-9ea3-a2629793f4a9', 'mac_address': 'fa:16:3e:1b:ac:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17796cef-74da-430a-8d2c-4740c8062766', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:30:38.719223 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d235de-0bd2-47ca-a415-a2c504b1761c req-b27c66f3-0b28-41a2-bfde-740cc568e7a4 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:38.720750 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-72d235de-0bd2-47ca-a415-a2c504b1761c req-b27c66f3-0b28-41a2-bfde-740cc568e7a4 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 944 time: 0.0930126 Sep 21 15:30:38.768520 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-72d235de-0bd2-47ca-a415-a2c504b1761c req-ab362b9e-34d6-4f40-8650-e3a97032a722 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420034 Sep 21 15:30:38.777470 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:38.778977 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port fd837502-b064-4f75-9ea3-a2629793f4a9 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:30:38.779350 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:38.798649 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd837502-b064-4f75-9ea3-a2629793f4a9 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:30:38.815094 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port fd837502-b064-4f75-9ea3-a2629793f4a9, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=fd837502-b064-4f75-9ea3-a2629793f4a9,segment=NetworkSegment(f84c360c-9760-4c0d-bc50-cc95ef022f58),segment_id=f84c360c-9760-4c0d-bc50-cc95ef022f58)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:30:38.818689 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:38.885349 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=fd837502-b064-4f75-9ea3-a2629793f4a9,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:38.921661 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:39.079264 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['fd837502-b064-4f75-9ea3-a2629793f4a9'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:30:39.964599 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29954e-2cbb-4d0e-8399-9d0862557712 req-e69fb7af-0976-4efc-a7a4-009667cc7574 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:39.966050 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1f29954e-2cbb-4d0e-8399-9d0862557712 req-e69fb7af-0976-4efc-a7a4-009667cc7574 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 945 time: 0.0889900 Sep 21 15:30:40.014143 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1f29954e-2cbb-4d0e-8399-9d0862557712 req-f9469496-bb0d-4982-97e7-2c4e21479866 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424576 Sep 21 15:30:40.543582 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:40.562163 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device fd837502-b064-4f75-9ea3-a2629793f4a9 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:30:40.629399 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port fd837502-b064-4f75-9ea3-a2629793f4a9 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:30:40.635046 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port fd837502-b064-4f75-9ea3-a2629793f4a9 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:30:40.635409 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:40.748580 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port fd837502-b064-4f75-9ea3-a2629793f4a9 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:30:40.748952 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:40.775901 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38227de4-3a0b-43ba-b877-71cd09d87a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd837502-b064-4f75-9ea3-a2629793f4a9'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:30:40.778104 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be900314-c83b-43da-9389-1c6645d74102" -d '{"events": [{"server_uuid": "38227de4-3a0b-43ba-b877-71cd09d87a6b", "name": "network-vif-plugged", "status": "completed", "tag": "fd837502-b064-4f75-9ea3-a2629793f4a9"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:30:40.785945 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port fd837502-b064-4f75-9ea3-a2629793f4a9, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=fd837502-b064-4f75-9ea3-a2629793f4a9,segment=NetworkSegment(f84c360c-9760-4c0d-bc50-cc95ef022f58),segment_id=f84c360c-9760-4c0d-bc50-cc95ef022f58)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:30:40.789947 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:40.827009 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65e8a19-ec87-47db-a563-0bd8056a7038 x-openstack-request-id: req-f65e8a19-ec87-47db-a563-0bd8056a7038 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:30:40.827295 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38227de4-3a0b-43ba-b877-71cd09d87a6b", "name": "network-vif-plugged", "status": "completed", "tag": "fd837502-b064-4f75-9ea3-a2629793f4a9", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:30:40.827540 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f65e8a19-ec87-47db-a563-0bd8056a7038 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:30:40.827919 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65e8a19-ec87-47db-a563-0bd8056a7038'] response: {'server_uuid': '38227de4-3a0b-43ba-b877-71cd09d87a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd837502-b064-4f75-9ea3-a2629793f4a9', 'code': 200} Sep 21 15:30:40.869093 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=fd837502-b064-4f75-9ea3-a2629793f4a9,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:41.088019 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578a7a1-1224-4877-a14e-92cbd875852c req-17293ca2-7a99-4d09-a34e-e784524c450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:41.089537 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5578a7a1-1224-4877-a14e-92cbd875852c req-17293ca2-7a99-4d09-a34e-e784524c450c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 1099 time: 0.0851557 Sep 21 15:30:41.133863 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5578a7a1-1224-4877-a14e-92cbd875852c req-9734dc82-eac5-45cd-9610-7928f681bf8a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346932 Sep 21 15:30:41.322401 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252454bf-04db-4abc-9e7a-46964a6e423e req-3a43bd37-fc59-47fa-a760-64bf3e1d860e tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:41.323799 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-252454bf-04db-4abc-9e7a-46964a6e423e req-3a43bd37-fc59-47fa-a760-64bf3e1d860e tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 946 time: 0.1890593 Sep 21 15:30:41.368507 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-252454bf-04db-4abc-9e7a-46964a6e423e req-fbd8f68d-3183-4232-ae53-0ec6c82ff8b6 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386114 Sep 21 15:30:42.567484 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b35932-472a-479e-afb9-f5c2182408eb req-e26c0d81-aa26-41c5-82a3-bfae43e3fa51 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:42.568963 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-69b35932-472a-479e-afb9-f5c2182408eb req-e26c0d81-aa26-41c5-82a3-bfae43e3fa51 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 946 time: 0.0874519 Sep 21 15:30:42.613016 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-69b35932-472a-479e-afb9-f5c2182408eb req-935bf848-6853-400e-8c7f-ee0fd86d40cc tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381470 Sep 21 15:30:42.809285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d0d81-0e59-4ee3-ac0b-88944d5781d7 req-e73b6b45-fd1b-4701-a82d-99f47f67670b tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:42.810744 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-438d0d81-0e59-4ee3-ac0b-88944d5781d7 req-e73b6b45-fd1b-4701-a82d-99f47f67670b tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 946 time: 0.0902247 Sep 21 15:30:42.855564 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-438d0d81-0e59-4ee3-ac0b-88944d5781d7 req-281a5a6d-5ffa-41c9-847d-a2ff93136049 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392439 Sep 21 15:30:43.268957 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb66acd-bf20-4ada-9769-f7ee2d76902b req-a873d408-e872-4c79-8fbc-713eda9a8679 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:43.270404 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cbb66acd-bf20-4ada-9769-f7ee2d76902b req-a873d408-e872-4c79-8fbc-713eda9a8679 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 946 time: 0.0900657 Sep 21 15:30:43.313462 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cbb66acd-bf20-4ada-9769-f7ee2d76902b req-7efd7a5f-25e9-4ee1-8c9c-af340d171c87 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368035 Sep 21 15:30:44.510712 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee2c79-c65e-4155-af28-ff1de9ba1a66 req-eb18bda8-8887-47ad-ba25-2cf344f65352 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:44.512145 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-04ee2c79-c65e-4155-af28-ff1de9ba1a66 req-eb18bda8-8887-47ad-ba25-2cf344f65352 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 946 time: 0.0876038 Sep 21 15:30:44.556512 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-04ee2c79-c65e-4155-af28-ff1de9ba1a66 req-3d681c95-ea4a-46ee-886d-709321510f4c tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378978 Sep 21 15:30:44.973274 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e8ce5-4557-4b8e-8d1c-192206bb6d14 req-eb24812a-a3e7-4122-8986-957f6a2ec6f4 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:44.974741 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c47e8ce5-4557-4b8e-8d1c-192206bb6d14 req-eb24812a-a3e7-4122-8986-957f6a2ec6f4 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 946 time: 0.1595018 Sep 21 15:30:44.978100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b6ad6-686d-44b7-8eed-6668b62b1ddf req-3752d5a8-0301-4645-88df-ebf5eb9e6c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:44.979476 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b1b6ad6-686d-44b7-8eed-6668b62b1ddf req-3752d5a8-0301-4645-88df-ebf5eb9e6c4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97936f2d858849e28c85bb9a469ab34f&device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 1099 time: 0.1133366 Sep 21 15:30:45.103279 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c47e8ce5-4557-4b8e-8d1c-192206bb6d14 req-ddda5ca9-40fb-47fa-855b-b53a013f9c05 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211894 Sep 21 15:30:45.141503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b6ad6-686d-44b7-8eed-6668b62b1ddf req-d67499b4-3b61-4f7d-843d-2d25d15f4c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:45.142926 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b1b6ad6-686d-44b7-8eed-6668b62b1ddf req-d67499b4-3b61-4f7d-843d-2d25d15f4c45 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a48aa19b-41f6-4834-9d90-720ee34eb768 HTTP/1.1" status: 200 len: 912 time: 0.1483581 Sep 21 15:30:45.211338 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b1b6ad6-686d-44b7-8eed-6668b62b1ddf req-f907ff4b-a108-4456-89eb-004594ae904a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd837502-b064-4f75-9ea3-a2629793f4a9 HTTP/1.1" status: 200 len: 217 time: 0.0590203 Sep 21 15:30:45.279682 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b6ad6-686d-44b7-8eed-6668b62b1ddf req-030f6918-d736-4e77-818a-a305f9a74acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:45.281018 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b1b6ad6-686d-44b7-8eed-6668b62b1ddf req-030f6918-d736-4e77-818a-a305f9a74acb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=17796cef-74da-430a-8d2c-4740c8062766 HTTP/1.1" status: 200 len: 851 time: 0.0593619 Sep 21 15:30:45.336176 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b1b6ad6-686d-44b7-8eed-6668b62b1ddf req-b921a164-2d2a-4271-9402-7a77ca972d10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a48aa19b-41f6-4834-9d90-720ee34eb768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460927 Sep 21 15:30:45.467520 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b1b6ad6-686d-44b7-8eed-6668b62b1ddf req-0a458b7b-778b-4c1b-a72d-57d3af4625ce service neutron] 10.222.0.20 "GET /v2.0/networks/a48aa19b-41f6-4834-9d90-720ee34eb768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218817 Sep 21 15:30:45.599134 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b1b6ad6-686d-44b7-8eed-6668b62b1ddf req-c1a0d1b4-7eb6-4105-859f-05dc111f4da6 service neutron] 10.222.0.20 "GET /v2.0/networks/a48aa19b-41f6-4834-9d90-720ee34eb768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221454 Sep 21 15:30:46.326466 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f9ff5-003e-46ba-a4f0-48784602b70e req-38a2f7d2-bae2-4f99-9757-80f219c2689a tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:46.327914 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a82f9ff5-003e-46ba-a4f0-48784602b70e req-38a2f7d2-bae2-4f99-9757-80f219c2689a tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 946 time: 0.1054087 Sep 21 15:30:46.373851 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a82f9ff5-003e-46ba-a4f0-48784602b70e req-e7f2799b-765c-4238-b39a-e8e59209450b tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398636 Sep 21 15:30:47.572726 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f167e-3823-42d9-a769-8228cab05dd8 req-acc7e8eb-cf70-4756-9802-aad2d68001e3 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:47.574177 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d57f167e-3823-42d9-a769-8228cab05dd8 req-acc7e8eb-cf70-4756-9802-aad2d68001e3 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 946 time: 0.0862210 Sep 21 15:30:47.620620 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d57f167e-3823-42d9-a769-8228cab05dd8 req-c715faed-d07f-450e-a9c8-8c1cdfafc931 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405085 Sep 21 15:30:48.029155 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c473b6d-8bff-4154-b1ca-cb166fc68b16 req-0f127cfd-ee4e-4192-ac60-165b33a2975b tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:48.030585 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c473b6d-8bff-4154-b1ca-cb166fc68b16 req-0f127cfd-ee4e-4192-ac60-165b33a2975b tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 946 time: 0.0865171 Sep 21 15:30:48.074464 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c473b6d-8bff-4154-b1ca-cb166fc68b16 req-9639e2e0-8170-46c3-bd58-13ed6e0ca735 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382450 Sep 21 15:30:49.374675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5915d-4f64-4f64-a5d5-e4b18b9757a5 req-71f10621-7041-4bee-b5ce-dd67d7d1fc6f tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:49.376044 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-abc5915d-4f64-4f64-a5d5-e4b18b9757a5 req-71f10621-7041-4bee-b5ce-dd67d7d1fc6f tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 946 time: 0.1863880 Sep 21 15:30:49.419136 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-abc5915d-4f64-4f64-a5d5-e4b18b9757a5 req-37840054-81a3-45b6-bb27-15749955bcfc tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373302 Sep 21 15:30:49.838930 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93bb2b-5723-4cd2-b71e-99f38d408fa1 req-31af76d0-a52d-469b-82dc-b783c27e008f tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:49.840375 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0d93bb2b-5723-4cd2-b71e-99f38d408fa1 req-31af76d0-a52d-469b-82dc-b783c27e008f tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 946 time: 0.1567700 Sep 21 15:30:49.843001 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b211f-5bed-412c-bfaa-ddafd1643308 req-1d509a06-ed1e-4e02-b510-9fc1a10945ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:49.844321 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-417b211f-5bed-412c-bfaa-ddafd1643308 req-1d509a06-ed1e-4e02-b510-9fc1a10945ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97936f2d858849e28c85bb9a469ab34f&device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 1099 time: 0.1241424 Sep 21 15:30:49.963391 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0d93bb2b-5723-4cd2-b71e-99f38d408fa1 req-01694d66-c440-4113-8e91-751ccf7847df tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170399 Sep 21 15:30:50.003193 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b211f-5bed-412c-bfaa-ddafd1643308 req-47dcaacc-f5a4-4680-ad5b-aeb84fa052b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:50.004639 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-417b211f-5bed-412c-bfaa-ddafd1643308 req-47dcaacc-f5a4-4680-ad5b-aeb84fa052b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a48aa19b-41f6-4834-9d90-720ee34eb768 HTTP/1.1" status: 200 len: 912 time: 0.1446264 Sep 21 15:30:50.080263 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-417b211f-5bed-412c-bfaa-ddafd1643308 req-1b4579b2-a3e6-42ef-85d9-5bdab1a92755 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd837502-b064-4f75-9ea3-a2629793f4a9 HTTP/1.1" status: 200 len: 217 time: 0.0650373 Sep 21 15:30:50.145748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b211f-5bed-412c-bfaa-ddafd1643308 req-01a8daac-0acd-4169-bb60-40930b7f89bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:50.147083 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-417b211f-5bed-412c-bfaa-ddafd1643308 req-01a8daac-0acd-4169-bb60-40930b7f89bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=17796cef-74da-430a-8d2c-4740c8062766 HTTP/1.1" status: 200 len: 851 time: 0.0584185 Sep 21 15:30:50.209231 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-417b211f-5bed-412c-bfaa-ddafd1643308 req-6ec063a5-e9df-4a32-9109-a98053b892fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a48aa19b-41f6-4834-9d90-720ee34eb768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525415 Sep 21 15:30:50.347852 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-417b211f-5bed-412c-bfaa-ddafd1643308 req-6f775c09-e91d-4495-b98f-9a34c2462fa6 service neutron] 10.222.0.20 "GET /v2.0/networks/a48aa19b-41f6-4834-9d90-720ee34eb768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291537 Sep 21 15:30:50.480112 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-417b211f-5bed-412c-bfaa-ddafd1643308 req-357742ee-1920-4da2-8408-5d14c6e365f7 service neutron] 10.222.0.20 "GET /v2.0/networks/a48aa19b-41f6-4834-9d90-720ee34eb768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218872 Sep 21 15:30:50.678750 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:30:51.177772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b65fa0-dd66-43b6-b009-7fcf17191e2c req-1ecfdf23-1cd5-47a4-be79-d54ae0716410 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:51.181328 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-78b65fa0-dd66-43b6-b009-7fcf17191e2c req-1ecfdf23-1cd5-47a4-be79-d54ae0716410 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 946 time: 0.1005371 Sep 21 15:30:51.228720 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-78b65fa0-dd66-43b6-b009-7fcf17191e2c req-1350b810-1052-44e6-9410-fa9e819239cb tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408943 Sep 21 15:30:52.059498 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:52.432742 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5191f3-1820-4eae-9d37-1a30da51b55a req-bf934030-ae7b-468e-b1e3-6fbb1c8dc859 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:52.434180 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8f5191f3-1820-4eae-9d37-1a30da51b55a req-bf934030-ae7b-468e-b1e3-6fbb1c8dc859 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 946 time: 0.0897546 Sep 21 15:30:52.477256 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8f5191f3-1820-4eae-9d37-1a30da51b55a req-36a3e57d-cb7b-482e-8910-fad99fcd287c tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374367 Sep 21 15:30:52.861117 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a9cc9-2a85-4d33-ac8e-e54b5456bf13 req-29d5ccf4-0457-4c0a-9fc8-6894e268b9a6 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:52.862465 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7b8a9cc9-2a85-4d33-ac8e-e54b5456bf13 req-29d5ccf4-0457-4c0a-9fc8-6894e268b9a6 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 946 time: 0.0852799 Sep 21 15:30:52.910969 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7b8a9cc9-2a85-4d33-ac8e-e54b5456bf13 req-71a2a691-3014-469b-ad17-6df619a21764 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427284 Sep 21 15:30:54.113219 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ff6cd-4d12-4a8a-b769-5f8e5acb3d47 req-7678d351-5a3c-426b-aff3-6e143784b802 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:54.114706 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-975ff6cd-4d12-4a8a-b769-5f8e5acb3d47 req-7678d351-5a3c-426b-aff3-6e143784b802 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 946 time: 0.0892644 Sep 21 15:30:54.159459 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-975ff6cd-4d12-4a8a-b769-5f8e5acb3d47 req-7654efa3-b732-4aa4-9855-2dbbaece1a46 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385981 Sep 21 15:30:54.910343 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d2454-6b3e-4775-9cfc-4fedb448688b req-05627249-decc-450f-bba0-35ae9b7fd197 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:54.911656 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6b9d2454-6b3e-4775-9cfc-4fedb448688b req-05627249-decc-450f-bba0-35ae9b7fd197 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.20 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 946 time: 0.0882816 Sep 21 15:30:54.984067 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-6b9d2454-6b3e-4775-9cfc-4fedb448688b req-9f93db33-57fc-40af-a694-1259ca29c2b7 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Deleting port fd837502-b064-4f75-9ea3-a2629793f4a9 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:30:54.984418 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6b9d2454-6b3e-4775-9cfc-4fedb448688b req-9f93db33-57fc-40af-a694-1259ca29c2b7 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:55.401185 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-6b9d2454-6b3e-4775-9cfc-4fedb448688b req-9f93db33-57fc-40af-a694-1259ca29c2b7 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] For port fd837502-b064-4f75-9ea3-a2629793f4a9, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=fd837502-b064-4f75-9ea3-a2629793f4a9,segment=NetworkSegment(f84c360c-9760-4c0d-bc50-cc95ef022f58),segment_id=f84c360c-9760-4c0d-bc50-cc95ef022f58)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:30:55.401885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6b9d2454-6b3e-4775-9cfc-4fedb448688b req-9f93db33-57fc-40af-a694-1259ca29c2b7 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:55.528826 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-6b9d2454-6b3e-4775-9cfc-4fedb448688b req-9f93db33-57fc-40af-a694-1259ca29c2b7 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Calling delete_port for fd837502-b064-4f75-9ea3-a2629793f4a9 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:30:55.563205 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42fea4-e358-4e78-97ff-5b4081a415f9 req-31c5ec1d-3692-4108-930e-cfc0b3b0a082 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:30:55.564662 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac42fea4-e358-4e78-97ff-5b4081a415f9 req-31c5ec1d-3692-4108-930e-cfc0b3b0a082 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/ports?device_id=38227de4-3a0b-43ba-b877-71cd09d87a6b HTTP/1.1" status: 200 len: 946 time: 0.2875788 Sep 21 15:30:55.645386 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac42fea4-e358-4e78-97ff-5b4081a415f9 req-eb34c648-ae37-40a1-a8da-d417b054ad6b tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727115 Sep 21 15:30:55.719711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6b9d2454-6b3e-4775-9cfc-4fedb448688b req-9f93db33-57fc-40af-a694-1259ca29c2b7 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:55.769979 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93db33-57fc-40af-a694-1259ca29c2b7 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Pushing event deleted for resources: {'Port': ['ID=fd837502-b064-4f75-9ea3-a2629793f4a9,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:55.848036 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['fd837502-b064-4f75-9ea3-a2629793f4a9'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:30:55.857793 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9d2454-6b3e-4775-9cfc-4fedb448688b req-9f93db33-57fc-40af-a694-1259ca29c2b7 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] No DVR routers for this DVR port fd837502-b064-4f75-9ea3-a2629793f4a9 on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:30:55.860247 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6b9d2454-6b3e-4775-9cfc-4fedb448688b req-9f93db33-57fc-40af-a694-1259ca29c2b7 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:55.862779 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38227de4-3a0b-43ba-b877-71cd09d87a6b', 'name': 'network-vif-deleted', 'tag': 'fd837502-b064-4f75-9ea3-a2629793f4a9'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:30:55.865049 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d108311c-0f10-40e6-98d6-f87afbc0933d" -d '{"events": [{"server_uuid": "38227de4-3a0b-43ba-b877-71cd09d87a6b", "name": "network-vif-deleted", "tag": "fd837502-b064-4f75-9ea3-a2629793f4a9"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:30:55.879090 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6b9d2454-6b3e-4775-9cfc-4fedb448688b req-9f93db33-57fc-40af-a694-1259ca29c2b7 tempest-TestServerAdvancedOps-8079356 tempest-TestServerAdvancedOps-8079356-project] 10.222.0.20 "DELETE /v2.0/ports/fd837502-b064-4f75-9ea3-a2629793f4a9 HTTP/1.1" status: 204 len: 173 time: 0.9589896 Sep 21 15:30:55.916959 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5446972-a118-4702-af0a-fa3bac9a7b50 x-openstack-request-id: req-f5446972-a118-4702-af0a-fa3bac9a7b50 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:30:55.917273 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38227de4-3a0b-43ba-b877-71cd09d87a6b", "name": "network-vif-deleted", "tag": "fd837502-b064-4f75-9ea3-a2629793f4a9", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:30:55.917546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f5446972-a118-4702-af0a-fa3bac9a7b50 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:30:55.917952 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5446972-a118-4702-af0a-fa3bac9a7b50'] response: {'server_uuid': '38227de4-3a0b-43ba-b877-71cd09d87a6b', 'name': 'network-vif-deleted', 'tag': 'fd837502-b064-4f75-9ea3-a2629793f4a9', 'status': 'completed', 'code': 200} Sep 21 15:30:56.753092 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36846) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:56.812561 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-573cfc2d-9530-4b3d-8c35-2af1cd8c65f6 admin admin] Deleting subnet 17796cef-74da-430a-8d2c-4740c8062766 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:30:56.815421 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-573cfc2d-9530-4b3d-8c35-2af1cd8c65f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:56.961762 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-573cfc2d-9530-4b3d-8c35-2af1cd8c65f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:57.017543 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-573cfc2d-9530-4b3d-8c35-2af1cd8c65f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:57.084294 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-573cfc2d-9530-4b3d-8c35-2af1cd8c65f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:57.128059 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573cfc2d-9530-4b3d-8c35-2af1cd8c65f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17796cef-74da-430a-8d2c-4740c8062766,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:57.130117 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-573cfc2d-9530-4b3d-8c35-2af1cd8c65f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:57.136384 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-573cfc2d-9530-4b3d-8c35-2af1cd8c65f6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/17796cef-74da-430a-8d2c-4740c8062766 HTTP/1.1" status: 204 len: 168 time: 0.3822606 Sep 21 15:30:57.138865 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36852) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:57.246183 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3a1c7b3c-c4e9-46a5-9075-80eb5089a521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:57.371123 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3a1c7b3c-c4e9-46a5-9075-80eb5089a521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:57.395567 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-3a1c7b3c-c4e9-46a5-9075-80eb5089a521 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48aa19b-41f6-4834-9d90-720ee34eb768']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:57.408080 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-3a1c7b3c-c4e9-46a5-9075-80eb5089a521 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84c360c-9760-4c0d-bc50-cc95ef022f58') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:57.408370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-3a1c7b3c-c4e9-46a5-9075-80eb5089a521 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84c360c-9760-4c0d-bc50-cc95ef022f58') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:57.420321 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3a1c7b3c-c4e9-46a5-9075-80eb5089a521 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:57.435852 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3a1c7b3c-c4e9-46a5-9075-80eb5089a521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:57.441696 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1c7b3c-c4e9-46a5-9075-80eb5089a521 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:30:57.442072 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3a1c7b3c-c4e9-46a5-9075-80eb5089a521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:57.508251 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment f84c360c-9760-4c0d-bc50-cc95ef022f58 resource provider aggregate not found Sep 21 15:30:57.529669 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment f84c360c-9760-4c0d-bc50-cc95ef022f58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f84c360c-9760-4c0d-bc50-cc95ef022f58 found for delete ", "request_id": "req-d8530425-c94c-453d-91a6-5d93663cdd6b"}]} Sep 21 15:30:57.544193 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3a1c7b3c-c4e9-46a5-9075-80eb5089a521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:57.559867 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3a1c7b3c-c4e9-46a5-9075-80eb5089a521 admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:57.568817 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c7b3c-c4e9-46a5-9075-80eb5089a521 admin admin] Pushing event deleted for resources: {'Network': ['ID=a48aa19b-41f6-4834-9d90-720ee34eb768,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:57.571298 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3a1c7b3c-c4e9-46a5-9075-80eb5089a521 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a48aa19b-41f6-4834-9d90-720ee34eb768 HTTP/1.1" status: 204 len: 168 time: 0.4315345 Sep 21 15:30:57.574168 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36860) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:57.632288 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ad301c-3d58-4d52-a097-3e731202c40f admin admin] Deleting subnet f77e9d73-a6a1-4e61-af7f-0edaf14afb47 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:30:57.635410 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4ad301c-3d58-4d52-a097-3e731202c40f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:57.686613 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4ad301c-3d58-4d52-a097-3e731202c40f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:57.741235 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4ad301c-3d58-4d52-a097-3e731202c40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:57.807115 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4ad301c-3d58-4d52-a097-3e731202c40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:57.848882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad301c-3d58-4d52-a097-3e731202c40f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f77e9d73-a6a1-4e61-af7f-0edaf14afb47,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:57.852373 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4ad301c-3d58-4d52-a097-3e731202c40f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:57.858328 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e4ad301c-3d58-4d52-a097-3e731202c40f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f77e9d73-a6a1-4e61-af7f-0edaf14afb47 HTTP/1.1" status: 204 len: 168 time: 0.2831867 Sep 21 15:30:57.860766 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36864) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:57.964861 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb280321-741c-4245-a446-c2e086d881db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:58.086136 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb280321-741c-4245-a446-c2e086d881db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:58.112308 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-bb280321-741c-4245-a446-c2e086d881db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d742b68-3ee7-458c-95b5-78af5aea4233']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:58.124002 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-bb280321-741c-4245-a446-c2e086d881db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5912c437-c837-4fc7-81d1-138270ac00b1') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:58.124295 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-bb280321-741c-4245-a446-c2e086d881db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5912c437-c837-4fc7-81d1-138270ac00b1') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:30:58.136067 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb280321-741c-4245-a446-c2e086d881db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:58.152051 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb280321-741c-4245-a446-c2e086d881db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:58.158098 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb280321-741c-4245-a446-c2e086d881db admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:30:58.158483 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb280321-741c-4245-a446-c2e086d881db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:58.247997 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb280321-741c-4245-a446-c2e086d881db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:58.264530 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb280321-741c-4245-a446-c2e086d881db admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:58.273217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb280321-741c-4245-a446-c2e086d881db admin admin] Pushing event deleted for resources: {'Network': ['ID=9d742b68-3ee7-458c-95b5-78af5aea4233,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:58.276315 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bb280321-741c-4245-a446-c2e086d881db admin admin] 10.222.0.62 "DELETE /v2.0/networks/9d742b68-3ee7-458c-95b5-78af5aea4233 HTTP/1.1" status: 204 len: 168 time: 0.4146366 Sep 21 15:30:58.445190 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36870) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:58.493850 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-597f0e9c-4434-4188-b847-72ba952822f0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=97936f2d858849e28c85bb9a469ab34f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469036 Sep 21 15:30:58.496606 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 36874) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:58.555869 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba8c740f-1b68-4ff6-9b87-e1f9533e6d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:58.581061 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba8c740f-1b68-4ff6-9b87-e1f9533e6d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:58.635122 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba8c740f-1b68-4ff6-9b87-e1f9533e6d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:58.649447 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c740f-1b68-4ff6-9b87-e1f9533e6d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a9be52-0158-4adb-ae5e-22d93ab2b8fc,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:58.655857 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba8c740f-1b68-4ff6-9b87-e1f9533e6d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:58.656650 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ba8c740f-1b68-4ff6-9b87-e1f9533e6d04 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e0a9be52-0158-4adb-ae5e-22d93ab2b8fc HTTP/1.1" status: 204 len: 168 time: 0.1590979 Sep 21 15:30:58.686611 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device fd837502-b064-4f75-9ea3-a2629793f4a9 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:30:58.723696 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: fd837502-b064-4f75-9ea3-a2629793f4a9 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:30:58.724033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device fd837502-b064-4f75-9ea3-a2629793f4a9 not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:30:58.987818 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36882) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:59.037236 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ef877aea-f90b-4c20-917b-cd5b1da6bf43 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bc90436e01ea4c15b96ee47465379dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482409 Sep 21 15:30:59.039876 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 36886) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:30:59.097359 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-33c3c990-5403-4518-84b5-aa769baa0390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:59.126820 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-33c3c990-5403-4518-84b5-aa769baa0390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:59.180409 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-33c3c990-5403-4518-84b5-aa769baa0390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:59.194873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3c990-5403-4518-84b5-aa769baa0390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c04690-e51b-458c-86f2-ca405a877a03,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:30:59.201708 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-33c3c990-5403-4518-84b5-aa769baa0390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:30:59.202817 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-33c3c990-5403-4518-84b5-aa769baa0390 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c8c04690-e51b-458c-86f2-ca405a877a03 HTTP/1.1" status: 204 len: 168 time: 0.1619635 Sep 21 15:30:59.548483 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 5912c437-c837-4fc7-81d1-138270ac00b1 resource provider aggregate not found Sep 21 15:30:59.566497 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 5912c437-c837-4fc7-81d1-138270ac00b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5912c437-c837-4fc7-81d1-138270ac00b1 found for delete ", "request_id": "req-85057e72-4944-446f-9cbd-95b419ed81ab"}]} Sep 21 15:31:05.538834 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2a6d13b4-a5b7-4a87-a2d7-7e4b5b616eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:05.664634 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-c7f6f008-9fcf-4e91-b6c0-6f87592ac607 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=63f52aa1276c483884a1989827a0823e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276723 Sep 21 15:31:05.816214 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-771994c8-c819-4f79-81f5-3114642c4400 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:05.822136 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-771994c8-c819-4f79-81f5-3114642c4400 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1521943 Sep 21 15:31:05.837138 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-ff40258b-bc23-4a00-b0a7-73edd79abfb6 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/quotas/63f52aa1276c483884a1989827a0823e HTTP/1.1" status: 200 len: 375 time: 0.0094965 Sep 21 15:31:05.891890 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e8e12cd0-b07b-47d3-b181-bdf5522d5037 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=63f52aa1276c483884a1989827a0823e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496578 Sep 21 15:31:06.075848 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c94c7bae-f719-4aca-b71f-1699ebb0b47c req-c9e8c09f-d33f-4c78-b66e-9a822f8e7adb tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1 HTTP/1.1" status: 200 len: 210 time: 0.0561097 Sep 21 15:31:07.043354 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-cf7bf674-04fb-460e-af33-cc7a384ca0b1 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=63f52aa1276c483884a1989827a0823e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305777 Sep 21 15:31:07.196595 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-b1b50530-b332-40e0-9082-dfbc83de1fad tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:07.198061 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-b1b50530-b332-40e0-9082-dfbc83de1fad tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496134 Sep 21 15:31:07.245702 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Request body: {'port': {'device_id': '1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1', 'network_id': '51fdf036-b883-47dd-b5b6-a1742b51c3d0', 'admin_state_up': True, 'tenant_id': '63f52aa1276c483884a1989827a0823e'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:31:07.267997 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0ca45b87-83ae-46cc-8295-ee2d14ea2a78 req-c267160e-1a3f-4cd1-b6c0-6ae61b107ff0 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1 HTTP/1.1" status: 200 len: 210 time: 0.0689731 Sep 21 15:31:07.390780 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:31:07.394614 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Usage tracker for resource:port and tenant:63f52aa1276c483884a1989827a0823e is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:31:07.397395 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:31:07.403371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:31:07.413010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Made reservation on behalf of 63f52aa1276c483884a1989827a0823e for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:31:07.416501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:07.428372 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:07.443267 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:31:07.447832 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Usage tracker for resource:security_group_rule and tenant:63f52aa1276c483884a1989827a0823e is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:31:07.450653 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:31:07.456572 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:31:07.541720 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:07.545568 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:07.628854 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbc9802-e1bd-4269-94ea-16f0fb819767,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:07.720283 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Allocated IP 192.168.233.54 (51fdf036-b883-47dd-b5b6-a1742b51c3d0/dbd8c14a-335b-40c1-a4e4-df2b41d3d1f6/f094542d-c7ae-4a0f-8688-fe6598769d2d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:31:07.896143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7fbdc19b-29b6-4e50-b523-88ab9865afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:08.021482 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:08.037274 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Transition to ACTIVE for port object f094542d-c7ae-4a0f-8688-fe6598769d2d will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:31:08.060684 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:08.131342 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Network 51fdf036-b883-47dd-b5b6-a1742b51c3d0 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:31:08.134558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:31:08.138394 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:31:08.169356 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Pushing event updated for resources: {'Port': ['ID=f094542d-c7ae-4a0f-8688-fe6598769d2d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:08.206087 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:08.206704 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:08.233576 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-e10b511c-301d-4e0e-ba5c-e9e35f5a05c2 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9981685 Sep 21 15:31:08.249753 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] Request body: {'port': {'device_id': '1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:31:08.366667 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6e77950b-0878-48f1-8828-36fae17ce1cd None None] Provisioning for port f094542d-c7ae-4a0f-8688-fe6598769d2d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:31:08.366948 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:08.374122 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6e77950b-0878-48f1-8828-36fae17ce1cd None None] Provisioning complete for port f094542d-c7ae-4a0f-8688-fe6598769d2d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:31:08.374571 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6e77950b-0878-48f1-8828-36fae17ce1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:08.431897 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6e77950b-0878-48f1-8828-36fae17ce1cd None None] Port f094542d-c7ae-4a0f-8688-fe6598769d2d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:31:08.649155 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78222dc-08f6-4b88-b951-f24640cc72cd req-bbe6d800-0187-47ab-b98c-a6c9dbf7ac0d tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:08.649925 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f78222dc-08f6-4b88-b951-f24640cc72cd req-bbe6d800-0187-47ab-b98c-a6c9dbf7ac0d tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Synchronizing usage tracker for tenant:63f52aa1276c483884a1989827a0823e on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:31:08.686734 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f78222dc-08f6-4b88-b951-f24640cc72cd req-bbe6d800-0187-47ab-b98c-a6c9dbf7ac0d tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Unset dirty status for tenant:63f52aa1276c483884a1989827a0823e on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:31:08.687811 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f78222dc-08f6-4b88-b951-f24640cc72cd req-bbe6d800-0187-47ab-b98c-a6c9dbf7ac0d tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1 HTTP/1.1" status: 200 len: 935 time: 0.3052001 Sep 21 15:31:08.730148 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:08.757703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f78222dc-08f6-4b88-b951-f24640cc72cd req-d9329b92-d50d-43ec-ad47-e79dbdf1a10c tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Synchronizing usage tracker for tenant:63f52aa1276c483884a1989827a0823e on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:31:08.831402 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f78222dc-08f6-4b88-b951-f24640cc72cd req-d9329b92-d50d-43ec-ad47-e79dbdf1a10c tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Unset dirty status for tenant:63f52aa1276c483884a1989827a0823e on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:31:08.832570 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f78222dc-08f6-4b88-b951-f24640cc72cd req-d9329b92-d50d-43ec-ad47-e79dbdf1a10c tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcbc9802-e1bd-4269-94ea-16f0fb819767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336207 Sep 21 15:31:08.850447 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f094542d-c7ae-4a0f-8688-fe6598769d2d {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:31:08.858047 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:08.872869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] Transition to ACTIVE for port object f094542d-c7ae-4a0f-8688-fe6598769d2d will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:31:08.876507 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:08.925794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:09.068700 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] Pushing event updated for resources: {'Port': ['ID=f094542d-c7ae-4a0f-8688-fe6598769d2d,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:09.107243 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] Attempting to bind port f094542d-c7ae-4a0f-8688-fe6598769d2d on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:31:09.107575 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] Attempting to bind port f094542d-c7ae-4a0f-8688-fe6598769d2d by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'b00f1b64-ca3b-41b4-bd15-50e846bfe260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '51fdf036-b883-47dd-b5b6-a1742b51c3d0'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:31:09.107899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] Attempting to bind port f094542d-c7ae-4a0f-8688-fe6598769d2d on network 51fdf036-b883-47dd-b5b6-a1742b51c3d0 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:31:09.112419 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] Port f094542d-c7ae-4a0f-8688-fe6598769d2d on network 51fdf036-b883-47dd-b5b6-a1742b51c3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:31:09.112765 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] Attempting to bind port f094542d-c7ae-4a0f-8688-fe6598769d2d on network 51fdf036-b883-47dd-b5b6-a1742b51c3d0 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:31:09.118405 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:31:09.118735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] Checking segment: {'id': 'b00f1b64-ca3b-41b4-bd15-50e846bfe260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '51fdf036-b883-47dd-b5b6-a1742b51c3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:31:09.119116 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] Bound using segment: {'id': 'b00f1b64-ca3b-41b4-bd15-50e846bfe260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '51fdf036-b883-47dd-b5b6-a1742b51c3d0'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:31:09.119541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] Bound port: f094542d-c7ae-4a0f-8688-fe6598769d2d, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b00f1b64-ca3b-41b4-bd15-50e846bfe260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '51fdf036-b883-47dd-b5b6-a1742b51c3d0'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:31:09.119878 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:09.208345 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] For port f094542d-c7ae-4a0f-8688-fe6598769d2d, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:31:09.211299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] For port f094542d-c7ae-4a0f-8688-fe6598769d2d, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=f094542d-c7ae-4a0f-8688-fe6598769d2d,segment=NetworkSegment(b00f1b64-ca3b-41b4-bd15-50e846bfe260),segment_id=b00f1b64-ca3b-41b4-bd15-50e846bfe260)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:31:09.215550 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:09.249496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:09.250103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:09.251474 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] 10.222.0.20 "PUT /v2.0/ports/f094542d-c7ae-4a0f-8688-fe6598769d2d HTTP/1.1" status: 200 len: 1097 time: 1.0061181 Sep 21 15:31:09.251906 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1', 'tag': 'f094542d-c7ae-4a0f-8688-fe6598769d2d'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:31:09.254188 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ed5d1e-cb38-49dc-8326-73d5c8f0539c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1", "tag": "f094542d-c7ae-4a0f-8688-fe6598769d2d"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:31:09.332086 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbff2dea-47cc-4714-b7bc-db54d50d503f x-openstack-request-id: req-dbff2dea-47cc-4714-b7bc-db54d50d503f {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:31:09.332371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1", "tag": "f094542d-c7ae-4a0f-8688-fe6598769d2d", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:31:09.332693 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dbff2dea-47cc-4714-b7bc-db54d50d503f {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:31:09.333081 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbff2dea-47cc-4714-b7bc-db54d50d503f'] response: {'name': 'network-changed', 'server_uuid': '1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1', 'tag': 'f094542d-c7ae-4a0f-8688-fe6598769d2d', 'status': 'completed', 'code': 200} Sep 21 15:31:09.346795 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb081f28-89b3-4fdc-ab77-5f5e92f8c804 service neutron] Pushing event updated for resources: {'Port': ['ID=f094542d-c7ae-4a0f-8688-fe6598769d2d,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:09.379839 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-9cadf4f7-e262-4330-80b1-09b65d9a956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:09.381345 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-9cadf4f7-e262-4330-80b1-09b65d9a956e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63f52aa1276c483884a1989827a0823e&device_id=1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1 HTTP/1.1" status: 200 len: 1100 time: 0.0866678 Sep 21 15:31:09.456880 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-d5bc45b6-4524-496e-8ec0-9aeb230ee9a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=f094542d-c7ae-4a0f-8688-fe6598769d2d HTTP/1.1" status: 200 len: 217 time: 0.0643928 Sep 21 15:31:09.526572 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-cb650205-5e9a-424e-8e88-5f4c6e0daca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:09.527993 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-cb650205-5e9a-424e-8e88-5f4c6e0daca8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbd8c14a-335b-40c1-a4e4-df2b41d3d1f6 HTTP/1.1" status: 200 len: 843 time: 0.0625024 Sep 21 15:31:09.720257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-1dd1031c-ebd4-45e6-921e-82f0f5cfff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:09.721754 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-1dd1031c-ebd4-45e6-921e-82f0f5cfff2e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51fdf036-b883-47dd-b5b6-a1742b51c3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1840489 Sep 21 15:31:09.854612 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-5946a544-e4aa-4250-8f8f-83dc4d9b114c service neutron] 10.222.0.20 "GET /v2.0/networks/51fdf036-b883-47dd-b5b6-a1742b51c3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227934 Sep 21 15:31:10.050918 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cafd8043-06b7-415b-87f9-bf08817e4d22 req-044abc39-5f54-46a0-aa58-be7dfe4a9b0d service neutron] 10.222.0.20 "GET /v2.0/networks/51fdf036-b883-47dd-b5b6-a1742b51c3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898186 Sep 21 15:31:10.069873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204fc8c-cca1-4ac8-b290-9db0327bb1be req-49c9a438-8706-4d71-aa40-b2d722a2b29f tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:10.072272 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d204fc8c-cca1-4ac8-b290-9db0327bb1be req-49c9a438-8706-4d71-aa40-b2d722a2b29f tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1 HTTP/1.1" status: 200 len: 947 time: 0.1284676 Sep 21 15:31:10.164660 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d204fc8c-cca1-4ac8-b290-9db0327bb1be req-abfc9444-a545-4276-92d3-e98a21e0e9cd tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcbc9802-e1bd-4269-94ea-16f0fb819767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860782 Sep 21 15:31:10.197865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed5d1e-cb38-49dc-8326-73d5c8f0539c req-3d7f13bc-d817-4a3f-a0cb-5e2f76ab0513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:10.199537 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-59ed5d1e-cb38-49dc-8326-73d5c8f0539c req-3d7f13bc-d817-4a3f-a0cb-5e2f76ab0513 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63f52aa1276c483884a1989827a0823e&device_id=1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1 HTTP/1.1" status: 200 len: 1100 time: 0.0992377 Sep 21 15:31:10.333265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed5d1e-cb38-49dc-8326-73d5c8f0539c req-f81637e4-6e87-4579-8908-7e6dc2e111ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:10.334609 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-59ed5d1e-cb38-49dc-8326-73d5c8f0539c req-f81637e4-6e87-4579-8908-7e6dc2e111ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=51fdf036-b883-47dd-b5b6-a1742b51c3d0 HTTP/1.1" status: 200 len: 870 time: 0.1278901 Sep 21 15:31:10.406544 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-59ed5d1e-cb38-49dc-8326-73d5c8f0539c req-58257d82-a190-4c94-82f4-b75396e82ecf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=f094542d-c7ae-4a0f-8688-fe6598769d2d HTTP/1.1" status: 200 len: 217 time: 0.0644796 Sep 21 15:31:10.472443 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed5d1e-cb38-49dc-8326-73d5c8f0539c req-d16d9179-a84c-4029-9c90-5eb0a9347bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:10.473932 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-59ed5d1e-cb38-49dc-8326-73d5c8f0539c req-d16d9179-a84c-4029-9c90-5eb0a9347bd4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbd8c14a-335b-40c1-a4e4-df2b41d3d1f6 HTTP/1.1" status: 200 len: 843 time: 0.0613191 Sep 21 15:31:10.547790 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:10.562960 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed5d1e-cb38-49dc-8326-73d5c8f0539c req-7fd387b2-67a1-4bec-9379-9ca7b2868a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:10.564433 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-59ed5d1e-cb38-49dc-8326-73d5c8f0539c req-7fd387b2-67a1-4bec-9379-9ca7b2868a23 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51fdf036-b883-47dd-b5b6-a1742b51c3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0838146 Sep 21 15:31:10.696518 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-59ed5d1e-cb38-49dc-8326-73d5c8f0539c req-4c17fef1-1fca-4802-a0f8-965c47f210ca service neutron] 10.222.0.20 "GET /v2.0/networks/51fdf036-b883-47dd-b5b6-a1742b51c3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242752 Sep 21 15:31:10.770285 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device f094542d-c7ae-4a0f-8688-fe6598769d2d details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:31:10.828465 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-59ed5d1e-cb38-49dc-8326-73d5c8f0539c req-ccb566b1-dbc2-4054-8d45-50987f0e9102 service neutron] 10.222.0.20 "GET /v2.0/networks/51fdf036-b883-47dd-b5b6-a1742b51c3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257460 Sep 21 15:31:10.904164 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port f094542d-c7ae-4a0f-8688-fe6598769d2d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=f094542d-c7ae-4a0f-8688-fe6598769d2d,segment=NetworkSegment(b00f1b64-ca3b-41b4-bd15-50e846bfe260),segment_id=b00f1b64-ca3b-41b4-bd15-50e846bfe260)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:31:10.917117 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'f094542d-c7ae-4a0f-8688-fe6598769d2d', 'network_id': '51fdf036-b883-47dd-b5b6-a1742b51c3d0', 'port_id': 'f094542d-c7ae-4a0f-8688-fe6598769d2d', 'mac_address': 'fa:16:3e:41:5b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd8c14a-335b-40c1-a4e4-df2b41d3d1f6', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:31:10.974679 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port f094542d-c7ae-4a0f-8688-fe6598769d2d is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:31:10.975055 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:10.991674 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f094542d-c7ae-4a0f-8688-fe6598769d2d {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:31:11.007157 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port f094542d-c7ae-4a0f-8688-fe6598769d2d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=f094542d-c7ae-4a0f-8688-fe6598769d2d,segment=NetworkSegment(b00f1b64-ca3b-41b4-bd15-50e846bfe260),segment_id=b00f1b64-ca3b-41b4-bd15-50e846bfe260)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:31:11.011743 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:11.080529 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=f094542d-c7ae-4a0f-8688-fe6598769d2d,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:11.243473 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['f094542d-c7ae-4a0f-8688-fe6598769d2d'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:31:11.364906 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d016de-90d4-4fbd-82d5-b27a990f6674 req-77983519-9bc0-4443-885f-6e9fc3a1f3cd tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:11.366350 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1d016de-90d4-4fbd-82d5-b27a990f6674 req-77983519-9bc0-4443-885f-6e9fc3a1f3cd tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1 HTTP/1.1" status: 200 len: 948 time: 0.0877266 Sep 21 15:31:11.410213 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1d016de-90d4-4fbd-82d5-b27a990f6674 req-46db6ca0-820f-4d5a-9400-ce59dde90103 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcbc9802-e1bd-4269-94ea-16f0fb819767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374584 Sep 21 15:31:12.635438 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f2636-a14b-4d46-833c-fe385b352f47 req-06bd76a5-405f-423c-a0d8-006a3b214312 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:12.636973 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-930f2636-a14b-4d46-833c-fe385b352f47 req-06bd76a5-405f-423c-a0d8-006a3b214312 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1 HTTP/1.1" status: 200 len: 948 time: 0.1001127 Sep 21 15:31:12.689744 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-930f2636-a14b-4d46-833c-fe385b352f47 req-c4d57cc1-143a-46f0-908d-5c9e4189d10b tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcbc9802-e1bd-4269-94ea-16f0fb819767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467038 Sep 21 15:31:12.778012 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device f094542d-c7ae-4a0f-8688-fe6598769d2d up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:31:12.851659 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port f094542d-c7ae-4a0f-8688-fe6598769d2d completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:31:12.856855 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port f094542d-c7ae-4a0f-8688-fe6598769d2d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:31:12.857220 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:12.994836 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port f094542d-c7ae-4a0f-8688-fe6598769d2d is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:31:12.995209 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:13.021768 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f094542d-c7ae-4a0f-8688-fe6598769d2d'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:31:13.024950 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39518ca5-2eec-4fee-a3f1-2562ac4054fc" -d '{"events": [{"server_uuid": "1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1", "name": "network-vif-plugged", "status": "completed", "tag": "f094542d-c7ae-4a0f-8688-fe6598769d2d"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:31:13.033092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port f094542d-c7ae-4a0f-8688-fe6598769d2d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=f094542d-c7ae-4a0f-8688-fe6598769d2d,segment=NetworkSegment(b00f1b64-ca3b-41b4-bd15-50e846bfe260),segment_id=b00f1b64-ca3b-41b4-bd15-50e846bfe260)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:31:13.038002 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:13.080338 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d03bf45-e1be-4d85-b3f3-43dd5ca55cab x-openstack-request-id: req-6d03bf45-e1be-4d85-b3f3-43dd5ca55cab {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:31:13.080689 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1", "name": "network-vif-plugged", "status": "completed", "tag": "f094542d-c7ae-4a0f-8688-fe6598769d2d", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:31:13.080932 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d03bf45-e1be-4d85-b3f3-43dd5ca55cab {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:31:13.081323 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d03bf45-e1be-4d85-b3f3-43dd5ca55cab'] response: {'server_uuid': '1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f094542d-c7ae-4a0f-8688-fe6598769d2d', 'code': 200} Sep 21 15:31:13.127147 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=f094542d-c7ae-4a0f-8688-fe6598769d2d,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:13.135135 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:13.135485 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:13.135824 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:13.136154 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:13.136505 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:13.136838 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:13.137163 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:13.137494 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:13.137841 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:13.138245 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:13.139762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:13.139762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:13.345871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15405d28-d423-4158-a519-bc77454eedca req-7772fce2-d808-41a5-b135-195a8129ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:13.347239 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-15405d28-d423-4158-a519-bc77454eedca req-7772fce2-d808-41a5-b135-195a8129ef8c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1 HTTP/1.1" status: 200 len: 1102 time: 0.0953619 Sep 21 15:31:13.394181 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-15405d28-d423-4158-a519-bc77454eedca req-57ee0bf6-45ca-4fad-b2d9-641d53ea3f0d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dcbc9802-e1bd-4269-94ea-16f0fb819767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369835 Sep 21 15:31:13.891041 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a00862-85b0-4750-810f-0604a1a3b11e req-f2dc1d8b-e77a-4d88-8883-e6280b6233da tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:13.892549 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-70a00862-85b0-4750-810f-0604a1a3b11e req-f2dc1d8b-e77a-4d88-8883-e6280b6233da tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1 HTTP/1.1" status: 200 len: 949 time: 0.0910504 Sep 21 15:31:13.936292 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-70a00862-85b0-4750-810f-0604a1a3b11e req-d91cbc9a-d069-4d29-a6e8-0b5f7d17dfca tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcbc9802-e1bd-4269-94ea-16f0fb819767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378075 Sep 21 15:31:15.243249 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9f7e7-e7b5-4084-88e5-3ab0a4f72a2a req-905c94e2-af8e-431c-8bc3-4bae2a513742 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:15.245168 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c2e9f7e7-e7b5-4084-88e5-3ab0a4f72a2a req-905c94e2-af8e-431c-8bc3-4bae2a513742 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1 HTTP/1.1" status: 200 len: 949 time: 0.1977637 Sep 21 15:31:15.287565 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c2e9f7e7-e7b5-4084-88e5-3ab0a4f72a2a req-a0ab8267-f228-4571-ad60-0dd275f3f8da tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcbc9802-e1bd-4269-94ea-16f0fb819767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368018 Sep 21 15:31:16.441067 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a421b-d930-4db7-bc06-ebdc17ab2c08 req-3fde40d8-8ef7-48fe-b5c5-93de30caf557 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:16.442398 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-942a421b-d930-4db7-bc06-ebdc17ab2c08 req-3fde40d8-8ef7-48fe-b5c5-93de30caf557 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1 HTTP/1.1" status: 200 len: 949 time: 0.0915818 Sep 21 15:31:16.490001 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-942a421b-d930-4db7-bc06-ebdc17ab2c08 req-01395572-4a74-4c5e-aff5-5a8f366e8f56 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcbc9802-e1bd-4269-94ea-16f0fb819767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419846 Sep 21 15:31:17.843003 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb47927-bf91-4606-bd50-50e640453ea1 req-42480609-7618-4c4f-8444-2e123c412c15 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:17.844343 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7eb47927-bf91-4606-bd50-50e640453ea1 req-42480609-7618-4c4f-8444-2e123c412c15 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1 HTTP/1.1" status: 200 len: 949 time: 0.1475697 Sep 21 15:31:17.910338 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313ef75-f064-4887-9c92-337f4e3688b4 req-a8d847fe-eaa5-4dcb-8261-86ab9b52d57c tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:17.911754 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6313ef75-f064-4887-9c92-337f4e3688b4 req-a8d847fe-eaa5-4dcb-8261-86ab9b52d57c tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1 HTTP/1.1" status: 200 len: 949 time: 0.1522040 Sep 21 15:31:17.947430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-7eb47927-bf91-4606-bd50-50e640453ea1 req-7abc7785-645f-46a4-a377-3da9b4bb4b5f tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Deleting port f094542d-c7ae-4a0f-8688-fe6598769d2d {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:31:17.947768 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-7eb47927-bf91-4606-bd50-50e640453ea1 req-7abc7785-645f-46a4-a377-3da9b4bb4b5f tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:18.012022 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6313ef75-f064-4887-9c92-337f4e3688b4 req-a150d4ce-8b5e-48ce-b041-fe44b0f97a86 tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/security-groups?id=dcbc9802-e1bd-4269-94ea-16f0fb819767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943913 Sep 21 15:31:18.208371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-7eb47927-bf91-4606-bd50-50e640453ea1 req-7abc7785-645f-46a4-a377-3da9b4bb4b5f tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] For port f094542d-c7ae-4a0f-8688-fe6598769d2d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=f094542d-c7ae-4a0f-8688-fe6598769d2d,segment=NetworkSegment(b00f1b64-ca3b-41b4-bd15-50e846bfe260),segment_id=b00f1b64-ca3b-41b4-bd15-50e846bfe260)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:31:18.208666 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-7eb47927-bf91-4606-bd50-50e640453ea1 req-7abc7785-645f-46a4-a377-3da9b4bb4b5f tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:18.332830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-7eb47927-bf91-4606-bd50-50e640453ea1 req-7abc7785-645f-46a4-a377-3da9b4bb4b5f tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Calling delete_port for f094542d-c7ae-4a0f-8688-fe6598769d2d owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:31:18.474309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-7eb47927-bf91-4606-bd50-50e640453ea1 req-7abc7785-645f-46a4-a377-3da9b4bb4b5f tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:18.493752 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['f094542d-c7ae-4a0f-8688-fe6598769d2d'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:31:18.533174 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc7785-645f-46a4-a377-3da9b4bb4b5f tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Pushing event deleted for resources: {'Port': ['ID=f094542d-c7ae-4a0f-8688-fe6598769d2d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:18.622394 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb47927-bf91-4606-bd50-50e640453ea1 req-7abc7785-645f-46a4-a377-3da9b4bb4b5f tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] No DVR routers for this DVR port f094542d-c7ae-4a0f-8688-fe6598769d2d on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:31:18.624942 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-7eb47927-bf91-4606-bd50-50e640453ea1 req-7abc7785-645f-46a4-a377-3da9b4bb4b5f tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:18.627554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1', 'name': 'network-vif-deleted', 'tag': 'f094542d-c7ae-4a0f-8688-fe6598769d2d'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:31:18.629972 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77c3789-56a3-4a54-8e9c-19c17168e4e7" -d '{"events": [{"server_uuid": "1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1", "name": "network-vif-deleted", "tag": "f094542d-c7ae-4a0f-8688-fe6598769d2d"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:31:18.645239 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7eb47927-bf91-4606-bd50-50e640453ea1 req-7abc7785-645f-46a4-a377-3da9b4bb4b5f tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.20 "DELETE /v2.0/ports/f094542d-c7ae-4a0f-8688-fe6598769d2d HTTP/1.1" status: 204 len: 173 time: 0.7920680 Sep 21 15:31:18.677822 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbd874a-9ff4-4e41-a756-2677af63332a x-openstack-request-id: req-8bbd874a-9ff4-4e41-a756-2677af63332a {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:31:18.678316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1", "name": "network-vif-deleted", "tag": "f094542d-c7ae-4a0f-8688-fe6598769d2d", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:31:18.678566 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8bbd874a-9ff4-4e41-a756-2677af63332a {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:31:18.678974 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bbd874a-9ff4-4e41-a756-2677af63332a'] response: {'server_uuid': '1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1', 'name': 'network-vif-deleted', 'tag': 'f094542d-c7ae-4a0f-8688-fe6598769d2d', 'status': 'completed', 'code': 200} Sep 21 15:31:19.199555 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-6f55ce9d-fff6-4607-a0cf-4cf75dee0d90 req-b2df63ba-56df-4ebe-a82f-3fbb94ecca7e tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Synchronizing usage tracker for tenant:63f52aa1276c483884a1989827a0823e on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:31:19.214846 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-6f55ce9d-fff6-4607-a0cf-4cf75dee0d90 req-b2df63ba-56df-4ebe-a82f-3fbb94ecca7e tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] Unset dirty status for tenant:63f52aa1276c483884a1989827a0823e on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:31:19.215916 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f55ce9d-fff6-4607-a0cf-4cf75dee0d90 req-b2df63ba-56df-4ebe-a82f-3fbb94ecca7e tempest-ServersAdminNegativeTestJSON-430293713 tempest-ServersAdminNegativeTestJSON-430293713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e7bc3b8-1e6f-4f3f-9cc1-3ea1c8ed21f1 HTTP/1.1" status: 200 len: 210 time: 0.0724597 Sep 21 15:31:20.583038 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 37020) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:31:20.753396 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f5316af6-eacd-49f9-bc9f-62cf0b92c059 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=63f52aa1276c483884a1989827a0823e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1692452 Sep 21 15:31:20.755860 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 37026) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:31:20.797406 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device f094542d-c7ae-4a0f-8688-fe6598769d2d no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:31:20.812139 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fc229910-fb1b-49fb-88c7-c86f36fa8cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:20.831224 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: f094542d-c7ae-4a0f-8688-fe6598769d2d {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:31:20.831500 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device f094542d-c7ae-4a0f-8688-fe6598769d2d not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:31:20.838460 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fc229910-fb1b-49fb-88c7-c86f36fa8cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:20.889068 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fc229910-fb1b-49fb-88c7-c86f36fa8cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:20.905584 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc229910-fb1b-49fb-88c7-c86f36fa8cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbc9802-e1bd-4269-94ea-16f0fb819767,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:20.915768 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fc229910-fb1b-49fb-88c7-c86f36fa8cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:20.916902 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fc229910-fb1b-49fb-88c7-c86f36fa8cb7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dcbc9802-e1bd-4269-94ea-16f0fb819767 HTTP/1.1" status: 204 len: 168 time: 0.1601777 Sep 21 15:31:21.186621 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 37034) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:31:21.207581 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-09484601-3c44-4344-bddb-0f61e4e200dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:21.313050 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-09484601-3c44-4344-bddb-0f61e4e200dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:31:21.316858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-09484601-3c44-4344-bddb-0f61e4e200dc admin admin] Usage tracker for resource:security_group_rule and tenant:a9a1ee4230334cc68586f48fe5359bf3 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:31:21.319621 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-09484601-3c44-4344-bddb-0f61e4e200dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:31:21.325779 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-09484601-3c44-4344-bddb-0f61e4e200dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:31:21.407115 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-09484601-3c44-4344-bddb-0f61e4e200dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:21.410752 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-09484601-3c44-4344-bddb-0f61e4e200dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:21.458260 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-09484601-3c44-4344-bddb-0f61e4e200dc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9a1ee4230334cc68586f48fe5359bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2705996 Sep 21 15:31:21.459228 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09484601-3c44-4344-bddb-0f61e4e200dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b937f171-ea83-47cb-9a3a-44a540fdd160,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:21.461607 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37038) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:31:21.524863 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b5de0a65-5f3e-47f1-b558-3c084198a9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:21.550587 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b5de0a65-5f3e-47f1-b558-3c084198a9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:21.603438 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b5de0a65-5f3e-47f1-b558-3c084198a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:21.617036 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de0a65-5f3e-47f1-b558-3c084198a9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b937f171-ea83-47cb-9a3a-44a540fdd160,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:21.627475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de0a65-5f3e-47f1-b558-3c084198a9fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:21.627830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de0a65-5f3e-47f1-b558-3c084198a9fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:21.628169 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de0a65-5f3e-47f1-b558-3c084198a9fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:21.628529 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de0a65-5f3e-47f1-b558-3c084198a9fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:21.628861 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de0a65-5f3e-47f1-b558-3c084198a9fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:21.629196 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de0a65-5f3e-47f1-b558-3c084198a9fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:21.629594 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de0a65-5f3e-47f1-b558-3c084198a9fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:21.629852 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de0a65-5f3e-47f1-b558-3c084198a9fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:21.630166 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de0a65-5f3e-47f1-b558-3c084198a9fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:21.630486 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de0a65-5f3e-47f1-b558-3c084198a9fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:21.630804 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de0a65-5f3e-47f1-b558-3c084198a9fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:21.631122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5de0a65-5f3e-47f1-b558-3c084198a9fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:21.634298 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b5de0a65-5f3e-47f1-b558-3c084198a9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:21.635393 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b5de0a65-5f3e-47f1-b558-3c084198a9fa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b937f171-ea83-47cb-9a3a-44a540fdd160 HTTP/1.1" status: 204 len: 168 time: 0.1726816 Sep 21 15:31:22.059342 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:22.343803 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37062) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:31:22.447177 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-111812412-network', 'tenant_id': '050d5f3a093d49349c981c4eb315e82b'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:31:22.452000 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:31:22.456315 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] Usage tracker for resource:network and tenant:050d5f3a093d49349c981c4eb315e82b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:31:22.459291 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:31:22.466473 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:31:22.477095 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] Made reservation on behalf of 050d5f3a093d49349c981c4eb315e82b for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:31:22.479281 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:22.494768 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:22.510035 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:31:22.513837 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] Usage tracker for resource:security_group_rule and tenant:050d5f3a093d49349c981c4eb315e82b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:31:22.516618 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:31:22.522209 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:31:22.605027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:22.608711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:22.638477 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:31:22.646836 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b439b94b-3881-4209-ace4-ce47c0fb9e58,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:22.652381 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:22.652750 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] Added segment f1138ad7-f7a6-4017-88d8-bff81ca28da8 of type vlan for network 64c36511-8739-4486-ae9a-96824a52857e Sep 21 15:31:22.678283 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:22.707379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:22.708303 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:22.708929 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:22.812465 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4675243 Sep 21 15:31:22.813275 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0521b-4e68-4a89-9204-1b8234d16928 admin admin] Pushing event updated for resources: {'Network': ['ID=64c36511-8739-4486-ae9a-96824a52857e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:22.815500 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 37068) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:31:22.822159 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Request body: {'subnet': {'network_id': '64c36511-8739-4486-ae9a-96824a52857e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-111812412-subnet', 'tenant_id': '050d5f3a093d49349c981c4eb315e82b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:31:22.824027 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 64c36511-8739-4486-ae9a-96824a52857e details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:31:22.827077 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:31:22.831163 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Usage tracker for resource:subnet and tenant:050d5f3a093d49349c981c4eb315e82b is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:31:22.834021 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:31:22.841040 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:31:22.851556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Made reservation on behalf of 050d5f3a093d49349c981c4eb315e82b for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:31:22.854002 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:23.061304 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:23.135375 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=459454c9-0f45-43ac-bb24-7ce398f03cd3,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:23.146441 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:23.146791 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:23.147133 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:23.147476 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:23.147813 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:23.148203 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:23.148560 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:23.148892 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:23.149221 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:23.149545 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:23.149869 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:23.150188 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:23.155630 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Checking segment: {'id': 'f1138ad7-f7a6-4017-88d8-bff81ca28da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64c36511-8739-4486-ae9a-96824a52857e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:31:23.155986 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Network hostable DHCP agents. Network: 64c36511-8739-4486-ae9a-96824a52857e, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:31:23.174123 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Network 64c36511-8739-4486-ae9a-96824a52857e is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:31:23.183553 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 64c36511-8739-4486-ae9a-96824a52857e) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:31:23.189199 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:23.190142 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:23.191051 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df64d74-cc47-4a95-835f-68773f08a9ea None None] Network 64c36511-8739-4486-ae9a-96824a52857e requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:31:23.216476 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4d8cab0c-cd29-4e69-85e3-a158e86dcb65 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3993397 Sep 21 15:31:23.219111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 37072) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:31:23.223937 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-111812412-router', 'tenant_id': '050d5f3a093d49349c981c4eb315e82b', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:31:23.229396 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:31:23.233264 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Usage tracker for resource:router and tenant:050d5f3a093d49349c981c4eb315e82b is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:31:23.236079 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:31:23.241927 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:31:23.252682 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:23.253713 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:23.270057 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:23.443385 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-64c36511-8739-4486-ae9a-96824a52857e', 'network_id': '64c36511-8739-4486-ae9a-96824a52857e', 'tenant_id': '050d5f3a093d49349c981c4eb315e82b', 'fixed_ips': [{'subnet_id': '459454c9-0f45-43ac-bb24-7ce398f03cd3'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:31:23.444200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:23.540275 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:23.609777 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] Allocated IP 172.20.0.2 (64c36511-8739-4486-ae9a-96824a52857e/459454c9-0f45-43ac-bb24-7ce398f03cd3/9e3a6e98-7dfb-462f-b3a9-f3ffe449676a) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:31:23.811780 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:23.822204 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] Transition to ACTIVE for port object 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:31:23.840032 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] Transition to ACTIVE for port object 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:31:23.845751 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:23.855651 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:23.886250 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:23.912775 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] Network 64c36511-8739-4486-ae9a-96824a52857e is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:31:23.915705 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:31:23.921964 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:31:23.923974 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] Pushing event updated for resources: {'Port': ['ID=9e3a6e98-7dfb-462f-b3a9-f3ffe449676a,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:24.026757 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Allocated IP 172.26.4.41 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/88edb9e9-915b-4be6-8d5d-8f2512c54d4b) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:31:24.043953 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] Attempting to bind port 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:31:24.044517 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] Attempting to bind port 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'f1138ad7-f7a6-4017-88d8-bff81ca28da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64c36511-8739-4486-ae9a-96824a52857e'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:31:24.044967 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] Attempting to bind port 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a on network 64c36511-8739-4486-ae9a-96824a52857e {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:31:24.050373 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:31:24.050746 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] Checking segment: {'id': 'f1138ad7-f7a6-4017-88d8-bff81ca28da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64c36511-8739-4486-ae9a-96824a52857e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:31:24.051147 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:24.051536 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] Bound using segment: {'id': 'f1138ad7-f7a6-4017-88d8-bff81ca28da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64c36511-8739-4486-ae9a-96824a52857e'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:31:24.051991 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] Bound port: 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1138ad7-f7a6-4017-88d8-bff81ca28da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64c36511-8739-4486-ae9a-96824a52857e'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:31:24.052358 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:24.141236 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] For port 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:31:24.144070 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] For port 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9e3a6e98-7dfb-462f-b3a9-f3ffe449676a,segment=NetworkSegment(f1138ad7-f7a6-4017-88d8-bff81ca28da8),segment_id=f1138ad7-f7a6-4017-88d8-bff81ca28da8)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:31:24.148713 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:24.176001 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:24.206488 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:24.235424 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2a999-4ad8-46eb-bf9d-2f7517c6019c None None] Pushing event updated for resources: {'Port': ['ID=9e3a6e98-7dfb-462f-b3a9-f3ffe449676a,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:24.279364 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:31:24.283466 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:31:24.287123 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:31:24.320717 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Pushing event updated for resources: {'Port': ['ID=88edb9e9-915b-4be6-8d5d-8f2512c54d4b,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:24.650731 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:31:24.722983 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:31:24.845842 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:25.118565 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ce5929-cb68-4e88-a4d0-f2040a2ce501 None None] Network 64c36511-8739-4486-ae9a-96824a52857e requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:31:25.202936 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:25.209585 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9cfd61c3-c3b5-4036-bc9d-31191e4f3506 None None] Provisioning for port 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:31:25.228097 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9cfd61c3-c3b5-4036-bc9d-31191e4f3506 None None] Provisioning complete for port 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:31:25.228478 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9cfd61c3-c3b5-4036-bc9d-31191e4f3506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:25.411237 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Router 60e006ab-63f0-485d-ad2f-a2ba1b4acaef is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:31:25.457051 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9cfd61c3-c3b5-4036-bc9d-31191e4f3506 None None] Current status of the port 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:31:25.457628 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9cfd61c3-c3b5-4036-bc9d-31191e4f3506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:25.499577 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-9cfd61c3-c3b5-4036-bc9d-31191e4f3506 None None] For port 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9e3a6e98-7dfb-462f-b3a9-f3ffe449676a,segment=NetworkSegment(f1138ad7-f7a6-4017-88d8-bff81ca28da8),segment_id=f1138ad7-f7a6-4017-88d8-bff81ca28da8)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:31:25.504277 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9cfd61c3-c3b5-4036-bc9d-31191e4f3506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:25.576799 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd61c3-c3b5-4036-bc9d-31191e4f3506 None None] Pushing event updated for resources: {'Port': ['ID=9e3a6e98-7dfb-462f-b3a9-f3ffe449676a,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:25.606196 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:31:25.615844 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] Sync routers for ids ['60e006ab-63f0-485d-ad2f-a2ba1b4acaef'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:31:25.626693 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] Routers {'60e006ab-63f0-485d-ad2f-a2ba1b4acaef'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:31:25.627418 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:31:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['60e006ab-63f0-485d-ad2f-a2ba1b4acaef'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:31:25.631898 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:25.636065 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0c25e1b3-84d1-4806-a7da-b652f5744afb admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4133930 Sep 21 15:31:25.636430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37076) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:31:25.727135 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4e4a21f8-bbd7-4480-b4b8-151e23e4d451 None None] Provisioning complete for port 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:31:25.727863 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4e4a21f8-bbd7-4480-b4b8-151e23e4d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:25.824932 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] Set router 60e006ab-63f0-485d-ad2f-a2ba1b4acaef gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:31:25.863241 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4e4a21f8-bbd7-4480-b4b8-151e23e4d451 None None] Current status of the port 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:31:26.115057 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e006ab-63f0-485d-ad2f-a2ba1b4acaef', 'name': 'tempest-DeleteServersTestJSON-111812412-router', 'tenant_id': '050d5f3a093d49349c981c4eb315e82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '88edb9e9-915b-4be6-8d5d-8f2512c54d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:31:23Z', 'updated_at': '2022-09-21T15:31:24Z', 'revision_number': 3, 'project_id': '050d5f3a093d49349c981c4eb315e82b', 'gw_port': {'id': '88edb9e9-915b-4be6-8d5d-8f2512c54d4b', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:95:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e006ab-63f0-485d-ad2f-a2ba1b4acaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:31:23Z', 'updated_at': '2022-09-21T15:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:31:26.119333 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] Checking router: 60e006ab-63f0-485d-ad2f-a2ba1b4acaef for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:31:26.119677 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] Updating router 60e006ab-63f0-485d-ad2f-a2ba1b4acaef port 88edb9e9-915b-4be6-8d5d-8f2512c54d4b binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:31:26.170933 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:26.427648 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-111cc402-e600-4f56-a9d3-b594894dde10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:26.488465 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:26.500811 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] Transition to ACTIVE for port object 88edb9e9-915b-4be6-8d5d-8f2512c54d4b will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:31:26.509145 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:26.572382 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] Attempting to bind port 88edb9e9-915b-4be6-8d5d-8f2512c54d4b on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:31:26.572847 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] Attempting to bind port 88edb9e9-915b-4be6-8d5d-8f2512c54d4b by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:31:26.573124 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] Attempting to bind port 88edb9e9-915b-4be6-8d5d-8f2512c54d4b on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:31:26.580305 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:31:26.580709 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:31:26.581115 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:26.581492 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:31:26.581951 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] Bound port: 88edb9e9-915b-4be6-8d5d-8f2512c54d4b, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:31:26.582332 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:26.628699 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:31:26.629994 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31074f0-bbd5-4a2c-91b4-7777cadca4bd None None] Pushing event updated for resources: {'Port': ['ID=88edb9e9-915b-4be6-8d5d-8f2512c54d4b,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:26.640594 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31074f0-bbd5-4a2c-91b4-7777cadca4bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:26.640938 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31074f0-bbd5-4a2c-91b4-7777cadca4bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:26.641272 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31074f0-bbd5-4a2c-91b4-7777cadca4bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:26.641600 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31074f0-bbd5-4a2c-91b4-7777cadca4bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:26.641933 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31074f0-bbd5-4a2c-91b4-7777cadca4bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:26.642052 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-111cc402-e600-4f56-a9d3-b594894dde10 admin admin] Allocated IP 172.20.0.1 (64c36511-8739-4486-ae9a-96824a52857e/459454c9-0f45-43ac-bb24-7ce398f03cd3/697cb94b-0496-4402-a814-426eae58ef1c) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:31:26.642475 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31074f0-bbd5-4a2c-91b4-7777cadca4bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:26.642579 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31074f0-bbd5-4a2c-91b4-7777cadca4bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:26.642862 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31074f0-bbd5-4a2c-91b4-7777cadca4bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:26.643179 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31074f0-bbd5-4a2c-91b4-7777cadca4bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:26.643495 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31074f0-bbd5-4a2c-91b4-7777cadca4bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:26.643805 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31074f0-bbd5-4a2c-91b4-7777cadca4bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:26.644116 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31074f0-bbd5-4a2c-91b4-7777cadca4bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:31:26.677298 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] For port 88edb9e9-915b-4be6-8d5d-8f2512c54d4b, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:31:26.681314 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] For port 88edb9e9-915b-4be6-8d5d-8f2512c54d4b, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=88edb9e9-915b-4be6-8d5d-8f2512c54d4b,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:31:26.686108 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:26.702224 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:31:26.702609 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:26.751230 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] Routers {'60e006ab-63f0-485d-ad2f-a2ba1b4acaef'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:31:26.751860 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:31:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['60e006ab-63f0-485d-ad2f-a2ba1b4acaef'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:31:26.801235 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-111cc402-e600-4f56-a9d3-b594894dde10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:26.818378 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-111cc402-e600-4f56-a9d3-b594894dde10 admin admin] Transition to ACTIVE for port object 697cb94b-0496-4402-a814-426eae58ef1c will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:31:26.825982 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:31:26.843327 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31074f0-bbd5-4a2c-91b4-7777cadca4bd None None] Pushing event updated for resources: {'Port': ['ID=88edb9e9-915b-4be6-8d5d-8f2512c54d4b,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:26.844034 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-111cc402-e600-4f56-a9d3-b594894dde10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:26.914306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111cc402-e600-4f56-a9d3-b594894dde10 admin admin] Network 64c36511-8739-4486-ae9a-96824a52857e is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:31:26.917236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-111cc402-e600-4f56-a9d3-b594894dde10 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:31:26.920836 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111cc402-e600-4f56-a9d3-b594894dde10 admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:31:26.950905 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cc402-e600-4f56-a9d3-b594894dde10 admin admin] Pushing event updated for resources: {'Port': ['ID=697cb94b-0496-4402-a814-426eae58ef1c,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:26.973575 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] Set router 60e006ab-63f0-485d-ad2f-a2ba1b4acaef gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:31:26.979343 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-111cc402-e600-4f56-a9d3-b594894dde10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:27.199607 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-45bad45c-df84-4120-b24a-2e0650e7abf4 None None] Provisioning for port 697cb94b-0496-4402-a814-426eae58ef1c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:31:27.205107 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-45bad45c-df84-4120-b24a-2e0650e7abf4 None None] Provisioning complete for port 697cb94b-0496-4402-a814-426eae58ef1c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:31:27.205507 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-45bad45c-df84-4120-b24a-2e0650e7abf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:27.264106 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-45bad45c-df84-4120-b24a-2e0650e7abf4 None None] Port 697cb94b-0496-4402-a814-426eae58ef1c cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:31:27.270755 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e006ab-63f0-485d-ad2f-a2ba1b4acaef', 'name': 'tempest-DeleteServersTestJSON-111812412-router', 'tenant_id': '050d5f3a093d49349c981c4eb315e82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '88edb9e9-915b-4be6-8d5d-8f2512c54d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:31:23Z', 'updated_at': '2022-09-21T15:31:24Z', 'revision_number': 3, 'project_id': '050d5f3a093d49349c981c4eb315e82b', 'gw_port': {'id': '88edb9e9-915b-4be6-8d5d-8f2512c54d4b', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:95:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e006ab-63f0-485d-ad2f-a2ba1b4acaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:31:23Z', 'updated_at': '2022-09-21T15:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:31:27.274870 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a178a1-4da0-4e64-b358-ab046b9cd138 None None] The sync data for ids ['60e006ab-63f0-485d-ad2f-a2ba1b4acaef'] in dv-neutron-858731-1-hyperv is: [{'id': '60e006ab-63f0-485d-ad2f-a2ba1b4acaef', 'name': 'tempest-DeleteServersTestJSON-111812412-router', 'tenant_id': '050d5f3a093d49349c981c4eb315e82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '88edb9e9-915b-4be6-8d5d-8f2512c54d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:31:23Z', 'updated_at': '2022-09-21T15:31:24Z', 'revision_number': 3, 'project_id': '050d5f3a093d49349c981c4eb315e82b', 'gw_port': {'id': '88edb9e9-915b-4be6-8d5d-8f2512c54d4b', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:95:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e006ab-63f0-485d-ad2f-a2ba1b4acaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:31:23Z', 'updated_at': '2022-09-21T15:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:31:27.275590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-111cc402-e600-4f56-a9d3-b594894dde10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:27.644781 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-111cc402-e600-4f56-a9d3-b594894dde10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:27.650661 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-111cc402-e600-4f56-a9d3-b594894dde10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:27.677251 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:31:27.764169 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-111cc402-e600-4f56-a9d3-b594894dde10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:27.767596 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cc402-e600-4f56-a9d3-b594894dde10 admin admin] Pushing event updated for resources: {'Port': ['ID=697cb94b-0496-4402-a814-426eae58ef1c,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:27.911775 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111cc402-e600-4f56-a9d3-b594894dde10 admin admin] Network 64c36511-8739-4486-ae9a-96824a52857e is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:31:27.913116 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-111cc402-e600-4f56-a9d3-b594894dde10 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:31:28.115599 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111cc402-e600-4f56-a9d3-b594894dde10 admin admin] Router 60e006ab-63f0-485d-ad2f-a2ba1b4acaef has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:31:28.191566 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fcada6e2-b3b7-4904-b64c-2dd075e8ce4c None None] Provisioning complete for port 697cb94b-0496-4402-a814-426eae58ef1c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:31:28.192079 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fcada6e2-b3b7-4904-b64c-2dd075e8ce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:28.282433 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fcada6e2-b3b7-4904-b64c-2dd075e8ce4c None None] Port 697cb94b-0496-4402-a814-426eae58ef1c cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:31:28.302547 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111cc402-e600-4f56-a9d3-b594894dde10 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:31:28.311182 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-111cc402-e600-4f56-a9d3-b594894dde10 admin admin] 10.222.0.62 "PUT /v2.0/routers/60e006ab-63f0-485d-ad2f-a2ba1b4acaef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6734941 Sep 21 15:31:28.652201 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 88edb9e9-915b-4be6-8d5d-8f2512c54d4b up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:31:28.724348 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 88edb9e9-915b-4be6-8d5d-8f2512c54d4b completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:31:28.730674 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 88edb9e9-915b-4be6-8d5d-8f2512c54d4b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:31:28.731042 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:28.779556 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] Sync routers for ids ['60e006ab-63f0-485d-ad2f-a2ba1b4acaef'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:31:28.801207 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] Routers {'60e006ab-63f0-485d-ad2f-a2ba1b4acaef'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:31:28.801753 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:31:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['60e006ab-63f0-485d-ad2f-a2ba1b4acaef'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:31:28.830744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-216964d3-b4c2-4d6d-a64a-11fe4625ca61 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:28.831408 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-216964d3-b4c2-4d6d-a64a-11fe4625ca61 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Synchronizing usage tracker for tenant:050d5f3a093d49349c981c4eb315e82b on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:31:28.848170 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-216964d3-b4c2-4d6d-a64a-11fe4625ca61 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Unset dirty status for tenant:050d5f3a093d49349c981c4eb315e82b on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:31:28.849302 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-216964d3-b4c2-4d6d-a64a-11fe4625ca61 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/networks?id=64c36511-8739-4486-ae9a-96824a52857e HTTP/1.1" status: 200 len: 811 time: 0.1642663 Sep 21 15:31:28.864848 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-1c8c544e-c63c-4dc5-8d8e-bf476eb23500 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/quotas/050d5f3a093d49349c981c4eb315e82b HTTP/1.1" status: 200 len: 375 time: 0.0093863 Sep 21 15:31:28.954876 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-7f01c8ef-d4fd-4933-94ee-3b076ee3cc64 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Synchronizing usage tracker for tenant:050d5f3a093d49349c981c4eb315e82b on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:31:28.972225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-7f01c8ef-d4fd-4933-94ee-3b076ee3cc64 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Unset dirty status for tenant:050d5f3a093d49349c981c4eb315e82b on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:31:28.973512 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-7f01c8ef-d4fd-4933-94ee-3b076ee3cc64 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=050d5f3a093d49349c981c4eb315e82b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1024544 Sep 21 15:31:29.008341 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 88edb9e9-915b-4be6-8d5d-8f2512c54d4b is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:31:29.008752 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:29.031516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-3cb81459-1544-46f5-a003-ce82d14bea42 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:31:29.038249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 88edb9e9-915b-4be6-8d5d-8f2512c54d4b, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=88edb9e9-915b-4be6-8d5d-8f2512c54d4b,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:31:29.038526 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-3cb81459-1544-46f5-a003-ce82d14bea42 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0572264 Sep 21 15:31:29.046463 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:29.049451 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] Set router 60e006ab-63f0-485d-ad2f-a2ba1b4acaef gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:31:29.173433 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-697a8dc8-4349-4497-bf75-3a00e7ef0502 service neutron] 10.222.0.62 "GET /v2.0/networks/64c36511-8739-4486-ae9a-96824a52857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334033 Sep 21 15:31:29.254380 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=88edb9e9-915b-4be6-8d5d-8f2512c54d4b,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:29.305243 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-296184b5-6192-4ecb-a150-26e54b036cb7 service neutron] 10.222.0.62 "GET /v2.0/networks/64c36511-8739-4486-ae9a-96824a52857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258516 Sep 21 15:31:29.427929 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e006ab-63f0-485d-ad2f-a2ba1b4acaef', 'name': 'tempest-DeleteServersTestJSON-111812412-router', 'tenant_id': '050d5f3a093d49349c981c4eb315e82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '88edb9e9-915b-4be6-8d5d-8f2512c54d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:31:23Z', 'updated_at': '2022-09-21T15:31:27Z', 'revision_number': 4, 'project_id': '050d5f3a093d49349c981c4eb315e82b', 'gw_port': {'id': '88edb9e9-915b-4be6-8d5d-8f2512c54d4b', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:95:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e006ab-63f0-485d-ad2f-a2ba1b4acaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:31:23Z', 'updated_at': '2022-09-21T15:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '697cb94b-0496-4402-a814-426eae58ef1c', 'name': '', 'network_id': '64c36511-8739-4486-ae9a-96824a52857e', 'tenant_id': '050d5f3a093d49349c981c4eb315e82b', 'mac_address': 'fa:16:3e:dd:45:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e006ab-63f0-485d-ad2f-a2ba1b4acaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '459454c9-0f45-43ac-bb24-7ce398f03cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:31:26Z', 'updated_at': '2022-09-21T15:31:27Z', 'revision_number': 2, 'project_id': '050d5f3a093d49349c981c4eb315e82b', 'subnets': [{'id': '459454c9-0f45-43ac-bb24-7ce398f03cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:31:29.432373 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] Checking router: 60e006ab-63f0-485d-ad2f-a2ba1b4acaef for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:31:29.432778 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] Updating router 60e006ab-63f0-485d-ad2f-a2ba1b4acaef port 697cb94b-0496-4402-a814-426eae58ef1c binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:31:29.492951 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:29.514807 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cafa1f16-b085-4b1d-b940-29da7aff780e req-0ed8dfda-cc2a-4230-aaea-5a8f6266e539 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 210 time: 0.0557239 Sep 21 15:31:29.863979 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:29.877466 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] Transition to ACTIVE for port object 697cb94b-0496-4402-a814-426eae58ef1c will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:31:29.888890 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:30.137146 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848504b0-7c3b-4b31-9daa-bc650a887965 None None] Pushing event updated for resources: {'Port': ['ID=697cb94b-0496-4402-a814-426eae58ef1c,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:30.148620 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] Attempting to bind port 697cb94b-0496-4402-a814-426eae58ef1c on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:31:30.148981 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] Attempting to bind port 697cb94b-0496-4402-a814-426eae58ef1c by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'f1138ad7-f7a6-4017-88d8-bff81ca28da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64c36511-8739-4486-ae9a-96824a52857e'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:31:30.149334 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] Attempting to bind port 697cb94b-0496-4402-a814-426eae58ef1c on network 64c36511-8739-4486-ae9a-96824a52857e {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:31:30.154645 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:31:30.155008 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] Checking segment: {'id': 'f1138ad7-f7a6-4017-88d8-bff81ca28da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64c36511-8739-4486-ae9a-96824a52857e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:31:30.155397 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:30.155779 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] Bound using segment: {'id': 'f1138ad7-f7a6-4017-88d8-bff81ca28da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64c36511-8739-4486-ae9a-96824a52857e'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:31:30.156231 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] Bound port: 697cb94b-0496-4402-a814-426eae58ef1c, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1138ad7-f7a6-4017-88d8-bff81ca28da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64c36511-8739-4486-ae9a-96824a52857e'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:31:30.156629 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:30.244914 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] For port 697cb94b-0496-4402-a814-426eae58ef1c, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:31:30.247939 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] For port 697cb94b-0496-4402-a814-426eae58ef1c, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=697cb94b-0496-4402-a814-426eae58ef1c,segment=NetworkSegment(f1138ad7-f7a6-4017-88d8-bff81ca28da8),segment_id=f1138ad7-f7a6-4017-88d8-bff81ca28da8)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:31:30.251139 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:30.314658 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] Routers {'60e006ab-63f0-485d-ad2f-a2ba1b4acaef'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:31:30.315342 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:31:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['60e006ab-63f0-485d-ad2f-a2ba1b4acaef'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:31:30.402576 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848504b0-7c3b-4b31-9daa-bc650a887965 None None] Pushing event updated for resources: {'Port': ['ID=697cb94b-0496-4402-a814-426eae58ef1c,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:30.505998 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] Set router 60e006ab-63f0-485d-ad2f-a2ba1b4acaef gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:31:30.678897 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 88edb9e9-915b-4be6-8d5d-8f2512c54d4b up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:31:30.824917 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fb0f2dfc-1672-40d2-9d4d-a9dbc5503742 req-6fef51d3-2824-4d81-9b74-9211472176b6 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 210 time: 0.1688073 Sep 21 15:31:30.876556 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 88edb9e9-915b-4be6-8d5d-8f2512c54d4b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:31:30.876911 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:30.878237 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-7109e308-5d71-46d6-a766-ea76be57a010 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:30.879689 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-7109e308-5d71-46d6-a766-ea76be57a010 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.20 "GET /v2.0/networks?id=64c36511-8739-4486-ae9a-96824a52857e HTTP/1.1" status: 200 len: 811 time: 0.3849559 Sep 21 15:31:30.893266 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6a19eb4a-694a-4092-861b-bd4afe995f5a tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Request body: {'port': {'device_id': '774101a3-9de9-42a6-a74d-a944500caa24', 'network_id': '64c36511-8739-4486-ae9a-96824a52857e', 'admin_state_up': True, 'tenant_id': '050d5f3a093d49349c981c4eb315e82b'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:31:31.015328 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e006ab-63f0-485d-ad2f-a2ba1b4acaef', 'name': 'tempest-DeleteServersTestJSON-111812412-router', 'tenant_id': '050d5f3a093d49349c981c4eb315e82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '88edb9e9-915b-4be6-8d5d-8f2512c54d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:31:23Z', 'updated_at': '2022-09-21T15:31:27Z', 'revision_number': 4, 'project_id': '050d5f3a093d49349c981c4eb315e82b', 'gw_port': {'id': '88edb9e9-915b-4be6-8d5d-8f2512c54d4b', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e006ab-63f0-485d-ad2f-a2ba1b4acaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:31:23Z', 'updated_at': '2022-09-21T15:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '697cb94b-0496-4402-a814-426eae58ef1c', 'name': '', 'network_id': '64c36511-8739-4486-ae9a-96824a52857e', 'tenant_id': '050d5f3a093d49349c981c4eb315e82b', 'mac_address': 'fa:16:3e:dd:45:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e006ab-63f0-485d-ad2f-a2ba1b4acaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '459454c9-0f45-43ac-bb24-7ce398f03cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:31:26Z', 'updated_at': '2022-09-21T15:31:30Z', 'revision_number': 4, 'project_id': '050d5f3a093d49349c981c4eb315e82b', 'subnets': [{'id': '459454c9-0f45-43ac-bb24-7ce398f03cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:31:31.024688 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3278cd85-db67-49d8-ac08-99839b274685 None None] The sync data for ids ['60e006ab-63f0-485d-ad2f-a2ba1b4acaef'] in dv-neutron-858731-1-hyperv is: [{'id': '60e006ab-63f0-485d-ad2f-a2ba1b4acaef', 'name': 'tempest-DeleteServersTestJSON-111812412-router', 'tenant_id': '050d5f3a093d49349c981c4eb315e82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '88edb9e9-915b-4be6-8d5d-8f2512c54d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:31:23Z', 'updated_at': '2022-09-21T15:31:27Z', 'revision_number': 4, 'project_id': '050d5f3a093d49349c981c4eb315e82b', 'gw_port': {'id': '88edb9e9-915b-4be6-8d5d-8f2512c54d4b', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e006ab-63f0-485d-ad2f-a2ba1b4acaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:31:23Z', 'updated_at': '2022-09-21T15:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '697cb94b-0496-4402-a814-426eae58ef1c', 'name': '', 'network_id': '64c36511-8739-4486-ae9a-96824a52857e', 'tenant_id': '050d5f3a093d49349c981c4eb315e82b', 'mac_address': 'fa:16:3e:dd:45:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e006ab-63f0-485d-ad2f-a2ba1b4acaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '459454c9-0f45-43ac-bb24-7ce398f03cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:31:26Z', 'updated_at': '2022-09-21T15:31:30Z', 'revision_number': 4, 'project_id': '050d5f3a093d49349c981c4eb315e82b', 'subnets': [{'id': '459454c9-0f45-43ac-bb24-7ce398f03cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:31:31.026340 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 88edb9e9-915b-4be6-8d5d-8f2512c54d4b is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:31:31.035141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6a19eb4a-694a-4092-861b-bd4afe995f5a tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:31:31.046215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6a19eb4a-694a-4092-861b-bd4afe995f5a tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:31:31.057234 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6a19eb4a-694a-4092-861b-bd4afe995f5a tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Made reservation on behalf of 050d5f3a093d49349c981c4eb315e82b for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:31:31.060833 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6a19eb4a-694a-4092-861b-bd4afe995f5a tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:31.246954 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6a19eb4a-694a-4092-861b-bd4afe995f5a tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Allocated IP 172.20.0.5 (64c36511-8739-4486-ae9a-96824a52857e/459454c9-0f45-43ac-bb24-7ce398f03cd3/b54d59bc-b204-46cc-9cc0-db57770d950a) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:31:31.460336 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6a19eb4a-694a-4092-861b-bd4afe995f5a tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:31.478178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6a19eb4a-694a-4092-861b-bd4afe995f5a tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Transition to ACTIVE for port object b54d59bc-b204-46cc-9cc0-db57770d950a will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:31:31.504939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6a19eb4a-694a-4092-861b-bd4afe995f5a tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:31.583517 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6a19eb4a-694a-4092-861b-bd4afe995f5a tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Network 64c36511-8739-4486-ae9a-96824a52857e is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:31:31.586865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6a19eb4a-694a-4092-861b-bd4afe995f5a tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:31:31.589815 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6a19eb4a-694a-4092-861b-bd4afe995f5a tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:31:31.628885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19eb4a-694a-4092-861b-bd4afe995f5a tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Pushing event updated for resources: {'Port': ['ID=b54d59bc-b204-46cc-9cc0-db57770d950a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:31.665191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6a19eb4a-694a-4092-861b-bd4afe995f5a tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:31.665855 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6a19eb4a-694a-4092-861b-bd4afe995f5a tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:31.694349 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6a19eb4a-694a-4092-861b-bd4afe995f5a tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8045855 Sep 21 15:31:31.711635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] Request body: {'port': {'device_id': '774101a3-9de9-42a6-a74d-a944500caa24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:31:31.832415 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f903bae3-7dee-44e7-9c08-01ceaaa70c8b None None] Provisioning for port b54d59bc-b204-46cc-9cc0-db57770d950a completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:31:31.839444 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f903bae3-7dee-44e7-9c08-01ceaaa70c8b None None] Provisioning complete for port b54d59bc-b204-46cc-9cc0-db57770d950a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:31:31.839444 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f903bae3-7dee-44e7-9c08-01ceaaa70c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:31.843827 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:31.926829 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f903bae3-7dee-44e7-9c08-01ceaaa70c8b None None] Port b54d59bc-b204-46cc-9cc0-db57770d950a cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:31:32.179516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d072e2-87fe-4f31-9902-913f69d4934e req-e0ae4bef-9c22-4727-adc1-7607a2946968 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:32.180221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-97d072e2-87fe-4f31-9902-913f69d4934e req-e0ae4bef-9c22-4727-adc1-7607a2946968 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Synchronizing usage tracker for tenant:050d5f3a093d49349c981c4eb315e82b on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:31:32.214554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-97d072e2-87fe-4f31-9902-913f69d4934e req-e0ae4bef-9c22-4727-adc1-7607a2946968 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Unset dirty status for tenant:050d5f3a093d49349c981c4eb315e82b on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:31:32.215714 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-97d072e2-87fe-4f31-9902-913f69d4934e req-e0ae4bef-9c22-4727-adc1-7607a2946968 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 931 time: 0.2446477 Sep 21 15:31:32.318804 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-97d072e2-87fe-4f31-9902-913f69d4934e req-54efdcfe-63ed-4311-8f6b-1c6fc2119183 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Synchronizing usage tracker for tenant:050d5f3a093d49349c981c4eb315e82b on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:31:32.322876 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54d59bc-b204-46cc-9cc0-db57770d950a {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:31:32.331464 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:32.353346 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] Transition to ACTIVE for port object b54d59bc-b204-46cc-9cc0-db57770d950a will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:31:32.354516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-97d072e2-87fe-4f31-9902-913f69d4934e req-54efdcfe-63ed-4311-8f6b-1c6fc2119183 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Unset dirty status for tenant:050d5f3a093d49349c981c4eb315e82b on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:31:32.355684 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-97d072e2-87fe-4f31-9902-913f69d4934e req-54efdcfe-63ed-4311-8f6b-1c6fc2119183 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267600 Sep 21 15:31:32.357767 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:32.547053 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b54d59bc-b204-46cc-9cc0-db57770d950a,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:32.589325 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] Attempting to bind port b54d59bc-b204-46cc-9cc0-db57770d950a on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:31:32.589537 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] Attempting to bind port b54d59bc-b204-46cc-9cc0-db57770d950a by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'f1138ad7-f7a6-4017-88d8-bff81ca28da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64c36511-8739-4486-ae9a-96824a52857e'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:31:32.589838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] Attempting to bind port b54d59bc-b204-46cc-9cc0-db57770d950a on network 64c36511-8739-4486-ae9a-96824a52857e {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:31:32.594514 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] Port b54d59bc-b204-46cc-9cc0-db57770d950a on network 64c36511-8739-4486-ae9a-96824a52857e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:31:32.594833 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] Attempting to bind port b54d59bc-b204-46cc-9cc0-db57770d950a on network 64c36511-8739-4486-ae9a-96824a52857e {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:31:32.602197 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:31:32.602566 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] Checking segment: {'id': 'f1138ad7-f7a6-4017-88d8-bff81ca28da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64c36511-8739-4486-ae9a-96824a52857e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:31:32.602954 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] Bound using segment: {'id': 'f1138ad7-f7a6-4017-88d8-bff81ca28da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64c36511-8739-4486-ae9a-96824a52857e'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:31:32.603409 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] Bound port: b54d59bc-b204-46cc-9cc0-db57770d950a, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1138ad7-f7a6-4017-88d8-bff81ca28da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64c36511-8739-4486-ae9a-96824a52857e'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:31:32.603757 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:32.642011 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 697cb94b-0496-4402-a814-426eae58ef1c up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:31:32.701538 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] For port b54d59bc-b204-46cc-9cc0-db57770d950a, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:31:32.704755 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] For port b54d59bc-b204-46cc-9cc0-db57770d950a, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b54d59bc-b204-46cc-9cc0-db57770d950a,segment=NetworkSegment(f1138ad7-f7a6-4017-88d8-bff81ca28da8),segment_id=f1138ad7-f7a6-4017-88d8-bff81ca28da8)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:31:32.709478 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:32.710137 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 697cb94b-0496-4402-a814-426eae58ef1c completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:31:32.716575 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 697cb94b-0496-4402-a814-426eae58ef1c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:31:32.716998 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:32.840336 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 697cb94b-0496-4402-a814-426eae58ef1c is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:31:32.841038 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:32.845800 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:32.846414 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:32.847774 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] 10.222.0.20 "PUT /v2.0/ports/b54d59bc-b204-46cc-9cc0-db57770d950a HTTP/1.1" status: 200 len: 1093 time: 1.1407688 Sep 21 15:31:32.853528 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774101a3-9de9-42a6-a74d-a944500caa24', 'tag': 'b54d59bc-b204-46cc-9cc0-db57770d950a'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:31:32.855574 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106d7cee-eac6-4156-b6b2-97779464796d" -d '{"events": [{"name": "network-changed", "server_uuid": "774101a3-9de9-42a6-a74d-a944500caa24", "tag": "b54d59bc-b204-46cc-9cc0-db57770d950a"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:31:32.877406 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 697cb94b-0496-4402-a814-426eae58ef1c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=697cb94b-0496-4402-a814-426eae58ef1c,segment=NetworkSegment(f1138ad7-f7a6-4017-88d8-bff81ca28da8),segment_id=f1138ad7-f7a6-4017-88d8-bff81ca28da8)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:31:32.890450 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:32.894038 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855d8d1-e5f5-4bac-8a9b-ee9f131587b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b54d59bc-b204-46cc-9cc0-db57770d950a,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:32.946357 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338def14-5827-4641-b604-a8194a74c30c x-openstack-request-id: req-338def14-5827-4641-b604-a8194a74c30c {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:31:32.946699 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "774101a3-9de9-42a6-a74d-a944500caa24", "tag": "b54d59bc-b204-46cc-9cc0-db57770d950a", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:31:32.946879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-338def14-5827-4641-b604-a8194a74c30c {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:31:32.947279 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-338def14-5827-4641-b604-a8194a74c30c'] response: {'name': 'network-changed', 'server_uuid': '774101a3-9de9-42a6-a74d-a944500caa24', 'tag': 'b54d59bc-b204-46cc-9cc0-db57770d950a', 'status': 'completed', 'code': 200} Sep 21 15:31:32.963860 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=697cb94b-0496-4402-a814-426eae58ef1c,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:32.985330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-5ff8f92c-f5c3-4ff9-86a0-5fa58ab8a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:32.986801 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-5ff8f92c-f5c3-4ff9-86a0-5fa58ab8a64a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=050d5f3a093d49349c981c4eb315e82b&device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 1096 time: 0.0856266 Sep 21 15:31:33.068331 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-2a2d1eb3-efc9-4de5-91c3-b0be16aee89a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b54d59bc-b204-46cc-9cc0-db57770d950a HTTP/1.1" status: 200 len: 217 time: 0.0697279 Sep 21 15:31:33.138541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-7fff9102-f0c5-41ca-9e6f-c4713b295656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:33.139862 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-7fff9102-f0c5-41ca-9e6f-c4713b295656 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=459454c9-0f45-43ac-bb24-7ce398f03cd3 HTTP/1.1" status: 200 len: 850 time: 0.0614877 Sep 21 15:31:33.227980 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-e75caece-8b9e-4f15-8756-e0cbe538dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:33.229494 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-e75caece-8b9e-4f15-8756-e0cbe538dadc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64c36511-8739-4486-ae9a-96824a52857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801132 Sep 21 15:31:33.364916 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-96afc1f0-a61c-4eca-b711-bbffcec8182f service neutron] 10.222.0.20 "GET /v2.0/networks/64c36511-8739-4486-ae9a-96824a52857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255670 Sep 21 15:31:33.559271 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a0784ab-2300-48cc-b661-1072ec16eb1a req-f70b2dcd-d04a-4f8a-b98a-baa3df3d16ac service neutron] 10.222.0.20 "GET /v2.0/networks/64c36511-8739-4486-ae9a-96824a52857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848443 Sep 21 15:31:33.584029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0daf30-9cce-47d2-8dcc-5567d1457e6a req-e058c8f1-40de-4fa2-b106-2c8e0cfd241d tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:33.585633 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e0daf30-9cce-47d2-8dcc-5567d1457e6a req-e058c8f1-40de-4fa2-b106-2c8e0cfd241d tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 943 time: 0.1191325 Sep 21 15:31:33.675272 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e0daf30-9cce-47d2-8dcc-5567d1457e6a req-29ebc0de-3b15-4831-bafc-0691f95429db tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836632 Sep 21 15:31:33.703353 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d7cee-eac6-4156-b6b2-97779464796d req-6d257bf7-3741-44ca-b4c7-c85803cc4f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:33.705128 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-106d7cee-eac6-4156-b6b2-97779464796d req-6d257bf7-3741-44ca-b4c7-c85803cc4f5d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=050d5f3a093d49349c981c4eb315e82b&device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 1096 time: 0.0929294 Sep 21 15:31:33.836117 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d7cee-eac6-4156-b6b2-97779464796d req-40f575e4-2836-4e2b-b793-fe2abff5c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:33.837624 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-106d7cee-eac6-4156-b6b2-97779464796d req-40f575e4-2836-4e2b-b793-fe2abff5c3cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=64c36511-8739-4486-ae9a-96824a52857e HTTP/1.1" status: 200 len: 912 time: 0.1254718 Sep 21 15:31:33.906582 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-106d7cee-eac6-4156-b6b2-97779464796d req-ad1534be-259f-470a-b252-0a825b9f52da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b54d59bc-b204-46cc-9cc0-db57770d950a HTTP/1.1" status: 200 len: 217 time: 0.0624812 Sep 21 15:31:33.969735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d7cee-eac6-4156-b6b2-97779464796d req-f6b5739f-88d5-437d-8219-805dd897a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:33.971775 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-106d7cee-eac6-4156-b6b2-97779464796d req-f6b5739f-88d5-437d-8219-805dd897a4f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=459454c9-0f45-43ac-bb24-7ce398f03cd3 HTTP/1.1" status: 200 len: 850 time: 0.0572517 Sep 21 15:31:34.064276 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d7cee-eac6-4156-b6b2-97779464796d req-5564e609-32b9-4745-b32b-51ddeb4442e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:34.065781 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-106d7cee-eac6-4156-b6b2-97779464796d req-5564e609-32b9-4745-b32b-51ddeb4442e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64c36511-8739-4486-ae9a-96824a52857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876195 Sep 21 15:31:34.206837 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-106d7cee-eac6-4156-b6b2-97779464796d req-e6827eff-b5f4-418a-a22d-bf31ab636beb service neutron] 10.222.0.20 "GET /v2.0/networks/64c36511-8739-4486-ae9a-96824a52857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337922 Sep 21 15:31:34.337692 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-106d7cee-eac6-4156-b6b2-97779464796d req-a6800abc-f3be-4c12-b26f-fe45cddd348f service neutron] 10.222.0.20 "GET /v2.0/networks/64c36511-8739-4486-ae9a-96824a52857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223087 Sep 21 15:31:34.628993 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 697cb94b-0496-4402-a814-426eae58ef1c up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:31:34.700676 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 697cb94b-0496-4402-a814-426eae58ef1c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:31:34.701037 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:34.815175 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 697cb94b-0496-4402-a814-426eae58ef1c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:31:34.879237 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a53b8-3e46-4ced-90c9-969766a47c86 req-4c13164d-2869-4ae2-b8b4-def2de0ccc30 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:34.880688 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-168a53b8-3e46-4ced-90c9-969766a47c86 req-4c13164d-2869-4ae2-b8b4-def2de0ccc30 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 943 time: 0.0872290 Sep 21 15:31:34.923729 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-168a53b8-3e46-4ced-90c9-969766a47c86 req-41e7b4c7-1a94-40dc-9694-eb9b25cf1943 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367455 Sep 21 15:31:35.542213 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4c903200-ee05-40b1-937a-1196ccb39089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:36.222222 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7087a-157e-4c36-a662-c3131f98e9f0 req-cd1ac28d-c239-4be4-8a13-be264e5abf91 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:36.223679 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-29c7087a-157e-4c36-a662-c3131f98e9f0 req-cd1ac28d-c239-4be4-8a13-be264e5abf91 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 943 time: 0.1912789 Sep 21 15:31:36.267786 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-29c7087a-157e-4c36-a662-c3131f98e9f0 req-42354d8d-49c6-439a-963d-94cf2e2ededa tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382738 Sep 21 15:31:36.874981 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device b54d59bc-b204-46cc-9cc0-db57770d950a details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:31:37.009605 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port b54d59bc-b204-46cc-9cc0-db57770d950a, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b54d59bc-b204-46cc-9cc0-db57770d950a,segment=NetworkSegment(f1138ad7-f7a6-4017-88d8-bff81ca28da8),segment_id=f1138ad7-f7a6-4017-88d8-bff81ca28da8)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:31:37.059277 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'b54d59bc-b204-46cc-9cc0-db57770d950a', 'network_id': '64c36511-8739-4486-ae9a-96824a52857e', 'port_id': 'b54d59bc-b204-46cc-9cc0-db57770d950a', 'mac_address': 'fa:16:3e:83:49:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459454c9-0f45-43ac-bb24-7ce398f03cd3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:31:37.114271 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port b54d59bc-b204-46cc-9cc0-db57770d950a is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:31:37.114642 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:37.131790 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54d59bc-b204-46cc-9cc0-db57770d950a {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:31:37.147095 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port b54d59bc-b204-46cc-9cc0-db57770d950a, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b54d59bc-b204-46cc-9cc0-db57770d950a,segment=NetworkSegment(f1138ad7-f7a6-4017-88d8-bff81ca28da8),segment_id=f1138ad7-f7a6-4017-88d8-bff81ca28da8)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:31:37.151239 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:37.219006 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=b54d59bc-b204-46cc-9cc0-db57770d950a,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:37.385870 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['b54d59bc-b204-46cc-9cc0-db57770d950a'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:31:37.468679 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d4d53-9932-4310-840b-26057028b583 req-bbb72e2a-99c2-4c0b-b5ea-2ff376bd3486 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:37.470145 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-893d4d53-9932-4310-840b-26057028b583 req-bbb72e2a-99c2-4c0b-b5ea-2ff376bd3486 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 944 time: 0.0912249 Sep 21 15:31:37.515145 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-893d4d53-9932-4310-840b-26057028b583 req-873331a5-193e-42dc-9be0-048ad18f6715 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383327 Sep 21 15:31:37.898741 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-690f62a5-a28c-4801-81d0-64254b337c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:38.713480 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bb329-9ece-4bc7-8c87-957fcf2dcebb req-3243f33a-a25c-466f-9e89-53bada55d4ee tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:38.714929 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-184bb329-9ece-4bc7-8c87-957fcf2dcebb req-3243f33a-a25c-466f-9e89-53bada55d4ee tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 944 time: 0.0887821 Sep 21 15:31:38.733669 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:38.763742 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-184bb329-9ece-4bc7-8c87-957fcf2dcebb req-51474435-4e95-4a4a-9610-0784fcde6e31 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424500 Sep 21 15:31:38.874519 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device b54d59bc-b204-46cc-9cc0-db57770d950a up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:31:38.940190 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:38.954042 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port b54d59bc-b204-46cc-9cc0-db57770d950a completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:31:38.958480 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port b54d59bc-b204-46cc-9cc0-db57770d950a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:31:38.958834 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:39.073476 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port b54d59bc-b204-46cc-9cc0-db57770d950a is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:31:39.073850 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:39.099429 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774101a3-9de9-42a6-a74d-a944500caa24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54d59bc-b204-46cc-9cc0-db57770d950a'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:31:39.102325 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986f7efc-82d5-49c3-b25a-c087aa78876e" -d '{"events": [{"server_uuid": "774101a3-9de9-42a6-a74d-a944500caa24", "name": "network-vif-plugged", "status": "completed", "tag": "b54d59bc-b204-46cc-9cc0-db57770d950a"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:31:39.109801 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port b54d59bc-b204-46cc-9cc0-db57770d950a, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b54d59bc-b204-46cc-9cc0-db57770d950a,segment=NetworkSegment(f1138ad7-f7a6-4017-88d8-bff81ca28da8),segment_id=f1138ad7-f7a6-4017-88d8-bff81ca28da8)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:31:39.114361 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:39.149782 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c85458-b806-4ad4-8647-8a8e565a0787 x-openstack-request-id: req-e3c85458-b806-4ad4-8647-8a8e565a0787 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:31:39.150071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774101a3-9de9-42a6-a74d-a944500caa24", "name": "network-vif-plugged", "status": "completed", "tag": "b54d59bc-b204-46cc-9cc0-db57770d950a", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:31:39.150316 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e3c85458-b806-4ad4-8647-8a8e565a0787 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:31:39.150701 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c85458-b806-4ad4-8647-8a8e565a0787'] response: {'server_uuid': '774101a3-9de9-42a6-a74d-a944500caa24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54d59bc-b204-46cc-9cc0-db57770d950a', 'code': 200} Sep 21 15:31:39.184130 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=b54d59bc-b204-46cc-9cc0-db57770d950a,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:31:39.393797 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1240ae-ace3-4f1d-a58b-b1b6ce9c84fd req-ff98e6da-4acd-4c96-8357-661ee0dcd5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:39.395162 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2e1240ae-ace3-4f1d-a58b-b1b6ce9c84fd req-ff98e6da-4acd-4c96-8357-661ee0dcd5ac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 1098 time: 0.0769079 Sep 21 15:31:39.438670 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2e1240ae-ace3-4f1d-a58b-b1b6ce9c84fd req-d4b1e626-800a-43d0-ae35-94a7bec8e385 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332212 Sep 21 15:31:39.962298 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659b5a0-0125-4c1a-8d88-c7577c9dc403 req-0f678854-31ad-440d-b272-17f42925aba8 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:39.963745 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2659b5a0-0125-4c1a-8d88-c7577c9dc403 req-0f678854-31ad-440d-b272-17f42925aba8 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0920911 Sep 21 15:31:40.007886 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2659b5a0-0125-4c1a-8d88-c7577c9dc403 req-4296b653-96e5-4344-b85b-7edaf5ab44c7 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384605 Sep 21 15:31:40.549159 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:41.215201 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a2606-2e18-4d93-b398-f941fe772074 req-03690bbe-11e7-4d74-a74d-127b617e8998 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:41.216689 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-206a2606-2e18-4d93-b398-f941fe772074 req-03690bbe-11e7-4d74-a74d-127b617e8998 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0900385 Sep 21 15:31:41.264856 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-206a2606-2e18-4d93-b398-f941fe772074 req-cc530498-3400-4fc0-a55e-9fd63abd3cf9 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422094 Sep 21 15:31:41.667588 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 37142) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:31:41.690354 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eec3c2-7934-4eba-b7e7-0fd68d0d82c2 req-4e9ee58e-bbf9-46d4-a26d-1e46168d1f0d tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:41.691815 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-81eec3c2-7934-4eba-b7e7-0fd68d0d82c2 req-4e9ee58e-bbf9-46d4-a26d-1e46168d1f0d tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0916104 Sep 21 15:31:41.737631 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-81eec3c2-7934-4eba-b7e7-0fd68d0d82c2 req-d1143350-b3cf-4324-a60a-23504ef7a226 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399282 Sep 21 15:31:41.793961 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-362b331c-a566-47f1-83fe-3a537a44f8de req-0788c245-45fb-433f-9dcb-1b54a85fdc17 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1251709 Sep 21 15:31:42.939246 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf708de-ffd3-4b7b-83e6-29fae3f19cdf req-431ca3f9-fbfb-4a7d-a17f-4299583b9d4d tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:42.940737 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aaf708de-ffd3-4b7b-83e6-29fae3f19cdf req-431ca3f9-fbfb-4a7d-a17f-4299583b9d4d tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0936439 Sep 21 15:31:42.988198 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aaf708de-ffd3-4b7b-83e6-29fae3f19cdf req-5c6dfe5d-3f67-490f-9898-708afebd03de tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411346 Sep 21 15:31:43.068928 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b331c-a566-47f1-83fe-3a537a44f8de req-7556af18-c0ce-430e-a65a-f70dc81c8dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:43.070651 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-362b331c-a566-47f1-83fe-3a537a44f8de req-7556af18-c0ce-430e-a65a-f70dc81c8dd5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=050d5f3a093d49349c981c4eb315e82b&device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 1098 time: 0.0791922 Sep 21 15:31:43.200847 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b331c-a566-47f1-83fe-3a537a44f8de req-32bf3b47-d389-4ecf-a07f-11940a4f0479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:43.202244 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-362b331c-a566-47f1-83fe-3a537a44f8de req-32bf3b47-d389-4ecf-a07f-11940a4f0479 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64c36511-8739-4486-ae9a-96824a52857e HTTP/1.1" status: 200 len: 912 time: 0.1247578 Sep 21 15:31:43.272176 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-362b331c-a566-47f1-83fe-3a537a44f8de req-cd589413-348b-4a5e-a618-dff50be26a30 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b54d59bc-b204-46cc-9cc0-db57770d950a HTTP/1.1" status: 200 len: 217 time: 0.0629659 Sep 21 15:31:43.333425 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b331c-a566-47f1-83fe-3a537a44f8de req-e0328f6c-8451-4b14-93df-e1fd023b093d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:43.334755 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-362b331c-a566-47f1-83fe-3a537a44f8de req-e0328f6c-8451-4b14-93df-e1fd023b093d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=459454c9-0f45-43ac-bb24-7ce398f03cd3 HTTP/1.1" status: 200 len: 850 time: 0.0568891 Sep 21 15:31:43.418559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b331c-a566-47f1-83fe-3a537a44f8de req-25409962-e5c1-4715-adae-d7d25d464950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:43.420003 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-362b331c-a566-47f1-83fe-3a537a44f8de req-25409962-e5c1-4715-adae-d7d25d464950 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64c36511-8739-4486-ae9a-96824a52857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794704 Sep 21 15:31:43.549885 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-362b331c-a566-47f1-83fe-3a537a44f8de req-ef53ae9e-b2e8-4a28-aa85-265a87ece102 service neutron] 10.222.0.20 "GET /v2.0/networks/64c36511-8739-4486-ae9a-96824a52857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233041 Sep 21 15:31:43.681136 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-362b331c-a566-47f1-83fe-3a537a44f8de req-97fa678f-0023-4e90-bc8a-a0ff28351ebc service neutron] 10.222.0.20 "GET /v2.0/networks/64c36511-8739-4486-ae9a-96824a52857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248012 Sep 21 15:31:43.847403 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf6ad9-3426-4cd1-a0c4-26a462fbfc82 req-995d28fc-3d30-493b-b69d-502e63f28327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:43.848882 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dccf6ad9-3426-4cd1-a0c4-26a462fbfc82 req-995d28fc-3d30-493b-b69d-502e63f28327 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=050d5f3a093d49349c981c4eb315e82b&device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 1098 time: 0.0783877 Sep 21 15:31:43.990785 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf6ad9-3426-4cd1-a0c4-26a462fbfc82 req-d97e2ed6-052e-45a4-b871-62686edd6b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:43.992760 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dccf6ad9-3426-4cd1-a0c4-26a462fbfc82 req-d97e2ed6-052e-45a4-b871-62686edd6b83 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64c36511-8739-4486-ae9a-96824a52857e HTTP/1.1" status: 200 len: 912 time: 0.1250565 Sep 21 15:31:44.200853 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dccf6ad9-3426-4cd1-a0c4-26a462fbfc82 req-8dba9d1e-83c0-403c-9475-bcb64851242a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b54d59bc-b204-46cc-9cc0-db57770d950a HTTP/1.1" status: 200 len: 217 time: 0.2012393 Sep 21 15:31:44.280606 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf6ad9-3426-4cd1-a0c4-26a462fbfc82 req-2df5ddc1-e846-411f-be22-12344e9410e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:44.281905 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dccf6ad9-3426-4cd1-a0c4-26a462fbfc82 req-2df5ddc1-e846-411f-be22-12344e9410e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=459454c9-0f45-43ac-bb24-7ce398f03cd3 HTTP/1.1" status: 200 len: 850 time: 0.0753322 Sep 21 15:31:44.352741 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3928a14-594d-4c8e-a940-bb5708ad4604 req-f1ec4c5b-57a8-4582-82d3-6067750e66d4 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:44.354153 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f3928a14-594d-4c8e-a940-bb5708ad4604 req-f1ec4c5b-57a8-4582-82d3-6067750e66d4 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.1945446 Sep 21 15:31:44.406221 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f3928a14-594d-4c8e-a940-bb5708ad4604 req-d248b614-5e15-4551-a7ea-d1b073133d12 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455344 Sep 21 15:31:44.415815 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf6ad9-3426-4cd1-a0c4-26a462fbfc82 req-e2e13ee5-b65a-4e0a-8484-dee08081266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:44.417268 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dccf6ad9-3426-4cd1-a0c4-26a462fbfc82 req-e2e13ee5-b65a-4e0a-8484-dee08081266a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64c36511-8739-4486-ae9a-96824a52857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1279438 Sep 21 15:31:44.547413 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dccf6ad9-3426-4cd1-a0c4-26a462fbfc82 req-f8aac93d-54a3-457f-b0c7-754bfc41532b service neutron] 10.222.0.20 "GET /v2.0/networks/64c36511-8739-4486-ae9a-96824a52857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237991 Sep 21 15:31:44.681373 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dccf6ad9-3426-4cd1-a0c4-26a462fbfc82 req-b09a5c1e-39f6-491d-a9c6-8282dee16d9d service neutron] 10.222.0.20 "GET /v2.0/networks/64c36511-8739-4486-ae9a-96824a52857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279230 Sep 21 15:31:45.602359 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66497c-21cb-4512-b06d-55e1762c86ed req-17463424-ffef-4f01-9a13-d5d18ad094f0 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:45.603813 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0a66497c-21cb-4512-b06d-55e1762c86ed req-17463424-ffef-4f01-9a13-d5d18ad094f0 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0871558 Sep 21 15:31:45.650650 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0a66497c-21cb-4512-b06d-55e1762c86ed req-a13c818f-b88a-44ae-98c7-b1dd1a193763 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411193 Sep 21 15:31:46.848330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060b7b5-b13a-4ac8-9bdd-0cbf588633c2 req-9ebca641-4af3-45b0-b6df-9dc6b88d73dc tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:46.849705 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5060b7b5-b13a-4ac8-9bdd-0cbf588633c2 req-9ebca641-4af3-45b0-b6df-9dc6b88d73dc tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0870728 Sep 21 15:31:46.892484 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5060b7b5-b13a-4ac8-9bdd-0cbf588633c2 req-fa28da9d-62d8-48a8-9941-c6b4febcb5a5 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370955 Sep 21 15:31:48.096175 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97b5fd-66cb-43c6-9df7-4a840fa6d38a req-f054b652-1e2e-44ea-8438-4ea1453380fa tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:48.097634 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3b97b5fd-66cb-43c6-9df7-4a840fa6d38a req-f054b652-1e2e-44ea-8438-4ea1453380fa tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0929053 Sep 21 15:31:48.141702 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3b97b5fd-66cb-43c6-9df7-4a840fa6d38a req-fa2322dc-77fb-4746-b8d5-487928f44d3a tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374517 Sep 21 15:31:49.339339 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295a36e-dbd4-49af-9607-3550bdaacdee req-e8b87f29-1c7b-4096-a5bd-dbb12eae728a tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:49.340701 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6295a36e-dbd4-49af-9607-3550bdaacdee req-e8b87f29-1c7b-4096-a5bd-dbb12eae728a tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0866115 Sep 21 15:31:49.389873 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6295a36e-dbd4-49af-9607-3550bdaacdee req-d4ec9183-9e7f-47ab-ad4d-c9e425cf9a26 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435231 Sep 21 15:31:50.588333 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac880c-1cf0-43a3-b78f-e8cffe2d0d5e req-3ceb2aba-d4f1-459d-9b3c-442d9c88c3f6 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:50.589818 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0eac880c-1cf0-43a3-b78f-e8cffe2d0d5e req-3ceb2aba-d4f1-459d-9b3c-442d9c88c3f6 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0901613 Sep 21 15:31:50.633871 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0eac880c-1cf0-43a3-b78f-e8cffe2d0d5e req-35cf3226-6ad5-4433-a360-ad6b720d0ee2 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384541 Sep 21 15:31:51.837259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13222fec-e710-4b40-8ac6-96a1c190e919 req-2a43dfeb-bd93-48ca-addd-637e9c3338c9 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:51.838689 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-13222fec-e710-4b40-8ac6-96a1c190e919 req-2a43dfeb-bd93-48ca-addd-637e9c3338c9 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0918949 Sep 21 15:31:51.884211 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-13222fec-e710-4b40-8ac6-96a1c190e919 req-e35e9a0a-f7ae-458b-aee5-3a7968182aa4 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397122 Sep 21 15:31:52.062642 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:31:53.085442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b107b9b-fda4-4767-bcf5-565dbefe9a50 req-95d6ca08-453c-4de1-80e0-4e9c6806a137 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:53.086879 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b107b9b-fda4-4767-bcf5-565dbefe9a50 req-95d6ca08-453c-4de1-80e0-4e9c6806a137 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0873291 Sep 21 15:31:53.134657 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b107b9b-fda4-4767-bcf5-565dbefe9a50 req-0e5206d4-0482-4d8a-bb38-949b0da071c6 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419481 Sep 21 15:31:54.334626 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd568d04-2e92-4b3a-aa54-2409903fd3f3 req-3168431a-d495-410c-930e-39b6a5d76068 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:54.336714 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fd568d04-2e92-4b3a-aa54-2409903fd3f3 req-3168431a-d495-410c-930e-39b6a5d76068 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0882838 Sep 21 15:31:54.379354 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fd568d04-2e92-4b3a-aa54-2409903fd3f3 req-663ab4ca-0ec1-4646-83b1-90103e7a7a85 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370238 Sep 21 15:31:55.580656 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b06c4-9c29-4c70-a9c6-e3c4c3602dc5 req-3fa25582-0d13-429a-bcd7-da0ef2e9ff59 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:55.582099 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d19b06c4-9c29-4c70-a9c6-e3c4c3602dc5 req-3fa25582-0d13-429a-bcd7-da0ef2e9ff59 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0909169 Sep 21 15:31:55.626038 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d19b06c4-9c29-4c70-a9c6-e3c4c3602dc5 req-48646c90-13d3-436e-a8c1-ae1da3d2078d tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382943 Sep 21 15:31:56.822184 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3e5d7-1ee8-4e92-bab6-de3e54263a78 req-52a334c0-bff5-4e9a-8843-8bd51f48a9d2 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:56.823657 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60b3e5d7-1ee8-4e92-bab6-de3e54263a78 req-52a334c0-bff5-4e9a-8843-8bd51f48a9d2 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0873556 Sep 21 15:31:56.870378 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60b3e5d7-1ee8-4e92-bab6-de3e54263a78 req-401db99d-5b99-4543-a118-904b8ebcef02 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407701 Sep 21 15:31:58.166281 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c5457-6f41-4968-8165-22899c03f5d5 req-9008134f-a1fc-4a81-883b-aaf1f4e01adf tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:58.167649 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a45c5457-6f41-4968-8165-22899c03f5d5 req-9008134f-a1fc-4a81-883b-aaf1f4e01adf tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.1835301 Sep 21 15:31:58.211870 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a45c5457-6f41-4968-8165-22899c03f5d5 req-e4d75338-76a8-4688-939f-0f2cade32cd3 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384490 Sep 21 15:31:59.411786 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2376d-8cd8-4122-af18-c5caeedb3383 req-a20b8750-7633-4acd-b062-21a197451436 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:31:59.413756 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f6b2376d-8cd8-4122-af18-c5caeedb3383 req-a20b8750-7633-4acd-b062-21a197451436 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0893898 Sep 21 15:31:59.456990 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f6b2376d-8cd8-4122-af18-c5caeedb3383 req-52f6a5db-44d8-4f5c-ab00-efb67ab90d3c tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375683 Sep 21 15:32:00.652244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e91238-a389-401a-af0e-fe5057f887f0 req-51d4df5e-097f-45f3-8e74-3d00f1242d2d tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:00.653711 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f6e91238-a389-401a-af0e-fe5057f887f0 req-51d4df5e-097f-45f3-8e74-3d00f1242d2d tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0880256 Sep 21 15:32:00.699963 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f6e91238-a389-401a-af0e-fe5057f887f0 req-6fe032eb-50c5-42d8-9c20-a10d606b24a6 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406127 Sep 21 15:32:01.896599 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52a783-5818-4a14-b912-3ca3eef37a2b req-c43615c2-2231-4407-990b-e43d535e0810 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:01.898915 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b52a783-5818-4a14-b912-3ca3eef37a2b req-c43615c2-2231-4407-990b-e43d535e0810 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0871542 Sep 21 15:32:01.941119 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b52a783-5818-4a14-b912-3ca3eef37a2b req-ef003665-b9d5-4132-8603-45fb53d91288 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365980 Sep 21 15:32:03.151338 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f64962-17a7-4214-bb41-edd5d120604a req-925b0246-de78-4f09-8bfe-88d0fca887b2 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:03.152834 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02f64962-17a7-4214-bb41-edd5d120604a req-925b0246-de78-4f09-8bfe-88d0fca887b2 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0980661 Sep 21 15:32:03.196550 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02f64962-17a7-4214-bb41-edd5d120604a req-7b0cc775-2ae5-44ce-9d0d-8c2d0eac4296 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379703 Sep 21 15:32:04.398087 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243e31d-52eb-4599-8260-23c542228002 req-86991164-0ca5-4d33-a302-90d525798053 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:04.399446 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d243e31d-52eb-4599-8260-23c542228002 req-86991164-0ca5-4d33-a302-90d525798053 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0871615 Sep 21 15:32:04.446878 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d243e31d-52eb-4599-8260-23c542228002 req-be61589b-9262-4a8e-a2d4-50cb7e5ec756 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417984 Sep 21 15:32:04.678089 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:32:05.545695 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-85364090-566c-45a4-b6df-46274ff73beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:05.645335 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d667b83-ec77-4a49-a65c-d69a699acda7 req-dc245264-6e09-4677-b5fd-cd16c93dc038 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:05.646766 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5d667b83-ec77-4a49-a65c-d69a699acda7 req-dc245264-6e09-4677-b5fd-cd16c93dc038 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0873134 Sep 21 15:32:05.690195 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5d667b83-ec77-4a49-a65c-d69a699acda7 req-97a178d3-f7f4-4512-973e-68c4fed2620a tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370820 Sep 21 15:32:06.891297 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3891f99-f71f-4ae3-b90c-1468fab759a2 req-ae8792e1-7d9f-46d6-9118-50e65e0d3b38 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:06.892664 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a3891f99-f71f-4ae3-b90c-1468fab759a2 req-ae8792e1-7d9f-46d6-9118-50e65e0d3b38 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0917652 Sep 21 15:32:06.936610 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a3891f99-f71f-4ae3-b90c-1468fab759a2 req-cc0ac06b-0ec7-4854-9ab7-e428e4a0c93d tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381279 Sep 21 15:32:07.900950 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-751b0145-99c3-405d-8525-ec8abd092767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:08.133842 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265dfa8-c5b3-4b42-a3ee-cfac53a7f285 req-7b6aa1d4-7bf6-41c1-97aa-3d282be06128 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:08.135301 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d265dfa8-c5b3-4b42-a3ee-cfac53a7f285 req-7b6aa1d4-7bf6-41c1-97aa-3d282be06128 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0888412 Sep 21 15:32:08.181346 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d265dfa8-c5b3-4b42-a3ee-cfac53a7f285 req-f196dcd2-3322-4407-b2c0-58b96cfbfad4 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402751 Sep 21 15:32:08.737349 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:08.930845 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:09.380859 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90e5a6-9800-4f41-9d41-a03d02327f93 req-80289521-e8d0-4fe1-a465-93b3e1540b76 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:09.382900 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7f90e5a6-9800-4f41-9d41-a03d02327f93 req-80289521-e8d0-4fe1-a465-93b3e1540b76 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0884712 Sep 21 15:32:09.426161 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7f90e5a6-9800-4f41-9d41-a03d02327f93 req-d7f34c4a-0a4f-434d-b7ec-bd92cb6a86e3 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373938 Sep 21 15:32:10.552427 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:10.681804 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-362b331c-a566-47f1-83fe-3a537a44f8de req-43dc2602-8f44-41c5-b305-3185cdfa666b service neutron] 10.222.0.20 "GET /v2.0/ports/b54d59bc-b204-46cc-9cc0-db57770d950a/bindings/hv-neutron-8587 HTTP/1.1" status: 200 len: 384 time: 0.0956566 Sep 21 15:32:10.693638 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17e4fb-f976-4665-8d9c-404e85e40deb req-467094e9-386e-4cfb-a022-39b506abfbe4 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:10.695621 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cf17e4fb-f976-4665-8d9c-404e85e40deb req-467094e9-386e-4cfb-a022-39b506abfbe4 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.1553216 Sep 21 15:32:10.746408 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cf17e4fb-f976-4665-8d9c-404e85e40deb req-ea9fb39f-6daf-4cef-8001-ba4630f7a8cc tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450542 Sep 21 15:32:10.984391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b331c-a566-47f1-83fe-3a537a44f8de req-5f095205-4887-435f-a2b0-a96cbdc5f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:10.985873 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-362b331c-a566-47f1-83fe-3a537a44f8de req-5f095205-4887-435f-a2b0-a96cbdc5f44b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24&tenant_id=050d5f3a093d49349c981c4eb315e82b HTTP/1.1" status: 200 len: 1098 time: 0.0782964 Sep 21 15:32:11.093243 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b331c-a566-47f1-83fe-3a537a44f8de req-df02c8fa-918b-4f24-b52d-75946bb46d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:11.094887 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-362b331c-a566-47f1-83fe-3a537a44f8de req-df02c8fa-918b-4f24-b52d-75946bb46d7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=050d5f3a093d49349c981c4eb315e82b&device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 1098 time: 0.0820224 Sep 21 15:32:11.229696 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b331c-a566-47f1-83fe-3a537a44f8de req-e10a6489-a913-4ea6-abbe-9f3b3c6ced76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:11.231094 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-362b331c-a566-47f1-83fe-3a537a44f8de req-e10a6489-a913-4ea6-abbe-9f3b3c6ced76 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64c36511-8739-4486-ae9a-96824a52857e HTTP/1.1" status: 200 len: 912 time: 0.1262813 Sep 21 15:32:11.297464 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-362b331c-a566-47f1-83fe-3a537a44f8de req-0df36fb7-b815-4240-b28f-c86cd5d74bb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b54d59bc-b204-46cc-9cc0-db57770d950a HTTP/1.1" status: 200 len: 217 time: 0.0597448 Sep 21 15:32:11.365122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b331c-a566-47f1-83fe-3a537a44f8de req-ecb50dfe-0a94-48d4-9723-43f16bacfd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:11.366618 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-362b331c-a566-47f1-83fe-3a537a44f8de req-ecb50dfe-0a94-48d4-9723-43f16bacfd59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=459454c9-0f45-43ac-bb24-7ce398f03cd3 HTTP/1.1" status: 200 len: 850 time: 0.0600822 Sep 21 15:32:11.451675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b331c-a566-47f1-83fe-3a537a44f8de req-6f6c0325-fc3a-4072-a44f-49b7bcb66fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:11.453156 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-362b331c-a566-47f1-83fe-3a537a44f8de req-6f6c0325-fc3a-4072-a44f-49b7bcb66fc8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64c36511-8739-4486-ae9a-96824a52857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776193 Sep 21 15:32:11.587423 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-362b331c-a566-47f1-83fe-3a537a44f8de req-fe490ddc-f7dc-4710-ae9f-192e1422fa14 service neutron] 10.222.0.20 "GET /v2.0/networks/64c36511-8739-4486-ae9a-96824a52857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242194 Sep 21 15:32:11.820569 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-362b331c-a566-47f1-83fe-3a537a44f8de req-7b5abb43-96f8-407a-8037-89679e71b5aa service neutron] 10.222.0.20 "GET /v2.0/networks/64c36511-8739-4486-ae9a-96824a52857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242742 Sep 21 15:32:11.956500 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35233009-94c1-4637-b787-d7d996e63547 req-028460aa-397c-45d0-934d-79e93e7986df tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:11.957933 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-35233009-94c1-4637-b787-d7d996e63547 req-028460aa-397c-45d0-934d-79e93e7986df tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0899644 Sep 21 15:32:12.004175 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-35233009-94c1-4637-b787-d7d996e63547 req-eeaae64b-7c3b-4b1e-95fc-4812200c436c tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403888 Sep 21 15:32:13.202021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343014d2-c1fb-44d2-a95a-a1e45c153ce2 req-d3bf9300-2e23-4d42-a6a0-83adda683f11 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:13.203499 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-343014d2-c1fb-44d2-a95a-a1e45c153ce2 req-d3bf9300-2e23-4d42-a6a0-83adda683f11 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0883958 Sep 21 15:32:13.250450 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-343014d2-c1fb-44d2-a95a-a1e45c153ce2 req-ab691648-606b-43bb-9e13-c21711d4931b tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410340 Sep 21 15:32:14.494319 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de12d82-7c5a-4e1f-a0a6-6338cd9fe88d req-ae254827-ff1d-49a5-b23e-c9ffc183040d tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:14.495790 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4de12d82-7c5a-4e1f-a0a6-6338cd9fe88d req-ae254827-ff1d-49a5-b23e-c9ffc183040d tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.1106296 Sep 21 15:32:14.551390 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4de12d82-7c5a-4e1f-a0a6-6338cd9fe88d req-02303c35-112f-4690-988e-7a701a019b1a tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493979 Sep 21 15:32:15.001130 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-02dfb02e-5edd-41f2-886a-8e15dab8c225 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:15.002541 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-02dfb02e-5edd-41f2-886a-8e15dab8c225 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.20 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24&tenant_id=050d5f3a093d49349c981c4eb315e82b&binding%3Ahost_id=hv-neutron-8587 HTTP/1.1" status: 200 len: 945 time: 0.0968070 Sep 21 15:32:15.070900 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device b54d59bc-b204-46cc-9cc0-db57770d950a details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:32:15.073240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device b54d59bc-b204-46cc-9cc0-db57770d950a no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:32:15.152738 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-0f883b08-76e4-4611-96b8-4edf09d417d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:15.154214 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-0f883b08-76e4-4611-96b8-4edf09d417d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=050d5f3a093d49349c981c4eb315e82b&device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 1098 time: 0.0794561 Sep 21 15:32:15.290011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-8945d3f6-f654-4d5e-8575-dd9f4e25903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:15.291366 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-8945d3f6-f654-4d5e-8575-dd9f4e25903d service neutron] 10.222.0.20 "GET /v2.0/networks?id=64c36511-8739-4486-ae9a-96824a52857e HTTP/1.1" status: 200 len: 912 time: 0.1314585 Sep 21 15:32:15.300676 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port b54d59bc-b204-46cc-9cc0-db57770d950a is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:32:15.301045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:15.323285 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port b54d59bc-b204-46cc-9cc0-db57770d950a, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b54d59bc-b204-46cc-9cc0-db57770d950a,segment=NetworkSegment(f1138ad7-f7a6-4017-88d8-bff81ca28da8),segment_id=f1138ad7-f7a6-4017-88d8-bff81ca28da8)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:32:15.343332 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'b54d59bc-b204-46cc-9cc0-db57770d950a', 'network_id': '64c36511-8739-4486-ae9a-96824a52857e', 'port_id': 'b54d59bc-b204-46cc-9cc0-db57770d950a', 'mac_address': 'fa:16:3e:83:49:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459454c9-0f45-43ac-bb24-7ce398f03cd3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:32:15.348311 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774101a3-9de9-42a6-a74d-a944500caa24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54d59bc-b204-46cc-9cc0-db57770d950a'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:32:15.350977 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3b2bb6-5f15-442d-a5bc-4c6eb907218e" -d '{"events": [{"server_uuid": "774101a3-9de9-42a6-a74d-a944500caa24", "name": "network-vif-unplugged", "status": "completed", "tag": "b54d59bc-b204-46cc-9cc0-db57770d950a"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:32:15.364279 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-57363a9a-7d14-4ea6-96aa-897579e440d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b54d59bc-b204-46cc-9cc0-db57770d950a HTTP/1.1" status: 200 len: 217 time: 0.0664124 Sep 21 15:32:15.390826 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port b54d59bc-b204-46cc-9cc0-db57770d950a, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b54d59bc-b204-46cc-9cc0-db57770d950a,segment=NetworkSegment(f1138ad7-f7a6-4017-88d8-bff81ca28da8),segment_id=f1138ad7-f7a6-4017-88d8-bff81ca28da8)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:32:15.404876 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:15.429233 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-e2099416-b477-4906-b73d-42663cd3032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:15.430669 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-e2099416-b477-4906-b73d-42663cd3032b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=459454c9-0f45-43ac-bb24-7ce398f03cd3 HTTP/1.1" status: 200 len: 850 time: 0.0605710 Sep 21 15:32:15.439184 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 15:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4db9fc-c724-4183-a2d6-fad08f985d3d x-openstack-request-id: req-2c4db9fc-c724-4183-a2d6-fad08f985d3d {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:32:15.439466 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774101a3-9de9-42a6-a74d-a944500caa24", "name": "network-vif-unplugged", "status": "completed", "tag": "b54d59bc-b204-46cc-9cc0-db57770d950a", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:32:15.439712 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c4db9fc-c724-4183-a2d6-fad08f985d3d {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:32:15.440091 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c4db9fc-c724-4183-a2d6-fad08f985d3d'] response: {'server_uuid': '774101a3-9de9-42a6-a74d-a944500caa24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54d59bc-b204-46cc-9cc0-db57770d950a', 'code': 200} Sep 21 15:32:15.469522 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port b54d59bc-b204-46cc-9cc0-db57770d950a is: ACTIVE; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:32:15.469898 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:15.494509 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b54d59bc-b204-46cc-9cc0-db57770d950a {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:32:15.502904 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=b54d59bc-b204-46cc-9cc0-db57770d950a,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:15.521368 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-4358bb7e-b364-4204-af2b-da68eca4c4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:15.522982 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-4358bb7e-b364-4204-af2b-da68eca4c4d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64c36511-8739-4486-ae9a-96824a52857e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861943 Sep 21 15:32:15.552482 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:15.552741 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:15.553616 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:15.553939 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:15.554271 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:15.554616 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:15.554937 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:15.555255 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:15.555574 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:15.555885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:15.556200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:15.556540 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:15.572378 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:32:15.572783 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:32:15.656435 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-f3638900-37b0-4b0a-acf5-5ed0d1fa8e73 service neutron] 10.222.0.20 "GET /v2.0/networks/64c36511-8739-4486-ae9a-96824a52857e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274493 Sep 21 15:32:15.790411 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-6c8e905d-7567-4d1d-9dfd-66dee6d5be88 service neutron] 10.222.0.20 "GET /v2.0/networks/64c36511-8739-4486-ae9a-96824a52857e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278560 Sep 21 15:32:16.126827 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port b54d59bc-b204-46cc-9cc0-db57770d950a is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:32:16.127494 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:16.144785 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54d59bc-b204-46cc-9cc0-db57770d950a {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:32:16.162006 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port b54d59bc-b204-46cc-9cc0-db57770d950a, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b54d59bc-b204-46cc-9cc0-db57770d950a,segment=NetworkSegment(f1138ad7-f7a6-4017-88d8-bff81ca28da8),segment_id=f1138ad7-f7a6-4017-88d8-bff81ca28da8)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:32:16.166709 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:16.239098 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['b54d59bc-b204-46cc-9cc0-db57770d950a'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:32:16.276442 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=b54d59bc-b204-46cc-9cc0-db57770d950a,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:16.655774 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad24bb-2020-4870-9d38-41fe8779714a req-b892c55c-8c9d-47c6-8ac5-5a095f9550d7 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:16.657210 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d4ad24bb-2020-4870-9d38-41fe8779714a req-b892c55c-8c9d-47c6-8ac5-5a095f9550d7 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 944 time: 0.0857587 Sep 21 15:32:16.701468 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d4ad24bb-2020-4870-9d38-41fe8779714a req-71612b66-b597-4cb0-b067-c4202580781a tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385799 Sep 21 15:32:17.082224 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device b54d59bc-b204-46cc-9cc0-db57770d950a up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:32:17.182623 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port b54d59bc-b204-46cc-9cc0-db57770d950a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:32:17.183351 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:17.294843 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port b54d59bc-b204-46cc-9cc0-db57770d950a is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:32:17.295272 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:17.329629 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port b54d59bc-b204-46cc-9cc0-db57770d950a, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b54d59bc-b204-46cc-9cc0-db57770d950a,segment=NetworkSegment(f1138ad7-f7a6-4017-88d8-bff81ca28da8),segment_id=f1138ad7-f7a6-4017-88d8-bff81ca28da8)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:32:17.333484 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:17.402155 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=b54d59bc-b204-46cc-9cc0-db57770d950a,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:17.441209 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774101a3-9de9-42a6-a74d-a944500caa24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54d59bc-b204-46cc-9cc0-db57770d950a'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:32:17.443490 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802f910b-f3d9-4ceb-8562-f2fe7b97030f" -d '{"events": [{"server_uuid": "774101a3-9de9-42a6-a74d-a944500caa24", "name": "network-vif-plugged", "status": "completed", "tag": "b54d59bc-b204-46cc-9cc0-db57770d950a"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:32:17.485887 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a27026-4b8f-45f2-934b-9c03c96ddb08 x-openstack-request-id: req-83a27026-4b8f-45f2-934b-9c03c96ddb08 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:32:17.486188 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774101a3-9de9-42a6-a74d-a944500caa24", "name": "network-vif-plugged", "status": "completed", "tag": "b54d59bc-b204-46cc-9cc0-db57770d950a", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:32:17.486445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83a27026-4b8f-45f2-934b-9c03c96ddb08 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:32:17.486844 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a27026-4b8f-45f2-934b-9c03c96ddb08'] response: {'server_uuid': '774101a3-9de9-42a6-a74d-a944500caa24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54d59bc-b204-46cc-9cc0-db57770d950a', 'code': 200} Sep 21 15:32:17.900565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665fba1-2612-4c86-82a8-781cd7f73e3b req-edcc8fc9-1f4c-476f-887e-9abef5564d99 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:17.902004 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d665fba1-2612-4c86-82a8-781cd7f73e3b req-edcc8fc9-1f4c-476f-887e-9abef5564d99 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0916951 Sep 21 15:32:17.946415 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d665fba1-2612-4c86-82a8-781cd7f73e3b req-1caf4175-cd23-4728-8833-005009358ff4 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387177 Sep 21 15:32:18.390762 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-eaa1e60a-c1b9-48c1-8d70-3dc34efb4c4f tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:18.392099 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-eaa1e60a-c1b9-48c1-8d70-3dc34efb4c4f tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.20 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.0910847 Sep 21 15:32:18.464335 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-6e9083ac-cd06-46fa-b25d-f3769a4fce02 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Deleting port b54d59bc-b204-46cc-9cc0-db57770d950a {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:32:18.464699 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-6e9083ac-cd06-46fa-b25d-f3769a4fce02 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:18.817032 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-6e9083ac-cd06-46fa-b25d-f3769a4fce02 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] For port b54d59bc-b204-46cc-9cc0-db57770d950a, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b54d59bc-b204-46cc-9cc0-db57770d950a,segment=NetworkSegment(f1138ad7-f7a6-4017-88d8-bff81ca28da8),segment_id=f1138ad7-f7a6-4017-88d8-bff81ca28da8)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:32:18.817384 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-6e9083ac-cd06-46fa-b25d-f3769a4fce02 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:18.938300 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-6e9083ac-cd06-46fa-b25d-f3769a4fce02 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Calling delete_port for b54d59bc-b204-46cc-9cc0-db57770d950a owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:32:19.141645 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-6e9083ac-cd06-46fa-b25d-f3769a4fce02 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:19.158004 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['b54d59bc-b204-46cc-9cc0-db57770d950a'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:32:19.199662 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9083ac-cd06-46fa-b25d-f3769a4fce02 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Pushing event deleted for resources: {'Port': ['ID=b54d59bc-b204-46cc-9cc0-db57770d950a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:19.297526 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-6e9083ac-cd06-46fa-b25d-f3769a4fce02 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] No DVR routers for this DVR port b54d59bc-b204-46cc-9cc0-db57770d950a on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:32:19.300997 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-6e9083ac-cd06-46fa-b25d-f3769a4fce02 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:19.303524 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774101a3-9de9-42a6-a74d-a944500caa24', 'name': 'network-vif-deleted', 'tag': 'b54d59bc-b204-46cc-9cc0-db57770d950a'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:32:19.306486 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e1bbf7-bacb-4680-98c6-a296fb89fae7" -d '{"events": [{"server_uuid": "774101a3-9de9-42a6-a74d-a944500caa24", "name": "network-vif-deleted", "tag": "b54d59bc-b204-46cc-9cc0-db57770d950a"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:32:19.318590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e084c-2a06-42b4-9606-a66783e54442 req-f55173c3-5880-4697-b18d-2699232b2fb7 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:19.319920 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e05e084c-2a06-42b4-9606-a66783e54442 req-f55173c3-5880-4697-b18d-2699232b2fb7 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/ports?device_id=774101a3-9de9-42a6-a74d-a944500caa24 HTTP/1.1" status: 200 len: 945 time: 0.2550898 Sep 21 15:32:19.349531 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53a6c21d-ab5c-4cd3-810f-38f0899f1eda req-6e9083ac-cd06-46fa-b25d-f3769a4fce02 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.20 "DELETE /v2.0/ports/b54d59bc-b204-46cc-9cc0-db57770d950a HTTP/1.1" status: 204 len: 173 time: 0.9492931 Sep 21 15:32:19.353516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e26159-e07e-4ca2-8029-6bfbccf4375d x-openstack-request-id: req-a5e26159-e07e-4ca2-8029-6bfbccf4375d {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:32:19.353814 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774101a3-9de9-42a6-a74d-a944500caa24", "name": "network-vif-deleted", "tag": "b54d59bc-b204-46cc-9cc0-db57770d950a", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:32:19.354041 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a5e26159-e07e-4ca2-8029-6bfbccf4375d {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:32:19.354425 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5e26159-e07e-4ca2-8029-6bfbccf4375d'] response: {'server_uuid': '774101a3-9de9-42a6-a74d-a944500caa24', 'name': 'network-vif-deleted', 'tag': 'b54d59bc-b204-46cc-9cc0-db57770d950a', 'status': 'completed', 'code': 200} Sep 21 15:32:19.379145 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e05e084c-2a06-42b4-9606-a66783e54442 req-217ce887-b19a-44b6-b125-4f2ba9a268c0 tempest-DeleteServersTestJSON-613371926 tempest-DeleteServersTestJSON-613371926-project] 10.222.0.62 "GET /v2.0/security-groups?id=b439b94b-3881-4209-ace4-ce47c0fb9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493810 Sep 21 15:32:20.633924 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37250) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:32:21.177830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:21.623679 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] Deleting port 697cb94b-0496-4402-a814-426eae58ef1c {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:32:21.624005 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:21.791090 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] For port 697cb94b-0496-4402-a814-426eae58ef1c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=697cb94b-0496-4402-a814-426eae58ef1c,segment=NetworkSegment(f1138ad7-f7a6-4017-88d8-bff81ca28da8),segment_id=f1138ad7-f7a6-4017-88d8-bff81ca28da8)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:32:21.791813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:21.911169 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] Calling delete_port for 697cb94b-0496-4402-a814-426eae58ef1c owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:32:22.072749 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:22.222555 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:22.266367 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=697cb94b-0496-4402-a814-426eae58ef1c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:22.310092 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:22.310442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:22.310782 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:22.311127 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:22.311448 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:22.311778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:22.312108 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:22.312431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:22.312850 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:22.313172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:22.313493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:22.313812 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:22.554431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:23.012774 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] Router 60e006ab-63f0-485d-ad2f-a2ba1b4acaef has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:32:23.107633 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device b54d59bc-b204-46cc-9cc0-db57770d950a no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:32:23.144643 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: b54d59bc-b204-46cc-9cc0-db57770d950a {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:32:23.144987 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device b54d59bc-b204-46cc-9cc0-db57770d950a not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:32:23.190121 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:32:23.198787 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f98ebc-567b-4ded-b069-d0ac4827cf67 None None] Sync routers for ids ['60e006ab-63f0-485d-ad2f-a2ba1b4acaef'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:32:23.202035 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-521c38bd-8cf2-4b28-861c-707e201ce1a2 admin admin] 10.222.0.62 "PUT /v2.0/routers/60e006ab-63f0-485d-ad2f-a2ba1b4acaef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5670388 Sep 21 15:32:23.204805 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37254) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:32:23.207950 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f98ebc-567b-4ded-b069-d0ac4827cf67 None None] Routers {'60e006ab-63f0-485d-ad2f-a2ba1b4acaef'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:32:23.208593 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f1f98ebc-567b-4ded-b069-d0ac4827cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:32:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['60e006ab-63f0-485d-ad2f-a2ba1b4acaef'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:32:23.379341 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20c85769-e75b-4a19-8753-d6815e35ad7a admin admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:23.385599 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f1f98ebc-567b-4ded-b069-d0ac4827cf67 None None] Set router 60e006ab-63f0-485d-ad2f-a2ba1b4acaef gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:32:23.559261 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20c85769-e75b-4a19-8753-d6815e35ad7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:23.569000 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-20c85769-e75b-4a19-8753-d6815e35ad7a admin admin] Deleting port 88edb9e9-915b-4be6-8d5d-8f2512c54d4b {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:32:23.569599 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20c85769-e75b-4a19-8753-d6815e35ad7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:23.669131 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f1f98ebc-567b-4ded-b069-d0ac4827cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e006ab-63f0-485d-ad2f-a2ba1b4acaef', 'name': 'tempest-DeleteServersTestJSON-111812412-router', 'tenant_id': '050d5f3a093d49349c981c4eb315e82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': '88edb9e9-915b-4be6-8d5d-8f2512c54d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:31:23Z', 'updated_at': '2022-09-21T15:32:22Z', 'revision_number': 5, 'project_id': '050d5f3a093d49349c981c4eb315e82b', 'gw_port': {'id': '88edb9e9-915b-4be6-8d5d-8f2512c54d4b', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e006ab-63f0-485d-ad2f-a2ba1b4acaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:31:23Z', 'updated_at': '2022-09-21T15:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:32:23.672843 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f98ebc-567b-4ded-b069-d0ac4827cf67 None None] Checking router: 60e006ab-63f0-485d-ad2f-a2ba1b4acaef for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:32:23.681217 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f98ebc-567b-4ded-b069-d0ac4827cf67 None None] Routers {'60e006ab-63f0-485d-ad2f-a2ba1b4acaef'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:32:23.681814 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f1f98ebc-567b-4ded-b069-d0ac4827cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:32:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['60e006ab-63f0-485d-ad2f-a2ba1b4acaef'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:32:23.744534 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-20c85769-e75b-4a19-8753-d6815e35ad7a admin admin] For port 88edb9e9-915b-4be6-8d5d-8f2512c54d4b, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=88edb9e9-915b-4be6-8d5d-8f2512c54d4b,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:32:23.744888 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20c85769-e75b-4a19-8753-d6815e35ad7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:23.830771 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f1f98ebc-567b-4ded-b069-d0ac4827cf67 None None] Set router 60e006ab-63f0-485d-ad2f-a2ba1b4acaef gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:32:23.871589 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-20c85769-e75b-4a19-8753-d6815e35ad7a admin admin] Calling delete_port for 88edb9e9-915b-4be6-8d5d-8f2512c54d4b owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:32:23.940105 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f1f98ebc-567b-4ded-b069-d0ac4827cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e006ab-63f0-485d-ad2f-a2ba1b4acaef', 'name': 'tempest-DeleteServersTestJSON-111812412-router', 'tenant_id': '050d5f3a093d49349c981c4eb315e82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:31:23Z', 'updated_at': '2022-09-21T15:32:23Z', 'revision_number': 6, 'project_id': '050d5f3a093d49349c981c4eb315e82b', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:32:23.944049 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f98ebc-567b-4ded-b069-d0ac4827cf67 None None] The sync data for ids ['60e006ab-63f0-485d-ad2f-a2ba1b4acaef'] in dv-neutron-858731-1-hyperv is: [{'id': '60e006ab-63f0-485d-ad2f-a2ba1b4acaef', 'name': 'tempest-DeleteServersTestJSON-111812412-router', 'tenant_id': '050d5f3a093d49349c981c4eb315e82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:31:23Z', 'updated_at': '2022-09-21T15:32:23Z', 'revision_number': 6, 'project_id': '050d5f3a093d49349c981c4eb315e82b', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:32:24.050762 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20c85769-e75b-4a19-8753-d6815e35ad7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:24.098857 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c85769-e75b-4a19-8753-d6815e35ad7a admin admin] Pushing event deleted for resources: {'Port': ['ID=88edb9e9-915b-4be6-8d5d-8f2512c54d4b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:24.305207 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20c85769-e75b-4a19-8753-d6815e35ad7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:24.484039 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20c85769-e75b-4a19-8753-d6815e35ad7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:24.486246 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20c85769-e75b-4a19-8753-d6815e35ad7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:24.508726 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20c85769-e75b-4a19-8753-d6815e35ad7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:24.509347 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c85769-e75b-4a19-8753-d6815e35ad7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60e006ab-63f0-485d-ad2f-a2ba1b4acaef {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:32:24.521403 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20c85769-e75b-4a19-8753-d6815e35ad7a admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:24.522455 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-20c85769-e75b-4a19-8753-d6815e35ad7a admin admin] 10.222.0.62 "DELETE /v2.0/routers/60e006ab-63f0-485d-ad2f-a2ba1b4acaef HTTP/1.1" status: 204 len: 168 time: 1.3167665 Sep 21 15:32:24.525154 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37258) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:32:24.583243 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-542360e6-876c-44ad-ba23-520711e38ec4 admin admin] Deleting subnet 459454c9-0f45-43ac-bb24-7ce398f03cd3 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:32:24.586168 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-542360e6-876c-44ad-ba23-520711e38ec4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:24.637713 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-542360e6-876c-44ad-ba23-520711e38ec4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:24.708225 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 697cb94b-0496-4402-a814-426eae58ef1c no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:32:24.723410 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-542360e6-876c-44ad-ba23-520711e38ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:24.744062 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 697cb94b-0496-4402-a814-426eae58ef1c {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:32:24.744407 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 697cb94b-0496-4402-a814-426eae58ef1c not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:32:24.744857 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 88edb9e9-915b-4be6-8d5d-8f2512c54d4b no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:32:24.778237 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 88edb9e9-915b-4be6-8d5d-8f2512c54d4b {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:32:24.778513 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 88edb9e9-915b-4be6-8d5d-8f2512c54d4b not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:32:24.796287 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-542360e6-876c-44ad-ba23-520711e38ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:24.844337 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542360e6-876c-44ad-ba23-520711e38ec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=459454c9-0f45-43ac-bb24-7ce398f03cd3,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:24.849086 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-542360e6-876c-44ad-ba23-520711e38ec4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:24.854468 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf6b9ca-1a23-4c77-9e55-7e2a5935af9d None None] Network 64c36511-8739-4486-ae9a-96824a52857e requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:32:24.855641 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-542360e6-876c-44ad-ba23-520711e38ec4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/459454c9-0f45-43ac-bb24-7ce398f03cd3 HTTP/1.1" status: 204 len: 168 time: 0.3295360 Sep 21 15:32:24.858031 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37262) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:32:24.967859 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d777267-404e-4bdc-a157-0d812241169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:24.983331 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2d777267-404e-4bdc-a157-0d812241169a admin admin] Deleting port 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:32:24.983667 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d777267-404e-4bdc-a157-0d812241169a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:25.129553 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d5cc0c-3634-4c40-9148-341c4f3f913e None None] DHCP port deletion for 64c36511-8739-4486-ae9a-96824a52857e request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:32:25.134847 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f9d5cc0c-3634-4c40-9148-341c4f3f913e None None] Deleting port 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:32:25.135246 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f9d5cc0c-3634-4c40-9148-341c4f3f913e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:25.189236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-2d777267-404e-4bdc-a157-0d812241169a admin admin] For port 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9e3a6e98-7dfb-462f-b3a9-f3ffe449676a,segment=NetworkSegment(f1138ad7-f7a6-4017-88d8-bff81ca28da8),segment_id=f1138ad7-f7a6-4017-88d8-bff81ca28da8)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:32:25.189832 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d777267-404e-4bdc-a157-0d812241169a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:25.315959 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2d777267-404e-4bdc-a157-0d812241169a admin admin] Calling delete_port for 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:32:25.337903 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f9d5cc0c-3634-4c40-9148-341c4f3f913e None None] For port 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=9e3a6e98-7dfb-462f-b3a9-f3ffe449676a,segment=NetworkSegment(f1138ad7-f7a6-4017-88d8-bff81ca28da8),segment_id=f1138ad7-f7a6-4017-88d8-bff81ca28da8)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:32:25.338288 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f9d5cc0c-3634-4c40-9148-341c4f3f913e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:25.393976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d777267-404e-4bdc-a157-0d812241169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:25.441739 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d777267-404e-4bdc-a157-0d812241169a admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3a6e98-7dfb-462f-b3a9-f3ffe449676a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:25.445778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d777267-404e-4bdc-a157-0d812241169a admin admin] No DVR routers for this DVR port 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:32:25.470034 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f9d5cc0c-3634-4c40-9148-341c4f3f913e None None] Calling delete_port for 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:32:25.541829 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-f9d5cc0c-3634-4c40-9148-341c4f3f913e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:32:25.542182 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-f9d5cc0c-3634-4c40-9148-341c4f3f913e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:32:25.561131 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d777267-404e-4bdc-a157-0d812241169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:25.589947 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-2d777267-404e-4bdc-a157-0d812241169a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c36511-8739-4486-ae9a-96824a52857e']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:32:25.602062 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-2d777267-404e-4bdc-a157-0d812241169a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1138ad7-f7a6-4017-88d8-bff81ca28da8') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:32:25.602598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-2d777267-404e-4bdc-a157-0d812241169a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1138ad7-f7a6-4017-88d8-bff81ca28da8') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:32:25.613923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d777267-404e-4bdc-a157-0d812241169a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:25.630721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d777267-404e-4bdc-a157-0d812241169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:25.637058 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d777267-404e-4bdc-a157-0d812241169a admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:32:25.637506 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d777267-404e-4bdc-a157-0d812241169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:25.700165 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment f1138ad7-f7a6-4017-88d8-bff81ca28da8 resource provider aggregate not found Sep 21 15:32:25.721314 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment f1138ad7-f7a6-4017-88d8-bff81ca28da8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1138ad7-f7a6-4017-88d8-bff81ca28da8 found for delete ", "request_id": "req-35d1e6f1-9131-45e0-90a0-4fcc60808f3c"}]} Sep 21 15:32:25.733119 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d777267-404e-4bdc-a157-0d812241169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:25.753406 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d777267-404e-4bdc-a157-0d812241169a admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:25.870134 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d777267-404e-4bdc-a157-0d812241169a admin admin] Pushing event deleted for resources: {'Network': ['ID=64c36511-8739-4486-ae9a-96824a52857e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:25.883348 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2d777267-404e-4bdc-a157-0d812241169a admin admin] 10.222.0.62 "DELETE /v2.0/networks/64c36511-8739-4486-ae9a-96824a52857e HTTP/1.1" status: 204 len: 168 time: 1.0241365 Sep 21 15:32:25.992787 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37272) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:32:26.041479 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2caddc2a-622f-4159-9201-4ddfbd78d679 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=050d5f3a093d49349c981c4eb315e82b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474892 Sep 21 15:32:26.043069 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f9d5cc0c-3634-4c40-9148-341c4f3f913e None None] Deleting port 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:32:26.043624 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f9d5cc0c-3634-4c40-9148-341c4f3f913e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:26.044114 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 37276) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:32:26.102914 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-39fdfcc0-a32c-46eb-a42c-7622b62991fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:26.111260 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f9d5cc0c-3634-4c40-9148-341c4f3f913e None None] The port '9e3a6e98-7dfb-462f-b3a9-f3ffe449676a' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:32:26.128886 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-39fdfcc0-a32c-46eb-a42c-7622b62991fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:26.183920 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-39fdfcc0-a32c-46eb-a42c-7622b62991fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:26.202772 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdfcc0-a32c-46eb-a42c-7622b62991fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b439b94b-3881-4209-ace4-ce47c0fb9e58,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:26.211915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdfcc0-a32c-46eb-a42c-7622b62991fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:26.212270 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdfcc0-a32c-46eb-a42c-7622b62991fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:26.212631 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdfcc0-a32c-46eb-a42c-7622b62991fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:26.212963 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdfcc0-a32c-46eb-a42c-7622b62991fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:26.213289 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdfcc0-a32c-46eb-a42c-7622b62991fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:26.213616 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdfcc0-a32c-46eb-a42c-7622b62991fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:26.213939 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdfcc0-a32c-46eb-a42c-7622b62991fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:26.214260 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdfcc0-a32c-46eb-a42c-7622b62991fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:26.214586 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdfcc0-a32c-46eb-a42c-7622b62991fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:26.214900 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdfcc0-a32c-46eb-a42c-7622b62991fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:26.215213 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdfcc0-a32c-46eb-a42c-7622b62991fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:26.215526 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdfcc0-a32c-46eb-a42c-7622b62991fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:26.222458 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-39fdfcc0-a32c-46eb-a42c-7622b62991fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:26.226179 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-39fdfcc0-a32c-46eb-a42c-7622b62991fa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b439b94b-3881-4209-ace4-ce47c0fb9e58 HTTP/1.1" status: 204 len: 168 time: 0.1784353 Sep 21 15:32:26.650242 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:32:26.683888 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:32:26.684229 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 9e3a6e98-7dfb-462f-b3a9-f3ffe449676a not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:32:26.931034 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37300) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:32:27.034981 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1621441211-network', 'tenant_id': '9d07c5c5e8534c44b2d2bb927569c948'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:32:27.040339 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:32:27.044233 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] Usage tracker for resource:network and tenant:9d07c5c5e8534c44b2d2bb927569c948 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:32:27.047820 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:32:27.053508 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:32:27.062426 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] Made reservation on behalf of 9d07c5c5e8534c44b2d2bb927569c948 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:32:27.064732 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:27.077892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:27.092858 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:32:27.096678 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] Usage tracker for resource:security_group_rule and tenant:9d07c5c5e8534c44b2d2bb927569c948 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:32:27.099437 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:32:27.105415 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:32:27.194751 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:27.198890 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:27.228077 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:32:27.236083 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a07a9f-b085-4e09-b05f-c8f124b62c44,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:27.241550 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:27.241895 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] Added segment 54dfeafa-b14a-46e5-bbab-738e557666e7 of type vlan for network bc6668d6-bd51-493b-a1e7-d339f61ffe3b Sep 21 15:32:27.270823 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:27.299808 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:27.300769 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:27.301362 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:27.404662 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] Pushing event updated for resources: {'Network': ['ID=bc6668d6-bd51-493b-a1e7-d339f61ffe3b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:27.407564 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4d0cf685-7f4f-4f9a-9400-c71d16e8fee3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4755280 Sep 21 15:32:27.410479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37306) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:32:27.414683 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network bc6668d6-bd51-493b-a1e7-d339f61ffe3b details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:32:27.415907 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7e027552-4aaa-4a73-ba7f-43878a1f5480 admin admin] Request body: {'subnet': {'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1621441211-subnet', 'tenant_id': '9d07c5c5e8534c44b2d2bb927569c948', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:32:27.421088 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7e027552-4aaa-4a73-ba7f-43878a1f5480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:32:27.424994 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7e027552-4aaa-4a73-ba7f-43878a1f5480 admin admin] Usage tracker for resource:subnet and tenant:9d07c5c5e8534c44b2d2bb927569c948 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:32:27.427801 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7e027552-4aaa-4a73-ba7f-43878a1f5480 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:32:27.434179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7e027552-4aaa-4a73-ba7f-43878a1f5480 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:32:27.443821 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e027552-4aaa-4a73-ba7f-43878a1f5480 admin admin] Made reservation on behalf of 9d07c5c5e8534c44b2d2bb927569c948 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:32:27.447046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e027552-4aaa-4a73-ba7f-43878a1f5480 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:27.644041 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e027552-4aaa-4a73-ba7f-43878a1f5480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:27.720320 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e027552-4aaa-4a73-ba7f-43878a1f5480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08fcaeba-471c-4851-9f1c-5e66e64267a5,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:27.728214 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e027552-4aaa-4a73-ba7f-43878a1f5480 admin admin] Checking segment: {'id': '54dfeafa-b14a-46e5-bbab-738e557666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:32:27.728593 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e027552-4aaa-4a73-ba7f-43878a1f5480 admin admin] Network hostable DHCP agents. Network: bc6668d6-bd51-493b-a1e7-d339f61ffe3b, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:32:27.747692 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e027552-4aaa-4a73-ba7f-43878a1f5480 admin admin] Network bc6668d6-bd51-493b-a1e7-d339f61ffe3b is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:32:27.756483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7e027552-4aaa-4a73-ba7f-43878a1f5480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, bc6668d6-bd51-493b-a1e7-d339f61ffe3b) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:32:27.760424 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e027552-4aaa-4a73-ba7f-43878a1f5480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:27.761033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e027552-4aaa-4a73-ba7f-43878a1f5480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:27.767198 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c8717c-1252-4bfc-af71-1e9728553e65 None None] Network bc6668d6-bd51-493b-a1e7-d339f61ffe3b requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:32:27.780899 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7e027552-4aaa-4a73-ba7f-43878a1f5480 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3693600 Sep 21 15:32:27.783535 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37310) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:32:27.788488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1621441211-router', 'tenant_id': '9d07c5c5e8534c44b2d2bb927569c948', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:32:27.793962 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:32:27.797911 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Usage tracker for resource:router and tenant:9d07c5c5e8534c44b2d2bb927569c948 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:32:27.800767 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:32:27.807221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:32:27.818236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:27.819264 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:27.835281 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:28.023965 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-bc6668d6-bd51-493b-a1e7-d339f61ffe3b', 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b', 'tenant_id': '9d07c5c5e8534c44b2d2bb927569c948', 'fixed_ips': [{'subnet_id': '08fcaeba-471c-4851-9f1c-5e66e64267a5'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:32:28.024959 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:28.102784 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:28.184226 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] Allocated IP 172.20.0.2 (bc6668d6-bd51-493b-a1e7-d339f61ffe3b/08fcaeba-471c-4851-9f1c-5e66e64267a5/b36a7781-b11e-4be9-b196-2888fd496e9f) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:32:28.390368 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:28.401215 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] Transition to ACTIVE for port object b36a7781-b11e-4be9-b196-2888fd496e9f will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:32:28.408531 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:28.420398 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] Transition to ACTIVE for port object b36a7781-b11e-4be9-b196-2888fd496e9f will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:32:28.426192 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:28.442328 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:28.492933 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] Network bc6668d6-bd51-493b-a1e7-d339f61ffe3b is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:32:28.494085 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:32:28.497615 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:32:28.536230 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] Pushing event updated for resources: {'Port': ['ID=b36a7781-b11e-4be9-b196-2888fd496e9f,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:28.576242 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Allocated IP 172.26.4.178 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/00337469-474d-4d74-b84c-c695e4947fe7) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:32:28.608053 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] Attempting to bind port b36a7781-b11e-4be9-b196-2888fd496e9f on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:32:28.608416 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] Attempting to bind port b36a7781-b11e-4be9-b196-2888fd496e9f by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '54dfeafa-b14a-46e5-bbab-738e557666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:32:28.608801 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] Attempting to bind port b36a7781-b11e-4be9-b196-2888fd496e9f on network bc6668d6-bd51-493b-a1e7-d339f61ffe3b {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:32:28.614012 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:32:28.614374 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] Checking segment: {'id': '54dfeafa-b14a-46e5-bbab-738e557666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:32:28.614770 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:28.615157 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] Bound using segment: {'id': '54dfeafa-b14a-46e5-bbab-738e557666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:32:28.615617 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] Bound port: b36a7781-b11e-4be9-b196-2888fd496e9f, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54dfeafa-b14a-46e5-bbab-738e557666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:32:28.615985 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:28.715209 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] For port b36a7781-b11e-4be9-b196-2888fd496e9f, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:32:28.719103 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] For port b36a7781-b11e-4be9-b196-2888fd496e9f, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b36a7781-b11e-4be9-b196-2888fd496e9f,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:32:28.723051 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:28.807598 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a78329-6ef5-4bc6-b3d6-2df9155c3923 None None] Pushing event updated for resources: {'Port': ['ID=b36a7781-b11e-4be9-b196-2888fd496e9f,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:28.846911 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:28.877844 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:28.943605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:32:28.947247 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:32:28.951158 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:32:29.002194 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Pushing event updated for resources: {'Port': ['ID=00337469-474d-4d74-b84c-c695e4947fe7,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:29.387425 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:29.735867 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:29.767129 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd00aa12-8c24-4bd8-bd38-2e7482ea46e1 None None] Network bc6668d6-bd51-493b-a1e7-d339f61ffe3b requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:32:29.857424 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b40fb8b1-a6bd-4c6e-ab29-b110018b6d5d None None] Provisioning for port b36a7781-b11e-4be9-b196-2888fd496e9f completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:32:29.948527 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Router b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:32:30.279352 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:32:30.296763 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331cf639-84d7-485b-b54d-aed55051301f None None] Sync routers for ids ['b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:32:30.306346 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:30.307664 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f6c2a9ea-9ed8-45ee-9929-6fb2e244fef4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5230739 Sep 21 15:32:30.310192 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37316) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:32:30.314271 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331cf639-84d7-485b-b54d-aed55051301f None None] Routers {'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:32:30.315164 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-331cf639-84d7-485b-b54d-aed55051301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:32:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:32:30.494523 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-331cf639-84d7-485b-b54d-aed55051301f None None] Set router b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:32:30.683114 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b36a7781-b11e-4be9-b196-2888fd496e9f up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:32:30.859670 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port b36a7781-b11e-4be9-b196-2888fd496e9f completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:32:30.867821 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port b36a7781-b11e-4be9-b196-2888fd496e9f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:32:30.868384 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:30.941196 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-331cf639-84d7-485b-b54d-aed55051301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd', 'name': 'tempest-ServerDiskConfigTestJSON-1621441211-router', 'tenant_id': '9d07c5c5e8534c44b2d2bb927569c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '00337469-474d-4d74-b84c-c695e4947fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:32:27Z', 'updated_at': '2022-09-21T15:32:29Z', 'revision_number': 3, 'project_id': '9d07c5c5e8534c44b2d2bb927569c948', 'gw_port': {'id': '00337469-474d-4d74-b84c-c695e4947fe7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:32:28Z', 'updated_at': '2022-09-21T15:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:32:30.947806 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331cf639-84d7-485b-b54d-aed55051301f None None] Checking router: b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:32:30.948156 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331cf639-84d7-485b-b54d-aed55051301f None None] Updating router b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd port 00337469-474d-4d74-b84c-c695e4947fe7 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:32:30.998817 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34e78eb6-0477-4da0-8899-342d66cdcc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:31.049623 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-331cf639-84d7-485b-b54d-aed55051301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:31.077344 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port b36a7781-b11e-4be9-b196-2888fd496e9f is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:32:31.077731 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:31.185240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port b36a7781-b11e-4be9-b196-2888fd496e9f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b36a7781-b11e-4be9-b196-2888fd496e9f,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:32:31.192298 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:31.210262 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-34e78eb6-0477-4da0-8899-342d66cdcc46 admin admin] Allocated IP 172.20.0.1 (bc6668d6-bd51-493b-a1e7-d339f61ffe3b/08fcaeba-471c-4851-9f1c-5e66e64267a5/63dc57e7-9e4a-498b-899a-17b8e0210dd2) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:32:31.345182 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=b36a7781-b11e-4be9-b196-2888fd496e9f,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:31.358517 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34e78eb6-0477-4da0-8899-342d66cdcc46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:31.374410 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-34e78eb6-0477-4da0-8899-342d66cdcc46 admin admin] Transition to ACTIVE for port object 63dc57e7-9e4a-498b-899a-17b8e0210dd2 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:32:31.397201 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34e78eb6-0477-4da0-8899-342d66cdcc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:31.464888 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e78eb6-0477-4da0-8899-342d66cdcc46 admin admin] Network bc6668d6-bd51-493b-a1e7-d339f61ffe3b is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:32:31.467536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-34e78eb6-0477-4da0-8899-342d66cdcc46 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:32:31.471323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e78eb6-0477-4da0-8899-342d66cdcc46 admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:32:31.475391 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-331cf639-84d7-485b-b54d-aed55051301f None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:31.488611 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-331cf639-84d7-485b-b54d-aed55051301f None None] Transition to ACTIVE for port object 00337469-474d-4d74-b84c-c695e4947fe7 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:32:31.496282 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-331cf639-84d7-485b-b54d-aed55051301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:31.514880 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e78eb6-0477-4da0-8899-342d66cdcc46 admin admin] Pushing event updated for resources: {'Port': ['ID=63dc57e7-9e4a-498b-899a-17b8e0210dd2,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:31.529881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34e78eb6-0477-4da0-8899-342d66cdcc46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:31.560794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-331cf639-84d7-485b-b54d-aed55051301f None None] Attempting to bind port 00337469-474d-4d74-b84c-c695e4947fe7 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:32:31.561156 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-331cf639-84d7-485b-b54d-aed55051301f None None] Attempting to bind port 00337469-474d-4d74-b84c-c695e4947fe7 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:32:31.561524 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331cf639-84d7-485b-b54d-aed55051301f None None] Attempting to bind port 00337469-474d-4d74-b84c-c695e4947fe7 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:32:31.575961 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331cf639-84d7-485b-b54d-aed55051301f None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:32:31.576366 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331cf639-84d7-485b-b54d-aed55051301f None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:32:31.576754 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-331cf639-84d7-485b-b54d-aed55051301f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:31.577150 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331cf639-84d7-485b-b54d-aed55051301f None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:32:31.577618 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-331cf639-84d7-485b-b54d-aed55051301f None None] Bound port: 00337469-474d-4d74-b84c-c695e4947fe7, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:32:31.577997 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-331cf639-84d7-485b-b54d-aed55051301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:31.628396 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e7939-c89e-4cd4-8b62-8fff7d2c41e7 None None] Pushing event updated for resources: {'Port': ['ID=00337469-474d-4d74-b84c-c695e4947fe7,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:31.664854 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-331cf639-84d7-485b-b54d-aed55051301f None None] For port 00337469-474d-4d74-b84c-c695e4947fe7, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:32:31.668676 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-331cf639-84d7-485b-b54d-aed55051301f None None] For port 00337469-474d-4d74-b84c-c695e4947fe7, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=00337469-474d-4d74-b84c-c695e4947fe7,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:32:31.673498 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-331cf639-84d7-485b-b54d-aed55051301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:31.741737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331cf639-84d7-485b-b54d-aed55051301f None None] Routers {'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:32:31.742372 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-331cf639-84d7-485b-b54d-aed55051301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:32:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:32:31.841000 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a7c8a1e7-b993-40ee-8e9a-fab6e2dc9eac None None] Provisioning for port 63dc57e7-9e4a-498b-899a-17b8e0210dd2 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:32:31.847718 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e7939-c89e-4cd4-8b62-8fff7d2c41e7 None None] Pushing event updated for resources: {'Port': ['ID=00337469-474d-4d74-b84c-c695e4947fe7,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:31.853552 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a7c8a1e7-b993-40ee-8e9a-fab6e2dc9eac None None] Provisioning complete for port 63dc57e7-9e4a-498b-899a-17b8e0210dd2 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:32:31.854246 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a7c8a1e7-b993-40ee-8e9a-fab6e2dc9eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:31.913316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34e78eb6-0477-4da0-8899-342d66cdcc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:31.985550 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a7c8a1e7-b993-40ee-8e9a-fab6e2dc9eac None None] Port 63dc57e7-9e4a-498b-899a-17b8e0210dd2 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:32:32.000848 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-331cf639-84d7-485b-b54d-aed55051301f None None] Set router b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:32:32.141726 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34e78eb6-0477-4da0-8899-342d66cdcc46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:32.147444 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34e78eb6-0477-4da0-8899-342d66cdcc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:32.256169 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e78eb6-0477-4da0-8899-342d66cdcc46 admin admin] Pushing event updated for resources: {'Port': ['ID=63dc57e7-9e4a-498b-899a-17b8e0210dd2,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:32.259076 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34e78eb6-0477-4da0-8899-342d66cdcc46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:32.291351 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-331cf639-84d7-485b-b54d-aed55051301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd', 'name': 'tempest-ServerDiskConfigTestJSON-1621441211-router', 'tenant_id': '9d07c5c5e8534c44b2d2bb927569c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '00337469-474d-4d74-b84c-c695e4947fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:32:27Z', 'updated_at': '2022-09-21T15:32:29Z', 'revision_number': 3, 'project_id': '9d07c5c5e8534c44b2d2bb927569c948', 'gw_port': {'id': '00337469-474d-4d74-b84c-c695e4947fe7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:32:28Z', 'updated_at': '2022-09-21T15:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:32:32.295325 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331cf639-84d7-485b-b54d-aed55051301f None None] The sync data for ids ['b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd'] in dv-neutron-858731-1-hyperv is: [{'id': 'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd', 'name': 'tempest-ServerDiskConfigTestJSON-1621441211-router', 'tenant_id': '9d07c5c5e8534c44b2d2bb927569c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '00337469-474d-4d74-b84c-c695e4947fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:32:27Z', 'updated_at': '2022-09-21T15:32:29Z', 'revision_number': 3, 'project_id': '9d07c5c5e8534c44b2d2bb927569c948', 'gw_port': {'id': '00337469-474d-4d74-b84c-c695e4947fe7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:32:28Z', 'updated_at': '2022-09-21T15:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:32:32.402660 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e78eb6-0477-4da0-8899-342d66cdcc46 admin admin] Network bc6668d6-bd51-493b-a1e7-d339f61ffe3b is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:32:32.403800 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-34e78eb6-0477-4da0-8899-342d66cdcc46 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:32:32.621996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e78eb6-0477-4da0-8899-342d66cdcc46 admin admin] Router b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:32:32.715671 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0e4b99f2-b889-4313-96d6-ea630881af85 None None] Provisioning complete for port 63dc57e7-9e4a-498b-899a-17b8e0210dd2 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:32:32.716185 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0e4b99f2-b889-4313-96d6-ea630881af85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:32.761502 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b36a7781-b11e-4be9-b196-2888fd496e9f up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:32:32.837994 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e78eb6-0477-4da0-8899-342d66cdcc46 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:32:32.850913 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-34e78eb6-0477-4da0-8899-342d66cdcc46 admin admin] 10.222.0.62 "PUT /v2.0/routers/b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5356207 Sep 21 15:32:32.881129 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b99f2-b889-4313-96d6-ea630881af85 None None] Port 63dc57e7-9e4a-498b-899a-17b8e0210dd2 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:32:32.898236 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port b36a7781-b11e-4be9-b196-2888fd496e9f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:32:32.898650 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:33.030964 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port b36a7781-b11e-4be9-b196-2888fd496e9f is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:32:33.035786 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 00337469-474d-4d74-b84c-c695e4947fe7 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:32:33.115524 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 00337469-474d-4d74-b84c-c695e4947fe7 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:32:33.121470 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 00337469-474d-4d74-b84c-c695e4947fe7 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:32:33.121840 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:33.248330 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 00337469-474d-4d74-b84c-c695e4947fe7 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:32:33.249029 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:33.265638 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 00337469-474d-4d74-b84c-c695e4947fe7, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=00337469-474d-4d74-b84c-c695e4947fe7,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:32:33.269601 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:33.339112 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=00337469-474d-4d74-b84c-c695e4947fe7,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:33.526644 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-b9b3f274-3e27-49e3-bc4d-7b646d0a0fa9 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:33.527215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-b9b3f274-3e27-49e3-bc4d-7b646d0a0fa9 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Synchronizing usage tracker for tenant:9d07c5c5e8534c44b2d2bb927569c948 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:32:33.543354 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-b9b3f274-3e27-49e3-bc4d-7b646d0a0fa9 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Unset dirty status for tenant:9d07c5c5e8534c44b2d2bb927569c948 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:32:33.544484 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-b9b3f274-3e27-49e3-bc4d-7b646d0a0fa9 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/networks?id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b HTTP/1.1" status: 200 len: 815 time: 0.1601059 Sep 21 15:32:33.559907 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-67172a77-2b0d-4d38-8edc-062a21c70952 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/quotas/9d07c5c5e8534c44b2d2bb927569c948 HTTP/1.1" status: 200 len: 375 time: 0.0098562 Sep 21 15:32:33.650738 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-d2b945bc-50c1-45f2-a358-cde0eee6c92e tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Synchronizing usage tracker for tenant:9d07c5c5e8534c44b2d2bb927569c948 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:32:33.668920 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-d2b945bc-50c1-45f2-a358-cde0eee6c92e tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Unset dirty status for tenant:9d07c5c5e8534c44b2d2bb927569c948 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:32:33.670245 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-d2b945bc-50c1-45f2-a358-cde0eee6c92e tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d07c5c5e8534c44b2d2bb927569c948&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053045 Sep 21 15:32:33.803768 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-a8478e4e-4669-400e-8982-a0a7c902e0e1 service neutron] 10.222.0.62 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263897 Sep 21 15:32:33.919658 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] Sync routers for ids ['b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:32:33.928595 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] Routers {'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:32:33.929210 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:32:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:32:33.937959 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-0bd0aedf-4c9c-4a27-9cb9-16baf754de29 service neutron] 10.222.0.62 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283207 Sep 21 15:32:34.144996 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] Set router b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:32:34.305061 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e855967a-a47e-49bf-878b-4a1f9d621615 req-96c5ef5f-178d-470c-9180-650376e54852 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 210 time: 0.2256837 Sep 21 15:32:34.485738 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd', 'name': 'tempest-ServerDiskConfigTestJSON-1621441211-router', 'tenant_id': '9d07c5c5e8534c44b2d2bb927569c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '00337469-474d-4d74-b84c-c695e4947fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:32:27Z', 'updated_at': '2022-09-21T15:32:31Z', 'revision_number': 4, 'project_id': '9d07c5c5e8534c44b2d2bb927569c948', 'gw_port': {'id': '00337469-474d-4d74-b84c-c695e4947fe7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:32:28Z', 'updated_at': '2022-09-21T15:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '63dc57e7-9e4a-498b-899a-17b8e0210dd2', 'name': '', 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b', 'tenant_id': '9d07c5c5e8534c44b2d2bb927569c948', 'mac_address': 'fa:16:3e:28:3b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '08fcaeba-471c-4851-9f1c-5e66e64267a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:32:31Z', 'updated_at': '2022-09-21T15:32:31Z', 'revision_number': 2, 'project_id': '9d07c5c5e8534c44b2d2bb927569c948', 'subnets': [{'id': '08fcaeba-471c-4851-9f1c-5e66e64267a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:32:34.489653 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] Checking router: b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:32:34.490028 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] Updating router b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd port 63dc57e7-9e4a-498b-899a-17b8e0210dd2 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:32:34.543261 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:34.658185 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 00337469-474d-4d74-b84c-c695e4947fe7 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:32:34.733475 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 00337469-474d-4d74-b84c-c695e4947fe7 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:32:34.733825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:34.853559 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 00337469-474d-4d74-b84c-c695e4947fe7 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:32:34.892931 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:34.904006 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] Transition to ACTIVE for port object 63dc57e7-9e4a-498b-899a-17b8e0210dd2 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:32:34.910306 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:35.105135 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14232d1-5877-4e0b-be0e-4b2a062b894b None None] Pushing event updated for resources: {'Port': ['ID=63dc57e7-9e4a-498b-899a-17b8e0210dd2,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:35.124202 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14232d1-5877-4e0b-be0e-4b2a062b894b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:35.124566 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14232d1-5877-4e0b-be0e-4b2a062b894b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:35.124901 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14232d1-5877-4e0b-be0e-4b2a062b894b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:35.125226 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14232d1-5877-4e0b-be0e-4b2a062b894b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:35.125549 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14232d1-5877-4e0b-be0e-4b2a062b894b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:35.125871 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14232d1-5877-4e0b-be0e-4b2a062b894b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:35.126190 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14232d1-5877-4e0b-be0e-4b2a062b894b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:35.126510 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14232d1-5877-4e0b-be0e-4b2a062b894b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:35.126854 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14232d1-5877-4e0b-be0e-4b2a062b894b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:35.127141 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14232d1-5877-4e0b-be0e-4b2a062b894b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:35.127487 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14232d1-5877-4e0b-be0e-4b2a062b894b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:35.127798 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14232d1-5877-4e0b-be0e-4b2a062b894b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:32:35.135176 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] Attempting to bind port 63dc57e7-9e4a-498b-899a-17b8e0210dd2 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:32:35.135545 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] Attempting to bind port 63dc57e7-9e4a-498b-899a-17b8e0210dd2 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '54dfeafa-b14a-46e5-bbab-738e557666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:32:35.135906 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] Attempting to bind port 63dc57e7-9e4a-498b-899a-17b8e0210dd2 on network bc6668d6-bd51-493b-a1e7-d339f61ffe3b {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:32:35.141593 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:32:35.141966 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] Checking segment: {'id': '54dfeafa-b14a-46e5-bbab-738e557666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:32:35.142354 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:35.142736 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] Bound using segment: {'id': '54dfeafa-b14a-46e5-bbab-738e557666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:32:35.143194 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] Bound port: 63dc57e7-9e4a-498b-899a-17b8e0210dd2, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54dfeafa-b14a-46e5-bbab-738e557666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:32:35.143620 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:35.244128 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] For port 63dc57e7-9e4a-498b-899a-17b8e0210dd2, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:32:35.248675 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] For port 63dc57e7-9e4a-498b-899a-17b8e0210dd2, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=63dc57e7-9e4a-498b-899a-17b8e0210dd2,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:32:35.253191 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:35.267218 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-44829ee7-6fe4-4f30-9ee9-10c312dc985d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:35.268723 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-44829ee7-6fe4-4f30-9ee9-10c312dc985d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.20 "GET /v2.0/networks?id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b HTTP/1.1" status: 200 len: 815 time: 0.1541500 Sep 21 15:32:35.286735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-8e6d5065-f889-4576-a073-38ec78cef00d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Request body: {'port': {'device_id': 'c11b87be-5521-431b-a11d-8dfd1978dc97', 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b', 'admin_state_up': True, 'tenant_id': '9d07c5c5e8534c44b2d2bb927569c948'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:32:35.298759 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] Routers {'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:32:35.298975 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:32:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:32:35.471416 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14232d1-5877-4e0b-be0e-4b2a062b894b None None] Pushing event updated for resources: {'Port': ['ID=63dc57e7-9e4a-498b-899a-17b8e0210dd2,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:35.485024 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2cbafde0-776e-4f54-9307-d68d8f995f64 req-965a17f2-5c60-493f-be32-d5bfd4539eac tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 210 time: 0.0537169 Sep 21 15:32:35.489913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-8e6d5065-f889-4576-a073-38ec78cef00d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:32:35.505778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-8e6d5065-f889-4576-a073-38ec78cef00d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:32:35.518385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-8e6d5065-f889-4576-a073-38ec78cef00d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Made reservation on behalf of 9d07c5c5e8534c44b2d2bb927569c948 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:32:35.519460 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] Set router b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:32:35.521996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-8e6d5065-f889-4576-a073-38ec78cef00d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:35.550738 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9a7846e7-6ebe-454e-b952-a7cc7d718f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:35.690102 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-8e6d5065-f889-4576-a073-38ec78cef00d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Allocated IP 172.20.0.6 (bc6668d6-bd51-493b-a1e7-d339f61ffe3b/08fcaeba-471c-4851-9f1c-5e66e64267a5/a731b431-ce8c-4537-b362-877af998f7f8) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:32:35.862845 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd', 'name': 'tempest-ServerDiskConfigTestJSON-1621441211-router', 'tenant_id': '9d07c5c5e8534c44b2d2bb927569c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '00337469-474d-4d74-b84c-c695e4947fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:32:27Z', 'updated_at': '2022-09-21T15:32:31Z', 'revision_number': 4, 'project_id': '9d07c5c5e8534c44b2d2bb927569c948', 'gw_port': {'id': '00337469-474d-4d74-b84c-c695e4947fe7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:32:28Z', 'updated_at': '2022-09-21T15:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '63dc57e7-9e4a-498b-899a-17b8e0210dd2', 'name': '', 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b', 'tenant_id': '9d07c5c5e8534c44b2d2bb927569c948', 'mac_address': 'fa:16:3e:28:3b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '08fcaeba-471c-4851-9f1c-5e66e64267a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:32:31Z', 'updated_at': '2022-09-21T15:32:35Z', 'revision_number': 4, 'project_id': '9d07c5c5e8534c44b2d2bb927569c948', 'subnets': [{'id': '08fcaeba-471c-4851-9f1c-5e66e64267a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:32:35.868222 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06cdccb-0809-4707-a3a8-2139b0686ef2 None None] The sync data for ids ['b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd'] in dv-neutron-858731-1-hyperv is: [{'id': 'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd', 'name': 'tempest-ServerDiskConfigTestJSON-1621441211-router', 'tenant_id': '9d07c5c5e8534c44b2d2bb927569c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '00337469-474d-4d74-b84c-c695e4947fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:32:27Z', 'updated_at': '2022-09-21T15:32:31Z', 'revision_number': 4, 'project_id': '9d07c5c5e8534c44b2d2bb927569c948', 'gw_port': {'id': '00337469-474d-4d74-b84c-c695e4947fe7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:32:28Z', 'updated_at': '2022-09-21T15:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '63dc57e7-9e4a-498b-899a-17b8e0210dd2', 'name': '', 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b', 'tenant_id': '9d07c5c5e8534c44b2d2bb927569c948', 'mac_address': 'fa:16:3e:28:3b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '08fcaeba-471c-4851-9f1c-5e66e64267a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:32:31Z', 'updated_at': '2022-09-21T15:32:35Z', 'revision_number': 4, 'project_id': '9d07c5c5e8534c44b2d2bb927569c948', 'subnets': [{'id': '08fcaeba-471c-4851-9f1c-5e66e64267a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:32:35.924395 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-8e6d5065-f889-4576-a073-38ec78cef00d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:35.944073 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-8e6d5065-f889-4576-a073-38ec78cef00d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Transition to ACTIVE for port object a731b431-ce8c-4537-b362-877af998f7f8 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:32:35.976991 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-8e6d5065-f889-4576-a073-38ec78cef00d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:36.055844 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-8e6d5065-f889-4576-a073-38ec78cef00d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Network bc6668d6-bd51-493b-a1e7-d339f61ffe3b is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:32:36.059198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-8e6d5065-f889-4576-a073-38ec78cef00d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:32:36.063220 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-8e6d5065-f889-4576-a073-38ec78cef00d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:32:36.095774 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d5065-f889-4576-a073-38ec78cef00d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Pushing event updated for resources: {'Port': ['ID=a731b431-ce8c-4537-b362-877af998f7f8,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:36.138541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-8e6d5065-f889-4576-a073-38ec78cef00d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:36.139197 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-8e6d5065-f889-4576-a073-38ec78cef00d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:36.167928 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-8e6d5065-f889-4576-a073-38ec78cef00d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8846257 Sep 21 15:32:36.235881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] Request body: {'port': {'device_id': 'c11b87be-5521-431b-a11d-8dfd1978dc97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:32:36.327218 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0b77125d-1d8f-4190-8466-bc9caf0f50b6 None None] Provisioning for port a731b431-ce8c-4537-b362-877af998f7f8 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:32:36.336789 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0b77125d-1d8f-4190-8466-bc9caf0f50b6 None None] Provisioning complete for port a731b431-ce8c-4537-b362-877af998f7f8 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:32:36.337180 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0b77125d-1d8f-4190-8466-bc9caf0f50b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:36.360423 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:36.401737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0b77125d-1d8f-4190-8466-bc9caf0f50b6 None None] Port a731b431-ce8c-4537-b362-877af998f7f8 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:32:36.682464 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 63dc57e7-9e4a-498b-899a-17b8e0210dd2 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:32:36.759199 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 63dc57e7-9e4a-498b-899a-17b8e0210dd2 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:32:36.764559 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 63dc57e7-9e4a-498b-899a-17b8e0210dd2 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:32:36.764935 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:36.773554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfa01e-f45b-417c-b5bc-fd3562b3fe78 req-b675fd09-f2dc-470f-90f0-774f5d9266b5 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:36.774318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b1dfa01e-f45b-417c-b5bc-fd3562b3fe78 req-b675fd09-f2dc-470f-90f0-774f5d9266b5 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Synchronizing usage tracker for tenant:9d07c5c5e8534c44b2d2bb927569c948 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:32:36.842303 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b1dfa01e-f45b-417c-b5bc-fd3562b3fe78 req-b675fd09-f2dc-470f-90f0-774f5d9266b5 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Unset dirty status for tenant:9d07c5c5e8534c44b2d2bb927569c948 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:32:36.843493 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1dfa01e-f45b-417c-b5bc-fd3562b3fe78 req-b675fd09-f2dc-470f-90f0-774f5d9266b5 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 931 time: 0.2166045 Sep 21 15:32:36.848331 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a731b431-ce8c-4537-b362-877af998f7f8 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:32:36.871116 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:36.904133 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 63dc57e7-9e4a-498b-899a-17b8e0210dd2 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:32:36.904680 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:36.905469 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] Transition to ACTIVE for port object a731b431-ce8c-4537-b362-877af998f7f8 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:32:36.912537 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b1dfa01e-f45b-417c-b5bc-fd3562b3fe78 req-821fa2ec-5962-4cde-861a-bb445d7461d5 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Synchronizing usage tracker for tenant:9d07c5c5e8534c44b2d2bb927569c948 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:32:36.915890 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:36.940248 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 63dc57e7-9e4a-498b-899a-17b8e0210dd2, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=63dc57e7-9e4a-498b-899a-17b8e0210dd2,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:32:36.945762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:37.031727 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=63dc57e7-9e4a-498b-899a-17b8e0210dd2,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:37.200317 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b1dfa01e-f45b-417c-b5bc-fd3562b3fe78 req-821fa2ec-5962-4cde-861a-bb445d7461d5 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Unset dirty status for tenant:9d07c5c5e8534c44b2d2bb927569c948 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:32:37.201489 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1dfa01e-f45b-417c-b5bc-fd3562b3fe78 req-821fa2ec-5962-4cde-861a-bb445d7461d5 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481584 Sep 21 15:32:37.202082 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a731b431-ce8c-4537-b362-877af998f7f8,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:37.270045 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] Attempting to bind port a731b431-ce8c-4537-b362-877af998f7f8 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:32:37.270292 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] Attempting to bind port a731b431-ce8c-4537-b362-877af998f7f8 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '54dfeafa-b14a-46e5-bbab-738e557666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:32:37.270613 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] Attempting to bind port a731b431-ce8c-4537-b362-877af998f7f8 on network bc6668d6-bd51-493b-a1e7-d339f61ffe3b {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:32:37.275615 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] Port a731b431-ce8c-4537-b362-877af998f7f8 on network bc6668d6-bd51-493b-a1e7-d339f61ffe3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:32:37.275952 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] Attempting to bind port a731b431-ce8c-4537-b362-877af998f7f8 on network bc6668d6-bd51-493b-a1e7-d339f61ffe3b {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:32:37.280940 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:32:37.281270 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] Checking segment: {'id': '54dfeafa-b14a-46e5-bbab-738e557666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:32:37.281649 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] Bound using segment: {'id': '54dfeafa-b14a-46e5-bbab-738e557666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:32:37.282074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] Bound port: a731b431-ce8c-4537-b362-877af998f7f8, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54dfeafa-b14a-46e5-bbab-738e557666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:32:37.282415 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:37.373284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] For port a731b431-ce8c-4537-b362-877af998f7f8, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:32:37.376231 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] For port a731b431-ce8c-4537-b362-877af998f7f8, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=a731b431-ce8c-4537-b362-877af998f7f8,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:32:37.381464 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:37.412177 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:37.412827 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:37.414854 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] 10.222.0.20 "PUT /v2.0/ports/a731b431-ce8c-4537-b362-877af998f7f8 HTTP/1.1" status: 200 len: 1093 time: 1.2355087 Sep 21 15:32:37.415377 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11b87be-5521-431b-a11d-8dfd1978dc97', 'tag': 'a731b431-ce8c-4537-b362-877af998f7f8'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:32:37.418011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18e35c7-4df2-495c-b977-a2f6deb9779c" -d '{"events": [{"name": "network-changed", "server_uuid": "c11b87be-5521-431b-a11d-8dfd1978dc97", "tag": "a731b431-ce8c-4537-b362-877af998f7f8"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:32:37.508640 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0e67d-7226-4924-b11e-474e517682a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a731b431-ce8c-4537-b362-877af998f7f8,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:37.520132 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb4d464-ce30-48b2-ae90-81d417d039bd x-openstack-request-id: req-3bb4d464-ce30-48b2-ae90-81d417d039bd {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:32:37.520355 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11b87be-5521-431b-a11d-8dfd1978dc97", "tag": "a731b431-ce8c-4537-b362-877af998f7f8", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:32:37.520634 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3bb4d464-ce30-48b2-ae90-81d417d039bd {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:32:37.521023 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb4d464-ce30-48b2-ae90-81d417d039bd'] response: {'name': 'network-changed', 'server_uuid': 'c11b87be-5521-431b-a11d-8dfd1978dc97', 'tag': 'a731b431-ce8c-4537-b362-877af998f7f8', 'status': 'completed', 'code': 200} Sep 21 15:32:37.544401 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-11b899ed-c20b-4602-bf5c-25a73be3d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:37.545919 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-11b899ed-c20b-4602-bf5c-25a73be3d8ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d07c5c5e8534c44b2d2bb927569c948&device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 1096 time: 0.0918143 Sep 21 15:32:37.620929 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-96181c5b-d85c-4ccb-ae0c-e22504de68fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a731b431-ce8c-4537-b362-877af998f7f8 HTTP/1.1" status: 200 len: 217 time: 0.0636852 Sep 21 15:32:37.687980 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-7acceee0-86bf-4830-9f5d-3fea5e986d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:37.689410 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-7acceee0-86bf-4830-9f5d-3fea5e986d19 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08fcaeba-471c-4851-9f1c-5e66e64267a5 HTTP/1.1" status: 200 len: 854 time: 0.0598977 Sep 21 15:32:37.774167 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-d746d75a-c709-45a5-bf1e-df7c069d49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:37.775593 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-d746d75a-c709-45a5-bf1e-df7c069d49b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767086 Sep 21 15:32:37.902777 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b4c70f7a-2c43-46f9-ae99-b9ac8b596a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:37.909472 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-88e70880-47a6-4943-ad31-018d63d9badb service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241686 Sep 21 15:32:38.045966 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-efbc8937-4482-4f87-b976-70a0f5b58c5e req-c24a4ee1-30e4-4afb-8e44-587c7426754b service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260860 Sep 21 15:32:38.180601 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e35c7-4df2-495c-b977-a2f6deb9779c req-54a21afc-e8e2-4ad8-97b3-8254dc5382fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:38.182051 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f18e35c7-4df2-495c-b977-a2f6deb9779c req-54a21afc-e8e2-4ad8-97b3-8254dc5382fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d07c5c5e8534c44b2d2bb927569c948&device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 1096 time: 0.0829377 Sep 21 15:32:38.350205 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e35c7-4df2-495c-b977-a2f6deb9779c req-be6896e0-48e9-4b5f-a7ee-b70907445ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:38.352143 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f18e35c7-4df2-495c-b977-a2f6deb9779c req-be6896e0-48e9-4b5f-a7ee-b70907445ddf service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b HTTP/1.1" status: 200 len: 916 time: 0.1620181 Sep 21 15:32:38.431288 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f18e35c7-4df2-495c-b977-a2f6deb9779c req-d2bec270-872c-4a2e-a560-ddbbf526f874 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a731b431-ce8c-4537-b362-877af998f7f8 HTTP/1.1" status: 200 len: 217 time: 0.0716693 Sep 21 15:32:38.504839 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e35c7-4df2-495c-b977-a2f6deb9779c req-d064dcc9-c631-48ea-b7f1-cf9734116f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:38.506278 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f18e35c7-4df2-495c-b977-a2f6deb9779c req-d064dcc9-c631-48ea-b7f1-cf9734116f03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08fcaeba-471c-4851-9f1c-5e66e64267a5 HTTP/1.1" status: 200 len: 854 time: 0.0674860 Sep 21 15:32:38.517291 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceb6c5-6c15-4937-9b24-cbd950fdd7c2 req-4be0e72a-5a12-4a77-9e3a-3fb628434aa6 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:38.518640 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0aceb6c5-6c15-4937-9b24-cbd950fdd7c2 req-4be0e72a-5a12-4a77-9e3a-3fb628434aa6 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 943 time: 0.2048981 Sep 21 15:32:38.614265 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0aceb6c5-6c15-4937-9b24-cbd950fdd7c2 req-4c380e86-890d-450e-9539-5e734148f016 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578077 Sep 21 15:32:38.637597 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e35c7-4df2-495c-b977-a2f6deb9779c req-2bc4f376-cf3b-4ced-b445-297adb81c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:38.639146 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f18e35c7-4df2-495c-b977-a2f6deb9779c req-2bc4f376-cf3b-4ced-b445-297adb81c539 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1196816 Sep 21 15:32:38.657215 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 63dc57e7-9e4a-498b-899a-17b8e0210dd2 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:32:38.729717 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 63dc57e7-9e4a-498b-899a-17b8e0210dd2 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:32:38.730077 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:38.775464 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f18e35c7-4df2-495c-b977-a2f6deb9779c req-ccbbebb7-7be7-442a-a922-7a47e96edcf4 service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292131 Sep 21 15:32:38.780862 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:38.858454 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 63dc57e7-9e4a-498b-899a-17b8e0210dd2 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:32:38.935286 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:39.026073 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f18e35c7-4df2-495c-b977-a2f6deb9779c req-ab760e1d-f4c2-4491-a352-cc89bd61fb0b service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429783 Sep 21 15:32:39.814886 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276141b-4aa1-4d2c-bf34-ec043de028ed req-b8cb8c70-b6f9-4116-abdf-63c0e766628b tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:39.816317 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4276141b-4aa1-4d2c-bf34-ec043de028ed req-b8cb8c70-b6f9-4116-abdf-63c0e766628b tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 943 time: 0.0869155 Sep 21 15:32:39.864368 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4276141b-4aa1-4d2c-bf34-ec043de028ed req-a659e4ae-e224-4784-982f-86f22ac17ee8 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421507 Sep 21 15:32:40.553360 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:41.067530 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc534c0-b759-4ac9-b9fb-d4bce6d93af5 req-311be18a-8081-4877-bc6c-838839720577 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:41.069013 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2fc534c0-b759-4ac9-b9fb-d4bce6d93af5 req-311be18a-8081-4877-bc6c-838839720577 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 943 time: 0.0879595 Sep 21 15:32:41.113484 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2fc534c0-b759-4ac9-b9fb-d4bce6d93af5 req-273adbf3-bbfd-47ac-bd1d-a108bd2e3e37 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385258 Sep 21 15:32:41.184724 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device a731b431-ce8c-4537-b362-877af998f7f8 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:32:41.316781 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port a731b431-ce8c-4537-b362-877af998f7f8, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=a731b431-ce8c-4537-b362-877af998f7f8,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:32:41.330241 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'a731b431-ce8c-4537-b362-877af998f7f8', 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b', 'port_id': 'a731b431-ce8c-4537-b362-877af998f7f8', 'mac_address': 'fa:16:3e:12:ce:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fcaeba-471c-4851-9f1c-5e66e64267a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:32:41.384745 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port a731b431-ce8c-4537-b362-877af998f7f8 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:32:41.385142 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:41.404588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a731b431-ce8c-4537-b362-877af998f7f8 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:32:41.419520 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port a731b431-ce8c-4537-b362-877af998f7f8, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=a731b431-ce8c-4537-b362-877af998f7f8,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:32:41.423328 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:41.489099 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=a731b431-ce8c-4537-b362-877af998f7f8,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:41.676208 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:32:41.687553 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['a731b431-ce8c-4537-b362-877af998f7f8'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:32:42.314020 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a2fab-adce-482e-81f0-159e2e71b3c4 req-481f6c55-1afc-4704-b4e6-18cbd207456f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:42.315354 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d54a2fab-adce-482e-81f0-159e2e71b3c4 req-481f6c55-1afc-4704-b4e6-18cbd207456f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 944 time: 0.0900245 Sep 21 15:32:42.359291 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d54a2fab-adce-482e-81f0-159e2e71b3c4 req-a2915200-19fc-4c45-a842-817a6c7f571f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374753 Sep 21 15:32:43.184774 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device a731b431-ce8c-4537-b362-877af998f7f8 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:32:43.251613 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port a731b431-ce8c-4537-b362-877af998f7f8 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:32:43.256090 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port a731b431-ce8c-4537-b362-877af998f7f8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:32:43.256479 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:43.399005 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port a731b431-ce8c-4537-b362-877af998f7f8 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:32:43.399536 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:43.426961 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11b87be-5521-431b-a11d-8dfd1978dc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a731b431-ce8c-4537-b362-877af998f7f8'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:32:43.429337 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c2f96a-fd32-4ead-bbbb-30299a29714f" -d '{"events": [{"server_uuid": "c11b87be-5521-431b-a11d-8dfd1978dc97", "name": "network-vif-plugged", "status": "completed", "tag": "a731b431-ce8c-4537-b362-877af998f7f8"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:32:43.437365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port a731b431-ce8c-4537-b362-877af998f7f8, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=a731b431-ce8c-4537-b362-877af998f7f8,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:32:43.441329 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:43.478257 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4ec98e-5341-4a2d-93e8-b35e8117c883 x-openstack-request-id: req-fe4ec98e-5341-4a2d-93e8-b35e8117c883 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:32:43.478531 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11b87be-5521-431b-a11d-8dfd1978dc97", "name": "network-vif-plugged", "status": "completed", "tag": "a731b431-ce8c-4537-b362-877af998f7f8", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:32:43.478788 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe4ec98e-5341-4a2d-93e8-b35e8117c883 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:32:43.479181 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4ec98e-5341-4a2d-93e8-b35e8117c883'] response: {'server_uuid': 'c11b87be-5521-431b-a11d-8dfd1978dc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a731b431-ce8c-4537-b362-877af998f7f8', 'code': 200} Sep 21 15:32:43.514452 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=a731b431-ce8c-4537-b362-877af998f7f8,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:32:43.572741 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f551ddc-4b82-47d8-8353-45d20c7d8ec4 req-0bc45056-5fe8-4f57-a335-ce0fbd928ffb tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:43.574234 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9f551ddc-4b82-47d8-8353-45d20c7d8ec4 req-0bc45056-5fe8-4f57-a335-ce0fbd928ffb tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.1002381 Sep 21 15:32:43.623310 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9f551ddc-4b82-47d8-8353-45d20c7d8ec4 req-ae476400-ca5a-411f-8fc0-588c273762d2 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428948 Sep 21 15:32:43.716297 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6f108-db83-42a9-a8fb-ef1624bf083a req-0adcfe71-89b6-4af9-9007-1963c0ccf653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:43.717801 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fee6f108-db83-42a9-a8fb-ef1624bf083a req-0adcfe71-89b6-4af9-9007-1963c0ccf653 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 1098 time: 0.0784154 Sep 21 15:32:43.760046 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fee6f108-db83-42a9-a8fb-ef1624bf083a req-a540516b-fec8-46fe-8458-41e2542296cf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327911 Sep 21 15:32:44.824608 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fc88e-6bd1-446f-ba6b-1ab4777ab546 req-3038b67a-2607-40aa-8ba5-b031b3a838ce tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:44.826052 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-457fc88e-6bd1-446f-ba6b-1ab4777ab546 req-3038b67a-2607-40aa-8ba5-b031b3a838ce tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0909073 Sep 21 15:32:44.870792 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-457fc88e-6bd1-446f-ba6b-1ab4777ab546 req-79862cc0-3296-4cb7-bf82-7fd59c4997cd tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387299 Sep 21 15:32:45.281873 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7b1e8634-0fd0-4fa0-bf29-38543b09f33e req-d8a1c5c5-4ec6-4e2f-a118-77dd62fcb7f7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766051 Sep 21 15:32:45.432538 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e8634-0fd0-4fa0-bf29-38543b09f33e req-47714182-edc7-4f1b-a169-f9d72efc9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:45.434017 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7b1e8634-0fd0-4fa0-bf29-38543b09f33e req-47714182-edc7-4f1b-a169-f9d72efc9890 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d07c5c5e8534c44b2d2bb927569c948&device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 1098 time: 0.0813439 Sep 21 15:32:45.577516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e8634-0fd0-4fa0-bf29-38543b09f33e req-74456b1b-6df3-443e-943e-b8434010cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:45.578851 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7b1e8634-0fd0-4fa0-bf29-38543b09f33e req-74456b1b-6df3-443e-943e-b8434010cf06 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b HTTP/1.1" status: 200 len: 916 time: 0.1258724 Sep 21 15:32:45.647486 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7b1e8634-0fd0-4fa0-bf29-38543b09f33e req-88aec73e-2e8e-4d8c-9226-41482be3d4dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a731b431-ce8c-4537-b362-877af998f7f8 HTTP/1.1" status: 200 len: 217 time: 0.0624027 Sep 21 15:32:45.707890 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e8634-0fd0-4fa0-bf29-38543b09f33e req-cd2d0bd8-a40f-42d0-b992-e20f13b34c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:45.709301 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7b1e8634-0fd0-4fa0-bf29-38543b09f33e req-cd2d0bd8-a40f-42d0-b992-e20f13b34c2b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08fcaeba-471c-4851-9f1c-5e66e64267a5 HTTP/1.1" status: 200 len: 854 time: 0.0558238 Sep 21 15:32:45.793853 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e8634-0fd0-4fa0-bf29-38543b09f33e req-02b21b60-d500-4283-b4eb-556a4ff747af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:45.795310 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7b1e8634-0fd0-4fa0-bf29-38543b09f33e req-02b21b60-d500-4283-b4eb-556a4ff747af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803030 Sep 21 15:32:45.927720 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7b1e8634-0fd0-4fa0-bf29-38543b09f33e req-94d0eb22-a49f-4c66-9e06-8eae9baa28e0 service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264760 Sep 21 15:32:46.121207 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7b1e8634-0fd0-4fa0-bf29-38543b09f33e req-18c84a3c-563e-4cfa-a8a9-774d02ae50e5 service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870975 Sep 21 15:32:46.137369 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97717f-f59a-47af-ac8c-41e224a92987 req-0c9b169f-b38b-491b-8929-214f3dc9d14d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:46.138882 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ab97717f-f59a-47af-ac8c-41e224a92987 req-0c9b169f-b38b-491b-8929-214f3dc9d14d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.1391630 Sep 21 15:32:46.183509 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ab97717f-f59a-47af-ac8c-41e224a92987 req-a88a5da9-1dde-4b86-b316-090581e433d6 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388579 Sep 21 15:32:46.485553 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b388e4-69f1-4920-8bf4-dae137b39c15 req-472ba8e8-4ded-4ae6-b099-308d52e3cd25 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:46.486989 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-14b388e4-69f1-4920-8bf4-dae137b39c15 req-472ba8e8-4ded-4ae6-b099-308d52e3cd25 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.1954217 Sep 21 15:32:46.530605 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-14b388e4-69f1-4920-8bf4-dae137b39c15 req-c66470ad-75df-4fcf-9173-5b4196b576e3 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372834 Sep 21 15:32:46.895375 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198a2ba-72ab-4495-bd0c-8e7811f8d1b8 req-373a568f-fd6f-4251-bbaa-1a2ff17fafc1 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:46.896838 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9198a2ba-72ab-4495-bd0c-8e7811f8d1b8 req-373a568f-fd6f-4251-bbaa-1a2ff17fafc1 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0880961 Sep 21 15:32:46.941831 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9198a2ba-72ab-4495-bd0c-8e7811f8d1b8 req-750aa5c1-f248-4455-8771-4e28f656672c tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386698 Sep 21 15:32:47.139645 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdb950-3910-483e-a214-229252373462 req-55bb3500-a242-4a5d-ac24-d18500e0a26d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:47.141142 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8acdb950-3910-483e-a214-229252373462 req-55bb3500-a242-4a5d-ac24-d18500e0a26d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0861197 Sep 21 15:32:47.187939 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8acdb950-3910-483e-a214-229252373462 req-1f93425f-7297-4b2e-8524-63b047dfb48b tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409293 Sep 21 15:32:47.597227 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdf43a-442f-4c8f-b946-a33ee1344210 req-04e48783-d8b6-498e-8eb5-e0bd62ac3a93 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:47.598578 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-35fdf43a-442f-4c8f-b946-a33ee1344210 req-04e48783-d8b6-498e-8eb5-e0bd62ac3a93 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0906084 Sep 21 15:32:47.643762 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-35fdf43a-442f-4c8f-b946-a33ee1344210 req-6c196cb3-41f3-460e-8978-27ec8dfabe32 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387588 Sep 21 15:32:47.653529 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-25b15921-3159-4be3-9cf8-127366df6af7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1891899 Sep 21 15:32:49.003948 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-9092a42a-d935-4e5e-8539-b236e8832e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:49.005458 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-9092a42a-d935-4e5e-8539-b236e8832e72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d07c5c5e8534c44b2d2bb927569c948&device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 1098 time: 0.1474347 Sep 21 15:32:49.024871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8df98e-6220-44db-a72d-907eb71725ac req-51b631d6-cfcd-4ed9-a470-d2c86ee51a5d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:49.026259 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dd8df98e-6220-44db-a72d-907eb71725ac req-51b631d6-cfcd-4ed9-a470-d2c86ee51a5d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.1160975 Sep 21 15:32:49.149593 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dd8df98e-6220-44db-a72d-907eb71725ac req-ea58cc33-fe8a-4a83-bc50-b0891c7403d9 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054575 Sep 21 15:32:49.187197 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-41d6ffa9-3265-4d55-a961-3558f4179d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:49.188658 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-41d6ffa9-3265-4d55-a961-3558f4179d16 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b HTTP/1.1" status: 200 len: 916 time: 0.1615329 Sep 21 15:32:49.254723 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-156ca14d-38b3-4472-a14c-2875209a7127 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a731b431-ce8c-4537-b362-877af998f7f8 HTTP/1.1" status: 200 len: 217 time: 0.0603631 Sep 21 15:32:49.322264 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-a139c77d-75d6-48a8-9ccf-9d627bffcf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:49.323692 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-a139c77d-75d6-48a8-9ccf-9d627bffcf5b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08fcaeba-471c-4851-9f1c-5e66e64267a5 HTTP/1.1" status: 200 len: 854 time: 0.0629246 Sep 21 15:32:49.405442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-e2a44b7c-de75-4b62-afc5-aa1b9ae06634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:49.406894 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-e2a44b7c-de75-4b62-afc5-aa1b9ae06634 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772340 Sep 21 15:32:49.537005 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-bc0a3505-3ccf-4651-97b4-e69809f85729 service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236665 Sep 21 15:32:49.671205 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-19971c90-5a27-4e11-aab2-53e872758315 service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281860 Sep 21 15:32:50.349623 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66de0b-726c-4c3d-948a-0617ce292564 req-8686f96f-067a-47a6-a1b0-23c3fc2e22cb tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:50.351587 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1c66de0b-726c-4c3d-948a-0617ce292564 req-8686f96f-067a-47a6-a1b0-23c3fc2e22cb tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0921829 Sep 21 15:32:50.395201 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1c66de0b-726c-4c3d-948a-0617ce292564 req-cde11ee9-bbfb-495d-a970-4771114ddf0b tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376222 Sep 21 15:32:51.598489 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6863ed2-2bb2-4d3e-9883-73df4d89863b req-e807131f-4445-48db-af31-f4d4e6e0a68d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:51.600133 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e6863ed2-2bb2-4d3e-9883-73df4d89863b req-e807131f-4445-48db-af31-f4d4e6e0a68d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0914226 Sep 21 15:32:51.649395 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e6863ed2-2bb2-4d3e-9883-73df4d89863b req-20dd5601-7b46-40ca-8da2-3a5b9915e25b tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431073 Sep 21 15:32:52.072869 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:32:52.846337 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f7bc5-9a27-4c83-8b9d-9c6a417b8722 req-9b3eab72-9817-403b-a8b3-ea51517062eb tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:52.847774 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4e5f7bc5-9a27-4c83-8b9d-9c6a417b8722 req-9b3eab72-9817-403b-a8b3-ea51517062eb tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0874174 Sep 21 15:32:52.891039 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4e5f7bc5-9a27-4c83-8b9d-9c6a417b8722 req-496f2704-65d2-41c6-8019-92dacad1ab5c tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374053 Sep 21 15:32:54.088855 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e09851-ee9e-41ca-89f6-8304b38b1526 req-4e7d6640-383c-48da-8ddf-7287a4cab15a tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:54.090295 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71e09851-ee9e-41ca-89f6-8304b38b1526 req-4e7d6640-383c-48da-8ddf-7287a4cab15a tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0912800 Sep 21 15:32:54.134598 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71e09851-ee9e-41ca-89f6-8304b38b1526 req-f6bac795-1297-43e0-8683-7bc6bdd4ad19 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387239 Sep 21 15:32:55.340674 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68d6f0-1690-4ba7-a66e-7378abc5c960 req-5eb8247c-df56-4df7-bb9b-188823b0bfa8 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:55.342028 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3a68d6f0-1690-4ba7-a66e-7378abc5c960 req-5eb8247c-df56-4df7-bb9b-188823b0bfa8 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0929515 Sep 21 15:32:55.389008 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3a68d6f0-1690-4ba7-a66e-7378abc5c960 req-0f560a9d-511b-45e0-9988-4d90ff4348cc tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413685 Sep 21 15:32:56.584566 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a756e77-a82a-4dfd-8533-f3eddf519df2 req-39c4cb9a-dd7c-40e4-bceb-149b14b1604d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:56.586700 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a756e77-a82a-4dfd-8533-f3eddf519df2 req-39c4cb9a-dd7c-40e4-bceb-149b14b1604d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0872865 Sep 21 15:32:56.633885 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a756e77-a82a-4dfd-8533-f3eddf519df2 req-10249f22-e343-4515-886c-32ada90d2e7b tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412874 Sep 21 15:32:57.832999 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccc832-92bb-4bba-87e7-3ad264ade6c3 req-40298308-39ba-4db5-906b-7a8c78f5ab4e tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:57.834425 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-64ccc832-92bb-4bba-87e7-3ad264ade6c3 req-40298308-39ba-4db5-906b-7a8c78f5ab4e tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0911839 Sep 21 15:32:57.877892 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-64ccc832-92bb-4bba-87e7-3ad264ade6c3 req-98d5a5e2-9380-468e-8518-ab5dccdbe8a7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364392 Sep 21 15:32:59.076074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc7904-0d63-4c66-a193-1de4f8a75aa0 req-7fafeb08-63cd-4acc-9106-a30b0a622001 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:32:59.077569 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44dc7904-0d63-4c66-a193-1de4f8a75aa0 req-7fafeb08-63cd-4acc-9106-a30b0a622001 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0889931 Sep 21 15:32:59.125400 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44dc7904-0d63-4c66-a193-1de4f8a75aa0 req-6c0a833a-8f9c-4c22-8112-d0c83c7d1522 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420101 Sep 21 15:33:00.418510 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaca1bf-8dfa-4591-b4cb-321ea2d716ca req-66a25d6e-51c7-4690-a9f6-0269eadb88d6 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:00.419871 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fdaca1bf-8dfa-4591-b4cb-321ea2d716ca req-66a25d6e-51c7-4690-a9f6-0269eadb88d6 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.1840014 Sep 21 15:33:00.464002 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fdaca1bf-8dfa-4591-b4cb-321ea2d716ca req-b15cb5a5-f72d-43a3-9498-21a7d00e5797 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382578 Sep 21 15:33:01.661969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917aeb19-32c4-47dc-b0cd-2b37eaaab7ce req-9a9042fe-115d-42b3-a7df-8752ed0645f1 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:01.663688 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-917aeb19-32c4-47dc-b0cd-2b37eaaab7ce req-9a9042fe-115d-42b3-a7df-8752ed0645f1 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0885899 Sep 21 15:33:01.708312 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-917aeb19-32c4-47dc-b0cd-2b37eaaab7ce req-20e07011-d4d7-4947-9a0a-f7fb68619bf0 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390553 Sep 21 15:33:02.906135 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc199397-cf11-41fc-80b0-2179573a2fde req-6ed8eb4f-85cb-4f82-ad2e-6773438f141e tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:02.907498 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bc199397-cf11-41fc-80b0-2179573a2fde req-6ed8eb4f-85cb-4f82-ad2e-6773438f141e tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0879416 Sep 21 15:33:02.956072 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bc199397-cf11-41fc-80b0-2179573a2fde req-13445173-d9a3-4d42-80b5-0e546b3e4dc4 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429263 Sep 21 15:33:04.154719 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da6354-7050-407f-9bae-8722e097b819 req-3784a3a4-050f-4a9a-bd3b-6f5baae59028 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:04.156167 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25da6354-7050-407f-9bae-8722e097b819 req-3784a3a4-050f-4a9a-bd3b-6f5baae59028 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0888724 Sep 21 15:33:04.203096 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25da6354-7050-407f-9bae-8722e097b819 req-81f7423b-f818-480d-8836-43286c6c8040 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412824 Sep 21 15:33:05.406493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5faa5-449a-42ce-bc2f-3fc67c17c051 req-ef814df8-d73b-4463-ab7c-3683b4505c76 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:05.407865 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b4b5faa5-449a-42ce-bc2f-3fc67c17c051 req-ef814df8-d73b-4463-ab7c-3683b4505c76 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0917785 Sep 21 15:33:05.452117 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b4b5faa5-449a-42ce-bc2f-3fc67c17c051 req-6a3a356f-4829-4f2f-9f39-e399675793b1 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380976 Sep 21 15:33:05.544545 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c7f84cc4-fff5-4992-ad1b-102a3249d088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:06.650611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6597fd-b726-4ddb-8173-8c42ae78facb req-bf6cb492-c076-4f68-8076-67d8c6e99f90 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:06.652163 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8d6597fd-b726-4ddb-8173-8c42ae78facb req-bf6cb492-c076-4f68-8076-67d8c6e99f90 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0887642 Sep 21 15:33:06.703601 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8d6597fd-b726-4ddb-8173-8c42ae78facb req-edf85afe-61e1-4a54-9553-23f75b5a9e99 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456727 Sep 21 15:33:07.903933 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ae1e5af-4527-49dc-8cef-188628361717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:07.904668 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb9856-33c3-44fb-8908-d97957871036 req-7722d7d1-e9b4-4664-8c4e-5f7642302adf tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:07.906028 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fabb9856-33c3-44fb-8908-d97957871036 req-7722d7d1-e9b4-4664-8c4e-5f7642302adf tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0889869 Sep 21 15:33:07.951120 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fabb9856-33c3-44fb-8908-d97957871036 req-4e5c5e22-8388-493f-87f1-b12a745dec55 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391922 Sep 21 15:33:08.743607 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:08.936487 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:09.151429 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20995afd-d5cf-4515-8ebc-ccc057e92a21 req-8e630b0f-3d53-4723-b82b-2cffd28798a2 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:09.152866 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-20995afd-d5cf-4515-8ebc-ccc057e92a21 req-8e630b0f-3d53-4723-b82b-2cffd28798a2 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0916545 Sep 21 15:33:09.196271 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-20995afd-d5cf-4515-8ebc-ccc057e92a21 req-cc0efe94-d243-4475-a9c4-bbe78dcfb711 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376778 Sep 21 15:33:10.395996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7947d-2b86-4c73-88b8-0b3b14ce3189 req-3cb7fea3-4f8c-4bdb-8ec1-c3e92a6c890f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:10.397917 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b3d7947d-2b86-4c73-88b8-0b3b14ce3189 req-3cb7fea3-4f8c-4bdb-8ec1-c3e92a6c890f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0869644 Sep 21 15:33:10.444684 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b3d7947d-2b86-4c73-88b8-0b3b14ce3189 req-592c5144-17d4-4939-9a91-e455dea44ed8 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410631 Sep 21 15:33:10.555036 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:11.642596 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d13f1-6c10-4d02-adcd-fb401c5b4dc7 req-e98de7ae-cad4-46ec-a86c-d110ddd3a111 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:11.644024 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac9d13f1-6c10-4d02-adcd-fb401c5b4dc7 req-e98de7ae-cad4-46ec-a86c-d110ddd3a111 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0860975 Sep 21 15:33:11.688775 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac9d13f1-6c10-4d02-adcd-fb401c5b4dc7 req-0979e7cc-2ad3-4770-8840-67cdd00b1794 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379877 Sep 21 15:33:12.889254 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510b039-6dc8-4d70-92fd-e3afb1670860 req-caceb2b4-f130-4fb1-87d6-dbd51d644b44 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:12.890651 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c510b039-6dc8-4d70-92fd-e3afb1670860 req-caceb2b4-f130-4fb1-87d6-dbd51d644b44 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0916872 Sep 21 15:33:12.934119 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c510b039-6dc8-4d70-92fd-e3afb1670860 req-f682f297-60c2-4fe3-a314-6654964333a8 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377762 Sep 21 15:33:14.133565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc9e13-02db-4c93-8c3b-68b239b08279 req-136df205-4753-4b4a-9860-31e4e4815044 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:14.135020 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2efc9e13-02db-4c93-8c3b-68b239b08279 req-136df205-4753-4b4a-9860-31e4e4815044 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0872319 Sep 21 15:33:14.182423 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2efc9e13-02db-4c93-8c3b-68b239b08279 req-f44936b5-a535-43b9-858f-9aee4ceec6a0 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418475 Sep 21 15:33:15.378635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58e505-a2fc-4cfd-a970-2c001cd8a59c req-b2c5b677-0b8e-46d1-b108-adf0f49cddad tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:15.379994 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4c58e505-a2fc-4cfd-a970-2c001cd8a59c req-b2c5b677-0b8e-46d1-b108-adf0f49cddad tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0886488 Sep 21 15:33:15.424253 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4c58e505-a2fc-4cfd-a970-2c001cd8a59c req-b1e17bff-ffdb-4201-ba27-135ad40ac15a tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383105 Sep 21 15:33:16.657744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f8ecf-868f-4ff4-a54e-2bae5504e12c req-57338dc6-bbeb-4ccc-8363-fba87faedcf5 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:16.659253 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac2f8ecf-868f-4ff4-a54e-2bae5504e12c req-57338dc6-bbeb-4ccc-8363-fba87faedcf5 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.1109364 Sep 21 15:33:16.711953 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac2f8ecf-868f-4ff4-a54e-2bae5504e12c req-795bb343-e1b3-4d6c-ac6c-685f859e4fa9 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462999 Sep 21 15:33:17.915732 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435322d9-7555-42ab-981b-1aac7ab342f4 req-b37925e7-bdf4-4036-bc23-a322a525ab6a tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:17.917190 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-435322d9-7555-42ab-981b-1aac7ab342f4 req-b37925e7-bdf4-4036-bc23-a322a525ab6a tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0861290 Sep 21 15:33:17.965576 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-435322d9-7555-42ab-981b-1aac7ab342f4 req-d4be2c4c-d0f7-468d-8c5e-93e300ce1e90 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427577 Sep 21 15:33:18.674236 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:33:19.172499 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066301b-a51d-498e-8aaf-284a65128ce0 req-224d7da0-79d5-411a-b289-d9be23e0252c tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:19.173963 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0066301b-a51d-498e-8aaf-284a65128ce0 req-224d7da0-79d5-411a-b289-d9be23e0252c tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0938897 Sep 21 15:33:19.217436 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0066301b-a51d-498e-8aaf-284a65128ce0 req-579f0824-b80c-4088-8707-38b43f7bb184 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372665 Sep 21 15:33:20.423570 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4eba9f-696f-4887-956a-ac99ee550316 req-863121e0-d43d-4003-8b26-6808312f7de9 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:20.425028 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f4eba9f-696f-4887-956a-ac99ee550316 req-863121e0-d43d-4003-8b26-6808312f7de9 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0924721 Sep 21 15:33:20.469482 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f4eba9f-696f-4887-956a-ac99ee550316 req-b200f788-6ed8-4ea8-a955-aab824134380 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387261 Sep 21 15:33:21.551621 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-af553520-8d6f-475c-98ff-10a5a9c39a79 service neutron] 10.222.0.20 "GET /v2.0/ports/a731b431-ce8c-4537-b362-877af998f7f8/bindings/hv-neutron-8587 HTTP/1.1" status: 200 len: 384 time: 0.0735602 Sep 21 15:33:21.683615 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d80da-09c2-483c-b65a-d6c7336f1386 req-45cb7c86-f74e-4a15-b679-3a2238b4cb67 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:21.685200 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b3d80da-09c2-483c-b65a-d6c7336f1386 req-45cb7c86-f74e-4a15-b679-3a2238b4cb67 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0975091 Sep 21 15:33:21.733220 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b3d80da-09c2-483c-b65a-d6c7336f1386 req-ea4fd5f8-cf74-481d-894d-1c8453fa12dd tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422344 Sep 21 15:33:21.849986 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-09fa92fe-255a-4a13-a2e3-802517345d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:21.852061 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-09fa92fe-255a-4a13-a2e3-802517345d1e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97&tenant_id=9d07c5c5e8534c44b2d2bb927569c948 HTTP/1.1" status: 200 len: 1098 time: 0.0823839 Sep 21 15:33:21.958769 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-5cf9588c-f4d9-4c7d-829a-0c2678a4b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:21.960361 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-5cf9588c-f4d9-4c7d-829a-0c2678a4b0f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d07c5c5e8534c44b2d2bb927569c948&device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 1098 time: 0.0782800 Sep 21 15:33:22.088838 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:22.095649 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-ce3f7d7d-2ae4-4707-bf29-bbb88c4165a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:22.097133 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-ce3f7d7d-2ae4-4707-bf29-bbb88c4165a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b HTTP/1.1" status: 200 len: 916 time: 0.1279995 Sep 21 15:33:22.268963 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-95b4c0bc-95ff-4e02-a238-8cad05ab9ff8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a731b431-ce8c-4537-b362-877af998f7f8 HTTP/1.1" status: 200 len: 217 time: 0.1621175 Sep 21 15:33:22.333437 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-6c0ddb89-3a7a-44ae-b4e5-f05c495e00b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:22.335348 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-6c0ddb89-3a7a-44ae-b4e5-f05c495e00b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08fcaeba-471c-4851-9f1c-5e66e64267a5 HTTP/1.1" status: 200 len: 854 time: 0.0568943 Sep 21 15:33:22.426788 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-bc4fe794-2471-4267-acf3-9edd1d294599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:22.428288 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-bc4fe794-2471-4267-acf3-9edd1d294599 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843735 Sep 21 15:33:22.565088 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-52be7791-3157-47e2-9b5e-66df8c64f517 service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258585 Sep 21 15:33:22.699289 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d77e7cde-307a-4dd1-8d79-51ad9ca0a7b6 req-0dd82f0f-bf74-4739-8928-ff47d6d61de8 service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253660 Sep 21 15:33:22.937664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acb35b-c2eb-41e6-aac9-5dfaa317b71e req-7cb8e129-a771-4469-9255-204f73c2ef58 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:22.939301 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d3acb35b-c2eb-41e6-aac9-5dfaa317b71e req-7cb8e129-a771-4469-9255-204f73c2ef58 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0899217 Sep 21 15:33:22.986309 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d3acb35b-c2eb-41e6-aac9-5dfaa317b71e req-6610e8f8-f09b-45fe-83bd-7fbf52ae0149 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411198 Sep 21 15:33:24.185799 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3068b-7433-401f-a087-c2c59fa34efc req-7b61ed93-1a7c-4796-a74d-43fe8b06ba69 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:24.187266 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d6d3068b-7433-401f-a087-c2c59fa34efc req-7b61ed93-1a7c-4796-a74d-43fe8b06ba69 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0908458 Sep 21 15:33:24.231245 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d6d3068b-7433-401f-a087-c2c59fa34efc req-dc363797-5221-4938-89c8-d6f8310d1ed0 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380633 Sep 21 15:33:25.431245 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b460d19-c867-4ac4-ac0c-51af0dd986ab req-a48145e0-5562-4063-96a8-6b3414ba43d3 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:25.432641 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b460d19-c867-4ac4-ac0c-51af0dd986ab req-a48145e0-5562-4063-96a8-6b3414ba43d3 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0882466 Sep 21 15:33:25.433423 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device a731b431-ce8c-4537-b362-877af998f7f8 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:33:25.435717 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device a731b431-ce8c-4537-b362-877af998f7f8 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:33:25.481024 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b460d19-c867-4ac4-ac0c-51af0dd986ab req-c1372e15-67c8-465f-87dd-b22973e3a6d6 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427420 Sep 21 15:33:25.661885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port a731b431-ce8c-4537-b362-877af998f7f8 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:33:25.662347 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:25.684887 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port a731b431-ce8c-4537-b362-877af998f7f8, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=a731b431-ce8c-4537-b362-877af998f7f8,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:33:25.705045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'a731b431-ce8c-4537-b362-877af998f7f8', 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b', 'port_id': 'a731b431-ce8c-4537-b362-877af998f7f8', 'mac_address': 'fa:16:3e:12:ce:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fcaeba-471c-4851-9f1c-5e66e64267a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:33:25.710382 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11b87be-5521-431b-a11d-8dfd1978dc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a731b431-ce8c-4537-b362-877af998f7f8'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:33:25.712677 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268ccb42-dc44-477f-9b89-e0c71a73a5a8" -d '{"events": [{"server_uuid": "c11b87be-5521-431b-a11d-8dfd1978dc97", "name": "network-vif-unplugged", "status": "completed", "tag": "a731b431-ce8c-4537-b362-877af998f7f8"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:33:25.750545 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port a731b431-ce8c-4537-b362-877af998f7f8, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=a731b431-ce8c-4537-b362-877af998f7f8,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:33:25.775671 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:25.822015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port a731b431-ce8c-4537-b362-877af998f7f8 is: ACTIVE; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:33:25.822395 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:25.838277 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 15:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b22dbd5-826a-4f37-b08c-43b4687dc07d x-openstack-request-id: req-5b22dbd5-826a-4f37-b08c-43b4687dc07d {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:33:25.838590 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11b87be-5521-431b-a11d-8dfd1978dc97", "name": "network-vif-unplugged", "status": "completed", "tag": "a731b431-ce8c-4537-b362-877af998f7f8", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:33:25.838827 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b22dbd5-826a-4f37-b08c-43b4687dc07d {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:33:25.839213 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b22dbd5-826a-4f37-b08c-43b4687dc07d'] response: {'server_uuid': 'c11b87be-5521-431b-a11d-8dfd1978dc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a731b431-ce8c-4537-b362-877af998f7f8', 'code': 200} Sep 21 15:33:25.855122 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a731b431-ce8c-4537-b362-877af998f7f8 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:33:25.884008 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04809a4-7ef5-4ea2-919e-212a597dcbd1 req-739e3715-df18-4348-8fef-46d23dfd00ac tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:25.885525 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f04809a4-7ef5-4ea2-919e-212a597dcbd1 req-739e3715-df18-4348-8fef-46d23dfd00ac tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 943 time: 0.1706023 Sep 21 15:33:25.913604 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=a731b431-ce8c-4537-b362-877af998f7f8,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:33:25.914984 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c6865-efce-4a84-8e72-412087fe43af req-e76442be-7d81-4bbf-ad58-35964eaff81d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:25.916425 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac4c6865-efce-4a84-8e72-412087fe43af req-e76442be-7d81-4bbf-ad58-35964eaff81d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97&tenant_id=9d07c5c5e8534c44b2d2bb927569c948&binding%3Ahost_id=hv-neutron-8587 HTTP/1.1" status: 200 len: 943 time: 0.1572988 Sep 21 15:33:25.925894 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:25.926241 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:25.926582 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:25.926904 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:25.927227 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:25.927550 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:25.927871 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:25.928230 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:25.928793 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:25.929270 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:25.929617 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:25.929916 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:25.939148 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:33:25.939419 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:33:25.946866 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f04809a4-7ef5-4ea2-919e-212a597dcbd1 req-22c945de-11d7-44d8-9cfd-bf556279e708 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540609 Sep 21 15:33:26.070021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c6865-efce-4a84-8e72-412087fe43af req-af6d5070-3d5f-48a1-9792-89176ad9166d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:26.071498 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac4c6865-efce-4a84-8e72-412087fe43af req-af6d5070-3d5f-48a1-9792-89176ad9166d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d07c5c5e8534c44b2d2bb927569c948&device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 1096 time: 0.0785506 Sep 21 15:33:26.200303 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c6865-efce-4a84-8e72-412087fe43af req-d0d52bc6-e37f-4f44-88bf-8f8fd1696321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:26.201667 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac4c6865-efce-4a84-8e72-412087fe43af req-d0d52bc6-e37f-4f44-88bf-8f8fd1696321 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b HTTP/1.1" status: 200 len: 916 time: 0.1239498 Sep 21 15:33:26.271083 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac4c6865-efce-4a84-8e72-412087fe43af req-0b05821c-ea4c-4f7c-8b7b-05ab8b6861d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a731b431-ce8c-4537-b362-877af998f7f8 HTTP/1.1" status: 200 len: 217 time: 0.0630856 Sep 21 15:33:26.336506 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c6865-efce-4a84-8e72-412087fe43af req-ed653c50-674e-437c-bd99-4ccf7486f759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:26.337890 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac4c6865-efce-4a84-8e72-412087fe43af req-ed653c50-674e-437c-bd99-4ccf7486f759 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08fcaeba-471c-4851-9f1c-5e66e64267a5 HTTP/1.1" status: 200 len: 854 time: 0.0596414 Sep 21 15:33:26.421205 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c6865-efce-4a84-8e72-412087fe43af req-0347436e-22b4-4cd2-a75f-211be5d58cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:26.422696 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac4c6865-efce-4a84-8e72-412087fe43af req-0347436e-22b4-4cd2-a75f-211be5d58cd6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784559 Sep 21 15:33:26.492867 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port a731b431-ce8c-4537-b362-877af998f7f8 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:33:26.493431 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:26.510487 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a731b431-ce8c-4537-b362-877af998f7f8 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:33:26.526864 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port a731b431-ce8c-4537-b362-877af998f7f8, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=a731b431-ce8c-4537-b362-877af998f7f8,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:33:26.530959 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:26.557902 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac4c6865-efce-4a84-8e72-412087fe43af req-1846c958-ab1b-4c9a-aa25-935ca83f7880 service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290164 Sep 21 15:33:26.602583 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=a731b431-ce8c-4537-b362-877af998f7f8,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:33:26.606587 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['a731b431-ce8c-4537-b362-877af998f7f8'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:33:26.794137 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac4c6865-efce-4a84-8e72-412087fe43af req-93b7796c-a1fa-4d06-bc36-a73807cc4bc4 service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298489 Sep 21 15:33:27.154926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971a7d5-4eb9-489b-81fd-e9c8f6a25ea5 req-df381698-f150-4ddd-a22e-d324ea7495db tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:27.156395 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0971a7d5-4eb9-489b-81fd-e9c8f6a25ea5 req-df381698-f150-4ddd-a22e-d324ea7495db tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 944 time: 0.0954356 Sep 21 15:33:27.201330 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0971a7d5-4eb9-489b-81fd-e9c8f6a25ea5 req-4765d0b7-3a43-41ac-ad55-44c856ea9e3c tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392315 Sep 21 15:33:27.468789 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device a731b431-ce8c-4537-b362-877af998f7f8 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:33:27.539322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port a731b431-ce8c-4537-b362-877af998f7f8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:33:27.539967 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:27.652112 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port a731b431-ce8c-4537-b362-877af998f7f8 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:33:27.652409 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:27.686205 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port a731b431-ce8c-4537-b362-877af998f7f8, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=a731b431-ce8c-4537-b362-877af998f7f8,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:33:27.690222 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:27.757238 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=a731b431-ce8c-4537-b362-877af998f7f8,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:33:27.840353 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11b87be-5521-431b-a11d-8dfd1978dc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a731b431-ce8c-4537-b362-877af998f7f8'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:33:27.842765 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a447050-acd1-4f05-a040-1f49ed3bc24d" -d '{"events": [{"server_uuid": "c11b87be-5521-431b-a11d-8dfd1978dc97", "name": "network-vif-plugged", "status": "completed", "tag": "a731b431-ce8c-4537-b362-877af998f7f8"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:33:27.884294 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2999e2d5-6edd-4038-b72d-703587e69850 x-openstack-request-id: req-2999e2d5-6edd-4038-b72d-703587e69850 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:33:27.884697 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11b87be-5521-431b-a11d-8dfd1978dc97", "name": "network-vif-plugged", "status": "completed", "tag": "a731b431-ce8c-4537-b362-877af998f7f8", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:33:27.884944 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2999e2d5-6edd-4038-b72d-703587e69850 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:33:27.885342 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2999e2d5-6edd-4038-b72d-703587e69850'] response: {'server_uuid': 'c11b87be-5521-431b-a11d-8dfd1978dc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a731b431-ce8c-4537-b362-877af998f7f8', 'code': 200} Sep 21 15:33:28.400887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850a02-e8a8-4773-9a9c-08a8f37fcf48 req-d5aca169-b2a9-4a12-a8a9-6fb634a8f477 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:28.402276 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-be850a02-e8a8-4773-9a9c-08a8f37fcf48 req-d5aca169-b2a9-4a12-a8a9-6fb634a8f477 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0891144 Sep 21 15:33:28.450133 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-be850a02-e8a8-4773-9a9c-08a8f37fcf48 req-b1f755ff-26d1-4977-a429-b1c9249b4873 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422564 Sep 21 15:33:28.649355 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09982f-04f2-41e5-86b8-f2065b4f28b3 req-c7df8b39-1941-4979-b12e-96c0a7cbfa07 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:28.651439 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5c09982f-04f2-41e5-86b8-f2065b4f28b3 req-c7df8b39-1941-4979-b12e-96c0a7cbfa07 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0909731 Sep 21 15:33:28.697920 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5c09982f-04f2-41e5-86b8-f2065b4f28b3 req-b9ded3cc-b055-4550-ad17-d0f2968f74f3 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385733 Sep 21 15:33:28.793120 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37502) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:33:28.798236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1647600891', 'description': 'tempest-description--711529703'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:33:28.804841 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:33:28.814382 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:33:28.823558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:28.843400 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:33:28.847186 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Usage tracker for resource:security_group_rule and tenant:9d07c5c5e8534c44b2d2bb927569c948 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:33:28.850497 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:33:28.856307 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:33:28.929091 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:28.932639 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:28.977349 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb30ea71-431e-4a74-8c62-62c308651328,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:33:28.985838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:28.986298 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:28.986742 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:28.987175 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:28.987606 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:28.988055 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:28.988546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:28.988931 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:28.989320 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:28.989622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:28.989922 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:28.990249 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:28.993691 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:28.997550 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-43618f40-be5d-4bdb-94d2-f5c470b7d9b7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2007339 Sep 21 15:33:28.997738 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37506) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:33:29.003088 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-10bc9e5e-e564-49a2-a720-55b24a162b7f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Request body: {'security_group_rule': {'security_group_id': 'eb30ea71-431e-4a74-8c62-62c308651328', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:33:29.009487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-10bc9e5e-e564-49a2-a720-55b24a162b7f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:33:29.013377 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-10bc9e5e-e564-49a2-a720-55b24a162b7f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Usage tracker for resource:security_group_rule and tenant:9d07c5c5e8534c44b2d2bb927569c948 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:33:29.016219 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-10bc9e5e-e564-49a2-a720-55b24a162b7f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:33:29.022599 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-10bc9e5e-e564-49a2-a720-55b24a162b7f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:33:29.039894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10bc9e5e-e564-49a2-a720-55b24a162b7f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:29.098443 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10bc9e5e-e564-49a2-a720-55b24a162b7f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:29.102410 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10bc9e5e-e564-49a2-a720-55b24a162b7f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:29.125664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc9e5e-e564-49a2-a720-55b24a162b7f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac89b6f-e98b-49f0-94f2-53860d65ef31,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:33:29.136703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10bc9e5e-e564-49a2-a720-55b24a162b7f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:29.137883 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-10bc9e5e-e564-49a2-a720-55b24a162b7f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391373 Sep 21 15:33:29.140609 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37510) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:33:29.145548 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e45dd7ba-089e-4d75-8c4e-94915002f250 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Request body: {'security_group_rule': {'security_group_id': 'eb30ea71-431e-4a74-8c62-62c308651328', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:33:29.151887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e45dd7ba-089e-4d75-8c4e-94915002f250 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:33:29.155703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e45dd7ba-089e-4d75-8c4e-94915002f250 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Usage tracker for resource:security_group_rule and tenant:9d07c5c5e8534c44b2d2bb927569c948 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:33:29.158593 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e45dd7ba-089e-4d75-8c4e-94915002f250 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:33:29.164934 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e45dd7ba-089e-4d75-8c4e-94915002f250 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:33:29.181699 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e45dd7ba-089e-4d75-8c4e-94915002f250 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:29.244163 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e45dd7ba-089e-4d75-8c4e-94915002f250 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:29.247625 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e45dd7ba-089e-4d75-8c4e-94915002f250 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:29.270382 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45dd7ba-089e-4d75-8c4e-94915002f250 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f36aad08-5e27-4e80-8fd2-9adeacb248df,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:33:29.279792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e45dd7ba-089e-4d75-8c4e-94915002f250 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:29.280981 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e45dd7ba-089e-4d75-8c4e-94915002f250 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394172 Sep 21 15:33:29.284046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37514) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:33:29.288979 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-65837cf9-5782-485d-95c4-a931d3275093 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:33:29.294797 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-65837cf9-5782-485d-95c4-a931d3275093 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:33:29.298709 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-65837cf9-5782-485d-95c4-a931d3275093 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Usage tracker for resource:floatingip and tenant:9d07c5c5e8534c44b2d2bb927569c948 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:33:29.301624 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-65837cf9-5782-485d-95c4-a931d3275093 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:33:29.307611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-65837cf9-5782-485d-95c4-a931d3275093 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:33:29.317748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65837cf9-5782-485d-95c4-a931d3275093 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:29.454559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65837cf9-5782-485d-95c4-a931d3275093 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:29.585785 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-65837cf9-5782-485d-95c4-a931d3275093 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Allocated IP 172.26.4.124 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/bf6f8070-0798-47d0-965a-ef9013a02fe6) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:33:29.732499 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65837cf9-5782-485d-95c4-a931d3275093 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:29.761423 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65837cf9-5782-485d-95c4-a931d3275093 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:29.830545 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65837cf9-5782-485d-95c4-a931d3275093 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:33:29.833402 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-65837cf9-5782-485d-95c4-a931d3275093 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:33:29.836048 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65837cf9-5782-485d-95c4-a931d3275093 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:33:29.870807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65837cf9-5782-485d-95c4-a931d3275093 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Pushing event updated for resources: {'Port': ['ID=bf6f8070-0798-47d0-965a-ef9013a02fe6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:33:29.919220 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65837cf9-5782-485d-95c4-a931d3275093 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:29.981681 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65837cf9-5782-485d-95c4-a931d3275093 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:30.186607 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65837cf9-5782-485d-95c4-a931d3275093 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:30.190849 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65837cf9-5782-485d-95c4-a931d3275093 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:30.296764 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65837cf9-5782-485d-95c4-a931d3275093 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:30.301956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65837cf9-5782-485d-95c4-a931d3275093 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Pushing event updated for resources: {'Port': ['ID=bf6f8070-0798-47d0-965a-ef9013a02fe6,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:33:30.322007 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65837cf9-5782-485d-95c4-a931d3275093 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:30.323486 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-65837cf9-5782-485d-95c4-a931d3275093 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0384722 Sep 21 15:33:30.502882 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ce9b5-0331-4832-bdd2-fd74fdb82a69 req-81a75a03-5639-4556-a2bb-abb899fcf557 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:30.505127 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1a9ce9b5-0331-4832-bdd2-fd74fdb82a69 req-81a75a03-5639-4556-a2bb-abb899fcf557 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0929589 Sep 21 15:33:30.552972 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-1a9ce9b5-0331-4832-bdd2-fd74fdb82a69 req-255fd4ce-2c89-4943-bf92-d2fed7b837e7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Synchronizing usage tracker for tenant:9d07c5c5e8534c44b2d2bb927569c948 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:33:30.569338 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-1a9ce9b5-0331-4832-bdd2-fd74fdb82a69 req-255fd4ce-2c89-4943-bf92-d2fed7b837e7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Unset dirty status for tenant:9d07c5c5e8534c44b2d2bb927569c948 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:33:30.570574 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1a9ce9b5-0331-4832-bdd2-fd74fdb82a69 req-255fd4ce-2c89-4943-bf92-d2fed7b837e7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598240 Sep 21 15:33:31.158746 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-fc3bd371-d287-4a47-96c7-3a2cf02b829b tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:31.160080 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-fc3bd371-d287-4a47-96c7-3a2cf02b829b tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/networks?id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b HTTP/1.1" status: 200 len: 815 time: 0.2442603 Sep 21 15:33:31.175164 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-2e43b03e-4b02-49c1-b829-2c681c771e65 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/quotas/9d07c5c5e8534c44b2d2bb927569c948 HTTP/1.1" status: 200 len: 375 time: 0.0088155 Sep 21 15:33:31.265859 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-8c9f2aab-a8c9-44e5-be36-3900756d34ef tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d07c5c5e8534c44b2d2bb927569c948&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0857682 Sep 21 15:33:31.395647 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-666984da-8d0c-43d1-ba0c-6ac443672bb8 service neutron] 10.222.0.62 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226058 Sep 21 15:33:31.526414 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-942ff589-7b3c-4311-98c7-9980976909ef service neutron] 10.222.0.62 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244779 Sep 21 15:33:31.710694 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bcbaaf17-3510-4be4-b5c1-08b72000b815 req-b8a583ed-a80e-44e0-bf2e-c8d54a27f237 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 210 time: 0.0551920 Sep 21 15:33:32.727544 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-25b45352-148c-4c4a-ba8d-3d5ce4ce69d7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:32.729014 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-25b45352-148c-4c4a-ba8d-3d5ce4ce69d7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.20 "GET /v2.0/networks?id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b HTTP/1.1" status: 200 len: 815 time: 0.1503561 Sep 21 15:33:32.743581 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-65929892-6e30-400b-8487-5ecea6824047 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Request body: {'port': {'device_id': 'f839ee90-fe54-4f01-8576-0c2878850992', 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b', 'admin_state_up': True, 'tenant_id': '9d07c5c5e8534c44b2d2bb927569c948'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:33:32.777535 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f53457-e768-4bfd-a181-8a4b905f26c8 req-31ec7acd-923a-44a8-8fe7-9676bdf4ee75 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:32.779022 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d7f53457-e768-4bfd-a181-8a4b905f26c8 req-31ec7acd-923a-44a8-8fe7-9676bdf4ee75 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11b87be-5521-431b-a11d-8dfd1978dc97 HTTP/1.1" status: 200 len: 945 time: 0.0947263 Sep 21 15:33:32.871554 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-d7f53457-e768-4bfd-a181-8a4b905f26c8 req-37f76304-47fa-42e2-b12b-ab913725cf0f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Deleting port a731b431-ce8c-4537-b362-877af998f7f8 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:33:32.871889 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-d7f53457-e768-4bfd-a181-8a4b905f26c8 req-37f76304-47fa-42e2-b12b-ab913725cf0f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:32.898219 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0827b60a-9737-48de-8cc4-a6d8d1da1118 req-b3be6090-a1e6-4e13-93ef-b14e1752bd60 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 210 time: 0.0563436 Sep 21 15:33:32.943917 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-65929892-6e30-400b-8487-5ecea6824047 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:33:32.954962 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-65929892-6e30-400b-8487-5ecea6824047 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:33:32.965490 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-65929892-6e30-400b-8487-5ecea6824047 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Made reservation on behalf of 9d07c5c5e8534c44b2d2bb927569c948 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:33:32.968982 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-65929892-6e30-400b-8487-5ecea6824047 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:33.130591 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-d7f53457-e768-4bfd-a181-8a4b905f26c8 req-37f76304-47fa-42e2-b12b-ab913725cf0f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] For port a731b431-ce8c-4537-b362-877af998f7f8, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=a731b431-ce8c-4537-b362-877af998f7f8,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:33:33.130952 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-d7f53457-e768-4bfd-a181-8a4b905f26c8 req-37f76304-47fa-42e2-b12b-ab913725cf0f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:33.135018 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-65929892-6e30-400b-8487-5ecea6824047 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Allocated IP 172.20.0.9 (bc6668d6-bd51-493b-a1e7-d339f61ffe3b/08fcaeba-471c-4851-9f1c-5e66e64267a5/5f818de9-8b7b-4554-8157-a0079e20342d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:33:33.263893 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-d7f53457-e768-4bfd-a181-8a4b905f26c8 req-37f76304-47fa-42e2-b12b-ab913725cf0f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Calling delete_port for a731b431-ce8c-4537-b362-877af998f7f8 owned by compute:nova {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:33:33.346024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-65929892-6e30-400b-8487-5ecea6824047 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:33.416579 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-65929892-6e30-400b-8487-5ecea6824047 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Transition to ACTIVE for port object 5f818de9-8b7b-4554-8157-a0079e20342d will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:33:33.417036 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-d7f53457-e768-4bfd-a181-8a4b905f26c8 req-37f76304-47fa-42e2-b12b-ab913725cf0f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:33.436709 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['a731b431-ce8c-4537-b362-877af998f7f8'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:33:33.441244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-65929892-6e30-400b-8487-5ecea6824047 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:33.468488 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f76304-47fa-42e2-b12b-ab913725cf0f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Pushing event deleted for resources: {'Port': ['ID=a731b431-ce8c-4537-b362-877af998f7f8,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:33:33.483840 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['a731b431-ce8c-4537-b362-877af998f7f8'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:33:33.522618 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-65929892-6e30-400b-8487-5ecea6824047 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Network bc6668d6-bd51-493b-a1e7-d339f61ffe3b is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:33:33.522823 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f76304-47fa-42e2-b12b-ab913725cf0f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:33.523110 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f76304-47fa-42e2-b12b-ab913725cf0f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:33.523457 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f76304-47fa-42e2-b12b-ab913725cf0f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:33.523795 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f76304-47fa-42e2-b12b-ab913725cf0f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:33.524127 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f76304-47fa-42e2-b12b-ab913725cf0f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:33.524475 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f76304-47fa-42e2-b12b-ab913725cf0f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:33.524809 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f76304-47fa-42e2-b12b-ab913725cf0f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:33.525663 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f76304-47fa-42e2-b12b-ab913725cf0f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:33.525663 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f76304-47fa-42e2-b12b-ab913725cf0f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:33.525889 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f76304-47fa-42e2-b12b-ab913725cf0f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:33.525978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-65929892-6e30-400b-8487-5ecea6824047 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:33:33.526066 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f76304-47fa-42e2-b12b-ab913725cf0f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:33.526370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f76304-47fa-42e2-b12b-ab913725cf0f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:33:33.528200 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-65929892-6e30-400b-8487-5ecea6824047 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:33:33.566651 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65929892-6e30-400b-8487-5ecea6824047 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Pushing event updated for resources: {'Port': ['ID=5f818de9-8b7b-4554-8157-a0079e20342d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:33:33.573581 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f53457-e768-4bfd-a181-8a4b905f26c8 req-37f76304-47fa-42e2-b12b-ab913725cf0f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] No DVR routers for this DVR port a731b431-ce8c-4537-b362-877af998f7f8 on host hv-neutron-8587 {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:33:33.576023 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-d7f53457-e768-4bfd-a181-8a4b905f26c8 req-37f76304-47fa-42e2-b12b-ab913725cf0f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:33.578745 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11b87be-5521-431b-a11d-8dfd1978dc97', 'name': 'network-vif-deleted', 'tag': 'a731b431-ce8c-4537-b362-877af998f7f8'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:33:33.581432 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7695a1-0b3a-4f75-b02a-0e571b6b754a" -d '{"events": [{"server_uuid": "c11b87be-5521-431b-a11d-8dfd1978dc97", "name": "network-vif-deleted", "tag": "a731b431-ce8c-4537-b362-877af998f7f8"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:33:33.601010 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d7f53457-e768-4bfd-a181-8a4b905f26c8 req-37f76304-47fa-42e2-b12b-ab913725cf0f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.20 "DELETE /v2.0/ports/a731b431-ce8c-4537-b362-877af998f7f8 HTTP/1.1" status: 204 len: 173 time: 0.8073232 Sep 21 15:33:33.605441 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-65929892-6e30-400b-8487-5ecea6824047 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:33.606194 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-65929892-6e30-400b-8487-5ecea6824047 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:33.636539 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-65929892-6e30-400b-8487-5ecea6824047 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8975487 Sep 21 15:33:33.654425 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] Request body: {'port': {'device_id': 'f839ee90-fe54-4f01-8576-0c2878850992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:33:33.726575 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75d2006-317d-40b2-a311-9f02647a2f71 x-openstack-request-id: req-d75d2006-317d-40b2-a311-9f02647a2f71 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:33:33.726864 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11b87be-5521-431b-a11d-8dfd1978dc97", "name": "network-vif-deleted", "tag": "a731b431-ce8c-4537-b362-877af998f7f8", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:33:33.727400 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d75d2006-317d-40b2-a311-9f02647a2f71 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:33:33.727956 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d75d2006-317d-40b2-a311-9f02647a2f71'] response: {'server_uuid': 'c11b87be-5521-431b-a11d-8dfd1978dc97', 'name': 'network-vif-deleted', 'tag': 'a731b431-ce8c-4537-b362-877af998f7f8', 'status': 'completed', 'code': 200} Sep 21 15:33:33.784347 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:33.949034 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1bd2f2e9-4d55-4e3a-a5fe-61e8a7a7ad13 None None] Provisioning for port 5f818de9-8b7b-4554-8157-a0079e20342d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:33:33.955237 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1bd2f2e9-4d55-4e3a-a5fe-61e8a7a7ad13 None None] Provisioning complete for port 5f818de9-8b7b-4554-8157-a0079e20342d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:33:33.955608 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1bd2f2e9-4d55-4e3a-a5fe-61e8a7a7ad13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:34.012035 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1bd2f2e9-4d55-4e3a-a5fe-61e8a7a7ad13 None None] Port 5f818de9-8b7b-4554-8157-a0079e20342d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:33:34.222027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684770b2-3f3e-469d-a0e5-4e63e33eb13a req-1a520d3a-b827-4063-91e0-40579acd4a02 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:34.222729 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-684770b2-3f3e-469d-a0e5-4e63e33eb13a req-1a520d3a-b827-4063-91e0-40579acd4a02 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Synchronizing usage tracker for tenant:9d07c5c5e8534c44b2d2bb927569c948 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:33:34.258239 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-684770b2-3f3e-469d-a0e5-4e63e33eb13a req-1a520d3a-b827-4063-91e0-40579acd4a02 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Unset dirty status for tenant:9d07c5c5e8534c44b2d2bb927569c948 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:33:34.259378 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-684770b2-3f3e-469d-a0e5-4e63e33eb13a req-1a520d3a-b827-4063-91e0-40579acd4a02 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 931 time: 0.2400484 Sep 21 15:33:34.358164 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-684770b2-3f3e-469d-a0e5-4e63e33eb13a req-efb02f78-b335-44c5-91ff-dfa4a87c97d1 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926905 Sep 21 15:33:34.363440 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f818de9-8b7b-4554-8157-a0079e20342d {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:33:34.371760 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:34.387254 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] Transition to ACTIVE for port object 5f818de9-8b7b-4554-8157-a0079e20342d will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:33:34.390621 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:34.585266 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] Pushing event updated for resources: {'Port': ['ID=5f818de9-8b7b-4554-8157-a0079e20342d,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:33:34.621603 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] Attempting to bind port 5f818de9-8b7b-4554-8157-a0079e20342d on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:33:34.621861 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] Attempting to bind port 5f818de9-8b7b-4554-8157-a0079e20342d by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '54dfeafa-b14a-46e5-bbab-738e557666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:33:34.622185 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] Attempting to bind port 5f818de9-8b7b-4554-8157-a0079e20342d on network bc6668d6-bd51-493b-a1e7-d339f61ffe3b {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:33:34.626677 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] Port 5f818de9-8b7b-4554-8157-a0079e20342d on network bc6668d6-bd51-493b-a1e7-d339f61ffe3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:33:34.626995 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] Attempting to bind port 5f818de9-8b7b-4554-8157-a0079e20342d on network bc6668d6-bd51-493b-a1e7-d339f61ffe3b {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:33:34.632306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:33:34.632677 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] Checking segment: {'id': '54dfeafa-b14a-46e5-bbab-738e557666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:33:34.633056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] Bound using segment: {'id': '54dfeafa-b14a-46e5-bbab-738e557666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:33:34.633475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] Bound port: 5f818de9-8b7b-4554-8157-a0079e20342d, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54dfeafa-b14a-46e5-bbab-738e557666e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:33:34.633819 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:34.724715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] For port 5f818de9-8b7b-4554-8157-a0079e20342d, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:33:34.728134 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] For port 5f818de9-8b7b-4554-8157-a0079e20342d, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=5f818de9-8b7b-4554-8157-a0079e20342d,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:33:34.732886 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:34.762869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:34.763458 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:34.764810 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] 10.222.0.20 "PUT /v2.0/ports/5f818de9-8b7b-4554-8157-a0079e20342d HTTP/1.1" status: 200 len: 1093 time: 1.1151896 Sep 21 15:33:34.765287 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f839ee90-fe54-4f01-8576-0c2878850992', 'tag': '5f818de9-8b7b-4554-8157-a0079e20342d'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:33:34.767524 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfdd60f-4f96-4767-b214-c314b8684079" -d '{"events": [{"name": "network-changed", "server_uuid": "f839ee90-fe54-4f01-8576-0c2878850992", "tag": "5f818de9-8b7b-4554-8157-a0079e20342d"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:33:34.810312 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d1359-9dc1-459f-9e7d-1cbc633879ad service neutron] Pushing event updated for resources: {'Port': ['ID=5f818de9-8b7b-4554-8157-a0079e20342d,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:33:34.854391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce9d0a3-93d7-4fb2-92f0-e8ad40a168a0 x-openstack-request-id: req-bce9d0a3-93d7-4fb2-92f0-e8ad40a168a0 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:33:34.854668 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f839ee90-fe54-4f01-8576-0c2878850992", "tag": "5f818de9-8b7b-4554-8157-a0079e20342d", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:33:34.854909 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bce9d0a3-93d7-4fb2-92f0-e8ad40a168a0 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:33:34.855296 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce9d0a3-93d7-4fb2-92f0-e8ad40a168a0'] response: {'name': 'network-changed', 'server_uuid': 'f839ee90-fe54-4f01-8576-0c2878850992', 'tag': '5f818de9-8b7b-4554-8157-a0079e20342d', 'status': 'completed', 'code': 200} Sep 21 15:33:34.895297 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-07221328-e0b6-46dd-9115-ced3f71d66e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:34.896788 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-07221328-e0b6-46dd-9115-ced3f71d66e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d07c5c5e8534c44b2d2bb927569c948&device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 1096 time: 0.0835297 Sep 21 15:33:34.966832 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-4612dd01-baf4-4336-b24a-6673e53bfb12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f818de9-8b7b-4554-8157-a0079e20342d HTTP/1.1" status: 200 len: 217 time: 0.0600755 Sep 21 15:33:35.036037 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-0bfe8fbc-50f7-4563-a5c3-37a13776dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:35.037836 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-0bfe8fbc-50f7-4563-a5c3-37a13776dc61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08fcaeba-471c-4851-9f1c-5e66e64267a5 HTTP/1.1" status: 200 len: 854 time: 0.0619299 Sep 21 15:33:35.124997 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-ff30a9e5-de2d-4bef-8425-1228df0d95d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:35.126448 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-ff30a9e5-de2d-4bef-8425-1228df0d95d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798686 Sep 21 15:33:35.263576 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-b9ddaa9e-07c4-4056-803a-6384186ecd37 service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272602 Sep 21 15:33:35.398684 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1fe7437-3a1c-4f7e-8c1f-16053024ca97 req-69b6b313-ed0b-466e-b5af-eae837bc8e41 service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255147 Sep 21 15:33:35.548778 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-71c088ac-69c9-406a-bdf5-cb8959f091f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:35.608097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdd60f-4f96-4767-b214-c314b8684079 req-0667f71b-c637-4f9b-a42a-b60b665e4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:35.609636 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4bfdd60f-4f96-4767-b214-c314b8684079 req-0667f71b-c637-4f9b-a42a-b60b665e4a5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d07c5c5e8534c44b2d2bb927569c948&device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 1096 time: 0.1554577 Sep 21 15:33:35.617756 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a429a7-2b98-4cac-9d12-69817e1ec26b req-bc72c857-e11f-47e3-9e4c-b7f0b9426319 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:35.619107 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60a429a7-2b98-4cac-9d12-69817e1ec26b req-bc72c857-e11f-47e3-9e4c-b7f0b9426319 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 943 time: 0.1292326 Sep 21 15:33:35.844241 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60a429a7-2b98-4cac-9d12-69817e1ec26b req-bb1e5412-eead-4864-a16b-1ec2c1e72e71 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071025 Sep 21 15:33:35.886131 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdd60f-4f96-4767-b214-c314b8684079 req-5215429d-ffd5-4752-828e-ca4de4a30e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:35.887555 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4bfdd60f-4f96-4767-b214-c314b8684079 req-5215429d-ffd5-4752-828e-ca4de4a30e39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b HTTP/1.1" status: 200 len: 916 time: 0.2676296 Sep 21 15:33:35.957033 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4bfdd60f-4f96-4767-b214-c314b8684079 req-f98b6044-3587-4845-945d-ac00e10b778e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f818de9-8b7b-4554-8157-a0079e20342d HTTP/1.1" status: 200 len: 217 time: 0.0622461 Sep 21 15:33:36.026590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdd60f-4f96-4767-b214-c314b8684079 req-b8252929-7313-4f6b-9e85-22a1dbc1d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:36.028013 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4bfdd60f-4f96-4767-b214-c314b8684079 req-b8252929-7313-4f6b-9e85-22a1dbc1d00e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08fcaeba-471c-4851-9f1c-5e66e64267a5 HTTP/1.1" status: 200 len: 854 time: 0.0608730 Sep 21 15:33:36.112284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdd60f-4f96-4767-b214-c314b8684079 req-681796d7-3527-4b27-8f8b-5e8689144f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:36.113711 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4bfdd60f-4f96-4767-b214-c314b8684079 req-681796d7-3527-4b27-8f8b-5e8689144f22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786824 Sep 21 15:33:36.243557 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4bfdd60f-4f96-4767-b214-c314b8684079 req-2d22e5d5-0592-4526-9ce7-28f62c282fce service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223855 Sep 21 15:33:36.375709 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4bfdd60f-4f96-4767-b214-c314b8684079 req-d20b6720-44cf-4355-9d86-89a74c168617 service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223657 Sep 21 15:33:37.052142 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c72fa-d15a-44e0-9244-b5cf1c88ff87 req-311f410f-601f-4af6-ab61-6fe77e904f35 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:37.054528 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ae9c72fa-d15a-44e0-9244-b5cf1c88ff87 req-311f410f-601f-4af6-ab61-6fe77e904f35 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 943 time: 0.0928907 Sep 21 15:33:37.099345 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ae9c72fa-d15a-44e0-9244-b5cf1c88ff87 req-c257a7d3-e85a-48aa-a566-efdad809a1c6 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391679 Sep 21 15:33:37.495714 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device a731b431-ce8c-4537-b362-877af998f7f8 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:33:37.533054 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: a731b431-ce8c-4537-b362-877af998f7f8 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:33:37.533452 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device a731b431-ce8c-4537-b362-877af998f7f8 not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:33:37.906441 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b360948a-2d33-4536-a1e4-a2a00c75fba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:38.295657 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccebf86-70b4-4162-94ea-5757315d5ab7 req-12ff9cb0-fc3a-4f36-bc49-92cd6004ef4a tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:38.297124 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5ccebf86-70b4-4162-94ea-5757315d5ab7 req-12ff9cb0-fc3a-4f36-bc49-92cd6004ef4a tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 943 time: 0.0861464 Sep 21 15:33:38.343663 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5ccebf86-70b4-4162-94ea-5757315d5ab7 req-68f75a3e-6249-4552-969c-adf9f8a26797 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409281 Sep 21 15:33:38.745769 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:38.939624 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:39.511757 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 5f818de9-8b7b-4554-8157-a0079e20342d details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:33:39.542366 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4dc461-ab2b-43fe-ba76-60e1ada52f77 req-f248c274-388c-4828-9a8f-72df9b243182 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:39.543972 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4d4dc461-ab2b-43fe-ba76-60e1ada52f77 req-f248c274-388c-4828-9a8f-72df9b243182 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 943 time: 0.0896173 Sep 21 15:33:39.588266 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4d4dc461-ab2b-43fe-ba76-60e1ada52f77 req-38c343e1-7b3c-4810-9903-7d8e8109a0e9 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384984 Sep 21 15:33:39.643249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 5f818de9-8b7b-4554-8157-a0079e20342d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=5f818de9-8b7b-4554-8157-a0079e20342d,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:33:39.660316 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '5f818de9-8b7b-4554-8157-a0079e20342d', 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b', 'port_id': '5f818de9-8b7b-4554-8157-a0079e20342d', 'mac_address': 'fa:16:3e:64:84:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fcaeba-471c-4851-9f1c-5e66e64267a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:33:39.743881 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 5f818de9-8b7b-4554-8157-a0079e20342d is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:33:39.744257 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:39.761441 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f818de9-8b7b-4554-8157-a0079e20342d {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:33:39.777335 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 5f818de9-8b7b-4554-8157-a0079e20342d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=5f818de9-8b7b-4554-8157-a0079e20342d,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:33:39.780890 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:39.849847 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=5f818de9-8b7b-4554-8157-a0079e20342d,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:33:40.015185 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['5f818de9-8b7b-4554-8157-a0079e20342d'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:33:40.556857 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:40.792348 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfea4c-8400-4c94-964b-0b64e95b7807 req-5135bc32-dcd5-401e-acf1-33dc881d433d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:40.793719 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-28cfea4c-8400-4c94-964b-0b64e95b7807 req-5135bc32-dcd5-401e-acf1-33dc881d433d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 944 time: 0.0925407 Sep 21 15:33:40.836986 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-28cfea4c-8400-4c94-964b-0b64e95b7807 req-bd3698e4-8e12-4603-97fb-fbcaef0bd440 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376267 Sep 21 15:33:41.526704 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 5f818de9-8b7b-4554-8157-a0079e20342d up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:33:41.598181 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 5f818de9-8b7b-4554-8157-a0079e20342d completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:33:41.602885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 5f818de9-8b7b-4554-8157-a0079e20342d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:33:41.603252 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:41.717326 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 5f818de9-8b7b-4554-8157-a0079e20342d is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:33:41.717697 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:41.743548 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f839ee90-fe54-4f01-8576-0c2878850992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f818de9-8b7b-4554-8157-a0079e20342d'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:33:41.745933 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003311e6-011b-4a5e-a978-45ff4f50df21" -d '{"events": [{"server_uuid": "f839ee90-fe54-4f01-8576-0c2878850992", "name": "network-vif-plugged", "status": "completed", "tag": "5f818de9-8b7b-4554-8157-a0079e20342d"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:33:41.753339 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 5f818de9-8b7b-4554-8157-a0079e20342d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=5f818de9-8b7b-4554-8157-a0079e20342d,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:33:41.757742 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:41.792972 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16a79e6-b431-4d91-bd2b-bcef3139f289 x-openstack-request-id: req-e16a79e6-b431-4d91-bd2b-bcef3139f289 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:33:41.793266 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f839ee90-fe54-4f01-8576-0c2878850992", "name": "network-vif-plugged", "status": "completed", "tag": "5f818de9-8b7b-4554-8157-a0079e20342d", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:33:41.793511 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e16a79e6-b431-4d91-bd2b-bcef3139f289 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:33:41.793900 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e16a79e6-b431-4d91-bd2b-bcef3139f289'] response: {'server_uuid': 'f839ee90-fe54-4f01-8576-0c2878850992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f818de9-8b7b-4554-8157-a0079e20342d', 'code': 200} Sep 21 15:33:41.826083 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=5f818de9-8b7b-4554-8157-a0079e20342d,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:33:42.103999 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686d7bd-d169-452e-bbaa-101c928ceaf0 req-48355569-e7ce-4788-b8f0-8c85332f0058 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:42.105487 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f686d7bd-d169-452e-bbaa-101c928ceaf0 req-48355569-e7ce-4788-b8f0-8c85332f0058 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.1504877 Sep 21 15:33:42.108040 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52a4b1-d4ed-49a9-b215-cc5e671ced7d req-403a215e-72d1-453c-bf40-31c19a90f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:42.109635 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b52a4b1-d4ed-49a9-b215-cc5e671ced7d req-403a215e-72d1-453c-bf40-31c19a90f667 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 1098 time: 0.1183236 Sep 21 15:33:42.177112 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f686d7bd-d169-452e-bbaa-101c928ceaf0 req-5b11b89d-e3a2-463c-8b9b-88a698322b27 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645120 Sep 21 15:33:42.181074 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b52a4b1-d4ed-49a9-b215-cc5e671ced7d req-423b6126-cd81-43a8-8815-5142c3c9732f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548120 Sep 21 15:33:43.385930 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fdd0b-1974-452a-bebd-55b8a7aa124a req-97a2075e-0711-4802-87b6-69756bd4e5cb tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:43.387317 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-660fdd0b-1974-452a-bebd-55b8a7aa124a req-97a2075e-0711-4802-87b6-69756bd4e5cb tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0950298 Sep 21 15:33:43.431730 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-660fdd0b-1974-452a-bebd-55b8a7aa124a req-ecae2660-7ab3-4878-9fac-31ab605e841c tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387492 Sep 21 15:33:44.628917 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7caf636-7005-4eb6-b0cc-36dcea7a749f req-e7fb3b01-9263-4297-85a5-784b9aff34ba tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:44.630356 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c7caf636-7005-4eb6-b0cc-36dcea7a749f req-e7fb3b01-9263-4297-85a5-784b9aff34ba tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0891333 Sep 21 15:33:44.672885 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c7caf636-7005-4eb6-b0cc-36dcea7a749f req-1a0df319-6908-4840-a5e6-b43ee9a2c132 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363975 Sep 21 15:33:44.876298 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676c53b-66a3-4e15-b5ee-92adbf307e71 req-7fb94bd5-c7b1-4f75-a21e-53b7db92494f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:44.877792 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9676c53b-66a3-4e15-b5ee-92adbf307e71 req-7fb94bd5-c7b1-4f75-a21e-53b7db92494f tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0879633 Sep 21 15:33:44.920724 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9676c53b-66a3-4e15-b5ee-92adbf307e71 req-96d25085-de60-4bab-b1c8-b5b737681b6c tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365407 Sep 21 15:33:45.283334 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-425cdfe7-93d5-4953-934c-9aeaeea69ce8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828035 Sep 21 15:33:45.445228 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c3854-e870-481a-9782-ed9656ca8d85 req-78282bea-6b28-4242-8b1b-f57d2aa1c469 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:45.447272 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5d7c3854-e870-481a-9782-ed9656ca8d85 req-78282bea-6b28-4242-8b1b-f57d2aa1c469 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.2029529 Sep 21 15:33:45.492666 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5d7c3854-e870-481a-9782-ed9656ca8d85 req-1820215b-4d91-4f83-885b-660c27877289 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400615 Sep 21 15:33:46.398418 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fef97-0d5b-4a8e-a8b5-1d1e7eff10f0 req-02e53186-e94c-45c0-a435-75684c657b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:46.399931 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-df2fef97-0d5b-4a8e-a8b5-1d1e7eff10f0 req-02e53186-e94c-45c0-a435-75684c657b44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d07c5c5e8534c44b2d2bb927569c948&device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 1098 time: 0.0826442 Sep 21 15:33:46.543821 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fef97-0d5b-4a8e-a8b5-1d1e7eff10f0 req-2e6a3046-be7b-4d85-8229-4b8c1c77eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:46.545303 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-df2fef97-0d5b-4a8e-a8b5-1d1e7eff10f0 req-2e6a3046-be7b-4d85-8229-4b8c1c77eeed service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b HTTP/1.1" status: 200 len: 916 time: 0.1266997 Sep 21 15:33:46.612790 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-df2fef97-0d5b-4a8e-a8b5-1d1e7eff10f0 req-cd489a64-f5ac-4404-8b39-dc66b72a8d3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f818de9-8b7b-4554-8157-a0079e20342d HTTP/1.1" status: 200 len: 217 time: 0.0612886 Sep 21 15:33:46.725802 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fef97-0d5b-4a8e-a8b5-1d1e7eff10f0 req-0b2ba3df-86d1-4a65-89f0-1d0958b11b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:46.727210 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-df2fef97-0d5b-4a8e-a8b5-1d1e7eff10f0 req-0b2ba3df-86d1-4a65-89f0-1d0958b11b9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08fcaeba-471c-4851-9f1c-5e66e64267a5 HTTP/1.1" status: 200 len: 854 time: 0.0768435 Sep 21 15:33:46.804412 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006f1c3-202a-4055-b02b-62171fadb552 req-4e71a933-5281-47ea-844e-1390b743a1dd tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:46.805853 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4006f1c3-202a-4055-b02b-62171fadb552 req-4e71a933-5281-47ea-844e-1390b743a1dd tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.1948671 Sep 21 15:33:46.859405 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4006f1c3-202a-4055-b02b-62171fadb552 req-dc54a278-785b-459a-af7f-6f2e1f2ada56 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471981 Sep 21 15:33:46.861403 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fef97-0d5b-4a8e-a8b5-1d1e7eff10f0 req-16af9005-e9aa-4688-84dc-abb392b5ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:46.862740 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-df2fef97-0d5b-4a8e-a8b5-1d1e7eff10f0 req-16af9005-e9aa-4688-84dc-abb392b5ed2c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1287227 Sep 21 15:33:46.994049 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-df2fef97-0d5b-4a8e-a8b5-1d1e7eff10f0 req-a87573ea-7a65-4683-aaa4-a5fbce12f429 service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246412 Sep 21 15:33:47.127101 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-df2fef97-0d5b-4a8e-a8b5-1d1e7eff10f0 req-58ef1586-14ae-4deb-a1c5-a11375c3a0a8 service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263528 Sep 21 15:33:47.258229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-1a33d9b6-6f1b-466c-a5cb-87bf0c77ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:47.259601 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-1a33d9b6-6f1b-466c-a5cb-87bf0c77ac90 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d07c5c5e8534c44b2d2bb927569c948&device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 1098 time: 0.0868869 Sep 21 15:33:47.392076 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-9db76383-8f8e-4d1b-9625-8050a38d2ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:47.393532 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-9db76383-8f8e-4d1b-9625-8050a38d2ba4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b HTTP/1.1" status: 200 len: 916 time: 0.1278727 Sep 21 15:33:47.460253 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-5148eb7c-6d7f-4e66-b57b-417a3c1828d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f818de9-8b7b-4554-8157-a0079e20342d HTTP/1.1" status: 200 len: 217 time: 0.0609770 Sep 21 15:33:47.525776 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-52fbeda6-e69d-446b-9a3e-edcc7af76474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:47.527089 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-52fbeda6-e69d-446b-9a3e-edcc7af76474 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08fcaeba-471c-4851-9f1c-5e66e64267a5 HTTP/1.1" status: 200 len: 854 time: 0.0604372 Sep 21 15:33:47.609968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-8a3401ad-5366-4df9-a861-2c0147dbac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:47.611451 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-8a3401ad-5366-4df9-a861-2c0147dbac4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782332 Sep 21 15:33:47.741212 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-f47878ee-01c7-4cff-ad2f-0877acac4237 service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239262 Sep 21 15:33:47.974468 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-b9a1ef22-628b-4610-b519-c4886634dcea service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275226 Sep 21 15:33:48.066229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f839aec-fa9d-4655-8302-5e90bb749384 req-84facbc5-5698-43e8-9935-25827b3aa0c7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:48.067655 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f839aec-fa9d-4655-8302-5e90bb749384 req-84facbc5-5698-43e8-9935-25827b3aa0c7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0910866 Sep 21 15:33:48.113558 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f839aec-fa9d-4655-8302-5e90bb749384 req-0d5de7d0-0ee8-419e-be73-04d2f49cbf8c tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396008 Sep 21 15:33:49.312819 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b8be3-4419-4309-8efe-236afe80910f req-73a63c80-4aef-4947-9303-51a3e58a66e5 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:49.314230 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7b8b8be3-4419-4309-8efe-236afe80910f req-73a63c80-4aef-4947-9303-51a3e58a66e5 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0908158 Sep 21 15:33:49.358365 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7b8b8be3-4419-4309-8efe-236afe80910f req-fbf89141-379c-472a-8280-c8924c403a92 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378890 Sep 21 15:33:50.558316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26983d-6194-4093-a923-e86fa2bc0012 req-206ff1d0-0b9c-42be-80e4-c8e2c9866a93 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:50.559775 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7e26983d-6194-4093-a923-e86fa2bc0012 req-206ff1d0-0b9c-42be-80e4-c8e2c9866a93 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0876048 Sep 21 15:33:50.603801 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7e26983d-6194-4093-a923-e86fa2bc0012 req-2bb963eb-e295-4f2d-9ae6-bca9beafb436 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384314 Sep 21 15:33:51.809075 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23726987-44e2-401f-bce0-e71671bbee04 req-b9256815-a3bc-4005-8a21-1be46d3a805a tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:51.810532 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-23726987-44e2-401f-bce0-e71671bbee04 req-b9256815-a3bc-4005-8a21-1be46d3a805a tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0924842 Sep 21 15:33:51.855185 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-23726987-44e2-401f-bce0-e71671bbee04 req-2260dfe1-e4bb-4e72-b2ef-14cea15a7dd9 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390060 Sep 21 15:33:52.084540 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:33:53.061861 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638025f-9e2b-4ec4-a040-03742f5ba4b6 req-5fa9ffd8-be9e-49ba-b341-23a34b15e897 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:53.063359 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4638025f-9e2b-4ec4-a040-03742f5ba4b6 req-5fa9ffd8-be9e-49ba-b341-23a34b15e897 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0914743 Sep 21 15:33:53.106973 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4638025f-9e2b-4ec4-a040-03742f5ba4b6 req-a1eb42aa-8355-44be-a740-9cf46cd90994 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374482 Sep 21 15:33:54.315578 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437d3f1-663d-4009-bd92-6c5c5e91b05e req-79aaeb66-dcab-42fa-a455-cda8ae369f04 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:54.316973 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c437d3f1-663d-4009-bd92-6c5c5e91b05e req-79aaeb66-dcab-42fa-a455-cda8ae369f04 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0862648 Sep 21 15:33:54.361753 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c437d3f1-663d-4009-bd92-6c5c5e91b05e req-bace0de5-0e96-4799-b713-3d8956773940 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383151 Sep 21 15:33:55.560098 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808740f-14f0-4da6-a17d-7ee51588f77f req-a102f3ea-f48a-4f72-8690-85ca4fbd1570 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:55.561585 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e808740f-14f0-4da6-a17d-7ee51588f77f req-a102f3ea-f48a-4f72-8690-85ca4fbd1570 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0915401 Sep 21 15:33:55.605350 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e808740f-14f0-4da6-a17d-7ee51588f77f req-5a11b84c-79fa-44a3-9831-00e20f7aae72 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382435 Sep 21 15:33:55.673816 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:33:56.809212 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120aa01-fc02-4c43-883a-bd15e1980c8f req-c3fa3f1b-ac0c-4ed4-9e80-ee577452337a tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:56.810671 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4120aa01-fc02-4c43-883a-bd15e1980c8f req-c3fa3f1b-ac0c-4ed4-9e80-ee577452337a tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0910881 Sep 21 15:33:56.857941 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4120aa01-fc02-4c43-883a-bd15e1980c8f req-f2a136db-5234-43e9-a68a-930348bc8ecd tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416536 Sep 21 15:33:58.056761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a88d7-a74b-409e-a274-c829a146be7c req-59b47fde-8dd7-443f-94f8-0bfa3201ef4b tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:58.058216 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-901a88d7-a74b-409e-a274-c829a146be7c req-59b47fde-8dd7-443f-94f8-0bfa3201ef4b tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0884354 Sep 21 15:33:58.101483 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-901a88d7-a74b-409e-a274-c829a146be7c req-aa394068-4cbb-421e-81ac-ee2eda6f0855 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375912 Sep 21 15:33:59.306255 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba29785-bd49-4ccb-a7ed-4e166fe5a71c req-0a44b548-c93c-42b5-8c73-a3c042d9b5fd tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:33:59.307617 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5ba29785-bd49-4ccb-a7ed-4e166fe5a71c req-0a44b548-c93c-42b5-8c73-a3c042d9b5fd tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0927079 Sep 21 15:33:59.353561 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5ba29785-bd49-4ccb-a7ed-4e166fe5a71c req-b5b0d679-ed6b-40bb-825e-9a373cf16866 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402548 Sep 21 15:34:00.549233 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cf798-e589-4905-abd2-4df154a4fc3b req-8ede952e-0b6a-4bf6-87f8-db415dc79f1c tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:00.550689 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a7cf798-e589-4905-abd2-4df154a4fc3b req-8ede952e-0b6a-4bf6-87f8-db415dc79f1c tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0866411 Sep 21 15:34:00.597946 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a7cf798-e589-4905-abd2-4df154a4fc3b req-8b4ff330-2a91-4ef5-9b1c-05a72ca91d8d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415637 Sep 21 15:34:01.793240 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cdbda-ea64-45d5-8c87-811a8c390a2d req-07bab2b9-38ee-40a0-8ae4-c57b1d548c1b tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:01.794721 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d48cdbda-ea64-45d5-8c87-811a8c390a2d req-07bab2b9-38ee-40a0-8ae4-c57b1d548c1b tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0867696 Sep 21 15:34:01.838371 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d48cdbda-ea64-45d5-8c87-811a8c390a2d req-2012c90e-690d-4922-8eac-b773ac307cea tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379198 Sep 21 15:34:03.038303 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfdd64-2115-4b60-b80a-d99472e39b66 req-0cb99155-51eb-4ae5-8c53-89f4101b26cf tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:03.039744 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1edfdd64-2115-4b60-b80a-d99472e39b66 req-0cb99155-51eb-4ae5-8c53-89f4101b26cf tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0917168 Sep 21 15:34:03.083222 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1edfdd64-2115-4b60-b80a-d99472e39b66 req-b829aa53-c255-4be3-92c8-461d8ef561af tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376213 Sep 21 15:34:04.282594 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d033db2-34b4-4f09-8ede-d930c24a0a65 req-2f09cbab-71ce-41ef-9d71-89f4d517207b tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:04.284035 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2d033db2-34b4-4f09-8ede-d930c24a0a65 req-2f09cbab-71ce-41ef-9d71-89f4d517207b tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0876553 Sep 21 15:34:04.331498 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2d033db2-34b4-4f09-8ede-d930c24a0a65 req-8ed6677d-bd73-42be-99ff-22017a5dc083 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405686 Sep 21 15:34:05.530272 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8114b23-1ccb-4bfa-aeee-069f5fb9e247 req-48f17979-3f75-492a-b47e-f0a2f717fea2 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:05.531828 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8114b23-1ccb-4bfa-aeee-069f5fb9e247 req-48f17979-3f75-492a-b47e-f0a2f717fea2 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0887201 Sep 21 15:34:05.550927 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db4e287e-5184-4686-ab49-722a942297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:05.578264 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8114b23-1ccb-4bfa-aeee-069f5fb9e247 req-ed47a70b-bd8e-4337-81b8-952ae66eb818 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389781 Sep 21 15:34:06.787744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc177b-3034-4b83-9452-aa9794544323 req-f26d238c-693d-46d4-8bb7-d3783f5f9bd4 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:06.789217 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a7dc177b-3034-4b83-9452-aa9794544323 req-f26d238c-693d-46d4-8bb7-d3783f5f9bd4 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0962090 Sep 21 15:34:06.836167 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a7dc177b-3034-4b83-9452-aa9794544323 req-d89441cb-a0aa-446b-ba09-9749db7d185e tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406733 Sep 21 15:34:07.908497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-243ab0e5-e8c6-4412-b4f8-0b42c4e167e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:08.033150 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a3886-d1cd-4c6e-9a35-4aedf0e285c7 req-30fc72fa-8f47-4ef9-ab63-6413df415a62 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:08.034615 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e31a3886-d1cd-4c6e-9a35-4aedf0e285c7 req-30fc72fa-8f47-4ef9-ab63-6413df415a62 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0871484 Sep 21 15:34:08.081954 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e31a3886-d1cd-4c6e-9a35-4aedf0e285c7 req-5e304687-8805-4665-b624-b35a588949ec tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409830 Sep 21 15:34:08.748980 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:08.942635 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:09.281045 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88243d4-54cc-4905-831c-202b7cc0cdfc req-123c29bb-38ab-4f0a-b51b-c0c168cf2c8d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:09.282491 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c88243d4-54cc-4905-831c-202b7cc0cdfc req-123c29bb-38ab-4f0a-b51b-c0c168cf2c8d tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0887909 Sep 21 15:34:09.330555 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c88243d4-54cc-4905-831c-202b7cc0cdfc req-b3d8a409-10a0-4d0e-b491-378235d628fd tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423644 Sep 21 15:34:10.532182 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043a0c2-6f1b-4a50-893e-b0a454c459ba req-afecc0a7-759d-48be-8686-8e56591d57b8 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:10.533660 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d043a0c2-6f1b-4a50-893e-b0a454c459ba req-afecc0a7-759d-48be-8686-8e56591d57b8 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0895805 Sep 21 15:34:10.560017 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:10.578589 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d043a0c2-6f1b-4a50-893e-b0a454c459ba req-dc60f020-9cc1-4925-ab2b-6a1d87dfdaf4 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386431 Sep 21 15:34:11.776979 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8417ec0-6937-4961-a0c8-5dda7172a0f3 req-6360b894-3154-44a6-b8a0-94ac2943f13a tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:11.778583 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8417ec0-6937-4961-a0c8-5dda7172a0f3 req-6360b894-3154-44a6-b8a0-94ac2943f13a tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0887423 Sep 21 15:34:11.826465 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8417ec0-6937-4961-a0c8-5dda7172a0f3 req-024b465b-a46f-4810-a703-3d2f8a52a959 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421550 Sep 21 15:34:13.026069 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e470e45-213f-4729-9ae3-d9779264582b req-d32c9fc2-0b2d-43b1-b4d1-b9f9d7938c42 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:13.027523 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2e470e45-213f-4729-9ae3-d9779264582b req-d32c9fc2-0b2d-43b1-b4d1-b9f9d7938c42 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0876482 Sep 21 15:34:13.072003 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2e470e45-213f-4729-9ae3-d9779264582b req-ba625393-3fc0-4a46-b01d-a381c5c3516a tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387602 Sep 21 15:34:14.383573 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88eeb5-2586-42d2-91cc-72b729eaafc1 req-9589ed57-60d4-48d8-a1f2-d644b8d3bfa5 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:14.384962 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ed88eeb5-2586-42d2-91cc-72b729eaafc1 req-9589ed57-60d4-48d8-a1f2-d644b8d3bfa5 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.1994362 Sep 21 15:34:14.428456 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ed88eeb5-2586-42d2-91cc-72b729eaafc1 req-587dc4f1-adfd-4985-8d04-3822ed159333 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373406 Sep 21 15:34:14.942068 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-0aa8038c-1558-4091-8dfc-dfc5304a6bc0 service neutron] 10.222.0.20 "GET /v2.0/ports/5f818de9-8b7b-4554-8157-a0079e20342d/bindings/hv-neutron-8587 HTTP/1.1" status: 200 len: 384 time: 0.0775354 Sep 21 15:34:15.242297 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-13a84e99-ac66-4fda-bcb2-5e09c902a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:15.243754 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-13a84e99-ac66-4fda-bcb2-5e09c902a4cd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992&tenant_id=9d07c5c5e8534c44b2d2bb927569c948 HTTP/1.1" status: 200 len: 1098 time: 0.0785813 Sep 21 15:34:15.358263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-4dcf1920-318d-447c-8c54-0c1d40212422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:15.359734 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-4dcf1920-318d-447c-8c54-0c1d40212422 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d07c5c5e8534c44b2d2bb927569c948&device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 1098 time: 0.0882015 Sep 21 15:34:15.496757 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-afa7a743-45ea-4b37-afe0-7ebfe74bff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:15.498115 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-afa7a743-45ea-4b37-afe0-7ebfe74bff9c service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b HTTP/1.1" status: 200 len: 916 time: 0.1292949 Sep 21 15:34:15.609310 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-da3cbc55-0f35-44ac-ba78-f8675d273201 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f818de9-8b7b-4554-8157-a0079e20342d HTTP/1.1" status: 200 len: 217 time: 0.1017380 Sep 21 15:34:15.686338 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-42c7e8c1-89ec-4741-9455-5eccd706004e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:15.687721 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-42c7e8c1-89ec-4741-9455-5eccd706004e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08fcaeba-471c-4851-9f1c-5e66e64267a5 HTTP/1.1" status: 200 len: 854 time: 0.0691552 Sep 21 15:34:15.703491 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464e2b0-3130-4934-ac36-c05d0b2b96f6 req-4987a4a3-e9f7-4fda-a6ad-6759b15b899b tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:15.705100 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1464e2b0-3130-4934-ac36-c05d0b2b96f6 req-4987a4a3-e9f7-4fda-a6ad-6759b15b899b tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.1505301 Sep 21 15:34:15.803143 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1464e2b0-3130-4934-ac36-c05d0b2b96f6 req-8282f621-9406-4b6a-a780-ba0c9834b6c7 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609391 Sep 21 15:34:15.818625 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-ae238abe-c2fe-4e7b-88b8-0f576e9e851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:15.820996 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-ae238abe-c2fe-4e7b-88b8-0f576e9e851d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1150885 Sep 21 15:34:15.954032 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-5420fdfa-89c5-4569-a24a-d5b3444d9748 service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231680 Sep 21 15:34:16.089796 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6091569e-3f8d-4f3a-a91a-5cb3c6f51196 req-37384548-4a04-42a3-a14e-d526e6e84e8b service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246665 Sep 21 15:34:17.012757 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9568747-0661-4dd9-b161-513ee47328b5 req-88ca00d8-a61c-4ef2-9dd3-6034421c8b04 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:17.014222 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9568747-0661-4dd9-b161-513ee47328b5 req-88ca00d8-a61c-4ef2-9dd3-6034421c8b04 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0892990 Sep 21 15:34:17.075404 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9568747-0661-4dd9-b161-513ee47328b5 req-307a0594-6b6d-476a-8134-828f3151db73 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550206 Sep 21 15:34:18.278253 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36a1ea-0239-4989-9f9b-b9222a2b65a6 req-a1bf57c9-e1eb-45b0-80d4-c11073a31c1c tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:18.279700 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5a36a1ea-0239-4989-9f9b-b9222a2b65a6 req-a1bf57c9-e1eb-45b0-80d4-c11073a31c1c tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0876930 Sep 21 15:34:18.324545 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5a36a1ea-0239-4989-9f9b-b9222a2b65a6 req-a570a421-b009-44d9-90fe-7c9de48e5642 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390148 Sep 21 15:34:18.710078 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733eccb-aa6e-4f61-8b25-53bd867e4994 req-a4f7f54c-50a3-4b93-85fc-908797d214cd tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:18.711478 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5733eccb-aa6e-4f61-8b25-53bd867e4994 req-a4f7f54c-50a3-4b93-85fc-908797d214cd tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.20 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992&tenant_id=9d07c5c5e8534c44b2d2bb927569c948&binding%3Ahost_id=hv-neutron-8587 HTTP/1.1" status: 200 len: 945 time: 0.1553242 Sep 21 15:34:18.719222 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f233bb-ab9a-4f84-ae1b-2ce295bece4c req-3c0b0ab4-0684-4e11-9b3a-c7b7c4ba7ac0 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:18.720562 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-39f233bb-ab9a-4f84-ae1b-2ce295bece4c req-3c0b0ab4-0684-4e11-9b3a-c7b7c4ba7ac0 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.1252086 Sep 21 15:34:18.768639 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-39f233bb-ab9a-4f84-ae1b-2ce295bece4c req-a6fbdabc-13a4-49d4-92d5-bd0edb23b78b tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414410 Sep 21 15:34:18.859285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733eccb-aa6e-4f61-8b25-53bd867e4994 req-834e090a-1c6f-4901-8c19-00c40b924054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:18.860787 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5733eccb-aa6e-4f61-8b25-53bd867e4994 req-834e090a-1c6f-4901-8c19-00c40b924054 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d07c5c5e8534c44b2d2bb927569c948&device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 1098 time: 0.0802500 Sep 21 15:34:19.097824 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733eccb-aa6e-4f61-8b25-53bd867e4994 req-9ad0d9a5-cf26-4cbc-bb73-3279bb3d0b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:19.099245 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5733eccb-aa6e-4f61-8b25-53bd867e4994 req-9ad0d9a5-cf26-4cbc-bb73-3279bb3d0b14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b HTTP/1.1" status: 200 len: 916 time: 0.2323279 Sep 21 15:34:19.167440 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5733eccb-aa6e-4f61-8b25-53bd867e4994 req-c347b695-0c3d-407f-8cda-aa932bc88b6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f818de9-8b7b-4554-8157-a0079e20342d HTTP/1.1" status: 200 len: 217 time: 0.0618095 Sep 21 15:34:19.229224 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733eccb-aa6e-4f61-8b25-53bd867e4994 req-64ef26b4-9f01-4373-a91d-771782296b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:19.230598 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5733eccb-aa6e-4f61-8b25-53bd867e4994 req-64ef26b4-9f01-4373-a91d-771782296b89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=08fcaeba-471c-4851-9f1c-5e66e64267a5 HTTP/1.1" status: 200 len: 854 time: 0.0574853 Sep 21 15:34:19.318708 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733eccb-aa6e-4f61-8b25-53bd867e4994 req-b377c27d-db0f-4b98-a114-8f0287fafe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:19.320413 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5733eccb-aa6e-4f61-8b25-53bd867e4994 req-b377c27d-db0f-4b98-a114-8f0287fafe16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc6668d6-bd51-493b-a1e7-d339f61ffe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839682 Sep 21 15:34:19.455530 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5733eccb-aa6e-4f61-8b25-53bd867e4994 req-5c6ed962-db1e-4996-94ac-862a7bae4c33 service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281183 Sep 21 15:34:19.587435 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5733eccb-aa6e-4f61-8b25-53bd867e4994 req-1e92694a-8a9c-4171-98f8-118ad3421340 service neutron] 10.222.0.20 "GET /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254632 Sep 21 15:34:19.731117 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 5f818de9-8b7b-4554-8157-a0079e20342d details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:34:19.733470 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 5f818de9-8b7b-4554-8157-a0079e20342d no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:34:19.951393 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 5f818de9-8b7b-4554-8157-a0079e20342d is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:34:19.952030 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:19.988153 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 5f818de9-8b7b-4554-8157-a0079e20342d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=5f818de9-8b7b-4554-8157-a0079e20342d,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:34:19.989295 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0c54e-054a-43c3-b5a3-5b6bc38e4f42 req-ef043664-e14f-4cbd-9d09-3774bff8ad81 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:19.991506 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-35c0c54e-054a-43c3-b5a3-5b6bc38e4f42 req-ef043664-e14f-4cbd-9d09-3774bff8ad81 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.1044800 Sep 21 15:34:20.014303 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 5f818de9-8b7b-4554-8157-a0079e20342d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=5f818de9-8b7b-4554-8157-a0079e20342d,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:34:20.015254 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f839ee90-fe54-4f01-8576-0c2878850992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f818de9-8b7b-4554-8157-a0079e20342d'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:34:20.017908 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9223615-6cdd-4653-b9d2-902b56b0266a" -d '{"events": [{"server_uuid": "f839ee90-fe54-4f01-8576-0c2878850992", "name": "network-vif-unplugged", "status": "completed", "tag": "5f818de9-8b7b-4554-8157-a0079e20342d"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:34:20.025286 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:20.057180 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-35c0c54e-054a-43c3-b5a3-5b6bc38e4f42 req-a6edbe12-7759-45eb-b14d-baaf4d23efcd tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599837 Sep 21 15:34:20.059761 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '5f818de9-8b7b-4554-8157-a0079e20342d', 'network_id': 'bc6668d6-bd51-493b-a1e7-d339f61ffe3b', 'port_id': '5f818de9-8b7b-4554-8157-a0079e20342d', 'mac_address': 'fa:16:3e:64:84:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fcaeba-471c-4851-9f1c-5e66e64267a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:34:20.109245 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 15:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8fef37-a6f4-4ac0-beae-6882e6180c75 x-openstack-request-id: req-ca8fef37-a6f4-4ac0-beae-6882e6180c75 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:34:20.109540 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f839ee90-fe54-4f01-8576-0c2878850992", "name": "network-vif-unplugged", "status": "completed", "tag": "5f818de9-8b7b-4554-8157-a0079e20342d", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:34:20.109788 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca8fef37-a6f4-4ac0-beae-6882e6180c75 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:34:20.110181 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca8fef37-a6f4-4ac0-beae-6882e6180c75'] response: {'server_uuid': 'f839ee90-fe54-4f01-8576-0c2878850992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f818de9-8b7b-4554-8157-a0079e20342d', 'code': 200} Sep 21 15:34:20.150707 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 5f818de9-8b7b-4554-8157-a0079e20342d is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:34:20.151178 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:20.166286 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=5f818de9-8b7b-4554-8157-a0079e20342d,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:20.173535 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f818de9-8b7b-4554-8157-a0079e20342d {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:34:20.190038 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 5f818de9-8b7b-4554-8157-a0079e20342d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=5f818de9-8b7b-4554-8157-a0079e20342d,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:34:20.193613 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:20.264258 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['5f818de9-8b7b-4554-8157-a0079e20342d'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:34:20.300552 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=5f818de9-8b7b-4554-8157-a0079e20342d,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:21.260718 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcdd53-884a-48a3-9389-0d315002399a req-f0686bb0-71fb-49ab-bc8e-d8fc7f029c79 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:21.262170 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a3fcdd53-884a-48a3-9389-0d315002399a req-f0686bb0-71fb-49ab-bc8e-d8fc7f029c79 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 944 time: 0.0928364 Sep 21 15:34:21.306245 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a3fcdd53-884a-48a3-9389-0d315002399a req-8eb1da8b-f74c-4712-88f3-b99fdf03a542 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384433 Sep 21 15:34:21.518356 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc7c77-7a40-4467-a1f9-95d143590ad3 req-f807eac5-6c8f-4a4b-903b-132b1f82b73b tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:21.519801 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ffdc7c77-7a40-4467-a1f9-95d143590ad3 req-f807eac5-6c8f-4a4b-903b-132b1f82b73b tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 944 time: 0.0937335 Sep 21 15:34:21.565287 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ffdc7c77-7a40-4467-a1f9-95d143590ad3 req-76c6d2f1-521b-4eb8-8a05-9c84acf656cf tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391524 Sep 21 15:34:21.744059 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 5f818de9-8b7b-4554-8157-a0079e20342d up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:34:21.760881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5da9c-f3ae-462d-872e-61b358547faf req-8442182d-5969-42ca-85bb-466cc8d7969e tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:21.762356 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7cf5da9c-f3ae-462d-872e-61b358547faf req-8442182d-5969-42ca-85bb-466cc8d7969e tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 944 time: 0.0884316 Sep 21 15:34:21.806627 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7cf5da9c-f3ae-462d-872e-61b358547faf req-51d5b640-5ae3-4bf7-a777-f56dcb05ad43 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384166 Sep 21 15:34:21.814895 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 5f818de9-8b7b-4554-8157-a0079e20342d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:34:21.815271 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:21.968682 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 5f818de9-8b7b-4554-8157-a0079e20342d is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:34:21.969061 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:22.001844 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 5f818de9-8b7b-4554-8157-a0079e20342d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=5f818de9-8b7b-4554-8157-a0079e20342d,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:34:22.007365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:22.096731 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=5f818de9-8b7b-4554-8157-a0079e20342d,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:22.107171 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:22.110827 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f839ee90-fe54-4f01-8576-0c2878850992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f818de9-8b7b-4554-8157-a0079e20342d'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:34:22.113658 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf2a718-5515-4d13-b3c9-46f08acc3de4" -d '{"events": [{"server_uuid": "f839ee90-fe54-4f01-8576-0c2878850992", "name": "network-vif-plugged", "status": "completed", "tag": "5f818de9-8b7b-4554-8157-a0079e20342d"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:34:22.159904 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a746eed-7592-4fe7-b080-8bc0f0c109df x-openstack-request-id: req-2a746eed-7592-4fe7-b080-8bc0f0c109df {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:34:22.160202 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f839ee90-fe54-4f01-8576-0c2878850992", "name": "network-vif-plugged", "status": "completed", "tag": "5f818de9-8b7b-4554-8157-a0079e20342d", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:34:22.160477 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2a746eed-7592-4fe7-b080-8bc0f0c109df {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:34:22.160890 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a746eed-7592-4fe7-b080-8bc0f0c109df'] response: {'server_uuid': 'f839ee90-fe54-4f01-8576-0c2878850992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f818de9-8b7b-4554-8157-a0079e20342d', 'code': 200} Sep 21 15:34:22.525362 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7dbc7-aa55-42bd-8b53-b843edf5d669 req-1050d3fc-511a-4e3c-ba6a-713d6cc3e738 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:22.526795 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a4a7dbc7-aa55-42bd-8b53-b843edf5d669 req-1050d3fc-511a-4e3c-ba6a-713d6cc3e738 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0897577 Sep 21 15:34:22.572334 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a4a7dbc7-aa55-42bd-8b53-b843edf5d669 req-054259b3-9fab-490c-b5eb-e926161a6414 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398755 Sep 21 15:34:23.775477 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe7ac2-4825-4e71-9383-7c2a22ec9236 req-28391e62-5483-4c3c-9884-a3d530df2cf2 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:23.776958 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1fe7ac2-4825-4e71-9383-7c2a22ec9236 req-28391e62-5483-4c3c-9884-a3d530df2cf2 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0924120 Sep 21 15:34:23.821533 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1fe7ac2-4825-4e71-9383-7c2a22ec9236 req-3035f63f-b564-4169-b2ab-b4ef86c2bbce tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups?id=78a07a9f-b085-4e09-b05f-c8f124b62c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387447 Sep 21 15:34:23.934103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64ebdb-60f3-4761-98cb-93c0f2119487 req-8ca2428d-8ef1-4769-83dc-2ae2301961a9 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:23.935457 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fd64ebdb-60f3-4761-98cb-93c0f2119487 req-8ca2428d-8ef1-4769-83dc-2ae2301961a9 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.20 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 945 time: 0.0871651 Sep 21 15:34:24.014309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-fd64ebdb-60f3-4761-98cb-93c0f2119487 req-82c5b5f6-1834-4f06-a4cf-7e5884b59795 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Deleting port 5f818de9-8b7b-4554-8157-a0079e20342d {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:34:24.014653 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fd64ebdb-60f3-4761-98cb-93c0f2119487 req-82c5b5f6-1834-4f06-a4cf-7e5884b59795 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:24.257126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-fd64ebdb-60f3-4761-98cb-93c0f2119487 req-82c5b5f6-1834-4f06-a4cf-7e5884b59795 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] For port 5f818de9-8b7b-4554-8157-a0079e20342d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=5f818de9-8b7b-4554-8157-a0079e20342d,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:34:24.257479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fd64ebdb-60f3-4761-98cb-93c0f2119487 req-82c5b5f6-1834-4f06-a4cf-7e5884b59795 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:24.490721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-fd64ebdb-60f3-4761-98cb-93c0f2119487 req-82c5b5f6-1834-4f06-a4cf-7e5884b59795 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Calling delete_port for 5f818de9-8b7b-4554-8157-a0079e20342d owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:34:24.637485 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fd64ebdb-60f3-4761-98cb-93c0f2119487 req-82c5b5f6-1834-4f06-a4cf-7e5884b59795 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:24.654521 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['5f818de9-8b7b-4554-8157-a0079e20342d'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:34:24.688703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5b5f6-1834-4f06-a4cf-7e5884b59795 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Pushing event deleted for resources: {'Port': ['ID=5f818de9-8b7b-4554-8157-a0079e20342d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:24.777987 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd64ebdb-60f3-4761-98cb-93c0f2119487 req-82c5b5f6-1834-4f06-a4cf-7e5884b59795 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] No DVR routers for this DVR port 5f818de9-8b7b-4554-8157-a0079e20342d on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:34:24.780437 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fd64ebdb-60f3-4761-98cb-93c0f2119487 req-82c5b5f6-1834-4f06-a4cf-7e5884b59795 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:24.782938 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f839ee90-fe54-4f01-8576-0c2878850992', 'name': 'network-vif-deleted', 'tag': '5f818de9-8b7b-4554-8157-a0079e20342d'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:34:24.785309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2e1261-8b14-4de3-8289-52be44a46587" -d '{"events": [{"server_uuid": "f839ee90-fe54-4f01-8576-0c2878850992", "name": "network-vif-deleted", "tag": "5f818de9-8b7b-4554-8157-a0079e20342d"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:34:24.800207 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fd64ebdb-60f3-4761-98cb-93c0f2119487 req-82c5b5f6-1834-4f06-a4cf-7e5884b59795 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.20 "DELETE /v2.0/ports/5f818de9-8b7b-4554-8157-a0079e20342d HTTP/1.1" status: 204 len: 173 time: 0.8568268 Sep 21 15:34:24.832174 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd1c171-ef10-4b21-a34c-8ec963db038e x-openstack-request-id: req-1bd1c171-ef10-4b21-a34c-8ec963db038e {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:34:24.832581 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f839ee90-fe54-4f01-8576-0c2878850992", "name": "network-vif-deleted", "tag": "5f818de9-8b7b-4554-8157-a0079e20342d", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:34:24.832863 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1bd1c171-ef10-4b21-a34c-8ec963db038e {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:34:24.833276 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd1c171-ef10-4b21-a34c-8ec963db038e'] response: {'server_uuid': 'f839ee90-fe54-4f01-8576-0c2878850992', 'name': 'network-vif-deleted', 'tag': '5f818de9-8b7b-4554-8157-a0079e20342d', 'status': 'completed', 'code': 200} Sep 21 15:34:24.994103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ec151c77-3f49-4a4c-8fe7-8981692a948c req-72a995ef-5350-4be4-88cf-7baf44d5aaf0 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Synchronizing usage tracker for tenant:9d07c5c5e8534c44b2d2bb927569c948 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:34:25.010171 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ec151c77-3f49-4a4c-8fe7-8981692a948c req-72a995ef-5350-4be4-88cf-7baf44d5aaf0 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Unset dirty status for tenant:9d07c5c5e8534c44b2d2bb927569c948 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:34:25.011440 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ec151c77-3f49-4a4c-8fe7-8981692a948c req-72a995ef-5350-4be4-88cf-7baf44d5aaf0 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/ports?device_id=f839ee90-fe54-4f01-8576-0c2878850992 HTTP/1.1" status: 200 len: 210 time: 0.0721693 Sep 21 15:34:26.143095 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37692) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:34:26.209777 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-abbb15bc-ab1e-4939-b0ab-800e6a777eb2 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:26.236829 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-abbb15bc-ab1e-4939-b0ab-800e6a777eb2 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:26.288838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-abbb15bc-ab1e-4939-b0ab-800e6a777eb2 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:26.308701 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb15bc-ab1e-4939-b0ab-800e6a777eb2 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb30ea71-431e-4a74-8c62-62c308651328,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:26.316235 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-abbb15bc-ab1e-4939-b0ab-800e6a777eb2 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:26.317370 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-abbb15bc-ab1e-4939-b0ab-800e6a777eb2 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "DELETE /v2.0/security-groups/eb30ea71-431e-4a74-8c62-62c308651328 HTTP/1.1" status: 204 len: 168 time: 0.1732862 Sep 21 15:34:26.320605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37696) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:34:26.337620 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-6ec8b18e-44ac-4d07-9b89-a7ef79cc5f18 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] show failed (client error): The resource could not be found. Sep 21 15:34:26.338590 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6ec8b18e-44ac-4d07-9b89-a7ef79cc5f18 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "GET /v2.0/security-groups/eb30ea71-431e-4a74-8c62-62c308651328 HTTP/1.1" status: 404 len: 347 time: 0.0170581 Sep 21 15:34:26.341284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37700) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:34:26.501451 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-bff1eea3-f75d-4628-a835-8cc8eeefee73 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Deleting port bf6f8070-0798-47d0-965a-ef9013a02fe6 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:34:26.501787 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bff1eea3-f75d-4628-a835-8cc8eeefee73 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:26.669749 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bff1eea3-f75d-4628-a835-8cc8eeefee73 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:26.670072 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bff1eea3-f75d-4628-a835-8cc8eeefee73 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:26.790215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-bff1eea3-f75d-4628-a835-8cc8eeefee73 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Calling delete_port for bf6f8070-0798-47d0-965a-ef9013a02fe6 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:34:26.938949 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bff1eea3-f75d-4628-a835-8cc8eeefee73 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:26.986991 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1eea3-f75d-4628-a835-8cc8eeefee73 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Pushing event deleted for resources: {'Port': ['ID=bf6f8070-0798-47d0-965a-ef9013a02fe6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:27.085814 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bff1eea3-f75d-4628-a835-8cc8eeefee73 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:27.103134 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bff1eea3-f75d-4628-a835-8cc8eeefee73 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:27.104262 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bff1eea3-f75d-4628-a835-8cc8eeefee73 tempest-ServerDiskConfigTestJSON-528056537 tempest-ServerDiskConfigTestJSON-528056537-project] 10.222.0.62 "DELETE /v2.0/floatingips/7f52a854-ca4c-4444-b7f9-08dd88e02663 HTTP/1.1" status: 204 len: 168 time: 0.7620635 Sep 21 15:34:27.247773 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37708) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:34:27.776817 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 5f818de9-8b7b-4554-8157-a0079e20342d no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:34:27.813927 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 5f818de9-8b7b-4554-8157-a0079e20342d {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:34:27.814268 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 5f818de9-8b7b-4554-8157-a0079e20342d not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:34:27.886810 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:28.232889 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] Deleting port 63dc57e7-9e4a-498b-899a-17b8e0210dd2 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:34:28.233224 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:28.436212 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] For port 63dc57e7-9e4a-498b-899a-17b8e0210dd2, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=63dc57e7-9e4a-498b-899a-17b8e0210dd2,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:34:28.436960 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:28.563953 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] Calling delete_port for 63dc57e7-9e4a-498b-899a-17b8e0210dd2 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:34:28.985861 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:29.032063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] Pushing event deleted for resources: {'Port': ['ID=63dc57e7-9e4a-498b-899a-17b8e0210dd2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:29.077305 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:29.077653 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:29.077981 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:29.078329 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:29.078638 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:29.078960 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:29.079286 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:29.079883 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:29.080200 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:29.080545 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:29.080864 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:29.081179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:29.312435 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:29.693607 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] Router b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:34:29.872018 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:34:29.880547 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad101af-6951-4f33-bfcd-2b771cef89c5 None None] Sync routers for ids ['b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:34:29.884761 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-01ab87c6-10b3-42d4-8387-80cd5fbfde7d admin admin] 10.222.0.62 "PUT /v2.0/routers/b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6358981 Sep 21 15:34:29.887334 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37712) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:34:29.890130 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad101af-6951-4f33-bfcd-2b771cef89c5 None None] Routers {'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:34:29.890748 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fad101af-6951-4f33-bfcd-2b771cef89c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:34:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:34:30.071198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3036c21-dd64-4a07-a765-fca71ddb3fa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:30.076346 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-fad101af-6951-4f33-bfcd-2b771cef89c5 None None] Set router b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:34:30.371388 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fad101af-6951-4f33-bfcd-2b771cef89c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd', 'name': 'tempest-ServerDiskConfigTestJSON-1621441211-router', 'tenant_id': '9d07c5c5e8534c44b2d2bb927569c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '00337469-474d-4d74-b84c-c695e4947fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:32:27Z', 'updated_at': '2022-09-21T15:34:28Z', 'revision_number': 5, 'project_id': '9d07c5c5e8534c44b2d2bb927569c948', 'gw_port': {'id': '00337469-474d-4d74-b84c-c695e4947fe7', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:32:28Z', 'updated_at': '2022-09-21T15:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:34:30.375350 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad101af-6951-4f33-bfcd-2b771cef89c5 None None] Checking router: b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:34:30.376519 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3036c21-dd64-4a07-a765-fca71ddb3fa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:30.385360 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad101af-6951-4f33-bfcd-2b771cef89c5 None None] Routers {'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:34:30.386042 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fad101af-6951-4f33-bfcd-2b771cef89c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:34:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:34:30.387130 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b3036c21-dd64-4a07-a765-fca71ddb3fa9 admin admin] Deleting port 00337469-474d-4d74-b84c-c695e4947fe7 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:34:30.387519 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3036c21-dd64-4a07-a765-fca71ddb3fa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:30.541114 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-fad101af-6951-4f33-bfcd-2b771cef89c5 None None] Set router b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:34:30.561951 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-b3036c21-dd64-4a07-a765-fca71ddb3fa9 admin admin] For port 00337469-474d-4d74-b84c-c695e4947fe7, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=00337469-474d-4d74-b84c-c695e4947fe7,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:34:30.562314 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3036c21-dd64-4a07-a765-fca71ddb3fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:30.674299 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fad101af-6951-4f33-bfcd-2b771cef89c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd', 'name': 'tempest-ServerDiskConfigTestJSON-1621441211-router', 'tenant_id': '9d07c5c5e8534c44b2d2bb927569c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:32:27Z', 'updated_at': '2022-09-21T15:34:30Z', 'revision_number': 6, 'project_id': '9d07c5c5e8534c44b2d2bb927569c948', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:34:30.679548 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad101af-6951-4f33-bfcd-2b771cef89c5 None None] The sync data for ids ['b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd'] in dv-neutron-858731-1-hyperv is: [{'id': 'b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd', 'name': 'tempest-ServerDiskConfigTestJSON-1621441211-router', 'tenant_id': '9d07c5c5e8534c44b2d2bb927569c948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:32:27Z', 'updated_at': '2022-09-21T15:34:30Z', 'revision_number': 6, 'project_id': '9d07c5c5e8534c44b2d2bb927569c948', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:34:30.701222 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b3036c21-dd64-4a07-a765-fca71ddb3fa9 admin admin] Calling delete_port for 00337469-474d-4d74-b84c-c695e4947fe7 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:34:30.877357 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3036c21-dd64-4a07-a765-fca71ddb3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:30.929307 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3036c21-dd64-4a07-a765-fca71ddb3fa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=00337469-474d-4d74-b84c-c695e4947fe7,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:31.022177 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3036c21-dd64-4a07-a765-fca71ddb3fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:31.197875 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3036c21-dd64-4a07-a765-fca71ddb3fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:31.199914 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3036c21-dd64-4a07-a765-fca71ddb3fa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:31.222438 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3036c21-dd64-4a07-a765-fca71ddb3fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:31.223078 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3036c21-dd64-4a07-a765-fca71ddb3fa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:34:31.235690 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3036c21-dd64-4a07-a765-fca71ddb3fa9 admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:31.236826 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b3036c21-dd64-4a07-a765-fca71ddb3fa9 admin admin] 10.222.0.62 "DELETE /v2.0/routers/b3b7ee1d-a743-414f-bcb6-a5714c8d4fcd HTTP/1.1" status: 204 len: 168 time: 1.3485293 Sep 21 15:34:31.239292 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37716) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:34:31.301233 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f955dda-3209-458c-904a-e299f34679c3 admin admin] Deleting subnet 08fcaeba-471c-4851-9f1c-5e66e64267a5 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:34:31.304710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0f955dda-3209-458c-904a-e299f34679c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:31.352261 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0f955dda-3209-458c-904a-e299f34679c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:31.435469 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0f955dda-3209-458c-904a-e299f34679c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:31.507747 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0f955dda-3209-458c-904a-e299f34679c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:31.547775 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f955dda-3209-458c-904a-e299f34679c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08fcaeba-471c-4851-9f1c-5e66e64267a5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:31.551500 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0f955dda-3209-458c-904a-e299f34679c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:31.557405 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0f955dda-3209-458c-904a-e299f34679c3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/08fcaeba-471c-4851-9f1c-5e66e64267a5 HTTP/1.1" status: 204 len: 168 time: 0.3171661 Sep 21 15:34:31.557928 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ea349a-0d8a-4876-9e87-39a52e3d532c None None] Network bc6668d6-bd51-493b-a1e7-d339f61ffe3b requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:34:31.561190 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37720) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:34:31.672497 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb794e1e-44d3-4629-86ad-d9a553d479bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:31.686171 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-bb794e1e-44d3-4629-86ad-d9a553d479bb admin admin] Deleting port b36a7781-b11e-4be9-b196-2888fd496e9f {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:34:31.686532 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb794e1e-44d3-4629-86ad-d9a553d479bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:31.824869 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06408bdc-e053-4a84-bae9-b9b625782465 None None] DHCP port deletion for bc6668d6-bd51-493b-a1e7-d339f61ffe3b request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:34:31.829127 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-06408bdc-e053-4a84-bae9-b9b625782465 None None] Deleting port b36a7781-b11e-4be9-b196-2888fd496e9f {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:34:31.829750 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-06408bdc-e053-4a84-bae9-b9b625782465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:31.900889 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-bb794e1e-44d3-4629-86ad-d9a553d479bb admin admin] For port b36a7781-b11e-4be9-b196-2888fd496e9f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b36a7781-b11e-4be9-b196-2888fd496e9f,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:34:31.901498 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb794e1e-44d3-4629-86ad-d9a553d479bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:32.083527 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-06408bdc-e053-4a84-bae9-b9b625782465 None None] For port b36a7781-b11e-4be9-b196-2888fd496e9f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b36a7781-b11e-4be9-b196-2888fd496e9f,segment=NetworkSegment(54dfeafa-b14a-46e5-bbab-738e557666e7),segment_id=54dfeafa-b14a-46e5-bbab-738e557666e7)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:34:32.083914 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-06408bdc-e053-4a84-bae9-b9b625782465 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:32.135535 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-bb794e1e-44d3-4629-86ad-d9a553d479bb admin admin] Calling delete_port for b36a7781-b11e-4be9-b196-2888fd496e9f owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:34:32.205853 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-06408bdc-e053-4a84-bae9-b9b625782465 None None] Calling delete_port for b36a7781-b11e-4be9-b196-2888fd496e9f owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:34:32.214056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb794e1e-44d3-4629-86ad-d9a553d479bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:32.263007 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb794e1e-44d3-4629-86ad-d9a553d479bb admin admin] Pushing event deleted for resources: {'Port': ['ID=b36a7781-b11e-4be9-b196-2888fd496e9f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:32.266489 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb794e1e-44d3-4629-86ad-d9a553d479bb admin admin] No DVR routers for this DVR port b36a7781-b11e-4be9-b196-2888fd496e9f on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:34:32.285141 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-06408bdc-e053-4a84-bae9-b9b625782465 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:34:32.285498 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-06408bdc-e053-4a84-bae9-b9b625782465 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:34:32.382068 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb794e1e-44d3-4629-86ad-d9a553d479bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:32.406100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-bb794e1e-44d3-4629-86ad-d9a553d479bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc6668d6-bd51-493b-a1e7-d339f61ffe3b']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:34:32.417649 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-bb794e1e-44d3-4629-86ad-d9a553d479bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54dfeafa-b14a-46e5-bbab-738e557666e7') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:34:32.417944 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-bb794e1e-44d3-4629-86ad-d9a553d479bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54dfeafa-b14a-46e5-bbab-738e557666e7') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:34:32.429447 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb794e1e-44d3-4629-86ad-d9a553d479bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:32.445738 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb794e1e-44d3-4629-86ad-d9a553d479bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:32.451717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb794e1e-44d3-4629-86ad-d9a553d479bb admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:34:32.452093 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb794e1e-44d3-4629-86ad-d9a553d479bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:32.532413 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 54dfeafa-b14a-46e5-bbab-738e557666e7 resource provider aggregate not found Sep 21 15:34:32.550419 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 54dfeafa-b14a-46e5-bbab-738e557666e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54dfeafa-b14a-46e5-bbab-738e557666e7 found for delete ", "request_id": "req-23f46441-12fa-44f0-8eec-2269c8dfe7b8"}]} Sep 21 15:34:32.551554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb794e1e-44d3-4629-86ad-d9a553d479bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:32.567915 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb794e1e-44d3-4629-86ad-d9a553d479bb admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:32.578447 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb794e1e-44d3-4629-86ad-d9a553d479bb admin admin] Pushing event deleted for resources: {'Network': ['ID=bc6668d6-bd51-493b-a1e7-d339f61ffe3b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:32.592978 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bb794e1e-44d3-4629-86ad-d9a553d479bb admin admin] 10.222.0.62 "DELETE /v2.0/networks/bc6668d6-bd51-493b-a1e7-d339f61ffe3b HTTP/1.1" status: 204 len: 168 time: 1.0308485 Sep 21 15:34:32.673105 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:34:32.714306 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 63dc57e7-9e4a-498b-899a-17b8e0210dd2 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:34:32.732431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37732) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:34:32.749840 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 63dc57e7-9e4a-498b-899a-17b8e0210dd2 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:34:32.750186 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 63dc57e7-9e4a-498b-899a-17b8e0210dd2 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:34:32.750612 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b36a7781-b11e-4be9-b196-2888fd496e9f no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:34:32.780501 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-97c606a2-c35e-418c-b0b6-7c8cf14a9283 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9d07c5c5e8534c44b2d2bb927569c948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468822 Sep 21 15:34:32.783203 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 37736) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:34:32.783945 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: b36a7781-b11e-4be9-b196-2888fd496e9f {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:34:32.784293 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b36a7781-b11e-4be9-b196-2888fd496e9f not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:34:32.784746 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 00337469-474d-4d74-b84c-c695e4947fe7 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:34:32.816112 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-06408bdc-e053-4a84-bae9-b9b625782465 None None] Deleting port b36a7781-b11e-4be9-b196-2888fd496e9f {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:34:32.816780 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-06408bdc-e053-4a84-bae9-b9b625782465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:32.845945 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cfe2bba7-2393-46fc-bc07-129522e34962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:32.853798 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 00337469-474d-4d74-b84c-c695e4947fe7 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:34:32.854144 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 00337469-474d-4d74-b84c-c695e4947fe7 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:34:32.874584 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cfe2bba7-2393-46fc-bc07-129522e34962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:32.888743 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-06408bdc-e053-4a84-bae9-b9b625782465 None None] The port 'b36a7781-b11e-4be9-b196-2888fd496e9f' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:34:32.929603 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cfe2bba7-2393-46fc-bc07-129522e34962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:32.948258 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2bba7-2393-46fc-bc07-129522e34962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a07a9f-b085-4e09-b05f-c8f124b62c44,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:32.954810 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cfe2bba7-2393-46fc-bc07-129522e34962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:32.956946 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cfe2bba7-2393-46fc-bc07-129522e34962 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/78a07a9f-b085-4e09-b05f-c8f124b62c44 HTTP/1.1" status: 204 len: 168 time: 0.1726809 Sep 21 15:34:33.673641 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 37760) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:34:33.775255 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1783843102-network', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:34:33.780030 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:34:33.783932 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Usage tracker for resource:network and tenant:563bdc229fbf42a1b3f8773ad07740bb is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:34:33.786813 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:34:33.792797 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:34:33.803549 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Made reservation on behalf of 563bdc229fbf42a1b3f8773ad07740bb for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:34:33.805937 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:33.817737 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:33.832822 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:34:33.836866 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Usage tracker for resource:security_group_rule and tenant:563bdc229fbf42a1b3f8773ad07740bb is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:34:33.839612 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:34:33.845219 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:34:33.929688 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:33.933360 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:33.965197 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:34:33.970224 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cffd6f-b0c8-48ba-a52d-1a48ab69005d,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:33.980131 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:33.980492 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:33.980830 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:33.981156 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:33.981480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:33.981803 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:33.982123 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:33.982440 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:33.982756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:33.983067 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:33.983382 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:33.983693 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:33.987208 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:33.987540 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Added segment bcd632df-5194-49bc-a2f5-c343c8932ed2 of type vlan for network 81754593-68cd-4681-8dec-aeca93617e36 Sep 21 15:34:34.015000 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:34.044090 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:34.045048 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:34.045611 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:34.145949 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] Pushing event updated for resources: {'Network': ['ID=81754593-68cd-4681-8dec-aeca93617e36,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:34.149642 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ad12a38f-9b6d-45f2-a8a7-d8bb7efa4822 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4749961 Sep 21 15:34:34.152689 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 37766) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:34:34.157740 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 81754593-68cd-4681-8dec-aeca93617e36 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:34:34.158239 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b764a9bf-84f6-48ce-addc-ba750921ee87 admin admin] Request body: {'subnet': {'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1783843102-subnet', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:34:34.163128 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b764a9bf-84f6-48ce-addc-ba750921ee87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:34:34.167171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b764a9bf-84f6-48ce-addc-ba750921ee87 admin admin] Usage tracker for resource:subnet and tenant:563bdc229fbf42a1b3f8773ad07740bb is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:34:34.170253 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b764a9bf-84f6-48ce-addc-ba750921ee87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:34:34.176087 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b764a9bf-84f6-48ce-addc-ba750921ee87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:34:34.185770 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b764a9bf-84f6-48ce-addc-ba750921ee87 admin admin] Made reservation on behalf of 563bdc229fbf42a1b3f8773ad07740bb for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:34:34.188217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b764a9bf-84f6-48ce-addc-ba750921ee87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:34.389896 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b764a9bf-84f6-48ce-addc-ba750921ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:34.551760 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764a9bf-84f6-48ce-addc-ba750921ee87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5139365d-61d3-4474-83dc-98d5946368fd,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:34.565300 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b764a9bf-84f6-48ce-addc-ba750921ee87 admin admin] Checking segment: {'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:34:34.565664 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b764a9bf-84f6-48ce-addc-ba750921ee87 admin admin] Network hostable DHCP agents. Network: 81754593-68cd-4681-8dec-aeca93617e36, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:34:34.585129 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b764a9bf-84f6-48ce-addc-ba750921ee87 admin admin] Network 81754593-68cd-4681-8dec-aeca93617e36 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:34:34.594797 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-b764a9bf-84f6-48ce-addc-ba750921ee87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 81754593-68cd-4681-8dec-aeca93617e36) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:34:34.599255 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b764a9bf-84f6-48ce-addc-ba750921ee87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:34.600340 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b764a9bf-84f6-48ce-addc-ba750921ee87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:34.604093 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051f556a-87df-419f-a7ab-00d751cce381 None None] Network 81754593-68cd-4681-8dec-aeca93617e36 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:34:34.625456 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b764a9bf-84f6-48ce-addc-ba750921ee87 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4718184 Sep 21 15:34:34.628035 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 37770) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:34:34.633859 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:34:34.638501 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:34:34.642351 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Usage tracker for resource:router and tenant:563bdc229fbf42a1b3f8773ad07740bb is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:34:34.645224 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:34:34.651765 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:34:34.661989 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:34.663979 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:34.680840 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:34.835572 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-81754593-68cd-4681-8dec-aeca93617e36', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:34:34.836389 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:34.964306 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:34.999008 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Allocated IP 172.20.0.2 (81754593-68cd-4681-8dec-aeca93617e36/5139365d-61d3-4474-83dc-98d5946368fd/4b056bd7-30e3-4a7b-b9ce-75b787b20ba4) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:34:35.207453 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:35.217830 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Transition to ACTIVE for port object 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:34:35.235265 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Transition to ACTIVE for port object 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:34:35.242504 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:35.298488 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:35.310661 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Network 81754593-68cd-4681-8dec-aeca93617e36 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:34:35.313423 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:34:35.315898 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:34:35.329090 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:35.361026 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Pushing event updated for resources: {'Port': ['ID=4b056bd7-30e3-4a7b-b9ce-75b787b20ba4,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:35.411735 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:35.412134 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:35.412675 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:35.413012 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:35.413336 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:35.413662 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:35.413980 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:35.414298 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:35.414616 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:35.414928 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:35.415240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:35.415550 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:35.434779 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Attempting to bind port 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:34:35.435137 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Attempting to bind port 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:34:35.435490 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Attempting to bind port 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 on network 81754593-68cd-4681-8dec-aeca93617e36 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:34:35.440718 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:34:35.441078 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Checking segment: {'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:34:35.441469 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:35.441852 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Bound using segment: {'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:34:35.442298 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Bound port: 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:34:35.442661 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:35.480220 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Allocated IP 172.26.4.90 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/90c259ab-cbc7-401a-ac43-d968e8b86804) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:34:35.537844 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] For port 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:34:35.544613 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] For port 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=4b056bd7-30e3-4a7b-b9ce-75b787b20ba4,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:34:35.554564 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:35.604192 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c449ce1e-932f-46d1-87b4-5173e3489c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:35.634436 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:35.639568 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee1628-f51c-4362-8dbe-6e9b6a9ea842 None None] Pushing event updated for resources: {'Port': ['ID=4b056bd7-30e3-4a7b-b9ce-75b787b20ba4,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:35.669648 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:35.739401 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:34:35.742333 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:34:35.745256 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:34:35.781441 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Pushing event updated for resources: {'Port': ['ID=90c259ab-cbc7-401a-ac43-d968e8b86804,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:36.299178 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:36.549664 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f8a9b9-9000-44ea-89ce-0f64e0852926 None None] Network 81754593-68cd-4681-8dec-aeca93617e36 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:34:36.653799 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:36.670024 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9302c8f7-e27b-4b38-beb5-9543ecc9dd6e None None] Provisioning for port 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:34:36.761089 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:34:36.876391 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:34:36.885138 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:34:36.891516 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:34:36.891879 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:37.019820 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:34:37.020399 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:37.057738 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=4b056bd7-30e3-4a7b-b9ce-75b787b20ba4,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:34:37.063230 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:37.103043 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:34:37.115623 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] Sync routers for ids ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:34:37.128195 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] Routers {'32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:34:37.128802 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:37.129436 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:34:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:34:37.130155 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-35e53e08-2d79-41af-9953-0f752e726d44 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5011659 Sep 21 15:34:37.133882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 37774) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:34:37.145676 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=4b056bd7-30e3-4a7b-b9ce-75b787b20ba4,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:37.204165 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-488ff64e-ba26-4913-9d2e-a23d099cd598 None None] Provisioning complete for port 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:34:37.205213 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-488ff64e-ba26-4913-9d2e-a23d099cd598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:37.327998 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] Set router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:34:37.330440 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-488ff64e-ba26-4913-9d2e-a23d099cd598 None None] Current status of the port 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:34:37.617027 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:36Z', 'revision_number': 3, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:34:37.620958 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] Checking router: 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:34:37.621299 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] Updating router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa port 90c259ab-cbc7-401a-ac43-d968e8b86804 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:34:37.675200 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:37.913120 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-48bee49f-fc91-4ea9-872c-2a1a04003936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:37.934576 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-482f5c20-90f4-4e69-83dc-59094b4999c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:38.013618 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:38.027109 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] Transition to ACTIVE for port object 90c259ab-cbc7-401a-ac43-d968e8b86804 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:34:38.034185 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:38.121986 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] Attempting to bind port 90c259ab-cbc7-401a-ac43-d968e8b86804 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:34:38.122684 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] Attempting to bind port 90c259ab-cbc7-401a-ac43-d968e8b86804 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:34:38.122684 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] Attempting to bind port 90c259ab-cbc7-401a-ac43-d968e8b86804 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:34:38.135611 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:34:38.135982 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:34:38.136371 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:38.136795 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:34:38.137250 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] Bound port: 90c259ab-cbc7-401a-ac43-d968e8b86804, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:34:38.137613 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:38.148044 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-482f5c20-90f4-4e69-83dc-59094b4999c3 admin admin] Allocated IP 172.20.0.1 (81754593-68cd-4681-8dec-aeca93617e36/5139365d-61d3-4474-83dc-98d5946368fd/c5148c84-48db-4933-9f79-c982422fe63e) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:34:38.175806 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50cf4c-006e-4e39-88df-783ae08ee4e5 None None] Pushing event updated for resources: {'Port': ['ID=90c259ab-cbc7-401a-ac43-d968e8b86804,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:38.191446 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50cf4c-006e-4e39-88df-783ae08ee4e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:38.191793 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50cf4c-006e-4e39-88df-783ae08ee4e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:38.192126 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50cf4c-006e-4e39-88df-783ae08ee4e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:38.192479 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50cf4c-006e-4e39-88df-783ae08ee4e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:38.192812 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50cf4c-006e-4e39-88df-783ae08ee4e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:38.193121 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50cf4c-006e-4e39-88df-783ae08ee4e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:38.193513 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50cf4c-006e-4e39-88df-783ae08ee4e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:38.194072 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50cf4c-006e-4e39-88df-783ae08ee4e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:38.194414 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50cf4c-006e-4e39-88df-783ae08ee4e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:38.194740 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50cf4c-006e-4e39-88df-783ae08ee4e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:38.195057 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50cf4c-006e-4e39-88df-783ae08ee4e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:38.195373 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50cf4c-006e-4e39-88df-783ae08ee4e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:34:38.228823 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] For port 90c259ab-cbc7-401a-ac43-d968e8b86804, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:34:38.231766 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] For port 90c259ab-cbc7-401a-ac43-d968e8b86804, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=90c259ab-cbc7-401a-ac43-d968e8b86804,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:34:38.237415 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:38.298345 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] Routers {'32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:34:38.298951 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:34:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:34:38.301109 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-482f5c20-90f4-4e69-83dc-59094b4999c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:38.316861 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-482f5c20-90f4-4e69-83dc-59094b4999c3 admin admin] Transition to ACTIVE for port object c5148c84-48db-4933-9f79-c982422fe63e will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:34:38.341229 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-482f5c20-90f4-4e69-83dc-59094b4999c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:38.382506 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50cf4c-006e-4e39-88df-783ae08ee4e5 None None] Pushing event updated for resources: {'Port': ['ID=90c259ab-cbc7-401a-ac43-d968e8b86804,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:38.410332 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482f5c20-90f4-4e69-83dc-59094b4999c3 admin admin] Network 81754593-68cd-4681-8dec-aeca93617e36 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:34:38.413626 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-482f5c20-90f4-4e69-83dc-59094b4999c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:34:38.417449 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482f5c20-90f4-4e69-83dc-59094b4999c3 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:34:38.459108 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f5c20-90f4-4e69-83dc-59094b4999c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c5148c84-48db-4933-9f79-c982422fe63e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:38.477333 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-482f5c20-90f4-4e69-83dc-59094b4999c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:38.493388 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] Set router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:34:38.659857 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-db746bc7-82cd-4476-ad13-9e9a761176a5 None None] Provisioning for port c5148c84-48db-4933-9f79-c982422fe63e completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:34:38.666590 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-db746bc7-82cd-4476-ad13-9e9a761176a5 None None] Provisioning complete for port c5148c84-48db-4933-9f79-c982422fe63e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:34:38.667249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db746bc7-82cd-4476-ad13-9e9a761176a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:38.746827 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:34:38.766306 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-482f5c20-90f4-4e69-83dc-59094b4999c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:38.789463 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-db746bc7-82cd-4476-ad13-9e9a761176a5 None None] Port c5148c84-48db-4933-9f79-c982422fe63e cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:34:38.797751 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:36Z', 'revision_number': 3, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:34:38.802004 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81e83cb-ee4b-46ff-ab16-bd2ff67009c6 None None] The sync data for ids ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'] in dv-neutron-858731-1-hyperv is: [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:36Z', 'revision_number': 3, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:34:38.807677 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:38.828944 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:34:38.829306 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:38.967753 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:34:38.970221 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:39.012174 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-482f5c20-90f4-4e69-83dc-59094b4999c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:39.017509 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-482f5c20-90f4-4e69-83dc-59094b4999c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:39.136657 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f5c20-90f4-4e69-83dc-59094b4999c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c5148c84-48db-4933-9f79-c982422fe63e,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:39.139207 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-482f5c20-90f4-4e69-83dc-59094b4999c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:39.285032 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482f5c20-90f4-4e69-83dc-59094b4999c3 admin admin] Network 81754593-68cd-4681-8dec-aeca93617e36 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:34:39.286239 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-482f5c20-90f4-4e69-83dc-59094b4999c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:34:39.520147 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8af49bf8-03c2-4f1c-b8e5-917c4d6d3876 None None] Provisioning complete for port c5148c84-48db-4933-9f79-c982422fe63e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:34:39.520478 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8af49bf8-03c2-4f1c-b8e5-917c4d6d3876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:39.577966 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8af49bf8-03c2-4f1c-b8e5-917c4d6d3876 None None] Port c5148c84-48db-4933-9f79-c982422fe63e cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:34:39.605507 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482f5c20-90f4-4e69-83dc-59094b4999c3 admin admin] Router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:34:39.791577 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482f5c20-90f4-4e69-83dc-59094b4999c3 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:34:39.800420 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-482f5c20-90f4-4e69-83dc-59094b4999c3 admin admin] 10.222.0.62 "PUT /v2.0/routers/32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6655686 Sep 21 15:34:40.120575 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 37784) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:34:40.126019 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6216f10b-047c-49aa-9183-65664e906377 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1160210842', 'description': 'tempest-description--1644623913'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:34:40.132728 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6216f10b-047c-49aa-9183-65664e906377 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:34:40.136527 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6216f10b-047c-49aa-9183-65664e906377 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Usage tracker for resource:security_group and tenant:563bdc229fbf42a1b3f8773ad07740bb is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:34:40.139502 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6216f10b-047c-49aa-9183-65664e906377 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:34:40.145169 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6216f10b-047c-49aa-9183-65664e906377 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:34:40.158070 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6216f10b-047c-49aa-9183-65664e906377 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:40.180558 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6216f10b-047c-49aa-9183-65664e906377 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:34:40.184605 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6216f10b-047c-49aa-9183-65664e906377 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Usage tracker for resource:security_group_rule and tenant:563bdc229fbf42a1b3f8773ad07740bb is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:34:40.187421 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6216f10b-047c-49aa-9183-65664e906377 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:34:40.194010 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6216f10b-047c-49aa-9183-65664e906377 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:34:40.265433 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6216f10b-047c-49aa-9183-65664e906377 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:40.269007 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6216f10b-047c-49aa-9183-65664e906377 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:40.313539 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216f10b-047c-49aa-9183-65664e906377 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81e0695-6a3d-44cd-9a10-62958293e194,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:40.320277 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6216f10b-047c-49aa-9183-65664e906377 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:40.324876 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6216f10b-047c-49aa-9183-65664e906377 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2000999 Sep 21 15:34:40.324876 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 37788) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:34:40.329782 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e11db6b8-2417-43fb-95ea-4af01006839b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Request body: {'security_group_rule': {'security_group_id': 'a81e0695-6a3d-44cd-9a10-62958293e194', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:34:40.332945 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] Sync routers for ids ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:34:40.336931 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e11db6b8-2417-43fb-95ea-4af01006839b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:34:40.340615 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e11db6b8-2417-43fb-95ea-4af01006839b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Usage tracker for resource:security_group_rule and tenant:563bdc229fbf42a1b3f8773ad07740bb is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:34:40.343143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] Routers {'32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:34:40.343673 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:34:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:34:40.343858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e11db6b8-2417-43fb-95ea-4af01006839b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:34:40.350257 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e11db6b8-2417-43fb-95ea-4af01006839b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:34:40.367138 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e11db6b8-2417-43fb-95ea-4af01006839b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:40.435247 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e11db6b8-2417-43fb-95ea-4af01006839b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:40.438927 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e11db6b8-2417-43fb-95ea-4af01006839b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:40.463086 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11db6b8-2417-43fb-95ea-4af01006839b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57036d9c-a457-4749-a5d5-5081969b828f,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:40.472589 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e11db6b8-2417-43fb-95ea-4af01006839b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:40.473871 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e11db6b8-2417-43fb-95ea-4af01006839b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484187 Sep 21 15:34:40.476633 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 37792) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:34:40.481530 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-16566c36-29f3-43dc-b27d-6ebf8e0d7a0f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Request body: {'security_group_rule': {'security_group_id': 'a81e0695-6a3d-44cd-9a10-62958293e194', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:34:40.487218 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-16566c36-29f3-43dc-b27d-6ebf8e0d7a0f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:34:40.491670 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-16566c36-29f3-43dc-b27d-6ebf8e0d7a0f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Usage tracker for resource:security_group_rule and tenant:563bdc229fbf42a1b3f8773ad07740bb is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:34:40.494560 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-16566c36-29f3-43dc-b27d-6ebf8e0d7a0f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:34:40.500182 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-16566c36-29f3-43dc-b27d-6ebf8e0d7a0f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:34:40.518138 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-16566c36-29f3-43dc-b27d-6ebf8e0d7a0f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:40.532157 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] Set router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:34:40.583138 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-16566c36-29f3-43dc-b27d-6ebf8e0d7a0f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:40.588051 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-16566c36-29f3-43dc-b27d-6ebf8e0d7a0f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:40.608562 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:40.612326 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16566c36-29f3-43dc-b27d-6ebf8e0d7a0f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59bb47a-648f-4f27-8f57-8fee8f34d569,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:40.621873 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-16566c36-29f3-43dc-b27d-6ebf8e0d7a0f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:40.623312 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-16566c36-29f3-43dc-b27d-6ebf8e0d7a0f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1457734 Sep 21 15:34:40.626242 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 37796) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:34:40.631094 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1247d527-1531-450e-b170-c34dd24d267d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:34:40.637191 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1247d527-1531-450e-b170-c34dd24d267d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:34:40.641021 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1247d527-1531-450e-b170-c34dd24d267d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Usage tracker for resource:floatingip and tenant:563bdc229fbf42a1b3f8773ad07740bb is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:34:40.643800 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1247d527-1531-450e-b170-c34dd24d267d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:34:40.650117 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1247d527-1531-450e-b170-c34dd24d267d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:34:40.663854 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1247d527-1531-450e-b170-c34dd24d267d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:40.761824 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 90c259ab-cbc7-401a-ac43-d968e8b86804 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:34:40.807697 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1247d527-1531-450e-b170-c34dd24d267d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:40.949681 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 90c259ab-cbc7-401a-ac43-d968e8b86804 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:34:40.952504 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-1247d527-1531-450e-b170-c34dd24d267d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Allocated IP 172.26.4.118 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/5c83eeb8-f9dc-48b6-8a48-52e8d84598aa) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:34:40.957141 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 90c259ab-cbc7-401a-ac43-d968e8b86804 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:34:40.957523 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:41.038986 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 2, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:34:41.071377 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] Checking router: 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:34:41.071741 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] Updating router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa port c5148c84-48db-4933-9f79-c982422fe63e binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:34:41.102818 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1247d527-1531-450e-b170-c34dd24d267d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:41.134045 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1247d527-1531-450e-b170-c34dd24d267d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:41.144355 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 90c259ab-cbc7-401a-ac43-d968e8b86804 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:34:41.144758 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:41.152966 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:41.204771 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1247d527-1531-450e-b170-c34dd24d267d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:34:41.204973 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 90c259ab-cbc7-401a-ac43-d968e8b86804, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=90c259ab-cbc7-401a-ac43-d968e8b86804,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:34:41.207717 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-1247d527-1531-450e-b170-c34dd24d267d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:34:41.212399 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1247d527-1531-450e-b170-c34dd24d267d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:34:41.221147 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:41.247105 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247d527-1531-450e-b170-c34dd24d267d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Pushing event updated for resources: {'Port': ['ID=5c83eeb8-f9dc-48b6-8a48-52e8d84598aa,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:41.297001 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1247d527-1531-450e-b170-c34dd24d267d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:41.353556 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=90c259ab-cbc7-401a-ac43-d968e8b86804,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:41.361179 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1247d527-1531-450e-b170-c34dd24d267d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:41.567054 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1247d527-1531-450e-b170-c34dd24d267d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:41.572844 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1247d527-1531-450e-b170-c34dd24d267d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:41.576004 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:41.589240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] Transition to ACTIVE for port object c5148c84-48db-4933-9f79-c982422fe63e will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:34:41.595947 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:41.785330 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247d527-1531-450e-b170-c34dd24d267d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Pushing event updated for resources: {'Port': ['ID=5c83eeb8-f9dc-48b6-8a48-52e8d84598aa,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:41.788480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1247d527-1531-450e-b170-c34dd24d267d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:41.799033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd5556-9a1a-40de-a806-983854951ac2 None None] Pushing event updated for resources: {'Port': ['ID=c5148c84-48db-4933-9f79-c982422fe63e,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:41.811503 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1247d527-1531-450e-b170-c34dd24d267d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:41.812851 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1247d527-1531-450e-b170-c34dd24d267d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1857023 Sep 21 15:34:41.822081 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] Attempting to bind port c5148c84-48db-4933-9f79-c982422fe63e on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:34:41.822864 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] Attempting to bind port c5148c84-48db-4933-9f79-c982422fe63e by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:34:41.822864 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] Attempting to bind port c5148c84-48db-4933-9f79-c982422fe63e on network 81754593-68cd-4681-8dec-aeca93617e36 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:34:41.828157 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:34:41.828560 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] Checking segment: {'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:34:41.828959 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:41.829348 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] Bound using segment: {'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:34:41.830070 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] Bound port: c5148c84-48db-4933-9f79-c982422fe63e, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:34:41.830437 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:41.918533 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] For port c5148c84-48db-4933-9f79-c982422fe63e, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:34:41.922090 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] For port c5148c84-48db-4933-9f79-c982422fe63e, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c5148c84-48db-4933-9f79-c982422fe63e,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:34:41.929470 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:41.978104 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-44074ea7-c458-4d88-b75b-0623bd5dd1ec tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1160210842&fields=id&tenant_id=563bdc229fbf42a1b3f8773ad07740bb HTTP/1.1" status: 200 len: 267 time: 0.0409617 Sep 21 15:34:41.991617 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] Routers {'32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:34:41.992239 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:34:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:34:42.081467 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd5556-9a1a-40de-a806-983854951ac2 None None] Pushing event updated for resources: {'Port': ['ID=c5148c84-48db-4933-9f79-c982422fe63e,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:42.132098 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-be408ae2-596c-45dc-a730-5bb2719d3c5f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:42.133536 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-be408ae2-596c-45dc-a730-5bb2719d3c5f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 812 time: 0.1485250 Sep 21 15:34:42.148368 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-63a3ceec-6b3f-410c-bcc4-8185ac3aafa3 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/quotas/563bdc229fbf42a1b3f8773ad07740bb HTTP/1.1" status: 200 len: 375 time: 0.0091603 Sep 21 15:34:42.182119 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] Set router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:34:42.243576 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-4e5b7726-cb94-4d66-a557-b161948b34d0 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0896277 Sep 21 15:34:42.382217 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-fbba985c-e936-4e82-bb3e-10d237629488 service neutron] 10.222.0.62 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262240 Sep 21 15:34:42.516320 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-76057320-58f6-4ac1-ac5b-8ee3312f9677 service neutron] 10.222.0.62 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281142 Sep 21 15:34:42.532399 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:34:42.536534 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09a38d6-9fd8-4ee5-b6f4-f59360a7c594 None None] The sync data for ids ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'] in dv-neutron-858731-1-hyperv is: [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:34:42.737191 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1a4ff5a9-9144-467d-9866-f7a4ca309f65 req-4d79e50e-2e98-48c4-804f-9f52b121a51f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 210 time: 0.0689194 Sep 21 15:34:42.826015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c5148c84-48db-4933-9f79-c982422fe63e up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:34:42.904681 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port c5148c84-48db-4933-9f79-c982422fe63e completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:34:42.910440 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port c5148c84-48db-4933-9f79-c982422fe63e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:34:42.910888 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:43.045773 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port c5148c84-48db-4933-9f79-c982422fe63e is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:34:43.046331 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:43.086320 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port c5148c84-48db-4933-9f79-c982422fe63e, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c5148c84-48db-4933-9f79-c982422fe63e,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:34:43.091813 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:43.093156 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 90c259ab-cbc7-401a-ac43-d968e8b86804 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:34:43.214648 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=c5148c84-48db-4933-9f79-c982422fe63e,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:43.228821 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 90c259ab-cbc7-401a-ac43-d968e8b86804 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:34:43.229187 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:43.356491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 90c259ab-cbc7-401a-ac43-d968e8b86804 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:34:43.954482 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bd61bbf6-7ed1-4cc5-9c3d-980d86b9fd7f req-327f5600-79e4-499e-898d-3e84d16f54cb tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 210 time: 0.0680201 Sep 21 15:34:44.016305 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-bc48de41-d01f-463c-8274-311ae22de8b1 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:44.017754 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-bc48de41-d01f-463c-8274-311ae22de8b1 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 812 time: 0.2073097 Sep 21 15:34:44.072681 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-8f8b0140-a0f9-4e1f-bd98-dd02f347337b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=563bdc229fbf42a1b3f8773ad07740bb HTTP/1.1" status: 200 len: 380 time: 0.0414290 Sep 21 15:34:44.225333 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-2132af14-4da2-42a7-9857-9feaf79d508a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Request body: {'port': {'device_id': 'f749bf1d-5880-4e57-9613-89766fd14237', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'admin_state_up': True, 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'security_groups': ['a81e0695-6a3d-44cd-9a10-62958293e194']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:34:44.457269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-2132af14-4da2-42a7-9857-9feaf79d508a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:34:44.461104 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-2132af14-4da2-42a7-9857-9feaf79d508a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Usage tracker for resource:port and tenant:563bdc229fbf42a1b3f8773ad07740bb is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:34:44.463879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-2132af14-4da2-42a7-9857-9feaf79d508a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:34:44.469456 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-2132af14-4da2-42a7-9857-9feaf79d508a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:34:44.478729 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-2132af14-4da2-42a7-9857-9feaf79d508a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Made reservation on behalf of 563bdc229fbf42a1b3f8773ad07740bb for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:34:44.482189 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-2132af14-4da2-42a7-9857-9feaf79d508a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:44.640714 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-2132af14-4da2-42a7-9857-9feaf79d508a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Allocated IP 172.20.0.4 (81754593-68cd-4681-8dec-aeca93617e36/5139365d-61d3-4474-83dc-98d5946368fd/8abfd347-df08-44a9-af3a-1ac7e049f101) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:34:44.721698 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c5148c84-48db-4933-9f79-c982422fe63e up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:34:44.793174 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port c5148c84-48db-4933-9f79-c982422fe63e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:34:44.793540 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:44.833678 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-2132af14-4da2-42a7-9857-9feaf79d508a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:44.850189 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-2132af14-4da2-42a7-9857-9feaf79d508a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Transition to ACTIVE for port object 8abfd347-df08-44a9-af3a-1ac7e049f101 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:34:44.873772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-2132af14-4da2-42a7-9857-9feaf79d508a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:44.909770 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port c5148c84-48db-4933-9f79-c982422fe63e is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:34:44.947345 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-2132af14-4da2-42a7-9857-9feaf79d508a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Network 81754593-68cd-4681-8dec-aeca93617e36 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:34:44.950475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-2132af14-4da2-42a7-9857-9feaf79d508a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:34:44.954243 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-2132af14-4da2-42a7-9857-9feaf79d508a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:34:44.991379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132af14-4da2-42a7-9857-9feaf79d508a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Pushing event updated for resources: {'Port': ['ID=8abfd347-df08-44a9-af3a-1ac7e049f101,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:45.042291 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-2132af14-4da2-42a7-9857-9feaf79d508a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:45.043065 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-2132af14-4da2-42a7-9857-9feaf79d508a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:45.072746 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-2132af14-4da2-42a7-9857-9feaf79d508a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8513725 Sep 21 15:34:45.090047 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] Request body: {'port': {'device_id': 'f749bf1d-5880-4e57-9613-89766fd14237', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:34:45.240509 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8fda9fb2-a2ae-412d-b542-31848fbdc8c7 None None] Provisioning for port 8abfd347-df08-44a9-af3a-1ac7e049f101 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:34:45.245532 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8fda9fb2-a2ae-412d-b542-31848fbdc8c7 None None] Provisioning complete for port 8abfd347-df08-44a9-af3a-1ac7e049f101 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:34:45.245903 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8fda9fb2-a2ae-412d-b542-31848fbdc8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:45.271007 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:45.296244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3145e53-4d87-4c87-976c-04f969922393 req-8b9e2a9f-4789-4208-a1b2-14802f73d100 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:45.296965 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d3145e53-4d87-4c87-976c-04f969922393 req-8b9e2a9f-4789-4208-a1b2-14802f73d100 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Synchronizing usage tracker for tenant:563bdc229fbf42a1b3f8773ad07740bb on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:34:45.301966 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8fda9fb2-a2ae-412d-b542-31848fbdc8c7 None None] Port 8abfd347-df08-44a9-af3a-1ac7e049f101 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:34:45.358846 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d3145e53-4d87-4c87-976c-04f969922393 req-8b9e2a9f-4789-4208-a1b2-14802f73d100 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Unset dirty status for tenant:563bdc229fbf42a1b3f8773ad07740bb on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:34:45.359973 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d3145e53-4d87-4c87-976c-04f969922393 req-8b9e2a9f-4789-4208-a1b2-14802f73d100 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 931 time: 0.2421055 Sep 21 15:34:45.473767 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d3145e53-4d87-4c87-976c-04f969922393 req-0bb88ade-cc6a-4ff2-8091-7c04e05abb49 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068349 Sep 21 15:34:45.665954 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8abfd347-df08-44a9-af3a-1ac7e049f101 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:34:45.673117 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:45.687976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] Transition to ACTIVE for port object 8abfd347-df08-44a9-af3a-1ac7e049f101 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:34:45.690971 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:45.885406 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] Pushing event updated for resources: {'Port': ['ID=8abfd347-df08-44a9-af3a-1ac7e049f101,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:45.922499 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] Attempting to bind port 8abfd347-df08-44a9-af3a-1ac7e049f101 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:34:45.922757 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] Attempting to bind port 8abfd347-df08-44a9-af3a-1ac7e049f101 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:34:45.923079 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] Attempting to bind port 8abfd347-df08-44a9-af3a-1ac7e049f101 on network 81754593-68cd-4681-8dec-aeca93617e36 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:34:45.927650 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] Port 8abfd347-df08-44a9-af3a-1ac7e049f101 on network 81754593-68cd-4681-8dec-aeca93617e36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:34:45.928153 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] Attempting to bind port 8abfd347-df08-44a9-af3a-1ac7e049f101 on network 81754593-68cd-4681-8dec-aeca93617e36 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:34:45.933239 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:34:45.933565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] Checking segment: {'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:34:45.933938 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] Bound using segment: {'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:34:45.934356 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] Bound port: 8abfd347-df08-44a9-af3a-1ac7e049f101, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:34:45.934690 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:46.025492 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] For port 8abfd347-df08-44a9-af3a-1ac7e049f101, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:34:46.028359 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] For port 8abfd347-df08-44a9-af3a-1ac7e049f101, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=8abfd347-df08-44a9-af3a-1ac7e049f101,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:34:46.032906 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:46.063922 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:46.064560 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:46.065919 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] 10.222.0.20 "PUT /v2.0/ports/8abfd347-df08-44a9-af3a-1ac7e049f101 HTTP/1.1" status: 200 len: 1093 time: 0.9813950 Sep 21 15:34:46.066353 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f749bf1d-5880-4e57-9613-89766fd14237', 'tag': '8abfd347-df08-44a9-af3a-1ac7e049f101'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:34:46.068926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd33630-eac7-4628-9601-c11bae85810e" -d '{"events": [{"name": "network-changed", "server_uuid": "f749bf1d-5880-4e57-9613-89766fd14237", "tag": "8abfd347-df08-44a9-af3a-1ac7e049f101"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:34:46.145272 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc316f8-437f-4bce-87c5-4663d259beec x-openstack-request-id: req-2dc316f8-437f-4bce-87c5-4663d259beec {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:34:46.145560 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f749bf1d-5880-4e57-9613-89766fd14237", "tag": "8abfd347-df08-44a9-af3a-1ac7e049f101", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:34:46.145810 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2dc316f8-437f-4bce-87c5-4663d259beec {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:34:46.146927 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc316f8-437f-4bce-87c5-4663d259beec'] response: {'name': 'network-changed', 'server_uuid': 'f749bf1d-5880-4e57-9613-89766fd14237', 'tag': '8abfd347-df08-44a9-af3a-1ac7e049f101', 'status': 'completed', 'code': 200} Sep 21 15:34:46.161348 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7536a3-5224-4424-851f-7702872a83bf service neutron] Pushing event updated for resources: {'Port': ['ID=8abfd347-df08-44a9-af3a-1ac7e049f101,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:46.194522 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-1c1e79fe-223c-4068-b5d7-8d978fbc0ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:46.195918 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-1c1e79fe-223c-4068-b5d7-8d978fbc0ddc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 1096 time: 0.0877821 Sep 21 15:34:46.372184 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-87cc4789-a817-493f-b299-f4dea4df483f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abfd347-df08-44a9-af3a-1ac7e049f101 HTTP/1.1" status: 200 len: 217 time: 0.1648896 Sep 21 15:34:46.436584 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-8d920c3b-0956-4d0c-a0ce-7784e8eaad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:46.438057 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-8d920c3b-0956-4d0c-a0ce-7784e8eaad6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0595634 Sep 21 15:34:46.526776 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-0f685196-8540-4c54-aaec-edec808e6235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:46.528324 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-0f685196-8540-4c54-aaec-edec808e6235 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789039 Sep 21 15:34:46.726921 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-5d0fbb12-ca28-40ab-b198-ecfd828d759f service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891034 Sep 21 15:34:46.741834 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac78b2b-abe6-48e8-969d-9203fa005487 req-8eefb252-161a-4d92-a97a-7adaf3433b42 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:46.743201 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2ac78b2b-abe6-48e8-969d-9203fa005487 req-8eefb252-161a-4d92-a97a-7adaf3433b42 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 943 time: 0.1378431 Sep 21 15:34:46.868631 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2ac78b2b-abe6-48e8-969d-9203fa005487 req-e5e6bb1f-a845-4432-9a14-74fcc29bb76c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075106 Sep 21 15:34:46.906734 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-933dcbef-bdee-4d30-a7ec-e51a71a4645e req-282e2cfa-c491-4577-85a7-158a836ba892 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626210 Sep 21 15:34:47.042724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd33630-eac7-4628-9601-c11bae85810e req-fa476609-7467-48b1-a540-2bc8191676ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:47.044295 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2dd33630-eac7-4628-9601-c11bae85810e req-fa476609-7467-48b1-a540-2bc8191676ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 1096 time: 0.0855210 Sep 21 15:34:47.177181 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd33630-eac7-4628-9601-c11bae85810e req-d71137f0-75ac-4222-8230-3c06de866378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:47.179306 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2dd33630-eac7-4628-9601-c11bae85810e req-d71137f0-75ac-4222-8230-3c06de866378 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1283774 Sep 21 15:34:47.250431 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2dd33630-eac7-4628-9601-c11bae85810e req-85dcd511-1270-456d-ad24-ca66548c2d6c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abfd347-df08-44a9-af3a-1ac7e049f101 HTTP/1.1" status: 200 len: 217 time: 0.0613558 Sep 21 15:34:47.314641 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd33630-eac7-4628-9601-c11bae85810e req-52a312d0-bde8-430c-92d2-f41fc84ce8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:47.316017 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2dd33630-eac7-4628-9601-c11bae85810e req-52a312d0-bde8-430c-92d2-f41fc84ce8bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0584536 Sep 21 15:34:47.397924 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd33630-eac7-4628-9601-c11bae85810e req-e8b16a94-7869-4015-88b7-6fc287632e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:47.399367 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2dd33630-eac7-4628-9601-c11bae85810e req-e8b16a94-7869-4015-88b7-6fc287632e32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771551 Sep 21 15:34:47.529530 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2dd33630-eac7-4628-9601-c11bae85810e req-5c1492df-87c5-48ef-8c3b-bdedfcc3ae38 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232693 Sep 21 15:34:47.662425 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2dd33630-eac7-4628-9601-c11bae85810e req-ea427ee6-2d64-43fb-a333-feb36e5c9f5e service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258583 Sep 21 15:34:48.070433 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cca5e-fbf3-4a83-aa99-8946e68f2172 req-f127d8c2-2e5b-4328-bf5d-6bd9a737c7f4 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:48.071902 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b66cca5e-fbf3-4a83-aa99-8946e68f2172 req-f127d8c2-2e5b-4328-bf5d-6bd9a737c7f4 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 943 time: 0.0920417 Sep 21 15:34:48.116632 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b66cca5e-fbf3-4a83-aa99-8946e68f2172 req-2b5ce776-dd64-4765-9bc4-6789a3ed97ed tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389762 Sep 21 15:34:49.322101 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b9e4b-9773-42f0-a217-f32e9c716c68 req-59b30e8d-9aac-44d1-b89c-0e0b021580e3 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:49.323441 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bd7b9e4b-9773-42f0-a217-f32e9c716c68 req-59b30e8d-9aac-44d1-b89c-0e0b021580e3 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 943 time: 0.0861278 Sep 21 15:34:49.366627 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bd7b9e4b-9773-42f0-a217-f32e9c716c68 req-51ef97a4-7e50-4de5-80cc-c08f807281d9 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375578 Sep 21 15:34:49.900436 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 8abfd347-df08-44a9-af3a-1ac7e049f101 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:34:50.031221 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 8abfd347-df08-44a9-af3a-1ac7e049f101, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=8abfd347-df08-44a9-af3a-1ac7e049f101,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:34:50.044213 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '8abfd347-df08-44a9-af3a-1ac7e049f101', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'port_id': '8abfd347-df08-44a9-af3a-1ac7e049f101', 'mac_address': 'fa:16:3e:90:f7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:34:50.097791 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 8abfd347-df08-44a9-af3a-1ac7e049f101 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:34:50.098159 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:50.115906 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abfd347-df08-44a9-af3a-1ac7e049f101 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:34:50.130779 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 8abfd347-df08-44a9-af3a-1ac7e049f101, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=8abfd347-df08-44a9-af3a-1ac7e049f101,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:34:50.134549 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:50.205051 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=8abfd347-df08-44a9-af3a-1ac7e049f101,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:50.401505 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['8abfd347-df08-44a9-af3a-1ac7e049f101'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:34:50.671312 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a881551-f1ce-45d1-84e0-053c418b9fdc req-ab164227-448e-409b-ad58-4647ffe97af4 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:50.672807 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a881551-f1ce-45d1-84e0-053c418b9fdc req-ab164227-448e-409b-ad58-4647ffe97af4 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 944 time: 0.1944242 Sep 21 15:34:50.716876 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a881551-f1ce-45d1-84e0-053c418b9fdc req-159ad976-4732-4f9d-aa79-42900df41493 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383828 Sep 21 15:34:51.901513 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 8abfd347-df08-44a9-af3a-1ac7e049f101 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:34:51.921371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc1beb-04b6-42e4-b0e6-440b052cd18f req-84440bce-ce89-4777-9a29-e448690107c6 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:51.922818 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-30cc1beb-04b6-42e4-b0e6-440b052cd18f req-84440bce-ce89-4777-9a29-e448690107c6 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 944 time: 0.0948200 Sep 21 15:34:51.971556 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-30cc1beb-04b6-42e4-b0e6-440b052cd18f req-1c5226fd-ffd3-44ec-8bb1-61ee2fec62c1 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417264 Sep 21 15:34:51.981737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 8abfd347-df08-44a9-af3a-1ac7e049f101 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:34:51.988345 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 8abfd347-df08-44a9-af3a-1ac7e049f101 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:34:51.988891 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:52.117693 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:52.121575 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 8abfd347-df08-44a9-af3a-1ac7e049f101 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:34:52.121954 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:52.150714 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f749bf1d-5880-4e57-9613-89766fd14237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abfd347-df08-44a9-af3a-1ac7e049f101'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:34:52.153257 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ae6c6d-1d71-47d6-ba3b-7f324f5fda53" -d '{"events": [{"server_uuid": "f749bf1d-5880-4e57-9613-89766fd14237", "name": "network-vif-plugged", "status": "completed", "tag": "8abfd347-df08-44a9-af3a-1ac7e049f101"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:34:52.163347 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 8abfd347-df08-44a9-af3a-1ac7e049f101, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=8abfd347-df08-44a9-af3a-1ac7e049f101,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:34:52.168080 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:52.205581 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b16778-e69f-4962-9a6d-25476eada317 x-openstack-request-id: req-74b16778-e69f-4962-9a6d-25476eada317 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:34:52.205875 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f749bf1d-5880-4e57-9613-89766fd14237", "name": "network-vif-plugged", "status": "completed", "tag": "8abfd347-df08-44a9-af3a-1ac7e049f101", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:34:52.206127 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74b16778-e69f-4962-9a6d-25476eada317 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:34:52.206546 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74b16778-e69f-4962-9a6d-25476eada317'] response: {'server_uuid': 'f749bf1d-5880-4e57-9613-89766fd14237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abfd347-df08-44a9-af3a-1ac7e049f101', 'code': 200} Sep 21 15:34:52.248154 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=8abfd347-df08-44a9-af3a-1ac7e049f101,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:34:52.453935 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f62a72-0282-4fcb-8be9-955b30995127 req-06b7813c-57da-43f9-8331-5cc70dbf68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:52.455663 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a0f62a72-0282-4fcb-8be9-955b30995127 req-06b7813c-57da-43f9-8331-5cc70dbf68a4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 1098 time: 0.0787635 Sep 21 15:34:52.500826 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a0f62a72-0282-4fcb-8be9-955b30995127 req-8f496a5f-1ed5-4d9b-839f-f540eae84852 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358989 Sep 21 15:34:53.173050 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdf0c4-1fef-4f61-b663-6bade99b78af req-ff09116f-faec-4b3f-bc23-2bc25574fea5 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:53.174502 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b5fdf0c4-1fef-4f61-b663-6bade99b78af req-ff09116f-faec-4b3f-bc23-2bc25574fea5 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0907331 Sep 21 15:34:53.218789 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b5fdf0c4-1fef-4f61-b663-6bade99b78af req-ad355582-96d1-4771-b89a-7cc1b3a236d5 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384586 Sep 21 15:34:54.423462 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff64d5c-89c3-458c-aebb-a5056a451b75 req-cb6b3771-a020-434f-b8ee-2b4e997f9651 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:54.424994 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3ff64d5c-89c3-458c-aebb-a5056a451b75 req-cb6b3771-a020-434f-b8ee-2b4e997f9651 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0914505 Sep 21 15:34:54.471136 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3ff64d5c-89c3-458c-aebb-a5056a451b75 req-001c8eab-3016-4619-990c-8cdebc41b73e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400736 Sep 21 15:34:54.666309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808e7b6-af1f-4941-93c2-b54d2c0686c3 req-3b42761d-be77-4cf6-90f2-38e3afbb693b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:54.667877 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0808e7b6-af1f-4941-93c2-b54d2c0686c3 req-3b42761d-be77-4cf6-90f2-38e3afbb693b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0873437 Sep 21 15:34:54.678349 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 37852) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:34:54.683635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ec5a6b85-ed95-4aea-bf66-846c1802834d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Request body: {'floatingip': {'port_id': '8abfd347-df08-44a9-af3a-1ac7e049f101'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:34:54.761700 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec5a6b85-ed95-4aea-bf66-846c1802834d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for floatingip, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:55.351417 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec5a6b85-ed95-4aea-bf66-846c1802834d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:55.355153 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec5a6b85-ed95-4aea-bf66-846c1802834d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:55.622595 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-ec5a6b85-ed95-4aea-bf66-846c1802834d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Floating IP d3a1eec8-92b6-449e-8c0f-369be06ebd00 associated. External IP: 172.26.4.118, port: 8abfd347-df08-44a9-af3a-1ac7e049f101. Sep 21 15:34:55.971776 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5a6b85-ed95-4aea-bf66-846c1802834d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:34:56.154939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5a6b85-ed95-4aea-bf66-846c1802834d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:34:56.159223 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec5a6b85-ed95-4aea-bf66-846c1802834d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:34:56.167004 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91acee-5ac5-41da-85ea-9f58ee20fd2b None None] Sync routers for ids ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:34:56.176321 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b91acee-5ac5-41da-85ea-9f58ee20fd2b None None] Routers {'32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:34:56.177023 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-7b91acee-5ac5-41da-85ea-9f58ee20fd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:34:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:34:56.214500 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ec5a6b85-ed95-4aea-bf66-846c1802834d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "PUT /v2.0/floatingips/d3a1eec8-92b6-449e-8c0f-369be06ebd00 HTTP/1.1" status: 200 len: 991 time: 1.5350974 Sep 21 15:34:56.215087 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f749bf1d-5880-4e57-9613-89766fd14237', 'tag': '8abfd347-df08-44a9-af3a-1ac7e049f101'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:34:56.217426 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399e0ef1-81ba-46c0-8ba8-f64f162ecb90" -d '{"events": [{"name": "network-changed", "server_uuid": "f749bf1d-5880-4e57-9613-89766fd14237", "tag": "8abfd347-df08-44a9-af3a-1ac7e049f101"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:34:56.259298 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f051089b-2b90-4ad9-86b2-37bc6b428045 x-openstack-request-id: req-f051089b-2b90-4ad9-86b2-37bc6b428045 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:34:56.259586 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f749bf1d-5880-4e57-9613-89766fd14237", "tag": "8abfd347-df08-44a9-af3a-1ac7e049f101", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:34:56.259837 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f051089b-2b90-4ad9-86b2-37bc6b428045 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:34:56.260240 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f051089b-2b90-4ad9-86b2-37bc6b428045'] response: {'name': 'network-changed', 'server_uuid': 'f749bf1d-5880-4e57-9613-89766fd14237', 'tag': '8abfd347-df08-44a9-af3a-1ac7e049f101', 'status': 'completed', 'code': 200} Sep 21 15:34:56.358114 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-7b91acee-5ac5-41da-85ea-9f58ee20fd2b None None] Set router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:34:56.360545 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e0ef1-81ba-46c0-8ba8-f64f162ecb90 req-9c694fdb-b9b7-44c6-995f-e1f18a3fadc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:56.362011 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-399e0ef1-81ba-46c0-8ba8-f64f162ecb90 req-9c694fdb-b9b7-44c6-995f-e1f18a3fadc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 1098 time: 0.0819743 Sep 21 15:34:56.493376 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e0ef1-81ba-46c0-8ba8-f64f162ecb90 req-c3536ac4-abb4-4fa4-b107-35b0a7a2e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:56.494704 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-399e0ef1-81ba-46c0-8ba8-f64f162ecb90 req-c3536ac4-abb4-4fa4-b107-35b0a7a2e810 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1262884 Sep 21 15:34:56.595882 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-399e0ef1-81ba-46c0-8ba8-f64f162ecb90 req-e438b446-d5d6-481e-bd26-1a749021f175 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abfd347-df08-44a9-af3a-1ac7e049f101 HTTP/1.1" status: 200 len: 999 time: 0.0938344 Sep 21 15:34:56.661384 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e0ef1-81ba-46c0-8ba8-f64f162ecb90 req-93e161c3-bce7-4eaf-b908-0b462e437971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:56.663173 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-399e0ef1-81ba-46c0-8ba8-f64f162ecb90 req-93e161c3-bce7-4eaf-b908-0b462e437971 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0609927 Sep 21 15:34:56.735162 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-7b91acee-5ac5-41da-85ea-9f58ee20fd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'd3a1eec8-92b6-449e-8c0f-369be06ebd00', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'floating_ip_address': '172.26.4.118', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'port_id': '8abfd347-df08-44a9-af3a-1ac7e049f101', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'mac_address': 'fa:16:3e:90:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749bf1d-5880-4e57-9613-89766fd14237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:34:41Z', 'updated_at': '2022-09-21T15:34:55Z', 'revision_number': 1, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:34:56.738901 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91acee-5ac5-41da-85ea-9f58ee20fd2b None None] Checking router: 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:34:56.746588 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e0ef1-81ba-46c0-8ba8-f64f162ecb90 req-bb385ae3-4580-4291-90bf-abcd40e4ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:34:56.747100 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b91acee-5ac5-41da-85ea-9f58ee20fd2b None None] Routers {'32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:34:56.747687 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-7b91acee-5ac5-41da-85ea-9f58ee20fd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:34:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:34:56.747980 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-399e0ef1-81ba-46c0-8ba8-f64f162ecb90 req-bb385ae3-4580-4291-90bf-abcd40e4ffa4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788345 Sep 21 15:34:56.879561 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-399e0ef1-81ba-46c0-8ba8-f64f162ecb90 req-b42268e1-5e59-4499-95ad-b0198e479b58 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253121 Sep 21 15:34:56.924704 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-7b91acee-5ac5-41da-85ea-9f58ee20fd2b None None] Set router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:34:57.014012 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-399e0ef1-81ba-46c0-8ba8-f64f162ecb90 req-631561f5-91e7-43e2-8864-ded2e0eba2fe service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286108 Sep 21 15:34:57.275419 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-7b91acee-5ac5-41da-85ea-9f58ee20fd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'd3a1eec8-92b6-449e-8c0f-369be06ebd00', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'floating_ip_address': '172.26.4.118', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'port_id': '8abfd347-df08-44a9-af3a-1ac7e049f101', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'mac_address': 'fa:16:3e:90:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749bf1d-5880-4e57-9613-89766fd14237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:34:41Z', 'updated_at': '2022-09-21T15:34:55Z', 'revision_number': 1, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:34:57.279111 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91acee-5ac5-41da-85ea-9f58ee20fd2b None None] The sync data for ids ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'] in dv-neutron-858731-1-hyperv is: [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'd3a1eec8-92b6-449e-8c0f-369be06ebd00', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'floating_ip_address': '172.26.4.118', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'port_id': '8abfd347-df08-44a9-af3a-1ac7e049f101', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'mac_address': 'fa:16:3e:90:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f749bf1d-5880-4e57-9613-89766fd14237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:34:41Z', 'updated_at': '2022-09-21T15:34:55Z', 'revision_number': 1, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:34:57.470811 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a040831-d187-46af-b019-3c4a4fc6b34a None None] New status for floating IP d3a1eec8-92b6-449e-8c0f-369be06ebd00: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:35:05.556736 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-09abd17e-4a5b-44c0-b7a9-f8ae8c1724d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:07.914474 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a2d971ae-3c52-4314-b2a7-1d27f55e7480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:08.751506 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:08.948648 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:09.672774 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:35:10.563873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:22.119835 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:33.105628 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e485619-dd8a-4002-9a28-867c29ce2a7c req-360b82d3-6e1c-4c8c-819d-69266b7d464e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:33.107123 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2e485619-dd8a-4002-9a28-867c29ce2a7c req-360b82d3-6e1c-4c8c-819d-69266b7d464e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.2047431 Sep 21 15:35:33.150718 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2e485619-dd8a-4002-9a28-867c29ce2a7c req-9a1ef60b-73d7-473e-80b7-361adc1ca55a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380511 Sep 21 15:35:33.350837 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91532957-80e6-4471-946f-26e8dfa14db5 req-5d25cebc-69e1-4b19-901b-1ff4c6eb0120 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:33.352186 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91532957-80e6-4471-946f-26e8dfa14db5 req-5d25cebc-69e1-4b19-901b-1ff4c6eb0120 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0911846 Sep 21 15:35:33.396820 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91532957-80e6-4471-946f-26e8dfa14db5 req-77d24267-7e98-4463-95cf-c0f942f4e7d4 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387635 Sep 21 15:35:33.590636 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5940439-4e58-4077-915b-8d4f8eab5e77 req-80667c0e-ee67-44c9-8350-faa784599264 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:33.592068 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d5940439-4e58-4077-915b-8d4f8eab5e77 req-80667c0e-ee67-44c9-8350-faa784599264 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0861506 Sep 21 15:35:33.634341 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d5940439-4e58-4077-915b-8d4f8eab5e77 req-174ade29-4a8e-4216-8011-eb7f8e5a0103 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365462 Sep 21 15:35:33.996910 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-f931c74f-d12f-40a9-9fab-d79775527fa6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791934 Sep 21 15:35:34.055982 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dd2af-0a54-4d5e-8df3-d034dc5b5003 req-c66c5d28-11b1-4c07-ae9e-4152a8f24bbe tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:34.057441 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d98dd2af-0a54-4d5e-8df3-d034dc5b5003 req-c66c5d28-11b1-4c07-ae9e-4152a8f24bbe tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0938535 Sep 21 15:35:34.103455 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d98dd2af-0a54-4d5e-8df3-d034dc5b5003 req-5b45d5de-95c5-46b1-9cba-d41a62f01ce9 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404558 Sep 21 15:35:35.298367 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-68304856-3e4f-4bb3-994a-e4e964b37b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:35.299770 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-68304856-3e4f-4bb3-994a-e4e964b37b3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 1098 time: 0.1454432 Sep 21 15:35:35.315526 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888e1d9-f962-4f3c-aac0-bea828da547b req-ed04c01e-69a3-47cc-ad68-0c8a5767ab66 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:35.316927 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7888e1d9-f962-4f3c-aac0-bea828da547b req-ed04c01e-69a3-47cc-ad68-0c8a5767ab66 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0989597 Sep 21 15:35:35.440834 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7888e1d9-f962-4f3c-aac0-bea828da547b req-15559b2c-4c94-4f2f-a515-aaff0cb15f20 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049793 Sep 21 15:35:35.475477 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-18a3d647-cf50-49ef-93c8-a464f8f59194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:35.476969 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-18a3d647-cf50-49ef-93c8-a464f8f59194 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1591196 Sep 21 15:35:35.558486 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-379d7878-67ae-4ec7-91b3-fa21bfaaaaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:35.585564 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-7dd87982-bf13-4dd1-947b-10e4903b39df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abfd347-df08-44a9-af3a-1ac7e049f101 HTTP/1.1" status: 200 len: 1001 time: 0.0994670 Sep 21 15:35:35.652957 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-bca4004b-e886-4a68-b807-b4dfcd456f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:35.654350 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-bca4004b-e886-4a68-b807-b4dfcd456f63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0600393 Sep 21 15:35:35.739524 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-e19a892a-0a33-438f-9bbb-20647158e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:35.741045 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-e19a892a-0a33-438f-9bbb-20647158e5c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776007 Sep 21 15:35:35.877840 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-32227e43-328a-4e9c-88b5-e752885c092f service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260600 Sep 21 15:35:36.012309 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-d749ef45-d95d-423a-a561-8822892d7441 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248343 Sep 21 15:35:36.646877 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7093db-8946-439e-a0bf-584610838a9f req-45b08c31-6e91-49c2-bdc7-f21ee7bc7abf tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:36.648321 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fe7093db-8946-439e-a0bf-584610838a9f req-45b08c31-6e91-49c2-bdc7-f21ee7bc7abf tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0918477 Sep 21 15:35:36.691773 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fe7093db-8946-439e-a0bf-584610838a9f req-ae7bf68e-9a1a-487d-87ab-8b886206889c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378127 Sep 21 15:35:37.893684 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4d02d-e228-44be-aa74-ed70d095ff2a req-b1d67443-472c-4e2c-97d0-5fcb40039bd3 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:37.895115 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f4f4d02d-e228-44be-aa74-ed70d095ff2a req-b1d67443-472c-4e2c-97d0-5fcb40039bd3 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0858796 Sep 21 15:35:37.915840 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a979a374-a56c-4813-8daa-46ed9c047bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:37.943982 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f4f4d02d-e228-44be-aa74-ed70d095ff2a req-e4856f2e-0eba-4680-9bc0-5401cc053632 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411887 Sep 21 15:35:38.753567 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:38.951389 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:39.145930 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19d06d-f062-44f8-8c90-b8da4f080428 req-2b6a1914-61ee-4e9b-84a9-125fb990e0ac tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:39.147398 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea19d06d-f062-44f8-8c90-b8da4f080428 req-2b6a1914-61ee-4e9b-84a9-125fb990e0ac tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0898945 Sep 21 15:35:39.190991 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea19d06d-f062-44f8-8c90-b8da4f080428 req-0cc5af3c-6d89-435a-a28d-b4f9fe3b9b06 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379176 Sep 21 15:35:40.395104 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f86306-239c-4cda-91ba-7c0fa6ca1c05 req-f6e2c458-d0fd-4ce6-b13a-e4f6e45b2721 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:40.397103 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71f86306-239c-4cda-91ba-7c0fa6ca1c05 req-f6e2c458-d0fd-4ce6-b13a-e4f6e45b2721 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0918317 Sep 21 15:35:40.440227 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71f86306-239c-4cda-91ba-7c0fa6ca1c05 req-6f044446-d84c-419e-b6bb-c9255989dd38 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373607 Sep 21 15:35:40.566969 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:41.642284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07341b-41a0-4efd-bc7e-0ecb65313b64 req-2d096ad6-dac2-4925-97ec-2aef326698a7 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:41.643728 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b07341b-41a0-4efd-bc7e-0ecb65313b64 req-2d096ad6-dac2-4925-97ec-2aef326698a7 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0866969 Sep 21 15:35:41.689906 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b07341b-41a0-4efd-bc7e-0ecb65313b64 req-4fedbec8-9f2b-4201-8945-053b69b9258b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403607 Sep 21 15:35:42.976745 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bc461-5234-4299-8ea8-ea4d80316084 req-4abd47bd-f8f5-431b-bc11-e62a0b0c08be tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:42.978246 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a75bc461-5234-4299-8ea8-ea4d80316084 req-4abd47bd-f8f5-431b-bc11-e62a0b0c08be tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.1778853 Sep 21 15:35:43.024542 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a75bc461-5234-4299-8ea8-ea4d80316084 req-ca6a2bbd-2899-4479-8a38-bc1d0cd1200f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399830 Sep 21 15:35:44.224658 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43b527-4543-43d8-86e4-61a6e1584121 req-f31db5ac-f55d-4c2e-a98f-e99f193208b2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:44.226126 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bc43b527-4543-43d8-86e4-61a6e1584121 req-f31db5ac-f55d-4c2e-a98f-e99f193208b2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0904832 Sep 21 15:35:44.269384 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bc43b527-4543-43d8-86e4-61a6e1584121 req-99abe440-fd0a-47e0-9acf-1d29788ebfe6 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377007 Sep 21 15:35:45.465915 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4473021-5168-4e1a-8f53-7a1b93dd2eda req-c3ac8428-1434-4159-b54d-bf1b1682d105 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:45.467352 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f4473021-5168-4e1a-8f53-7a1b93dd2eda req-c3ac8428-1434-4159-b54d-bf1b1682d105 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0879574 Sep 21 15:35:45.513341 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f4473021-5168-4e1a-8f53-7a1b93dd2eda req-adb5ee39-c27d-4684-a9f0-a7a5ec0c5391 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402486 Sep 21 15:35:46.671695 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:35:46.711770 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb72972-3aef-4594-b85c-a8912e543071 req-664f488c-fdcb-48e4-b009-adac34e36048 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:46.713258 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9fb72972-3aef-4594-b85c-a8912e543071 req-664f488c-fdcb-48e4-b009-adac34e36048 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0896659 Sep 21 15:35:46.757787 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9fb72972-3aef-4594-b85c-a8912e543071 req-f2001fb1-a445-4809-b33a-25cb7374caec tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388582 Sep 21 15:35:47.369467 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acbd86-f8bf-46dc-bd52-1a2e1c3b41c9 req-a28926ad-b530-4306-820f-98f65419d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:47.370801 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06acbd86-f8bf-46dc-bd52-1a2e1c3b41c9 req-a28926ad-b530-4306-820f-98f65419d949 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 1098 time: 0.0813994 Sep 21 15:35:47.531776 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acbd86-f8bf-46dc-bd52-1a2e1c3b41c9 req-0bcd8de3-15f7-4161-8eb5-f8c6ab9e3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:47.533243 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06acbd86-f8bf-46dc-bd52-1a2e1c3b41c9 req-0bcd8de3-15f7-4161-8eb5-f8c6ab9e3f94 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1405427 Sep 21 15:35:47.636222 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06acbd86-f8bf-46dc-bd52-1a2e1c3b41c9 req-4ee5f519-af09-435e-ac2d-3504f0dec17a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abfd347-df08-44a9-af3a-1ac7e049f101 HTTP/1.1" status: 200 len: 1001 time: 0.0961049 Sep 21 15:35:47.697461 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acbd86-f8bf-46dc-bd52-1a2e1c3b41c9 req-08735d58-3bfb-49ee-af6b-c7480983f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:47.698836 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06acbd86-f8bf-46dc-bd52-1a2e1c3b41c9 req-08735d58-3bfb-49ee-af6b-c7480983f9bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0560915 Sep 21 15:35:47.786780 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acbd86-f8bf-46dc-bd52-1a2e1c3b41c9 req-ee4ba001-8021-4878-bbe1-07b4dbf0a059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:47.788266 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06acbd86-f8bf-46dc-bd52-1a2e1c3b41c9 req-ee4ba001-8021-4878-bbe1-07b4dbf0a059 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811801 Sep 21 15:35:47.987409 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06acbd86-f8bf-46dc-bd52-1a2e1c3b41c9 req-257980fb-fddd-4e47-aa87-cdbf50a6dfa1 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920502 Sep 21 15:35:47.996118 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-9a2e7060-d329-4368-a4fb-4ea5dc40f306 service neutron] 10.222.0.20 "GET /v2.0/ports/8abfd347-df08-44a9-af3a-1ac7e049f101/bindings/hv-neutron-8587 HTTP/1.1" status: 200 len: 384 time: 0.0793548 Sep 21 15:35:48.006556 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bf89c-c231-4d11-aa5e-c028fe58d375 req-de36480a-3959-486d-abb0-a94aea095e64 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:48.007986 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c30bf89c-c231-4d11-aa5e-c028fe58d375 req-de36480a-3959-486d-abb0-a94aea095e64 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.1299536 Sep 21 15:35:48.133934 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c30bf89c-c231-4d11-aa5e-c028fe58d375 req-b49daae8-e4ff-4b77-91cf-a3a12cd1dcc0 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075273 Sep 21 15:35:48.171475 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06acbd86-f8bf-46dc-bd52-1a2e1c3b41c9 req-d144f499-45db-4954-a4ed-8779a6b07f2f service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625421 Sep 21 15:35:48.298250 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-6c0fb863-1237-4346-8636-643da94fdf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:48.299613 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-6c0fb863-1237-4346-8636-643da94fdf38 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237&tenant_id=563bdc229fbf42a1b3f8773ad07740bb HTTP/1.1" status: 200 len: 1098 time: 0.0848806 Sep 21 15:35:48.400463 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-5d168add-8be6-4efd-8e7f-2ba0d0d0c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:48.401913 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-5d168add-8be6-4efd-8e7f-2ba0d0d0c610 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 1098 time: 0.0773177 Sep 21 15:35:48.532270 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-8998d0b8-1b0b-419c-9cba-40111d0d2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:48.533720 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-8998d0b8-1b0b-419c-9cba-40111d0d2920 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1234553 Sep 21 15:35:48.741783 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-1564f038-79d5-47a7-b61d-d1052d7c7d69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abfd347-df08-44a9-af3a-1ac7e049f101 HTTP/1.1" status: 200 len: 1001 time: 0.1985891 Sep 21 15:35:48.807772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-9c413450-cb68-4ee9-8274-21d8c56c291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:48.809182 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-9c413450-cb68-4ee9-8274-21d8c56c291c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0584192 Sep 21 15:35:48.896781 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-50922b7a-02d8-41b2-afb4-7b85db9e7104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:48.898228 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-50922b7a-02d8-41b2-afb4-7b85db9e7104 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764031 Sep 21 15:35:49.031211 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-9a08a2d9-4f05-4eb3-a434-9480c2a342d3 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235344 Sep 21 15:35:49.165795 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-bdb89b2c-7c1d-412f-8815-aa1b4123653b service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244204 Sep 21 15:35:49.350030 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3a84f-7763-4803-933a-f70ab08e32da req-01526d00-a8e3-4f35-acdb-75d4d12ca2a3 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:49.351467 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a8d3a84f-7763-4803-933a-f70ab08e32da req-01526d00-a8e3-4f35-acdb-75d4d12ca2a3 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0992463 Sep 21 15:35:49.396277 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a8d3a84f-7763-4803-933a-f70ab08e32da req-8fbc0d5f-f132-49c0-9145-9c06f537a901 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390420 Sep 21 15:35:50.592099 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519486cf-1ce1-4eb7-8f4f-70ad817ce239 req-2cd768eb-1f95-4af9-9f9d-6742b14766ec tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:50.593571 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-519486cf-1ce1-4eb7-8f4f-70ad817ce239 req-2cd768eb-1f95-4af9-9f9d-6742b14766ec tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0873864 Sep 21 15:35:50.639860 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-519486cf-1ce1-4eb7-8f4f-70ad817ce239 req-f0dd921f-baaf-4b92-95ac-914a6f689f13 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400951 Sep 21 15:35:51.985429 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb089488-c077-4d78-853c-7debe4fdfe0e req-c177ac13-442c-45be-a46b-852d05a62a95 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:51.986885 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fb089488-c077-4d78-853c-7debe4fdfe0e req-c177ac13-442c-45be-a46b-852d05a62a95 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0887156 Sep 21 15:35:52.032188 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fb089488-c077-4d78-853c-7debe4fdfe0e req-8d506bb2-8bff-4390-8a87-4c08762f7906 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390759 Sep 21 15:35:52.116401 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:52.305363 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 8abfd347-df08-44a9-af3a-1ac7e049f101 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:35:52.307536 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 8abfd347-df08-44a9-af3a-1ac7e049f101 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:35:52.431076 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8205158-737b-4cb4-8bef-10ad091bb07e req-08391f35-24f1-4acb-b613-ccadba84be85 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:52.432540 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8205158-737b-4cb4-8bef-10ad091bb07e req-08391f35-24f1-4acb-b613-ccadba84be85 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237&tenant_id=563bdc229fbf42a1b3f8773ad07740bb&binding%3Ahost_id=hv-neutron-8587 HTTP/1.1" status: 200 len: 945 time: 0.1247771 Sep 21 15:35:52.442102 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2254f9-c888-442c-9c89-367b0d74fafb req-34ed1a52-e788-4151-88bd-66ba9c00a0e8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:52.447987 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4e2254f9-c888-442c-9c89-367b0d74fafb req-34ed1a52-e788-4151-88bd-66ba9c00a0e8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.1799350 Sep 21 15:35:52.496389 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4e2254f9-c888-442c-9c89-367b0d74fafb req-8a92105e-22d0-47d2-8ee4-790eca1a1a78 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468016 Sep 21 15:35:52.529099 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 8abfd347-df08-44a9-af3a-1ac7e049f101 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:35:52.529475 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:52.559875 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 8abfd347-df08-44a9-af3a-1ac7e049f101, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=8abfd347-df08-44a9-af3a-1ac7e049f101,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:35:52.583317 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f749bf1d-5880-4e57-9613-89766fd14237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8abfd347-df08-44a9-af3a-1ac7e049f101'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:35:52.585601 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d3ac12-0b9f-4d54-b856-1302bd9cb294" -d '{"events": [{"server_uuid": "f749bf1d-5880-4e57-9613-89766fd14237", "name": "network-vif-unplugged", "status": "completed", "tag": "8abfd347-df08-44a9-af3a-1ac7e049f101"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:35:52.592118 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '8abfd347-df08-44a9-af3a-1ac7e049f101', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'port_id': '8abfd347-df08-44a9-af3a-1ac7e049f101', 'mac_address': 'fa:16:3e:90:f7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:35:52.592285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8205158-737b-4cb4-8bef-10ad091bb07e req-bbef8afb-71a3-48a8-831a-c22dde0a3836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:52.593641 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8205158-737b-4cb4-8bef-10ad091bb07e req-bbef8afb-71a3-48a8-831a-c22dde0a3836 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 1098 time: 0.0836823 Sep 21 15:35:52.596186 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 8abfd347-df08-44a9-af3a-1ac7e049f101, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=8abfd347-df08-44a9-af3a-1ac7e049f101,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:35:52.626738 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:52.663335 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 15:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46c5bb9-3700-4c1f-b527-3218d874eb17 x-openstack-request-id: req-a46c5bb9-3700-4c1f-b527-3218d874eb17 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:35:52.663623 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f749bf1d-5880-4e57-9613-89766fd14237", "name": "network-vif-unplugged", "status": "completed", "tag": "8abfd347-df08-44a9-af3a-1ac7e049f101", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:35:52.663871 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a46c5bb9-3700-4c1f-b527-3218d874eb17 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:35:52.664256 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a46c5bb9-3700-4c1f-b527-3218d874eb17'] response: {'server_uuid': 'f749bf1d-5880-4e57-9613-89766fd14237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8abfd347-df08-44a9-af3a-1ac7e049f101', 'code': 200} Sep 21 15:35:52.705800 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 8abfd347-df08-44a9-af3a-1ac7e049f101 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:35:52.706175 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:52.730043 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abfd347-df08-44a9-af3a-1ac7e049f101 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:35:52.733856 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=8abfd347-df08-44a9-af3a-1ac7e049f101,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:35:52.737879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8205158-737b-4cb4-8bef-10ad091bb07e req-40b0fc0c-011f-4d77-abdd-c5887f09f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:52.740396 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8205158-737b-4cb4-8bef-10ad091bb07e req-40b0fc0c-011f-4d77-abdd-c5887f09f9a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1392732 Sep 21 15:35:52.750937 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:52.751279 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:52.751610 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:52.751934 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:52.752253 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:52.752600 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:52.752919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:52.753233 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:52.753551 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:52.753866 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:52.754177 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:52.754533 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:52.762967 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 8abfd347-df08-44a9-af3a-1ac7e049f101, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=8abfd347-df08-44a9-af3a-1ac7e049f101,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:35:52.767553 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:52.840504 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['8abfd347-df08-44a9-af3a-1ac7e049f101'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:35:52.861267 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8205158-737b-4cb4-8bef-10ad091bb07e req-0605f8d0-d8a2-415d-aabc-ef6994157c24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abfd347-df08-44a9-af3a-1ac7e049f101 HTTP/1.1" status: 200 len: 1000 time: 0.1151125 Sep 21 15:35:52.872663 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=8abfd347-df08-44a9-af3a-1ac7e049f101,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:35:52.936046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8205158-737b-4cb4-8bef-10ad091bb07e req-b83b6e23-49c9-4734-b89d-e4e19e27cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:52.937593 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8205158-737b-4cb4-8bef-10ad091bb07e req-b83b6e23-49c9-4734-b89d-e4e19e27cdac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0581627 Sep 21 15:35:53.026889 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8205158-737b-4cb4-8bef-10ad091bb07e req-be631ee8-1ae1-450a-8f4f-4772cbc79285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:53.028399 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8205158-737b-4cb4-8bef-10ad091bb07e req-be631ee8-1ae1-450a-8f4f-4772cbc79285 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851233 Sep 21 15:35:53.256230 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8205158-737b-4cb4-8bef-10ad091bb07e req-30b93e3f-a4e0-41f0-90ff-57b2d0972b9d service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209578 Sep 21 15:35:53.388237 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8205158-737b-4cb4-8bef-10ad091bb07e req-59889b52-184f-4f2e-b8d6-685773939913 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244357 Sep 21 15:35:53.697513 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca112026-557b-4f33-938f-4f1913b2db15 req-62c317e6-1bc3-481c-a0f0-c97b5ca0c5ca tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:53.698967 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ca112026-557b-4f33-938f-4f1913b2db15 req-62c317e6-1bc3-481c-a0f0-c97b5ca0c5ca tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 944 time: 0.0869112 Sep 21 15:35:53.744491 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ca112026-557b-4f33-938f-4f1913b2db15 req-88b9be9c-bd35-4172-95d3-4037044d7c4f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398006 Sep 21 15:35:54.320558 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 8abfd347-df08-44a9-af3a-1ac7e049f101 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:35:54.387718 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 8abfd347-df08-44a9-af3a-1ac7e049f101 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:35:54.388079 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:54.503743 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 8abfd347-df08-44a9-af3a-1ac7e049f101 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:35:54.504119 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:54.536152 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 8abfd347-df08-44a9-af3a-1ac7e049f101, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=8abfd347-df08-44a9-af3a-1ac7e049f101,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:35:54.539960 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:54.606549 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=8abfd347-df08-44a9-af3a-1ac7e049f101,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:35:54.664814 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f749bf1d-5880-4e57-9613-89766fd14237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abfd347-df08-44a9-af3a-1ac7e049f101'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:35:54.667098 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5f5922-6ea8-4dbf-98ed-42d8d1cfa929" -d '{"events": [{"server_uuid": "f749bf1d-5880-4e57-9613-89766fd14237", "name": "network-vif-plugged", "status": "completed", "tag": "8abfd347-df08-44a9-af3a-1ac7e049f101"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:35:54.708902 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffde2dd4-7275-4f43-885e-9043f3fc0c6c x-openstack-request-id: req-ffde2dd4-7275-4f43-885e-9043f3fc0c6c {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:35:54.709189 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f749bf1d-5880-4e57-9613-89766fd14237", "name": "network-vif-plugged", "status": "completed", "tag": "8abfd347-df08-44a9-af3a-1ac7e049f101", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:35:54.709436 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffde2dd4-7275-4f43-885e-9043f3fc0c6c {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:35:54.709825 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffde2dd4-7275-4f43-885e-9043f3fc0c6c'] response: {'server_uuid': 'f749bf1d-5880-4e57-9613-89766fd14237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abfd347-df08-44a9-af3a-1ac7e049f101', 'code': 200} Sep 21 15:35:54.943931 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e247ae6-a305-4604-bcd3-55f0c8c5d80e req-8fef5abc-e212-430e-8353-a2bbd9113b8d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:54.945332 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4e247ae6-a305-4604-bcd3-55f0c8c5d80e req-8fef5abc-e212-430e-8353-a2bbd9113b8d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0904737 Sep 21 15:35:54.989317 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4e247ae6-a305-4604-bcd3-55f0c8c5d80e req-8c1e2782-b7bb-4f3a-9a80-0cf2b181936a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382633 Sep 21 15:35:55.191790 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac28420-3c47-4601-b5dc-ea9347863b27 req-5efdfedb-80d6-414d-8772-6fbe8ba446bd tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:55.193878 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3ac28420-3c47-4601-b5dc-ea9347863b27 req-5efdfedb-80d6-414d-8772-6fbe8ba446bd tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0915046 Sep 21 15:35:55.242423 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3ac28420-3c47-4601-b5dc-ea9347863b27 req-2647929f-4e36-4906-bfd9-75d6349bf91c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428548 Sep 21 15:35:55.437890 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf2e03-3e2f-4c15-96b5-5505f0df19ac req-be199465-fb3e-4317-bc06-9fb7e16a5cb1 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:55.439345 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-57cf2e03-3e2f-4c15-96b5-5505f0df19ac req-be199465-fb3e-4317-bc06-9fb7e16a5cb1 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0865026 Sep 21 15:35:55.486337 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-57cf2e03-3e2f-4c15-96b5-5505f0df19ac req-2d1a649c-1b3e-420c-87ac-c8a2f9b0393b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400753 Sep 21 15:35:55.883799 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c2e96-c8fc-4981-a38a-65c0446b988d req-430efe38-d4ec-47ef-b5aa-932bc19ce0ad tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:55.885193 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-815c2e96-c8fc-4981-a38a-65c0446b988d req-430efe38-d4ec-47ef-b5aa-932bc19ce0ad tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0940008 Sep 21 15:35:55.933537 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-815c2e96-c8fc-4981-a38a-65c0446b988d req-ce597308-b546-4f38-8387-21bb3856dd45 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413690 Sep 21 15:35:57.134445 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87813c24-a1a1-482f-9bbc-28d39cd5f7af req-b758f444-615d-4cf5-90b7-137644848d3d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:57.135882 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87813c24-a1a1-482f-9bbc-28d39cd5f7af req-b758f444-615d-4cf5-90b7-137644848d3d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0889256 Sep 21 15:35:57.183385 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87813c24-a1a1-482f-9bbc-28d39cd5f7af req-44b82fb7-862f-4712-8b74-bd7a85b07882 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417089 Sep 21 15:35:57.647266 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab568c2-7128-47d5-b068-fc656031fd64 req-391b2860-3cf0-436e-bf51-1cfee78237ee tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:57.648696 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aab568c2-7128-47d5-b068-fc656031fd64 req-391b2860-3cf0-436e-bf51-1cfee78237ee tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.0864666 Sep 21 15:35:57.722146 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-aab568c2-7128-47d5-b068-fc656031fd64 req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Deleting port 8abfd347-df08-44a9-af3a-1ac7e049f101 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:35:57.722479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-aab568c2-7128-47d5-b068-fc656031fd64 req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:57.967150 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-aab568c2-7128-47d5-b068-fc656031fd64 req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] For port 8abfd347-df08-44a9-af3a-1ac7e049f101, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=8abfd347-df08-44a9-af3a-1ac7e049f101,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:35:57.967503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-aab568c2-7128-47d5-b068-fc656031fd64 req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:58.261145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-aab568c2-7128-47d5-b068-fc656031fd64 req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:58.261845 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-aab568c2-7128-47d5-b068-fc656031fd64 req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:58.261845 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [req-aab568c2-7128-47d5-b068-fc656031fd64 req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Floating IP d3a1eec8-92b6-449e-8c0f-369be06ebd00 disassociated. External IP: 172.26.4.118, port: 8abfd347-df08-44a9-af3a-1ac7e049f101. Sep 21 15:35:58.262112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-aab568c2-7128-47d5-b068-fc656031fd64 req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Calling delete_port for 8abfd347-df08-44a9-af3a-1ac7e049f101 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:35:58.550587 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40591654-d896-4fb1-8074-4b693110933e req-f9361264-d048-46b6-9b59-c3fab79b324a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:35:58.552992 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-40591654-d896-4fb1-8074-4b693110933e req-f9361264-d048-46b6-9b59-c3fab79b324a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 945 time: 0.2551057 Sep 21 15:35:58.597717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-aab568c2-7128-47d5-b068-fc656031fd64 req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:58.658319 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-40591654-d896-4fb1-8074-4b693110933e req-3c51ef9a-17d1-40a4-bbc7-c36f36b7502b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994730 Sep 21 15:35:58.660814 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Pushing event deleted for resources: {'Port': ['ID=8abfd347-df08-44a9-af3a-1ac7e049f101,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:35:58.717595 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:58.717936 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:58.718266 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:58.718595 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:58.718924 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:58.719246 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:58.719565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:58.719881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:58.720196 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:58.720527 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:58.720845 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:58.721154 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:35:58.860238 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aab568c2-7128-47d5-b068-fc656031fd64 req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:35:59.037975 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aab568c2-7128-47d5-b068-fc656031fd64 req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:35:59.047953 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8746f6fc-9e81-41e3-b3a9-83c489f58199 None None] Sync routers for ids ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:35:59.057704 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8746f6fc-9e81-41e3-b3a9-83c489f58199 None None] Routers {'32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:35:59.058389 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8746f6fc-9e81-41e3-b3a9-83c489f58199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:35:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:35:59.123913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab568c2-7128-47d5-b068-fc656031fd64 req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] No DVR routers for this DVR port 8abfd347-df08-44a9-af3a-1ac7e049f101 on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:35:59.126478 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-aab568c2-7128-47d5-b068-fc656031fd64 req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:35:59.129246 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f749bf1d-5880-4e57-9613-89766fd14237', 'name': 'network-vif-deleted', 'tag': '8abfd347-df08-44a9-af3a-1ac7e049f101'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:35:59.131506 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9b9c53-a1a8-41cf-8f94-1ceea7fb21ae" -d '{"events": [{"server_uuid": "f749bf1d-5880-4e57-9613-89766fd14237", "name": "network-vif-deleted", "tag": "8abfd347-df08-44a9-af3a-1ac7e049f101"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:35:59.146840 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aab568c2-7128-47d5-b068-fc656031fd64 req-e9c215c6-803c-4dbf-bf19-9df0917cfe81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "DELETE /v2.0/ports/8abfd347-df08-44a9-af3a-1ac7e049f101 HTTP/1.1" status: 204 len: 173 time: 1.4904687 Sep 21 15:35:59.180141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d39d1e-8f12-40cf-b8c8-d712a9d5e0e5 x-openstack-request-id: req-34d39d1e-8f12-40cf-b8c8-d712a9d5e0e5 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:35:59.181620 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f749bf1d-5880-4e57-9613-89766fd14237", "name": "network-vif-deleted", "tag": "8abfd347-df08-44a9-af3a-1ac7e049f101", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:35:59.181858 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34d39d1e-8f12-40cf-b8c8-d712a9d5e0e5 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:35:59.182310 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d39d1e-8f12-40cf-b8c8-d712a9d5e0e5'] response: {'server_uuid': 'f749bf1d-5880-4e57-9613-89766fd14237', 'name': 'network-vif-deleted', 'tag': '8abfd347-df08-44a9-af3a-1ac7e049f101', 'status': 'completed', 'code': 200} Sep 21 15:35:59.239356 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-8746f6fc-9e81-41e3-b3a9-83c489f58199 None None] Set router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:35:59.544906 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8746f6fc-9e81-41e3-b3a9-83c489f58199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:35:59.548612 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8746f6fc-9e81-41e3-b3a9-83c489f58199 None None] Checking router: 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:35:59.557121 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8746f6fc-9e81-41e3-b3a9-83c489f58199 None None] Routers {'32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:35:59.557685 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8746f6fc-9e81-41e3-b3a9-83c489f58199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:35:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:35:59.782923 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-8746f6fc-9e81-41e3-b3a9-83c489f58199 None None] Set router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:35:59.839772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-fdc606c3-14b6-4929-bd5d-69a410c5caa8 req-27688152-f5d4-482d-a6ad-6553eef1e5ee tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Synchronizing usage tracker for tenant:563bdc229fbf42a1b3f8773ad07740bb on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:35:59.855933 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-fdc606c3-14b6-4929-bd5d-69a410c5caa8 req-27688152-f5d4-482d-a6ad-6553eef1e5ee tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Unset dirty status for tenant:563bdc229fbf42a1b3f8773ad07740bb on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:35:59.857269 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fdc606c3-14b6-4929-bd5d-69a410c5caa8 req-27688152-f5d4-482d-a6ad-6553eef1e5ee tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=f749bf1d-5880-4e57-9613-89766fd14237 HTTP/1.1" status: 200 len: 210 time: 0.0691645 Sep 21 15:36:00.098774 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8746f6fc-9e81-41e3-b3a9-83c489f58199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:36:00.103929 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8746f6fc-9e81-41e3-b3a9-83c489f58199 None None] The sync data for ids ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'] in dv-neutron-858731-1-hyperv is: [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:36:00.313924 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69da7f2e-0401-4110-9ed5-f82a1c5cea1a None None] New status for floating IP d3a1eec8-92b6-449e-8c0f-369be06ebd00: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:36:01.188721 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-abea03b3-cf40-4398-87cb-819990b93101 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1160210842&fields=id&tenant_id=563bdc229fbf42a1b3f8773ad07740bb HTTP/1.1" status: 200 len: 267 time: 0.0388436 Sep 21 15:36:01.336174 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-84d9e385-d4fb-4bef-9dec-1be1bd6f1c1b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:01.337614 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-84d9e385-d4fb-4bef-9dec-1be1bd6f1c1b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 812 time: 0.1425793 Sep 21 15:36:01.352646 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-764994fe-3540-4958-91b3-8a1d535df4fe tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/quotas/563bdc229fbf42a1b3f8773ad07740bb HTTP/1.1" status: 200 len: 375 time: 0.0095189 Sep 21 15:36:01.446760 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-ed176262-bf5e-4cb8-be0b-8288ef275c88 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0890591 Sep 21 15:36:01.584790 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-51245986-ff8b-439c-bb8b-31df2d45ee35 service neutron] 10.222.0.62 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236320 Sep 21 15:36:01.715457 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-40e6a1f9-d8bd-49e4-bc74-480b8f854f2a service neutron] 10.222.0.62 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248591 Sep 21 15:36:01.901015 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f353e2a5-5da5-4f04-b755-6aa0cd0030e4 req-c7cbb8a7-5efa-4b19-982e-92d41e799d8e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 210 time: 0.0543125 Sep 21 15:36:02.399318 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 8abfd347-df08-44a9-af3a-1ac7e049f101 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:36:02.435098 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 8abfd347-df08-44a9-af3a-1ac7e049f101 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:36:02.435444 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 8abfd347-df08-44a9-af3a-1ac7e049f101 not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:36:02.960803 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-7613128a-394d-4436-ac8a-0447d2608907 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:02.962352 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-7613128a-394d-4436-ac8a-0447d2608907 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 812 time: 0.1506095 Sep 21 15:36:03.193088 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3462d1ac-d347-43bb-a885-d3f50df15401 req-4e2b111d-6fb9-45f0-be31-de1ab2adf3fe tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 210 time: 0.1744115 Sep 21 15:36:03.199451 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-48906ac9-006c-4adb-8578-fc0ac2f07faf tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=563bdc229fbf42a1b3f8773ad07740bb HTTP/1.1" status: 200 len: 380 time: 0.2131164 Sep 21 15:36:03.210661 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-3966e411-c2d0-4cc6-b9cc-691663d7b254 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Request body: {'port': {'device_id': 'a796136e-97fd-4580-b74e-7ca57dedf90e', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'admin_state_up': True, 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'security_groups': ['a81e0695-6a3d-44cd-9a10-62958293e194']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:36:03.342558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-3966e411-c2d0-4cc6-b9cc-691663d7b254 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:36:03.352578 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-3966e411-c2d0-4cc6-b9cc-691663d7b254 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:36:03.362010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-3966e411-c2d0-4cc6-b9cc-691663d7b254 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Made reservation on behalf of 563bdc229fbf42a1b3f8773ad07740bb for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:36:03.366504 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-3966e411-c2d0-4cc6-b9cc-691663d7b254 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:03.527085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-3966e411-c2d0-4cc6-b9cc-691663d7b254 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Allocated IP 172.20.0.5 (81754593-68cd-4681-8dec-aeca93617e36/5139365d-61d3-4474-83dc-98d5946368fd/e182b42e-4075-4815-a2de-495d14dfdc1d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:36:03.711869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-3966e411-c2d0-4cc6-b9cc-691663d7b254 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:03.726736 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-3966e411-c2d0-4cc6-b9cc-691663d7b254 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Transition to ACTIVE for port object e182b42e-4075-4815-a2de-495d14dfdc1d will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:36:03.750092 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-3966e411-c2d0-4cc6-b9cc-691663d7b254 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:03.820297 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-3966e411-c2d0-4cc6-b9cc-691663d7b254 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Network 81754593-68cd-4681-8dec-aeca93617e36 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:36:03.823159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-3966e411-c2d0-4cc6-b9cc-691663d7b254 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:36:03.827087 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-3966e411-c2d0-4cc6-b9cc-691663d7b254 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:36:03.864748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966e411-c2d0-4cc6-b9cc-691663d7b254 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Pushing event updated for resources: {'Port': ['ID=e182b42e-4075-4815-a2de-495d14dfdc1d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:36:03.897203 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-3966e411-c2d0-4cc6-b9cc-691663d7b254 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:03.897904 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-3966e411-c2d0-4cc6-b9cc-691663d7b254 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:03.926933 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-3966e411-c2d0-4cc6-b9cc-691663d7b254 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7207384 Sep 21 15:36:03.942747 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] Request body: {'port': {'device_id': 'a796136e-97fd-4580-b74e-7ca57dedf90e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:36:04.017489 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ae756934-3765-4fde-bc08-4d9b2b26b45f None None] Provisioning for port e182b42e-4075-4815-a2de-495d14dfdc1d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:36:04.022991 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ae756934-3765-4fde-bc08-4d9b2b26b45f None None] Provisioning complete for port e182b42e-4075-4815-a2de-495d14dfdc1d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:36:04.023515 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ae756934-3765-4fde-bc08-4d9b2b26b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:04.062268 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:04.078114 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ae756934-3765-4fde-bc08-4d9b2b26b45f None None] Port e182b42e-4075-4815-a2de-495d14dfdc1d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:36:04.471779 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525648f8-b976-47a8-8b3b-bcd7318c7285 req-334ac2de-7a00-477b-bd41-5969255d6cce tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:04.472489 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-525648f8-b976-47a8-8b3b-bcd7318c7285 req-334ac2de-7a00-477b-bd41-5969255d6cce tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Synchronizing usage tracker for tenant:563bdc229fbf42a1b3f8773ad07740bb on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:36:04.478508 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e182b42e-4075-4815-a2de-495d14dfdc1d {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:36:04.489214 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:04.506033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-525648f8-b976-47a8-8b3b-bcd7318c7285 req-334ac2de-7a00-477b-bd41-5969255d6cce tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Unset dirty status for tenant:563bdc229fbf42a1b3f8773ad07740bb on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:36:04.507153 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-525648f8-b976-47a8-8b3b-bcd7318c7285 req-334ac2de-7a00-477b-bd41-5969255d6cce tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 931 time: 0.2011752 Sep 21 15:36:04.509407 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] Transition to ACTIVE for port object e182b42e-4075-4815-a2de-495d14dfdc1d will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:36:04.528123 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:04.661402 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-525648f8-b976-47a8-8b3b-bcd7318c7285 req-a2da17b1-53f7-414d-9893-81c712d2552e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486487 Sep 21 15:36:04.729631 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] Pushing event updated for resources: {'Port': ['ID=e182b42e-4075-4815-a2de-495d14dfdc1d,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:36:04.774996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] Attempting to bind port e182b42e-4075-4815-a2de-495d14dfdc1d on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:36:04.775252 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] Attempting to bind port e182b42e-4075-4815-a2de-495d14dfdc1d by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:36:04.775575 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] Attempting to bind port e182b42e-4075-4815-a2de-495d14dfdc1d on network 81754593-68cd-4681-8dec-aeca93617e36 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:36:04.780175 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] Port e182b42e-4075-4815-a2de-495d14dfdc1d on network 81754593-68cd-4681-8dec-aeca93617e36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:36:04.780512 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] Attempting to bind port e182b42e-4075-4815-a2de-495d14dfdc1d on network 81754593-68cd-4681-8dec-aeca93617e36 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:36:04.785574 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:36:04.785907 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] Checking segment: {'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:36:04.786277 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] Bound using segment: {'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:36:04.786693 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] Bound port: e182b42e-4075-4815-a2de-495d14dfdc1d, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:36:04.787029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:04.872910 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] For port e182b42e-4075-4815-a2de-495d14dfdc1d, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:36:04.876095 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] For port e182b42e-4075-4815-a2de-495d14dfdc1d, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=e182b42e-4075-4815-a2de-495d14dfdc1d,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:36:04.880689 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:04.910185 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:04.910983 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:04.912325 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] 10.222.0.20 "PUT /v2.0/ports/e182b42e-4075-4815-a2de-495d14dfdc1d HTTP/1.1" status: 200 len: 1093 time: 0.9743288 Sep 21 15:36:04.913812 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a796136e-97fd-4580-b74e-7ca57dedf90e', 'tag': 'e182b42e-4075-4815-a2de-495d14dfdc1d'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:36:04.915026 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ed1873-c6a4-41e6-82f0-4a08d34556f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a796136e-97fd-4580-b74e-7ca57dedf90e", "tag": "e182b42e-4075-4815-a2de-495d14dfdc1d"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:36:04.959415 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a944c4-120c-43e7-9aef-88c8d887abeb x-openstack-request-id: req-19a944c4-120c-43e7-9aef-88c8d887abeb {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:36:04.959688 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a796136e-97fd-4580-b74e-7ca57dedf90e", "tag": "e182b42e-4075-4815-a2de-495d14dfdc1d", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:36:04.959933 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-19a944c4-120c-43e7-9aef-88c8d887abeb {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:36:04.960321 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a944c4-120c-43e7-9aef-88c8d887abeb'] response: {'name': 'network-changed', 'server_uuid': 'a796136e-97fd-4580-b74e-7ca57dedf90e', 'tag': 'e182b42e-4075-4815-a2de-495d14dfdc1d', 'status': 'completed', 'code': 200} Sep 21 15:36:05.107625 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b239864-5d87-4549-93c5-4e64cf489f2f service neutron] Pushing event updated for resources: {'Port': ['ID=e182b42e-4075-4815-a2de-495d14dfdc1d,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:36:05.146014 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-803cdff5-4e4e-4458-b0ee-1c3728ec8076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:05.147478 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-803cdff5-4e4e-4458-b0ee-1c3728ec8076 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 1096 time: 0.1901283 Sep 21 15:36:05.220403 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-a7bd2e5c-1b19-4829-a085-f039081ed865 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e182b42e-4075-4815-a2de-495d14dfdc1d HTTP/1.1" status: 200 len: 217 time: 0.0622785 Sep 21 15:36:05.283245 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-0c67f49e-9eda-4578-90d3-921072b45bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:05.284630 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-0c67f49e-9eda-4578-90d3-921072b45bc4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0556531 Sep 21 15:36:05.373671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-310a21ba-9118-4539-92c4-c692d393085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:05.375056 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-310a21ba-9118-4539-92c4-c692d393085a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814819 Sep 21 15:36:05.509498 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-8d409204-6863-4fda-bc33-d4b3b82dda01 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245823 Sep 21 15:36:05.560916 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b7b3-72f8-4712-a1dc-98078b8ff4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:05.645529 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1137df7c-a2aa-4b4a-bea6-0ce720db311a req-7b07987f-1099-41e6-b483-d6b102d7feaf service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250932 Sep 21 15:36:05.843590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed1873-c6a4-41e6-82f0-4a08d34556f9 req-16986390-e375-4cb3-89a1-289cbc9feb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:05.845105 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f2ed1873-c6a4-41e6-82f0-4a08d34556f9 req-16986390-e375-4cb3-89a1-289cbc9feb96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 1096 time: 0.1384335 Sep 21 15:36:05.955446 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fc2b7-ef23-47a1-99c0-cbd31545aa7a req-e232003c-fb99-4bec-9661-62bc6514c1f2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:05.956811 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea2fc2b7-ef23-47a1-99c0-cbd31545aa7a req-e232003c-fb99-4bec-9661-62bc6514c1f2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 943 time: 0.1829004 Sep 21 15:36:06.022200 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed1873-c6a4-41e6-82f0-4a08d34556f9 req-01eb27d4-900e-404d-b44d-2ac24d40c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:06.023635 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f2ed1873-c6a4-41e6-82f0-4a08d34556f9 req-01eb27d4-900e-404d-b44d-2ac24d40c465 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1705978 Sep 21 15:36:06.028158 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea2fc2b7-ef23-47a1-99c0-cbd31545aa7a req-61a073d1-364c-4e11-988d-5c7e7f18afa9 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656376 Sep 21 15:36:06.095597 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f2ed1873-c6a4-41e6-82f0-4a08d34556f9 req-aedea43a-3b25-4aec-9c69-d6943bec86e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e182b42e-4075-4815-a2de-495d14dfdc1d HTTP/1.1" status: 200 len: 217 time: 0.0650029 Sep 21 15:36:06.158315 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed1873-c6a4-41e6-82f0-4a08d34556f9 req-4bff9520-7aff-48da-971c-23df8f956ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:06.159711 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f2ed1873-c6a4-41e6-82f0-4a08d34556f9 req-4bff9520-7aff-48da-971c-23df8f956ff3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0574613 Sep 21 15:36:06.245629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed1873-c6a4-41e6-82f0-4a08d34556f9 req-aac5ebdc-6115-46ae-9b6c-f8618c0eb077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:06.247072 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f2ed1873-c6a4-41e6-82f0-4a08d34556f9 req-aac5ebdc-6115-46ae-9b6c-f8618c0eb077 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790424 Sep 21 15:36:06.379639 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f2ed1873-c6a4-41e6-82f0-4a08d34556f9 req-520f451f-4a7e-4d31-9e3b-2f5ea644f096 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255643 Sep 21 15:36:06.509242 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f2ed1873-c6a4-41e6-82f0-4a08d34556f9 req-9d8de7d2-f40a-441c-b375-8678e2d3bbd0 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228940 Sep 21 15:36:07.237571 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd7a17-234d-40e5-9075-6ab6ebbf1210 req-0231cb78-5ccf-4e32-94bb-c219aff3c450 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:07.239598 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-38bd7a17-234d-40e5-9075-6ab6ebbf1210 req-0231cb78-5ccf-4e32-94bb-c219aff3c450 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 943 time: 0.0875049 Sep 21 15:36:07.282345 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-38bd7a17-234d-40e5-9075-6ab6ebbf1210 req-201f32d2-adf1-4266-a956-5033acae1161 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370498 Sep 21 15:36:07.918817 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8c2b8405-9dfd-4040-9a08-f84883894035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:08.430624 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device e182b42e-4075-4815-a2de-495d14dfdc1d details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:36:08.601121 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589e967-b2e3-45d7-a272-aa730ab8eb47 req-c4017bd8-5a99-4556-a0a5-70122d1a6635 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:08.602532 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3589e967-b2e3-45d7-a272-aa730ab8eb47 req-c4017bd8-5a99-4556-a0a5-70122d1a6635 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 943 time: 0.2082980 Sep 21 15:36:08.611320 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port e182b42e-4075-4815-a2de-495d14dfdc1d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=e182b42e-4075-4815-a2de-495d14dfdc1d,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:36:08.625612 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'e182b42e-4075-4815-a2de-495d14dfdc1d', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'port_id': 'e182b42e-4075-4815-a2de-495d14dfdc1d', 'mac_address': 'fa:16:3e:88:9c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:36:08.647052 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3589e967-b2e3-45d7-a272-aa730ab8eb47 req-cabad747-ddf7-443e-af61-81646b338ba6 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388792 Sep 21 15:36:08.681916 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port e182b42e-4075-4815-a2de-495d14dfdc1d is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:36:08.682291 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:08.698858 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e182b42e-4075-4815-a2de-495d14dfdc1d {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:36:08.715115 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port e182b42e-4075-4815-a2de-495d14dfdc1d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=e182b42e-4075-4815-a2de-495d14dfdc1d,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:36:08.718943 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:08.793930 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:08.802502 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=e182b42e-4075-4815-a2de-495d14dfdc1d,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:36:08.952980 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:08.958331 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['e182b42e-4075-4815-a2de-495d14dfdc1d'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:36:09.851460 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8d033-69f0-45f4-8f7f-933aa69f9d46 req-b43ed0da-2cd4-4a32-8fd7-2461453da258 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:09.852922 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f4b8d033-69f0-45f4-8f7f-933aa69f9d46 req-b43ed0da-2cd4-4a32-8fd7-2461453da258 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 944 time: 0.0947843 Sep 21 15:36:09.896946 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f4b8d033-69f0-45f4-8f7f-933aa69f9d46 req-8fe96c7b-42c5-47a6-b083-41099c2792d1 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382829 Sep 21 15:36:10.445347 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device e182b42e-4075-4815-a2de-495d14dfdc1d up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:36:10.522121 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port e182b42e-4075-4815-a2de-495d14dfdc1d completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:36:10.526882 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port e182b42e-4075-4815-a2de-495d14dfdc1d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:36:10.527251 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:10.587369 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:10.651093 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port e182b42e-4075-4815-a2de-495d14dfdc1d is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:36:10.651461 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:10.677609 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a796136e-97fd-4580-b74e-7ca57dedf90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e182b42e-4075-4815-a2de-495d14dfdc1d'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:36:10.679870 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048071b4-9043-4769-921a-512839b2f28e" -d '{"events": [{"server_uuid": "a796136e-97fd-4580-b74e-7ca57dedf90e", "name": "network-vif-plugged", "status": "completed", "tag": "e182b42e-4075-4815-a2de-495d14dfdc1d"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:36:10.687338 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port e182b42e-4075-4815-a2de-495d14dfdc1d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=e182b42e-4075-4815-a2de-495d14dfdc1d,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:36:10.693067 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:10.729749 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93f16ed-43c5-4e3a-80a6-31a8ee200c1e x-openstack-request-id: req-f93f16ed-43c5-4e3a-80a6-31a8ee200c1e {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:36:10.730039 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a796136e-97fd-4580-b74e-7ca57dedf90e", "name": "network-vif-plugged", "status": "completed", "tag": "e182b42e-4075-4815-a2de-495d14dfdc1d", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:36:10.730287 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f93f16ed-43c5-4e3a-80a6-31a8ee200c1e {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:36:10.730673 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f93f16ed-43c5-4e3a-80a6-31a8ee200c1e'] response: {'server_uuid': 'a796136e-97fd-4580-b74e-7ca57dedf90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e182b42e-4075-4815-a2de-495d14dfdc1d', 'code': 200} Sep 21 15:36:10.763505 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=e182b42e-4075-4815-a2de-495d14dfdc1d,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:36:10.973591 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd399f-6b04-4873-bfe5-8f898df68f93 req-69766f54-43c3-405e-82a7-6229aab1b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:10.975070 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-30bd399f-6b04-4873-bfe5-8f898df68f93 req-69766f54-43c3-405e-82a7-6229aab1b193 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 1098 time: 0.0790920 Sep 21 15:36:11.063026 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-30bd399f-6b04-4873-bfe5-8f898df68f93 req-c453be73-9007-49e5-ac0b-ec7efde84663 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788395 Sep 21 15:36:11.108062 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279f511-5db2-41db-87b2-8758bc965ac4 req-399632b3-121b-46ce-9381-5d27f339c739 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:11.109535 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d279f511-5db2-41db-87b2-8758bc965ac4 req-399632b3-121b-46ce-9381-5d27f339c739 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0976825 Sep 21 15:36:11.154337 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d279f511-5db2-41db-87b2-8758bc965ac4 req-330141a6-e93a-4e16-9eb3-28a144b81421 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387058 Sep 21 15:36:12.358740 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b2cb1-c462-4132-b58e-269f40262ea6 req-b99f4641-906f-42ff-a40f-baacfc962fa5 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:12.360106 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a68b2cb1-c462-4132-b58e-269f40262ea6 req-b99f4641-906f-42ff-a40f-baacfc962fa5 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0937672 Sep 21 15:36:12.404209 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a68b2cb1-c462-4132-b58e-269f40262ea6 req-fe947aee-b6f5-4a5e-baed-6c8ca467e04e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379107 Sep 21 15:36:13.599671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c20af0-2bd0-47e6-9430-887eaf02bdeb req-1fc7a8d0-fbbd-48ea-ad35-6c37180f664c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:13.601150 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-45c20af0-2bd0-47e6-9430-887eaf02bdeb req-1fc7a8d0-fbbd-48ea-ad35-6c37180f664c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0869489 Sep 21 15:36:13.647559 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-45c20af0-2bd0-47e6-9430-887eaf02bdeb req-b9cc4c43-205d-4009-ac7e-f59ef63d45c6 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407362 Sep 21 15:36:13.836962 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd3ce5-ab4e-474e-ad86-d87dbed1fb01 req-de19cc32-0ef0-4b1b-a54c-4732d075acdc tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:13.838446 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99fd3ce5-ab4e-474e-ad86-d87dbed1fb01 req-de19cc32-0ef0-4b1b-a54c-4732d075acdc tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0879548 Sep 21 15:36:13.849126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38022) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:36:13.853943 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-978c1b8a-45b2-4f4d-814c-6cc6bb529e4f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Request body: {'floatingip': {'port_id': 'e182b42e-4075-4815-a2de-495d14dfdc1d'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:36:13.933250 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-978c1b8a-45b2-4f4d-814c-6cc6bb529e4f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for floatingip, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:14.523354 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-978c1b8a-45b2-4f4d-814c-6cc6bb529e4f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:14.526926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-978c1b8a-45b2-4f4d-814c-6cc6bb529e4f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:14.796817 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-978c1b8a-45b2-4f4d-814c-6cc6bb529e4f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Floating IP d3a1eec8-92b6-449e-8c0f-369be06ebd00 associated. External IP: 172.26.4.118, port: e182b42e-4075-4815-a2de-495d14dfdc1d. Sep 21 15:36:15.144263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978c1b8a-45b2-4f4d-814c-6cc6bb529e4f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:36:15.319886 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978c1b8a-45b2-4f4d-814c-6cc6bb529e4f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:36:15.324793 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-978c1b8a-45b2-4f4d-814c-6cc6bb529e4f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:15.330389 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174395c6-a44d-4141-8dd2-3d6c59a6447e None None] Sync routers for ids ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:36:15.349824 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174395c6-a44d-4141-8dd2-3d6c59a6447e None None] Routers {'32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:36:15.350434 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-174395c6-a44d-4141-8dd2-3d6c59a6447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:36:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:36:15.382591 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-978c1b8a-45b2-4f4d-814c-6cc6bb529e4f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "PUT /v2.0/floatingips/d3a1eec8-92b6-449e-8c0f-369be06ebd00 HTTP/1.1" status: 200 len: 991 time: 1.5324161 Sep 21 15:36:15.383158 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a796136e-97fd-4580-b74e-7ca57dedf90e', 'tag': 'e182b42e-4075-4815-a2de-495d14dfdc1d'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:36:15.385454 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2835baa0-7be8-4632-9b04-c9b974ad9243" -d '{"events": [{"name": "network-changed", "server_uuid": "a796136e-97fd-4580-b74e-7ca57dedf90e", "tag": "e182b42e-4075-4815-a2de-495d14dfdc1d"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:36:15.426400 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad01fc14-340e-442f-a22e-2b13156f59bb x-openstack-request-id: req-ad01fc14-340e-442f-a22e-2b13156f59bb {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:36:15.426696 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a796136e-97fd-4580-b74e-7ca57dedf90e", "tag": "e182b42e-4075-4815-a2de-495d14dfdc1d", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:36:15.426970 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad01fc14-340e-442f-a22e-2b13156f59bb {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:36:15.427351 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad01fc14-340e-442f-a22e-2b13156f59bb'] response: {'name': 'network-changed', 'server_uuid': 'a796136e-97fd-4580-b74e-7ca57dedf90e', 'tag': 'e182b42e-4075-4815-a2de-495d14dfdc1d', 'status': 'completed', 'code': 200} Sep 21 15:36:15.527046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835baa0-7be8-4632-9b04-c9b974ad9243 req-c510adca-aa17-45b5-8b6f-029943c6fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:15.528519 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2835baa0-7be8-4632-9b04-c9b974ad9243 req-c510adca-aa17-45b5-8b6f-029943c6fa3a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 1098 time: 0.0784829 Sep 21 15:36:15.537247 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-174395c6-a44d-4141-8dd2-3d6c59a6447e None None] Set router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:36:15.657140 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835baa0-7be8-4632-9b04-c9b974ad9243 req-b0896f1f-2d15-4602-9dfc-94282295e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:15.658482 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2835baa0-7be8-4632-9b04-c9b974ad9243 req-b0896f1f-2d15-4602-9dfc-94282295e25e service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1241012 Sep 21 15:36:15.764181 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2835baa0-7be8-4632-9b04-c9b974ad9243 req-ae2bea84-e35e-4b7d-b2ed-2a0411756b5e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e182b42e-4075-4815-a2de-495d14dfdc1d HTTP/1.1" status: 200 len: 999 time: 0.0999100 Sep 21 15:36:15.830175 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835baa0-7be8-4632-9b04-c9b974ad9243 req-4beefd1c-8818-465b-ba0a-b4e572aa32d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:15.831628 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2835baa0-7be8-4632-9b04-c9b974ad9243 req-4beefd1c-8818-465b-ba0a-b4e572aa32d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0613170 Sep 21 15:36:15.887872 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-174395c6-a44d-4141-8dd2-3d6c59a6447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'd3a1eec8-92b6-449e-8c0f-369be06ebd00', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'floating_ip_address': '172.26.4.118', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'port_id': 'e182b42e-4075-4815-a2de-495d14dfdc1d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'mac_address': 'fa:16:3e:88:9c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a796136e-97fd-4580-b74e-7ca57dedf90e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:34:41Z', 'updated_at': '2022-09-21T15:36:14Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:36:15.891634 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174395c6-a44d-4141-8dd2-3d6c59a6447e None None] Checking router: 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:36:15.900300 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174395c6-a44d-4141-8dd2-3d6c59a6447e None None] Routers {'32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:36:15.900911 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-174395c6-a44d-4141-8dd2-3d6c59a6447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:36:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:36:15.916250 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835baa0-7be8-4632-9b04-c9b974ad9243 req-a869c773-e0e4-4e8a-ab28-70dda0834743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:15.917708 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2835baa0-7be8-4632-9b04-c9b974ad9243 req-a869c773-e0e4-4e8a-ab28-70dda0834743 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797107 Sep 21 15:36:16.051632 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2835baa0-7be8-4632-9b04-c9b974ad9243 req-770aaf86-3a19-4d4a-a047-52b026b98a51 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272149 Sep 21 15:36:16.075170 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-174395c6-a44d-4141-8dd2-3d6c59a6447e None None] Set router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:36:16.291989 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2835baa0-7be8-4632-9b04-c9b974ad9243 req-50c8ce90-1cad-4ee9-90b7-47292ea30f0e service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346847 Sep 21 15:36:16.457625 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-174395c6-a44d-4141-8dd2-3d6c59a6447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'd3a1eec8-92b6-449e-8c0f-369be06ebd00', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'floating_ip_address': '172.26.4.118', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'port_id': 'e182b42e-4075-4815-a2de-495d14dfdc1d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'mac_address': 'fa:16:3e:88:9c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a796136e-97fd-4580-b74e-7ca57dedf90e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:34:41Z', 'updated_at': '2022-09-21T15:36:14Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:36:16.461565 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174395c6-a44d-4141-8dd2-3d6c59a6447e None None] The sync data for ids ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'] in dv-neutron-858731-1-hyperv is: [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'd3a1eec8-92b6-449e-8c0f-369be06ebd00', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'floating_ip_address': '172.26.4.118', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'port_id': 'e182b42e-4075-4815-a2de-495d14dfdc1d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'mac_address': 'fa:16:3e:88:9c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a796136e-97fd-4580-b74e-7ca57dedf90e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:34:41Z', 'updated_at': '2022-09-21T15:36:14Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:36:16.640382 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f7149b-5b73-406c-a3a0-174e35d874c5 None None] New status for floating IP d3a1eec8-92b6-449e-8c0f-369be06ebd00: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:36:22.119884 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:23.670220 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:36:35.565726 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6cb8fbaa-a1da-404e-93b8-76c7f9b45f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:37.921247 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d01b9a9e-703f-4b60-94d7-f159c708d61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:38.756369 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:38.956626 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:40.572134 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:48.283236 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-56d39fbf-08d8-4207-ba39-80dc59d28696 req-e33a10a7-f779-4f23-85c6-23e54e8bc286 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801945 Sep 21 15:36:48.428201 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d39fbf-08d8-4207-ba39-80dc59d28696 req-b322b38c-65f6-4fd7-9e3e-3c393366c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:48.429672 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-56d39fbf-08d8-4207-ba39-80dc59d28696 req-b322b38c-65f6-4fd7-9e3e-3c393366c7d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 1098 time: 0.0792120 Sep 21 15:36:48.574141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d39fbf-08d8-4207-ba39-80dc59d28696 req-dd664d36-7e39-4dc1-9c48-0c674981e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:48.575563 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-56d39fbf-08d8-4207-ba39-80dc59d28696 req-dd664d36-7e39-4dc1-9c48-0c674981e1a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1269445 Sep 21 15:36:48.678018 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-56d39fbf-08d8-4207-ba39-80dc59d28696 req-5d074b5c-e2a6-45ae-84c7-5dde25559f5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e182b42e-4075-4815-a2de-495d14dfdc1d HTTP/1.1" status: 200 len: 1001 time: 0.0953782 Sep 21 15:36:48.739007 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d39fbf-08d8-4207-ba39-80dc59d28696 req-4756953e-4664-4351-8984-f1de0a1ccc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:48.740397 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-56d39fbf-08d8-4207-ba39-80dc59d28696 req-4756953e-4664-4351-8984-f1de0a1ccc9a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0559950 Sep 21 15:36:48.823723 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d39fbf-08d8-4207-ba39-80dc59d28696 req-2ad41fe5-77f1-4c6b-af9c-e18dc518784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:48.825189 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-56d39fbf-08d8-4207-ba39-80dc59d28696 req-2ad41fe5-77f1-4c6b-af9c-e18dc518784b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784435 Sep 21 15:36:48.953991 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-56d39fbf-08d8-4207-ba39-80dc59d28696 req-5fd703c8-7c36-4a6e-a531-643089fbe4c4 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219223 Sep 21 15:36:49.085994 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-56d39fbf-08d8-4207-ba39-80dc59d28696 req-80a9efdc-94fc-4027-93fe-4d67e2135f09 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231573 Sep 21 15:36:50.584745 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378557d-7a39-42f6-9217-eed118d8049b req-ca9625e3-4c73-4143-98c9-788d177ab200 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:50.586108 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c378557d-7a39-42f6-9217-eed118d8049b req-ca9625e3-4c73-4143-98c9-788d177ab200 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0877912 Sep 21 15:36:50.633199 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c378557d-7a39-42f6-9217-eed118d8049b req-73dd1dcf-5340-43cf-ba36-39edee450e22 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414965 Sep 21 15:36:51.835011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83913ace-0c56-4bde-861f-9e05f47c65a2 req-6eb47bd0-e4e3-4138-a780-e5d86b93b7b0 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:51.836476 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-83913ace-0c56-4bde-861f-9e05f47c65a2 req-6eb47bd0-e4e3-4138-a780-e5d86b93b7b0 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0900285 Sep 21 15:36:51.880841 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-83913ace-0c56-4bde-861f-9e05f47c65a2 req-8237a00f-82e9-4c6b-a330-c2ac2608c56c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386279 Sep 21 15:36:52.122146 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:36:53.083385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1208040-715e-4b75-a8f7-884b6e2574b3 req-958abe69-e60e-4e89-b249-0f6cfe7660c7 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:53.084863 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f1208040-715e-4b75-a8f7-884b6e2574b3 req-958abe69-e60e-4e89-b249-0f6cfe7660c7 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0918055 Sep 21 15:36:53.129194 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f1208040-715e-4b75-a8f7-884b6e2574b3 req-01e2baa1-6690-44a1-a666-2eeba07d3d57 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386515 Sep 21 15:36:54.329483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae7987-72b3-4e0e-9cb9-fa68433ac14f req-a018366d-2ed2-404f-a780-5ccdfeda399d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:54.331733 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f6ae7987-72b3-4e0e-9cb9-fa68433ac14f req-a018366d-2ed2-404f-a780-5ccdfeda399d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0863326 Sep 21 15:36:54.379717 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f6ae7987-72b3-4e0e-9cb9-fa68433ac14f req-9a10d0d0-9379-43ef-bf63-653cf6d2e96b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422881 Sep 21 15:36:55.575198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9babf5-b3d3-49bc-81b8-cda513a67c2c req-3a286f48-32d4-426c-b284-33edff0ce2e9 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:55.576667 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7a9babf5-b3d3-49bc-81b8-cda513a67c2c req-3a286f48-32d4-426c-b284-33edff0ce2e9 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0875115 Sep 21 15:36:55.620277 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7a9babf5-b3d3-49bc-81b8-cda513a67c2c req-1f0b9f8e-4127-4c3d-bea4-4bca3dc8c194 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377364 Sep 21 15:36:56.822753 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cf45d-516f-4864-a56e-19d5941a963b req-f7cede76-7744-4c3a-b20d-158406b58431 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:56.824186 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f15cf45d-516f-4864-a56e-19d5941a963b req-f7cede76-7744-4c3a-b20d-158406b58431 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0924163 Sep 21 15:36:56.867088 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f15cf45d-516f-4864-a56e-19d5941a963b req-8b688469-016e-4cba-a6ee-1227c4634ef2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372601 Sep 21 15:36:58.068671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63130343-6d34-4011-a4f1-4238f6e5c6d6 req-b156d797-b869-43d3-b6f2-0e67583093ec tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:58.070113 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63130343-6d34-4011-a4f1-4238f6e5c6d6 req-b156d797-b869-43d3-b6f2-0e67583093ec tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0896127 Sep 21 15:36:58.116356 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63130343-6d34-4011-a4f1-4238f6e5c6d6 req-1ec2a841-8640-4846-8f93-44f7240ba726 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406342 Sep 21 15:36:59.407434 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a7f11-561f-48b2-9de6-e43ff193ea05 req-8eefdd40-c9e8-4301-beca-1edb7536dc07 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:36:59.408835 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-127a7f11-561f-48b2-9de6-e43ff193ea05 req-8eefdd40-c9e8-4301-beca-1edb7536dc07 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.1829493 Sep 21 15:36:59.452750 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-127a7f11-561f-48b2-9de6-e43ff193ea05 req-08f3aa14-d951-45dd-a892-f76728ce0b10 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369372 Sep 21 15:37:00.655113 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a63f95-298c-4f73-a88f-1e6bde673a7f req-35baf87b-f82f-4068-9bb8-38c440c229b9 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:00.656587 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e3a63f95-298c-4f73-a88f-1e6bde673a7f req-35baf87b-f82f-4068-9bb8-38c440c229b9 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0930078 Sep 21 15:37:00.668500 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:37:00.700402 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e3a63f95-298c-4f73-a88f-1e6bde673a7f req-d837e5ae-2167-416f-b932-fdcdbe831154 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379398 Sep 21 15:37:01.896154 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075a376-e243-472b-b572-ab10c4c7c198 req-30c0759d-e3b5-4c02-b1a3-a815344a362f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:01.897642 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1075a376-e243-472b-b572-ab10c4c7c198 req-30c0759d-e3b5-4c02-b1a3-a815344a362f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0893898 Sep 21 15:37:01.943276 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1075a376-e243-472b-b572-ab10c4c7c198 req-7e22e475-a187-4dbe-aaa1-7b0b811848fb tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400589 Sep 21 15:37:03.146262 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a38d3-cb2b-434d-9229-268b69a5764f req-38321aed-9b71-42e6-b6fd-0c23a353daff tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:03.147694 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-739a38d3-cb2b-434d-9229-268b69a5764f req-38321aed-9b71-42e6-b6fd-0c23a353daff tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0857074 Sep 21 15:37:03.191751 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-739a38d3-cb2b-434d-9229-268b69a5764f req-8c630fdf-b522-4f0f-a124-77658914457a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383544 Sep 21 15:37:04.395774 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eba034-d5d8-4f83-b4f3-5dc9bdc2c9fb req-1e8a7bf2-02c4-4974-a3ec-744496ff703f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:04.397136 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-30eba034-d5d8-4f83-b4f3-5dc9bdc2c9fb req-1e8a7bf2-02c4-4974-a3ec-744496ff703f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0911565 Sep 21 15:37:04.440809 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-30eba034-d5d8-4f83-b4f3-5dc9bdc2c9fb req-ae483782-59ec-4fcb-a391-64d9a01cfd55 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379467 Sep 21 15:37:05.568866 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c057867e-b621-4ed0-a47c-93ce8f22030d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:05.646140 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ade92-24db-46fe-8d67-f7fe1d44a9d3 req-9572aebc-0cbe-4da4-9774-2753281f7d81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:05.647599 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-695ade92-24db-46fe-8d67-f7fe1d44a9d3 req-9572aebc-0cbe-4da4-9774-2753281f7d81 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0933719 Sep 21 15:37:05.695266 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-695ade92-24db-46fe-8d67-f7fe1d44a9d3 req-bfae5594-74ab-4bc7-aa7c-792b061d78d6 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419602 Sep 21 15:37:06.896018 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca79071-b960-4125-bffa-739f37aa578e req-732077ad-89ca-4bea-adeb-4018f6ae55a2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:06.897509 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7ca79071-b960-4125-bffa-739f37aa578e req-732077ad-89ca-4bea-adeb-4018f6ae55a2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0898445 Sep 21 15:37:06.942226 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7ca79071-b960-4125-bffa-739f37aa578e req-d013c63d-6014-4534-9114-9761c290dd43 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390821 Sep 21 15:37:07.364655 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-bae33639-b278-410b-ab03-498820978d90 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1203434 Sep 21 15:37:07.382458 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f6619-8572-4f7a-86f7-92950d7afc81 req-6d0eedfb-df3d-45e3-9ade-a1760683d6e5 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:07.384210 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f91f6619-8572-4f7a-86f7-92950d7afc81 req-6d0eedfb-df3d-45e3-9ade-a1760683d6e5 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0944839 Sep 21 15:37:07.429419 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f91f6619-8572-4f7a-86f7-92950d7afc81 req-35249359-da6e-4cc2-a206-21111c6c02ab tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394976 Sep 21 15:37:07.922389 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9d40-6a31-4de4-a251-1f98c7136ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:08.528432 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-fc8586c1-1c53-46bf-850b-e71597be3a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:08.529903 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-fc8586c1-1c53-46bf-850b-e71597be3a72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 1098 time: 0.0795171 Sep 21 15:37:08.732153 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-06017c62-c105-4ab9-b841-f1e81a0bf0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:08.733547 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-06017c62-c105-4ab9-b841-f1e81a0bf0eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1936009 Sep 21 15:37:08.741802 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa84b7-c2ec-4f45-8e72-11b4ca4f380c req-5a448750-cf8d-4db1-88ff-c3ac58f98137 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:08.743192 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0faa84b7-c2ec-4f45-8e72-11b4ca4f380c req-5a448750-cf8d-4db1-88ff-c3ac58f98137 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.1829829 Sep 21 15:37:08.759197 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:08.874139 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0faa84b7-c2ec-4f45-8e72-11b4ca4f380c req-78edc3bb-0e8b-4bd0-8205-aad37947d70e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744879 Sep 21 15:37:08.875905 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-a3b46a25-b56b-459a-8cf9-1fec8581d2ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e182b42e-4075-4815-a2de-495d14dfdc1d HTTP/1.1" status: 200 len: 1001 time: 0.1318674 Sep 21 15:37:08.945350 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-679cf874-de86-454a-9d9a-8cc391f98773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:08.947061 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-679cf874-de86-454a-9d9a-8cc391f98773 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0615630 Sep 21 15:37:08.961001 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:09.036830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-6a9c8b90-cc41-495d-9685-3715136fc301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:09.038219 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-6a9c8b90-cc41-495d-9685-3715136fc301 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817492 Sep 21 15:37:09.171746 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-1e5a2729-f089-491e-ab7c-03fb2c4dd80e service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250267 Sep 21 15:37:09.400699 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-1685116a-d304-4402-83d6-f83ab5f8e5b7 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194083 Sep 21 15:37:10.091224 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ed498-052f-44df-ab34-36bc9b1bde7d req-243191d7-cee3-4013-a9f9-41d62959d869 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:10.092696 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2c4ed498-052f-44df-ab34-36bc9b1bde7d req-243191d7-cee3-4013-a9f9-41d62959d869 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.1037142 Sep 21 15:37:10.137559 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2c4ed498-052f-44df-ab34-36bc9b1bde7d req-53604d22-b1fe-48cb-bbc9-9bb7da31a24c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387185 Sep 21 15:37:10.575032 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:11.241056 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-5dc57430-d025-42bb-a3d0-74408df7c326 service neutron] 10.222.0.20 "GET /v2.0/ports/e182b42e-4075-4815-a2de-495d14dfdc1d/bindings/hv-neutron-8587 HTTP/1.1" status: 200 len: 384 time: 0.0779209 Sep 21 15:37:11.339294 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa15eda-1dd6-4a91-ab94-38e55c968e77 req-0c8aa8d8-8aae-4913-a96c-5ca7f116c38e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:11.340678 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dfa15eda-1dd6-4a91-ab94-38e55c968e77 req-0c8aa8d8-8aae-4913-a96c-5ca7f116c38e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0909436 Sep 21 15:37:11.385205 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dfa15eda-1dd6-4a91-ab94-38e55c968e77 req-e65b344a-7ddd-4708-9f58-595d6a30e5ce tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386946 Sep 21 15:37:11.535537 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-73f9c819-b472-4d82-aabf-d0e2c51424e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:11.537043 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-73f9c819-b472-4d82-aabf-d0e2c51424e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e&tenant_id=563bdc229fbf42a1b3f8773ad07740bb HTTP/1.1" status: 200 len: 1098 time: 0.0842979 Sep 21 15:37:11.643778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-b5937685-ea4f-4806-af36-4f8f46ec6ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:11.645190 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-b5937685-ea4f-4806-af36-4f8f46ec6ced service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 1098 time: 0.0808573 Sep 21 15:37:11.779177 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-3074f796-e6d6-4b32-b069-49b8190e6b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:11.780652 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-3074f796-e6d6-4b32-b069-49b8190e6b13 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1265638 Sep 21 15:37:11.887949 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-a0580ef0-c0a8-4975-bf8e-3f04b8017f44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e182b42e-4075-4815-a2de-495d14dfdc1d HTTP/1.1" status: 200 len: 1001 time: 0.0971031 Sep 21 15:37:11.950251 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-4a5572ea-8f04-4287-8f9b-864490c6f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:11.951578 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-4a5572ea-8f04-4287-8f9b-864490c6f371 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0564871 Sep 21 15:37:12.042179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-06ac4d5a-c5c1-4cac-add3-2560c14efbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:12.043692 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-06ac4d5a-c5c1-4cac-add3-2560c14efbd5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827215 Sep 21 15:37:12.177695 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-ca5841bb-1bfd-4978-b80f-019f0440d064 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243052 Sep 21 15:37:12.308845 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bce0d6e1-ba76-45e1-9df9-2f9f2c9d8015 req-d3ac90ed-bb37-4ecf-aece-1b153c387372 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240203 Sep 21 15:37:12.587851 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22992ecb-f4ee-47ec-801f-f7215e5489cb req-7667f589-cda5-4f93-9f0d-d0f688528765 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:12.589244 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-22992ecb-f4ee-47ec-801f-f7215e5489cb req-7667f589-cda5-4f93-9f0d-d0f688528765 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0876679 Sep 21 15:37:12.635812 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-22992ecb-f4ee-47ec-801f-f7215e5489cb req-8b013e0e-451f-47a1-8cb0-227232c7ef0b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409617 Sep 21 15:37:13.836421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6a3fc-87f8-4a56-99f9-0efa61c0ba97 req-b1d4c5f9-79e0-4f9a-bd8e-ce6af3ec31f7 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:13.837939 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bed6a3fc-87f8-4a56-99f9-0efa61c0ba97 req-b1d4c5f9-79e0-4f9a-bd8e-ce6af3ec31f7 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0915034 Sep 21 15:37:13.883117 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bed6a3fc-87f8-4a56-99f9-0efa61c0ba97 req-b5aec635-dac4-4199-9e03-3cf38274a571 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394456 Sep 21 15:37:14.820116 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device e182b42e-4075-4815-a2de-495d14dfdc1d details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:37:14.823530 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device e182b42e-4075-4815-a2de-495d14dfdc1d no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:37:15.083437 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port e182b42e-4075-4815-a2de-495d14dfdc1d is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:37:15.083818 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:15.094716 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2cd2d-c948-48b6-b52e-78527156785b req-fed4193c-ac29-4b86-bf4e-1eb11fa84b3e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:15.097139 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3cf2cd2d-c948-48b6-b52e-78527156785b req-fed4193c-ac29-4b86-bf4e-1eb11fa84b3e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.1002963 Sep 21 15:37:15.115733 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port e182b42e-4075-4815-a2de-495d14dfdc1d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=e182b42e-4075-4815-a2de-495d14dfdc1d,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:37:15.138598 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a796136e-97fd-4580-b74e-7ca57dedf90e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e182b42e-4075-4815-a2de-495d14dfdc1d'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:37:15.140890 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced68ea3-58b2-4cd6-8935-b16e6ba011da" -d '{"events": [{"server_uuid": "a796136e-97fd-4580-b74e-7ca57dedf90e", "name": "network-vif-unplugged", "status": "completed", "tag": "e182b42e-4075-4815-a2de-495d14dfdc1d"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:37:15.144290 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'e182b42e-4075-4815-a2de-495d14dfdc1d', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'port_id': 'e182b42e-4075-4815-a2de-495d14dfdc1d', 'mac_address': 'fa:16:3e:88:9c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:37:15.145325 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3cf2cd2d-c948-48b6-b52e-78527156785b req-f9a8c8e9-efa3-44d0-b251-83c9c393a577 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425205 Sep 21 15:37:15.151713 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port e182b42e-4075-4815-a2de-495d14dfdc1d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=e182b42e-4075-4815-a2de-495d14dfdc1d,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:37:15.185243 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:15.233922 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 15:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff84bc1a-80de-4a7f-86a9-b9812cb85126 x-openstack-request-id: req-ff84bc1a-80de-4a7f-86a9-b9812cb85126 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:37:15.234220 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a796136e-97fd-4580-b74e-7ca57dedf90e", "name": "network-vif-unplugged", "status": "completed", "tag": "e182b42e-4075-4815-a2de-495d14dfdc1d", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:37:15.234468 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff84bc1a-80de-4a7f-86a9-b9812cb85126 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:37:15.234862 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff84bc1a-80de-4a7f-86a9-b9812cb85126'] response: {'server_uuid': 'a796136e-97fd-4580-b74e-7ca57dedf90e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e182b42e-4075-4815-a2de-495d14dfdc1d', 'code': 200} Sep 21 15:37:15.267412 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port e182b42e-4075-4815-a2de-495d14dfdc1d is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:37:15.267819 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:15.291006 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e182b42e-4075-4815-a2de-495d14dfdc1d {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:37:15.294889 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=e182b42e-4075-4815-a2de-495d14dfdc1d,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:37:15.305350 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:15.305768 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:15.306030 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:15.306380 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:15.306683 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:15.307011 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:15.307334 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:15.307657 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:15.307978 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:15.308297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:15.308639 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:15.308977 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:15.322729 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port e182b42e-4075-4815-a2de-495d14dfdc1d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=e182b42e-4075-4815-a2de-495d14dfdc1d,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:37:15.327067 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:15.404366 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=e182b42e-4075-4815-a2de-495d14dfdc1d,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:37:15.409771 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['e182b42e-4075-4815-a2de-495d14dfdc1d'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:37:15.662127 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e88e1-5ddb-4f52-a62c-f26e1e190b50 req-bd83d02b-da87-455e-9ec8-23f2ec2d7f40 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:15.663470 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b5e88e1-5ddb-4f52-a62c-f26e1e190b50 req-bd83d02b-da87-455e-9ec8-23f2ec2d7f40 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e&tenant_id=563bdc229fbf42a1b3f8773ad07740bb&binding%3Ahost_id=hv-neutron-8587 HTTP/1.1" status: 200 len: 944 time: 0.2660589 Sep 21 15:37:15.671327 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df35119-5681-4ea2-91df-10560f24cd25 req-9146690f-db68-4feb-875e-4e5b3e7a403d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:15.672676 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3df35119-5681-4ea2-91df-10560f24cd25 req-9146690f-db68-4feb-875e-4e5b3e7a403d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 944 time: 0.2389441 Sep 21 15:37:15.717143 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3df35119-5681-4ea2-91df-10560f24cd25 req-3702cb2d-1b96-461a-9e15-23078b44fb4d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385547 Sep 21 15:37:15.818399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e88e1-5ddb-4f52-a62c-f26e1e190b50 req-9d5fc1ec-25fc-4f8d-afcc-6e1aa9b8be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:15.819851 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b5e88e1-5ddb-4f52-a62c-f26e1e190b50 req-9d5fc1ec-25fc-4f8d-afcc-6e1aa9b8be8e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 1097 time: 0.0806162 Sep 21 15:37:15.951001 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e88e1-5ddb-4f52-a62c-f26e1e190b50 req-73819f55-e5dc-4ee5-9ff2-335b5b6e230e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:15.952346 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b5e88e1-5ddb-4f52-a62c-f26e1e190b50 req-73819f55-e5dc-4ee5-9ff2-335b5b6e230e service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1260908 Sep 21 15:37:16.059094 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b5e88e1-5ddb-4f52-a62c-f26e1e190b50 req-08614ae3-9d9a-4afa-97e6-a0bf9e5d650e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e182b42e-4075-4815-a2de-495d14dfdc1d HTTP/1.1" status: 200 len: 1000 time: 0.0966270 Sep 21 15:37:16.126416 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e88e1-5ddb-4f52-a62c-f26e1e190b50 req-61ad9141-a71b-4d6a-a3f8-dc7f4f08c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:16.128196 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b5e88e1-5ddb-4f52-a62c-f26e1e190b50 req-61ad9141-a71b-4d6a-a3f8-dc7f4f08c877 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0598278 Sep 21 15:37:16.213773 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e88e1-5ddb-4f52-a62c-f26e1e190b50 req-4a016b07-0ee0-4c3a-a23b-c7f4bbd2e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:16.215132 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b5e88e1-5ddb-4f52-a62c-f26e1e190b50 req-4a016b07-0ee0-4c3a-a23b-c7f4bbd2e4bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775299 Sep 21 15:37:16.350306 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b5e88e1-5ddb-4f52-a62c-f26e1e190b50 req-1d9e860d-c8f0-419d-9793-cdaf5743bfd0 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254044 Sep 21 15:37:16.483122 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b5e88e1-5ddb-4f52-a62c-f26e1e190b50 req-a9a2079e-c184-4fc6-9bf6-9fb020f91795 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238744 Sep 21 15:37:16.834310 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device e182b42e-4075-4815-a2de-495d14dfdc1d up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:37:16.912139 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port e182b42e-4075-4815-a2de-495d14dfdc1d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:37:16.912529 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:16.927727 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69252d7-3238-43f9-806c-7ba8427aee94 req-e7d02f1b-a386-44b6-93eb-5e3684b9fe61 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:16.929350 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c69252d7-3238-43f9-806c-7ba8427aee94 req-e7d02f1b-a386-44b6-93eb-5e3684b9fe61 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 944 time: 0.1002223 Sep 21 15:37:16.978073 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c69252d7-3238-43f9-806c-7ba8427aee94 req-0d84d296-1b30-4f75-a7d2-e72e970cee44 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422642 Sep 21 15:37:17.042739 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port e182b42e-4075-4815-a2de-495d14dfdc1d is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:37:17.043117 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:17.082037 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port e182b42e-4075-4815-a2de-495d14dfdc1d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=e182b42e-4075-4815-a2de-495d14dfdc1d,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:37:17.086024 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:17.154208 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=e182b42e-4075-4815-a2de-495d14dfdc1d,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:37:17.235658 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a796136e-97fd-4580-b74e-7ca57dedf90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e182b42e-4075-4815-a2de-495d14dfdc1d'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:37:17.238161 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea581003-c3b2-48ba-83d5-aec52277760f" -d '{"events": [{"server_uuid": "a796136e-97fd-4580-b74e-7ca57dedf90e", "name": "network-vif-plugged", "status": "completed", "tag": "e182b42e-4075-4815-a2de-495d14dfdc1d"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:37:17.279752 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e8230a-c6d0-4898-8637-b0d491536971 x-openstack-request-id: req-97e8230a-c6d0-4898-8637-b0d491536971 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:37:17.280043 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a796136e-97fd-4580-b74e-7ca57dedf90e", "name": "network-vif-plugged", "status": "completed", "tag": "e182b42e-4075-4815-a2de-495d14dfdc1d", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:37:17.280292 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-97e8230a-c6d0-4898-8637-b0d491536971 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:37:17.280724 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e8230a-c6d0-4898-8637-b0d491536971'] response: {'server_uuid': 'a796136e-97fd-4580-b74e-7ca57dedf90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e182b42e-4075-4815-a2de-495d14dfdc1d', 'code': 200} Sep 21 15:37:18.185138 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc760673-efe0-4058-8b88-7431d69d0a0d req-44b887e5-a2c2-4c35-8ee2-a1ef7a81fc16 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:18.186592 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fc760673-efe0-4058-8b88-7431d69d0a0d req-44b887e5-a2c2-4c35-8ee2-a1ef7a81fc16 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0937252 Sep 21 15:37:18.231469 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fc760673-efe0-4058-8b88-7431d69d0a0d req-7fc7fd5f-17ba-4571-850e-0369e160e84c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388308 Sep 21 15:37:18.431344 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b73b66-7c33-4492-a6ca-ac338a66cf99 req-a681e1c9-2a04-4a7e-bfb0-38e4d30ce957 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:18.432825 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f1b73b66-7c33-4492-a6ca-ac338a66cf99 req-a681e1c9-2a04-4a7e-bfb0-38e4d30ce957 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.0897167 Sep 21 15:37:18.476825 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f1b73b66-7c33-4492-a6ca-ac338a66cf99 req-19961808-29ea-4d7a-a8f8-b8d6dad66163 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383832 Sep 21 15:37:18.850532 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device e182b42e-4075-4815-a2de-495d14dfdc1d no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:37:18.881943 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d7ebc-c0de-4535-a0cc-0618671cd620 req-e981fb10-c03b-48a1-9328-3a4edf1d9b72 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:18.883428 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-137d7ebc-c0de-4535-a0cc-0618671cd620 req-e981fb10-c03b-48a1-9328-3a4edf1d9b72 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 945 time: 0.1504314 Sep 21 15:37:18.930083 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af721435-96d9-4139-bc4f-d68c33c0bce7 req-179da52a-b34a-418f-8476-b82234326930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:18.931552 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-af721435-96d9-4139-bc4f-d68c33c0bce7 req-179da52a-b34a-418f-8476-b82234326930 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 1098 time: 0.1265886 Sep 21 15:37:18.941901 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-137d7ebc-c0de-4535-a0cc-0618671cd620 req-c59c1b7b-f850-410e-833c-2dee499d0330 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523121 Sep 21 15:37:18.968427 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port e182b42e-4075-4815-a2de-495d14dfdc1d is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:37:18.968825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:19.000513 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port e182b42e-4075-4815-a2de-495d14dfdc1d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=e182b42e-4075-4815-a2de-495d14dfdc1d,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:37:19.005480 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:19.078331 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=e182b42e-4075-4815-a2de-495d14dfdc1d,revision_number=9']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:37:19.081705 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af721435-96d9-4139-bc4f-d68c33c0bce7 req-d22e475e-990c-4774-be52-55eac48f4913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:19.083216 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-af721435-96d9-4139-bc4f-d68c33c0bce7 req-d22e475e-990c-4774-be52-55eac48f4913 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1404357 Sep 21 15:37:19.189127 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-af721435-96d9-4139-bc4f-d68c33c0bce7 req-15f581b6-bde0-48af-bc41-ea95a107dbd4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e182b42e-4075-4815-a2de-495d14dfdc1d HTTP/1.1" status: 200 len: 999 time: 0.0945504 Sep 21 15:37:19.281995 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a796136e-97fd-4580-b74e-7ca57dedf90e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e182b42e-4075-4815-a2de-495d14dfdc1d'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:37:19.285194 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e972ff-c2cb-4b5d-ad25-9c8b6f373929" -d '{"events": [{"server_uuid": "a796136e-97fd-4580-b74e-7ca57dedf90e", "name": "network-vif-unplugged", "status": "completed", "tag": "e182b42e-4075-4815-a2de-495d14dfdc1d"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:37:19.329257 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 15:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d6c317-93ca-49a6-a771-e4f42ee6885c x-openstack-request-id: req-64d6c317-93ca-49a6-a771-e4f42ee6885c {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:37:19.329553 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a796136e-97fd-4580-b74e-7ca57dedf90e", "name": "network-vif-unplugged", "status": "completed", "tag": "e182b42e-4075-4815-a2de-495d14dfdc1d", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:37:19.329802 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64d6c317-93ca-49a6-a771-e4f42ee6885c {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:37:19.331082 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64d6c317-93ca-49a6-a771-e4f42ee6885c'] response: {'server_uuid': 'a796136e-97fd-4580-b74e-7ca57dedf90e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e182b42e-4075-4815-a2de-495d14dfdc1d', 'code': 200} Sep 21 15:37:19.387774 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af721435-96d9-4139-bc4f-d68c33c0bce7 req-b03736b1-8fad-46af-97a6-fabb65bc04ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:19.389585 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-af721435-96d9-4139-bc4f-d68c33c0bce7 req-b03736b1-8fad-46af-97a6-fabb65bc04ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.1917973 Sep 21 15:37:19.484066 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af721435-96d9-4139-bc4f-d68c33c0bce7 req-dd7eff07-a038-4972-b833-ad853c1ff6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:19.485617 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-af721435-96d9-4139-bc4f-d68c33c0bce7 req-dd7eff07-a038-4972-b833-ad853c1ff6f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857973 Sep 21 15:37:19.650706 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-af721435-96d9-4139-bc4f-d68c33c0bce7 req-26665026-4592-47b9-ac12-8f947e9691af service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553185 Sep 21 15:37:19.798309 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-af721435-96d9-4139-bc4f-d68c33c0bce7 req-c2ea63cb-22c8-43de-8fa7-28298f586a25 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378734 Sep 21 15:37:20.154995 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d480ff-01ef-4245-bcdf-cf725d1d6406 req-65cd4d14-6300-4379-89b2-6d396f2bf3b6 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:20.156378 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0d480ff-01ef-4245-bcdf-cf725d1d6406 req-65cd4d14-6300-4379-89b2-6d396f2bf3b6 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 943 time: 0.0986862 Sep 21 15:37:20.202044 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0d480ff-01ef-4245-bcdf-cf725d1d6406 req-bfdf56d8-f6c3-4d08-bee1-ea18d2c807d8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399270 Sep 21 15:37:21.405144 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1a6ae-e948-41cb-975f-6f14cebc68c7 req-4f2ed7c1-2b97-4840-9614-5ee3cc278a5c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:21.406510 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2bf1a6ae-e948-41cb-975f-6f14cebc68c7 req-4f2ed7c1-2b97-4840-9614-5ee3cc278a5c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 943 time: 0.0933127 Sep 21 15:37:21.450042 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2bf1a6ae-e948-41cb-975f-6f14cebc68c7 req-9cb54417-4e13-455a-a58b-87ca571f2ba2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372105 Sep 21 15:37:21.837791 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e06db-13e2-4ebb-b8b8-6299335eb8a5 req-94472d27-1ac7-4c2c-b150-94b2fccb4ddf tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:21.839275 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b29e06db-13e2-4ebb-b8b8-6299335eb8a5 req-94472d27-1ac7-4c2c-b150-94b2fccb4ddf tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 943 time: 0.0873961 Sep 21 15:37:21.885956 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b29e06db-13e2-4ebb-b8b8-6299335eb8a5 req-e27a8c61-a3be-474a-befe-7d7c3e7468ed tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411143 Sep 21 15:37:22.114036 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:23.086899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565233c-18ef-40f6-936a-65206a89e24e req-558f27cb-2357-4ddd-8c48-33a66cbb19df tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:23.088337 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9565233c-18ef-40f6-936a-65206a89e24e req-558f27cb-2357-4ddd-8c48-33a66cbb19df tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 943 time: 0.0879252 Sep 21 15:37:23.131821 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9565233c-18ef-40f6-936a-65206a89e24e req-d43c6f29-3fd2-445d-a567-996dcda964b7 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377948 Sep 21 15:37:23.587447 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5743e4-4ab7-4a91-a7b9-cb1198e8c956 req-064a9094-a8d8-4646-9304-e9f8476ef94f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:23.588874 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fb5743e4-4ab7-4a91-a7b9-cb1198e8c956 req-064a9094-a8d8-4646-9304-e9f8476ef94f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 943 time: 0.0911946 Sep 21 15:37:23.663632 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-fb5743e4-4ab7-4a91-a7b9-cb1198e8c956 req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Deleting port e182b42e-4075-4815-a2de-495d14dfdc1d {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:37:23.663975 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fb5743e4-4ab7-4a91-a7b9-cb1198e8c956 req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:23.912055 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-fb5743e4-4ab7-4a91-a7b9-cb1198e8c956 req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] For port e182b42e-4075-4815-a2de-495d14dfdc1d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=e182b42e-4075-4815-a2de-495d14dfdc1d,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:37:23.912326 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fb5743e4-4ab7-4a91-a7b9-cb1198e8c956 req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:24.197521 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fb5743e4-4ab7-4a91-a7b9-cb1198e8c956 req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:24.198253 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fb5743e4-4ab7-4a91-a7b9-cb1198e8c956 req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:24.198253 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [req-fb5743e4-4ab7-4a91-a7b9-cb1198e8c956 req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Floating IP d3a1eec8-92b6-449e-8c0f-369be06ebd00 disassociated. External IP: 172.26.4.118, port: e182b42e-4075-4815-a2de-495d14dfdc1d. Sep 21 15:37:24.198616 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-fb5743e4-4ab7-4a91-a7b9-cb1198e8c956 req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Calling delete_port for e182b42e-4075-4815-a2de-495d14dfdc1d owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:37:24.488585 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca016ad-61a0-43f3-a905-726c7b3e4993 req-5726047f-befe-4155-846c-4ce8a02a3b37 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:24.490027 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1ca016ad-61a0-43f3-a905-726c7b3e4993 req-5726047f-befe-4155-846c-4ce8a02a3b37 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 943 time: 0.1683431 Sep 21 15:37:24.533951 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fb5743e4-4ab7-4a91-a7b9-cb1198e8c956 req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:24.592327 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Pushing event deleted for resources: {'Port': ['ID=e182b42e-4075-4815-a2de-495d14dfdc1d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:37:24.599042 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1ca016ad-61a0-43f3-a905-726c7b3e4993 req-9c61d432-6659-420d-81b4-eb7a136042ea tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032917 Sep 21 15:37:24.607465 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:24.607600 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:24.607928 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:24.608259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:24.608611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:24.608937 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:24.609260 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:24.609578 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:24.609900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:24.610217 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:24.610531 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:24.610843 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:37:24.797752 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb5743e4-4ab7-4a91-a7b9-cb1198e8c956 req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:37:24.974521 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb5743e4-4ab7-4a91-a7b9-cb1198e8c956 req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:37:24.984237 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4e0ebc-2cc3-41c9-b3ef-70b28af440bf None None] Sync routers for ids ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:37:24.994837 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4e0ebc-2cc3-41c9-b3ef-70b28af440bf None None] Routers {'32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:37:24.995379 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0c4e0ebc-2cc3-41c9-b3ef-70b28af440bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:37:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:37:25.060183 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5743e4-4ab7-4a91-a7b9-cb1198e8c956 req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] No DVR routers for this DVR port e182b42e-4075-4815-a2de-495d14dfdc1d on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:37:25.062630 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fb5743e4-4ab7-4a91-a7b9-cb1198e8c956 req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:25.065650 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a796136e-97fd-4580-b74e-7ca57dedf90e', 'name': 'network-vif-deleted', 'tag': 'e182b42e-4075-4815-a2de-495d14dfdc1d'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:37:25.067901 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cf953d-25f9-467a-88f6-83cc27a0f2ec" -d '{"events": [{"server_uuid": "a796136e-97fd-4580-b74e-7ca57dedf90e", "name": "network-vif-deleted", "tag": "e182b42e-4075-4815-a2de-495d14dfdc1d"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:37:25.083384 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fb5743e4-4ab7-4a91-a7b9-cb1198e8c956 req-a44dc6f5-3c7e-4b88-a7a4-2f315e9703c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "DELETE /v2.0/ports/e182b42e-4075-4815-a2de-495d14dfdc1d HTTP/1.1" status: 204 len: 173 time: 1.4862039 Sep 21 15:37:25.114189 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6f345a-b14c-48cf-8000-ab874ee99f74 x-openstack-request-id: req-5b6f345a-b14c-48cf-8000-ab874ee99f74 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:37:25.114487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a796136e-97fd-4580-b74e-7ca57dedf90e", "name": "network-vif-deleted", "tag": "e182b42e-4075-4815-a2de-495d14dfdc1d", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:37:25.114743 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b6f345a-b14c-48cf-8000-ab874ee99f74 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:37:25.115141 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b6f345a-b14c-48cf-8000-ab874ee99f74'] response: {'server_uuid': 'a796136e-97fd-4580-b74e-7ca57dedf90e', 'name': 'network-vif-deleted', 'tag': 'e182b42e-4075-4815-a2de-495d14dfdc1d', 'status': 'completed', 'code': 200} Sep 21 15:37:25.184220 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-0c4e0ebc-2cc3-41c9-b3ef-70b28af440bf None None] Set router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:37:25.494224 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0c4e0ebc-2cc3-41c9-b3ef-70b28af440bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:37:25.497979 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4e0ebc-2cc3-41c9-b3ef-70b28af440bf None None] Checking router: 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:37:25.508320 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4e0ebc-2cc3-41c9-b3ef-70b28af440bf None None] Routers {'32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:37:25.508938 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0c4e0ebc-2cc3-41c9-b3ef-70b28af440bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:37:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:37:25.714750 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-0c4e0ebc-2cc3-41c9-b3ef-70b28af440bf None None] Set router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:37:25.785696 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-7203c6aa-df5d-497b-b8bd-f7c22c3296c2 req-68000ad2-5098-4e4c-937e-64cc2557b83a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Synchronizing usage tracker for tenant:563bdc229fbf42a1b3f8773ad07740bb on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:37:25.801036 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-7203c6aa-df5d-497b-b8bd-f7c22c3296c2 req-68000ad2-5098-4e4c-937e-64cc2557b83a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Unset dirty status for tenant:563bdc229fbf42a1b3f8773ad07740bb on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:37:25.802282 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7203c6aa-df5d-497b-b8bd-f7c22c3296c2 req-68000ad2-5098-4e4c-937e-64cc2557b83a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=a796136e-97fd-4580-b74e-7ca57dedf90e HTTP/1.1" status: 200 len: 210 time: 0.0699229 Sep 21 15:37:26.030428 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0c4e0ebc-2cc3-41c9-b3ef-70b28af440bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:37:26.034930 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4e0ebc-2cc3-41c9-b3ef-70b28af440bf None None] The sync data for ids ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'] in dv-neutron-858731-1-hyperv is: [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:37:26.253487 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641fb603-2788-4990-9363-b90df6592989 None None] New status for floating IP d3a1eec8-92b6-449e-8c0f-369be06ebd00: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:37:26.928778 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device e182b42e-4075-4815-a2de-495d14dfdc1d no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:37:26.962986 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: e182b42e-4075-4815-a2de-495d14dfdc1d {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:37:26.963320 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device e182b42e-4075-4815-a2de-495d14dfdc1d not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:37:27.138855 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-4be7acfb-e1b1-4ccb-b855-263cb58ecf79 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1160210842&fields=id&tenant_id=563bdc229fbf42a1b3f8773ad07740bb HTTP/1.1" status: 200 len: 267 time: 0.0394344 Sep 21 15:37:27.292129 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-771f5ff5-6e3e-4a9f-a6bc-a9502f6fd735 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:27.293491 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-771f5ff5-6e3e-4a9f-a6bc-a9502f6fd735 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 812 time: 0.1481471 Sep 21 15:37:27.308023 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-63660fcb-c75e-4524-b7cd-2f815c801937 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/quotas/563bdc229fbf42a1b3f8773ad07740bb HTTP/1.1" status: 200 len: 375 time: 0.0089514 Sep 21 15:37:27.398422 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-3ae17790-5244-48a2-bd6d-b6cb9d868905 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0854568 Sep 21 15:37:27.586809 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-2b7ef996-25c4-4021-adb8-ee869c6033ac service neutron] 10.222.0.62 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768336 Sep 21 15:37:27.722863 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-d97a82b4-6f59-430a-b42e-4bdd3b26d611 service neutron] 10.222.0.62 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303117 Sep 21 15:37:27.907525 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b353072d-84ca-47ea-a174-237b15c310c2 req-6ec40a6c-a0d6-4326-b770-7d6d6aaffd63 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 210 time: 0.0544605 Sep 21 15:37:29.134315 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e7b5a19c-13a4-4d10-b4a9-b14a7d3c9d85 req-560c757b-0107-4c5d-8c71-99a43ba49952 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 210 time: 0.0592818 Sep 21 15:37:29.183702 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-e62beea5-571c-41b6-9e84-a47ace59e67d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:29.185123 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-e62beea5-571c-41b6-9e84-a47ace59e67d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 812 time: 0.3074768 Sep 21 15:37:29.234004 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-98e2a4b4-eaaf-4764-bed9-5d14dcb489f3 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=563bdc229fbf42a1b3f8773ad07740bb HTTP/1.1" status: 200 len: 380 time: 0.0403965 Sep 21 15:37:29.243639 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-bcb9eb60-13f5-4f5d-b79f-2b804b4b2f33 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Request body: {'port': {'device_id': '7480205c-f20f-4aa9-a334-fa135e83fe41', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'admin_state_up': True, 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'security_groups': ['a81e0695-6a3d-44cd-9a10-62958293e194']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:37:29.377577 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-bcb9eb60-13f5-4f5d-b79f-2b804b4b2f33 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:37:29.386801 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-bcb9eb60-13f5-4f5d-b79f-2b804b4b2f33 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:37:29.396051 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-bcb9eb60-13f5-4f5d-b79f-2b804b4b2f33 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Made reservation on behalf of 563bdc229fbf42a1b3f8773ad07740bb for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:37:29.399443 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-bcb9eb60-13f5-4f5d-b79f-2b804b4b2f33 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:29.556248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-bcb9eb60-13f5-4f5d-b79f-2b804b4b2f33 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Allocated IP 172.20.0.4 (81754593-68cd-4681-8dec-aeca93617e36/5139365d-61d3-4474-83dc-98d5946368fd/55998502-a108-4644-8860-8a7f1518a2ec) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:37:29.745798 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-bcb9eb60-13f5-4f5d-b79f-2b804b4b2f33 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:29.761611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-bcb9eb60-13f5-4f5d-b79f-2b804b4b2f33 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Transition to ACTIVE for port object 55998502-a108-4644-8860-8a7f1518a2ec will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:37:29.785147 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-bcb9eb60-13f5-4f5d-b79f-2b804b4b2f33 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:29.854035 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-bcb9eb60-13f5-4f5d-b79f-2b804b4b2f33 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Network 81754593-68cd-4681-8dec-aeca93617e36 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:37:29.857164 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-bcb9eb60-13f5-4f5d-b79f-2b804b4b2f33 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:37:29.859540 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-bcb9eb60-13f5-4f5d-b79f-2b804b4b2f33 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:37:29.904254 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9eb60-13f5-4f5d-b79f-2b804b4b2f33 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Pushing event updated for resources: {'Port': ['ID=55998502-a108-4644-8860-8a7f1518a2ec,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:37:29.930810 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-bcb9eb60-13f5-4f5d-b79f-2b804b4b2f33 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:29.931522 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-bcb9eb60-13f5-4f5d-b79f-2b804b4b2f33 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:29.958074 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-bcb9eb60-13f5-4f5d-b79f-2b804b4b2f33 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7178478 Sep 21 15:37:29.974600 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] Request body: {'port': {'device_id': '7480205c-f20f-4aa9-a334-fa135e83fe41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:37:30.064621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6aa29216-610e-4552-a2da-6c9ab63c98a3 None None] Provisioning for port 55998502-a108-4644-8860-8a7f1518a2ec completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:37:30.069544 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6aa29216-610e-4552-a2da-6c9ab63c98a3 None None] Provisioning complete for port 55998502-a108-4644-8860-8a7f1518a2ec triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:37:30.069917 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6aa29216-610e-4552-a2da-6c9ab63c98a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:30.090756 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:30.129929 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6aa29216-610e-4552-a2da-6c9ab63c98a3 None None] Port 55998502-a108-4644-8860-8a7f1518a2ec cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:37:30.459536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6dd78-f300-4257-8582-e44f4a314696 req-60ef3f81-8d79-471e-b232-2b2fdea34ae0 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:30.460151 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b7d6dd78-f300-4257-8582-e44f4a314696 req-60ef3f81-8d79-471e-b232-2b2fdea34ae0 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Synchronizing usage tracker for tenant:563bdc229fbf42a1b3f8773ad07740bb on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:37:30.515359 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b7d6dd78-f300-4257-8582-e44f4a314696 req-60ef3f81-8d79-471e-b232-2b2fdea34ae0 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Unset dirty status for tenant:563bdc229fbf42a1b3f8773ad07740bb on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:37:30.516672 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b7d6dd78-f300-4257-8582-e44f4a314696 req-60ef3f81-8d79-471e-b232-2b2fdea34ae0 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 931 time: 0.2530696 Sep 21 15:37:30.569951 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55998502-a108-4644-8860-8a7f1518a2ec {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:37:30.581140 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:30.593770 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b7d6dd78-f300-4257-8582-e44f4a314696 req-ae6e1f5e-e670-48a0-98f8-eba9a5704ea5 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658345 Sep 21 15:37:30.602399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] Transition to ACTIVE for port object 55998502-a108-4644-8860-8a7f1518a2ec will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:37:30.606796 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:30.796033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] Pushing event updated for resources: {'Port': ['ID=55998502-a108-4644-8860-8a7f1518a2ec,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:37:30.833935 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] Attempting to bind port 55998502-a108-4644-8860-8a7f1518a2ec on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:37:30.834268 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] Attempting to bind port 55998502-a108-4644-8860-8a7f1518a2ec by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:37:30.834589 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] Attempting to bind port 55998502-a108-4644-8860-8a7f1518a2ec on network 81754593-68cd-4681-8dec-aeca93617e36 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:37:30.839073 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] Port 55998502-a108-4644-8860-8a7f1518a2ec on network 81754593-68cd-4681-8dec-aeca93617e36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:37:30.839399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] Attempting to bind port 55998502-a108-4644-8860-8a7f1518a2ec on network 81754593-68cd-4681-8dec-aeca93617e36 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:37:30.844482 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:37:30.844813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] Checking segment: {'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:37:30.845189 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] Bound using segment: {'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:37:30.845615 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] Bound port: 55998502-a108-4644-8860-8a7f1518a2ec, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:37:30.846220 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:30.934671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] For port 55998502-a108-4644-8860-8a7f1518a2ec, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:37:30.937671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] For port 55998502-a108-4644-8860-8a7f1518a2ec, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=55998502-a108-4644-8860-8a7f1518a2ec,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:37:30.941990 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:30.976670 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:30.977283 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:30.978634 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] 10.222.0.20 "PUT /v2.0/ports/55998502-a108-4644-8860-8a7f1518a2ec HTTP/1.1" status: 200 len: 1093 time: 1.0089884 Sep 21 15:37:30.979072 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7480205c-f20f-4aa9-a334-fa135e83fe41', 'tag': '55998502-a108-4644-8860-8a7f1518a2ec'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:37:30.981346 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b164d04-6918-4319-838a-70485099972a" -d '{"events": [{"name": "network-changed", "server_uuid": "7480205c-f20f-4aa9-a334-fa135e83fe41", "tag": "55998502-a108-4644-8860-8a7f1518a2ec"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:37:31.060973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5315749f-a42b-450f-9f3b-37311195c1d3 x-openstack-request-id: req-5315749f-a42b-450f-9f3b-37311195c1d3 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:37:31.061264 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7480205c-f20f-4aa9-a334-fa135e83fe41", "tag": "55998502-a108-4644-8860-8a7f1518a2ec", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:37:31.061513 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5315749f-a42b-450f-9f3b-37311195c1d3 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:37:31.061903 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5315749f-a42b-450f-9f3b-37311195c1d3'] response: {'name': 'network-changed', 'server_uuid': '7480205c-f20f-4aa9-a334-fa135e83fe41', 'tag': '55998502-a108-4644-8860-8a7f1518a2ec', 'status': 'completed', 'code': 200} Sep 21 15:37:31.062448 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53a608-50cd-43f9-9c6c-ffd1eae889c3 service neutron] Pushing event updated for resources: {'Port': ['ID=55998502-a108-4644-8860-8a7f1518a2ec,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:37:31.107690 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-1b1a2b28-7663-4ffa-ab8a-dc6d7a67c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:31.109196 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-1b1a2b28-7663-4ffa-ab8a-dc6d7a67c0b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 1096 time: 0.0862417 Sep 21 15:37:31.183030 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-bf10476b-559a-4901-8165-70efdd796a60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55998502-a108-4644-8860-8a7f1518a2ec HTTP/1.1" status: 200 len: 217 time: 0.0636756 Sep 21 15:37:31.247567 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-414fea56-40da-4003-bf93-a3b05f05ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:31.248868 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-414fea56-40da-4003-bf93-a3b05f05ef45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0566912 Sep 21 15:37:31.433056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-255250ec-f6ff-4546-84f2-8d515a32ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:31.434533 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-255250ec-f6ff-4546-84f2-8d515a32ee38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1764021 Sep 21 15:37:31.568730 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-5773f91c-79ee-4e23-83f4-02861f1dc567 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265190 Sep 21 15:37:31.704043 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea96509a-0e91-43c1-aa5f-7960309a8015 req-b5a0bd77-ab2b-4d34-ab38-fd8c1faf8552 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262593 Sep 21 15:37:31.858885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ee1b3-25fe-4fed-a2e2-359217bcd66d req-ccba1e47-e477-4be6-a7b7-6b125c392655 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:31.860216 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-604ee1b3-25fe-4fed-a2e2-359217bcd66d req-ccba1e47-e477-4be6-a7b7-6b125c392655 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 943 time: 0.1533003 Sep 21 15:37:31.867111 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b164d04-6918-4319-838a-70485099972a req-4ca93bf2-5775-4700-a40f-bfdd81db2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:31.868536 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b164d04-6918-4319-838a-70485099972a req-4ca93bf2-5775-4700-a40f-bfdd81db2c80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 1096 time: 0.1120026 Sep 21 15:37:31.986691 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-604ee1b3-25fe-4fed-a2e2-359217bcd66d req-c067cebf-f047-4e2c-b4d3-a2a56b128c51 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170909 Sep 21 15:37:32.025282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b164d04-6918-4319-838a-70485099972a req-7219acdc-920a-4e2a-aac7-02df5e97f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:32.026719 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b164d04-6918-4319-838a-70485099972a req-7219acdc-920a-4e2a-aac7-02df5e97f94b service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1449630 Sep 21 15:37:32.098826 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b164d04-6918-4319-838a-70485099972a req-5c65f6f1-a4b9-4b96-8710-56a40b74e4d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55998502-a108-4644-8860-8a7f1518a2ec HTTP/1.1" status: 200 len: 217 time: 0.0646627 Sep 21 15:37:32.163796 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b164d04-6918-4319-838a-70485099972a req-2cf9d136-f798-4e1d-907f-119bf47702ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:32.165236 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b164d04-6918-4319-838a-70485099972a req-2cf9d136-f798-4e1d-907f-119bf47702ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0606449 Sep 21 15:37:32.246627 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b164d04-6918-4319-838a-70485099972a req-f119f9ea-d434-4d24-99c9-d899683248bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:32.248062 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b164d04-6918-4319-838a-70485099972a req-f119f9ea-d434-4d24-99c9-d899683248bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761316 Sep 21 15:37:32.380964 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b164d04-6918-4319-838a-70485099972a req-272afafe-ef74-4aa2-bcbe-e5c240853b07 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239207 Sep 21 15:37:32.511794 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b164d04-6918-4319-838a-70485099972a req-621beda9-bb8c-42df-b59e-3c434ff49fca service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234314 Sep 21 15:37:33.193753 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a032c-7fda-4c53-a4a3-944d453ab485 req-075c5472-612d-421e-a5cd-6a91dc2c4ad1 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:33.195194 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7f6a032c-7fda-4c53-a4a3-944d453ab485 req-075c5472-612d-421e-a5cd-6a91dc2c4ad1 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 943 time: 0.0908821 Sep 21 15:37:33.238006 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7f6a032c-7fda-4c53-a4a3-944d453ab485 req-52e7f279-2b53-4f0d-bc84-1bd5d0613850 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371885 Sep 21 15:37:34.518567 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cc542-2082-4c80-bd4c-db2d4ce4902b req-7e48d35b-261b-4d98-b6a6-a33fbc3a2910 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:34.520037 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7a7cc542-2082-4c80-bd4c-db2d4ce4902b req-7e48d35b-261b-4d98-b6a6-a33fbc3a2910 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 943 time: 0.1709561 Sep 21 15:37:34.564507 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7a7cc542-2082-4c80-bd4c-db2d4ce4902b req-26a6cc54-a92b-4301-bffb-37f5c513e649 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386291 Sep 21 15:37:34.949638 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 55998502-a108-4644-8860-8a7f1518a2ec details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:37:35.084621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 55998502-a108-4644-8860-8a7f1518a2ec, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=55998502-a108-4644-8860-8a7f1518a2ec,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:37:35.098165 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '55998502-a108-4644-8860-8a7f1518a2ec', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'port_id': '55998502-a108-4644-8860-8a7f1518a2ec', 'mac_address': 'fa:16:3e:21:d5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:37:35.152808 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 55998502-a108-4644-8860-8a7f1518a2ec is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:37:35.153187 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:35.170297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55998502-a108-4644-8860-8a7f1518a2ec {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:37:35.185242 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 55998502-a108-4644-8860-8a7f1518a2ec, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=55998502-a108-4644-8860-8a7f1518a2ec,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:37:35.190015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:35.259897 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=55998502-a108-4644-8860-8a7f1518a2ec,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:37:35.435173 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['55998502-a108-4644-8860-8a7f1518a2ec'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:37:35.585926 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-616afdf7-dd9a-4314-a52f-2a15365bcaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:35.818461 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ecc61-ca44-4169-925f-1e56eb5107f0 req-f474c3b5-8d60-4395-9a11-f7792869e5eb tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:35.819948 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d44ecc61-ca44-4169-925f-1e56eb5107f0 req-f474c3b5-8d60-4395-9a11-f7792869e5eb tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 944 time: 0.1451983 Sep 21 15:37:35.864021 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d44ecc61-ca44-4169-925f-1e56eb5107f0 req-ca66ce9d-be2f-44dc-abd3-50cd7f61148a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383980 Sep 21 15:37:36.959625 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 55998502-a108-4644-8860-8a7f1518a2ec up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:37:37.031524 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 55998502-a108-4644-8860-8a7f1518a2ec completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:37:37.036393 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 55998502-a108-4644-8860-8a7f1518a2ec triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:37:37.036784 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:37.076206 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7d2f0-3a5e-4360-ac2e-7b5c995f5e22 req-3cc23dc2-2ee5-4de3-903b-22203626f26b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:37.077705 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b5a7d2f0-3a5e-4360-ac2e-7b5c995f5e22 req-3cc23dc2-2ee5-4de3-903b-22203626f26b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 944 time: 0.0987637 Sep 21 15:37:37.157494 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 55998502-a108-4644-8860-8a7f1518a2ec is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:37:37.158483 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:37.186925 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7480205c-f20f-4aa9-a334-fa135e83fe41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55998502-a108-4644-8860-8a7f1518a2ec'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:37:37.189292 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2612cfad-acdd-4fcc-bb3d-7671c8ec9847" -d '{"events": [{"server_uuid": "7480205c-f20f-4aa9-a334-fa135e83fe41", "name": "network-vif-plugged", "status": "completed", "tag": "55998502-a108-4644-8860-8a7f1518a2ec"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:37:37.197112 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 55998502-a108-4644-8860-8a7f1518a2ec, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=55998502-a108-4644-8860-8a7f1518a2ec,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:37:37.202486 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:37.233451 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b5a7d2f0-3a5e-4360-ac2e-7b5c995f5e22 req-5d83fd6b-f0d9-476f-b160-1e89aeb4d49e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491745 Sep 21 15:37:37.241899 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50b359e-0561-46bd-a053-14c9e21a1165 x-openstack-request-id: req-b50b359e-0561-46bd-a053-14c9e21a1165 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:37:37.242184 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7480205c-f20f-4aa9-a334-fa135e83fe41", "name": "network-vif-plugged", "status": "completed", "tag": "55998502-a108-4644-8860-8a7f1518a2ec", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:37:37.242432 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b50b359e-0561-46bd-a053-14c9e21a1165 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:37:37.242815 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b50b359e-0561-46bd-a053-14c9e21a1165'] response: {'server_uuid': '7480205c-f20f-4aa9-a334-fa135e83fe41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55998502-a108-4644-8860-8a7f1518a2ec', 'code': 200} Sep 21 15:37:37.276233 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=55998502-a108-4644-8860-8a7f1518a2ec,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:37:37.525847 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da73a6-a200-493f-b7a4-6dfa1306f53e req-b66b5fa4-8a51-4b53-a899-f0bd9c793ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:37.527330 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91da73a6-a200-493f-b7a4-6dfa1306f53e req-b66b5fa4-8a51-4b53-a899-f0bd9c793ad0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 1098 time: 0.1203384 Sep 21 15:37:37.574643 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91da73a6-a200-493f-b7a4-6dfa1306f53e req-bb374688-5bc1-4a16-9fc1-379fba0d2dc1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370557 Sep 21 15:37:37.666471 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:37:37.926751 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-48db439e-07af-4ee9-a0a0-64d55591e7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:38.437112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65b29a-1364-436c-b4d5-6f72bb64fa0d req-be9be27f-4d6b-4137-b43d-7f1b1ac7360a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:38.438549 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e65b29a-1364-436c-b4d5-6f72bb64fa0d req-be9be27f-4d6b-4137-b43d-7f1b1ac7360a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.0896993 Sep 21 15:37:38.481919 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e65b29a-1364-436c-b4d5-6f72bb64fa0d req-1b291298-e838-4898-b43e-2d01d3bd02e3 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375326 Sep 21 15:37:38.762039 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:38.964784 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:39.682495 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbaff2-ddbe-4732-b3d2-698ceb575fb4 req-e32372bf-2af7-47b6-8167-c3d7def7c7fb tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:39.683925 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b7cbaff2-ddbe-4732-b3d2-698ceb575fb4 req-e32372bf-2af7-47b6-8167-c3d7def7c7fb tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.0895977 Sep 21 15:37:39.727236 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b7cbaff2-ddbe-4732-b3d2-698ceb575fb4 req-01bfc606-c6a8-4b73-ade5-0238c1e5c9fd tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374396 Sep 21 15:37:39.918971 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea172c7-2bd5-49b0-92b7-557c2a367957 req-60fd6dd5-61ef-4d86-b2f1-16f11f0c4e3e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:39.920405 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2ea172c7-2bd5-49b0-92b7-557c2a367957 req-60fd6dd5-61ef-4d86-b2f1-16f11f0c4e3e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.0853643 Sep 21 15:37:39.930710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38216) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:37:39.935469 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-13d15a92-460b-4ebb-8381-e274c3b50957 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Request body: {'floatingip': {'port_id': '55998502-a108-4644-8860-8a7f1518a2ec'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:37:40.013586 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-13d15a92-460b-4ebb-8381-e274c3b50957 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for floatingip, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:40.578084 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:40.611874 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-13d15a92-460b-4ebb-8381-e274c3b50957 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:40.615399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-13d15a92-460b-4ebb-8381-e274c3b50957 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:40.783398 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-13d15a92-460b-4ebb-8381-e274c3b50957 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Floating IP d3a1eec8-92b6-449e-8c0f-369be06ebd00 associated. External IP: 172.26.4.118, port: 55998502-a108-4644-8860-8a7f1518a2ec. Sep 21 15:37:41.242582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d15a92-460b-4ebb-8381-e274c3b50957 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:37:41.424205 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d15a92-460b-4ebb-8381-e274c3b50957 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:37:41.429182 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-13d15a92-460b-4ebb-8381-e274c3b50957 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:37:41.433659 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001af72b-4c66-4635-ac81-56ed64418f3b None None] Sync routers for ids ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:37:41.442847 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001af72b-4c66-4635-ac81-56ed64418f3b None None] Routers {'32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:37:41.443445 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-001af72b-4c66-4635-ac81-56ed64418f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:37:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:37:41.488406 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-13d15a92-460b-4ebb-8381-e274c3b50957 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "PUT /v2.0/floatingips/d3a1eec8-92b6-449e-8c0f-369be06ebd00 HTTP/1.1" status: 200 len: 991 time: 1.5537503 Sep 21 15:37:41.488406 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7480205c-f20f-4aa9-a334-fa135e83fe41', 'tag': '55998502-a108-4644-8860-8a7f1518a2ec'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:37:41.489334 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53179f87-4bcc-48d7-aead-3be96d0cabe5" -d '{"events": [{"name": "network-changed", "server_uuid": "7480205c-f20f-4aa9-a334-fa135e83fe41", "tag": "55998502-a108-4644-8860-8a7f1518a2ec"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:37:41.580932 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f85dbc9-a5af-4534-9934-0ff3c6c8f89e x-openstack-request-id: req-5f85dbc9-a5af-4534-9934-0ff3c6c8f89e {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:37:41.581219 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7480205c-f20f-4aa9-a334-fa135e83fe41", "tag": "55998502-a108-4644-8860-8a7f1518a2ec", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:37:41.581487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f85dbc9-a5af-4534-9934-0ff3c6c8f89e {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:37:41.581885 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f85dbc9-a5af-4534-9934-0ff3c6c8f89e'] response: {'name': 'network-changed', 'server_uuid': '7480205c-f20f-4aa9-a334-fa135e83fe41', 'tag': '55998502-a108-4644-8860-8a7f1518a2ec', 'status': 'completed', 'code': 200} Sep 21 15:37:41.654112 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-001af72b-4c66-4635-ac81-56ed64418f3b None None] Set router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:37:41.682801 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53179f87-4bcc-48d7-aead-3be96d0cabe5 req-8a10872c-1f8a-49f3-ae05-866dc3ad03e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:41.684216 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53179f87-4bcc-48d7-aead-3be96d0cabe5 req-8a10872c-1f8a-49f3-ae05-866dc3ad03e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 1098 time: 0.0826421 Sep 21 15:37:41.819978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53179f87-4bcc-48d7-aead-3be96d0cabe5 req-22bacd1e-38ae-41d6-a3c6-f293e51f90b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:41.821459 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53179f87-4bcc-48d7-aead-3be96d0cabe5 req-22bacd1e-38ae-41d6-a3c6-f293e51f90b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1312029 Sep 21 15:37:41.919758 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53179f87-4bcc-48d7-aead-3be96d0cabe5 req-62817a9f-ba3d-4b79-91e5-1c1b6a942841 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55998502-a108-4644-8860-8a7f1518a2ec HTTP/1.1" status: 200 len: 999 time: 0.0920868 Sep 21 15:37:41.985183 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53179f87-4bcc-48d7-aead-3be96d0cabe5 req-89cfb4d3-f1a5-4b0f-8912-c3c03787216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:41.986726 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53179f87-4bcc-48d7-aead-3be96d0cabe5 req-89cfb4d3-f1a5-4b0f-8912-c3c03787216f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0604477 Sep 21 15:37:42.000120 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-001af72b-4c66-4635-ac81-56ed64418f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'd3a1eec8-92b6-449e-8c0f-369be06ebd00', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'floating_ip_address': '172.26.4.118', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'port_id': '55998502-a108-4644-8860-8a7f1518a2ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'mac_address': 'fa:16:3e:21:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7480205c-f20f-4aa9-a334-fa135e83fe41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:34:41Z', 'updated_at': '2022-09-21T15:37:40Z', 'revision_number': 9, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:37:42.004679 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001af72b-4c66-4635-ac81-56ed64418f3b None None] Checking router: 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:37:42.012906 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001af72b-4c66-4635-ac81-56ed64418f3b None None] Routers {'32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:37:42.013509 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-001af72b-4c66-4635-ac81-56ed64418f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:37:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:37:42.070681 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53179f87-4bcc-48d7-aead-3be96d0cabe5 req-acf78d81-331f-4237-ae7d-081d9973ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:42.072132 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53179f87-4bcc-48d7-aead-3be96d0cabe5 req-acf78d81-331f-4237-ae7d-081d9973ff39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783434 Sep 21 15:37:42.192006 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-001af72b-4c66-4635-ac81-56ed64418f3b None None] Set router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:37:42.203915 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53179f87-4bcc-48d7-aead-3be96d0cabe5 req-f91145a0-a44e-439a-b9ba-5409aa3098ec service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249855 Sep 21 15:37:42.335721 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53179f87-4bcc-48d7-aead-3be96d0cabe5 req-02258f18-e796-4a21-9f06-6c2f5f1518a1 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255352 Sep 21 15:37:42.546634 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-001af72b-4c66-4635-ac81-56ed64418f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'd3a1eec8-92b6-449e-8c0f-369be06ebd00', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'floating_ip_address': '172.26.4.118', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'port_id': '55998502-a108-4644-8860-8a7f1518a2ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'mac_address': 'fa:16:3e:21:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7480205c-f20f-4aa9-a334-fa135e83fe41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:34:41Z', 'updated_at': '2022-09-21T15:37:40Z', 'revision_number': 9, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:37:42.550722 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001af72b-4c66-4635-ac81-56ed64418f3b None None] The sync data for ids ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'] in dv-neutron-858731-1-hyperv is: [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'd3a1eec8-92b6-449e-8c0f-369be06ebd00', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'floating_ip_address': '172.26.4.118', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'port_id': '55998502-a108-4644-8860-8a7f1518a2ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'mac_address': 'fa:16:3e:21:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7480205c-f20f-4aa9-a334-fa135e83fe41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:34:41Z', 'updated_at': '2022-09-21T15:37:40Z', 'revision_number': 9, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:37:42.732358 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95873908-9c3a-477f-882b-ce7a50a817a9 None None] New status for floating IP d3a1eec8-92b6-449e-8c0f-369be06ebd00: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:37:49.316703 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b04b100-69d9-43e3-9764-11ec36e3a0cb req-e1c70a79-c07a-4b1e-92df-52330729b063 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803249 Sep 21 15:37:49.468392 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04b100-69d9-43e3-9764-11ec36e3a0cb req-c7e043d2-5c8a-4c4e-8a12-10ecf278936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:49.469863 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b04b100-69d9-43e3-9764-11ec36e3a0cb req-c7e043d2-5c8a-4c4e-8a12-10ecf278936a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 1098 time: 0.0767775 Sep 21 15:37:49.731034 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04b100-69d9-43e3-9764-11ec36e3a0cb req-eeda980b-47ad-4fbe-8050-8820455d3254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:49.732476 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b04b100-69d9-43e3-9764-11ec36e3a0cb req-eeda980b-47ad-4fbe-8050-8820455d3254 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.2411098 Sep 21 15:37:49.837699 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b04b100-69d9-43e3-9764-11ec36e3a0cb req-f5cfcc9a-9d75-4204-9c96-964ebd390c8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55998502-a108-4644-8860-8a7f1518a2ec HTTP/1.1" status: 200 len: 1002 time: 0.0983613 Sep 21 15:37:49.907241 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04b100-69d9-43e3-9764-11ec36e3a0cb req-789eed73-5608-4aac-b4c5-30307162becc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:49.908672 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b04b100-69d9-43e3-9764-11ec36e3a0cb req-789eed73-5608-4aac-b4c5-30307162becc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0608974 Sep 21 15:37:49.990159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04b100-69d9-43e3-9764-11ec36e3a0cb req-85f6e5e8-0912-4d80-85d5-ae411942bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:37:49.991537 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b04b100-69d9-43e3-9764-11ec36e3a0cb req-85f6e5e8-0912-4d80-85d5-ae411942bccf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773425 Sep 21 15:37:50.125527 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b04b100-69d9-43e3-9764-11ec36e3a0cb req-74a6dca6-4cdf-446e-9172-9665fc170941 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266377 Sep 21 15:37:50.255014 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b04b100-69d9-43e3-9764-11ec36e3a0cb req-a2c085af-bc34-4fe4-ba1c-b2e67bde2fba service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230373 Sep 21 15:37:52.139594 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:05.569392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1e78a651-80e8-48eb-ac9d-9f5be5b0ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:07.928395 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-39803768-1bef-4d65-a7a1-de062fa7745c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:08.765764 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:08.964712 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:10.579988 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:14.664817 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:38:19.010408 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-eadccaae-cabd-4892-b94c-224d60271f18 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823188 Sep 21 15:38:19.073666 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcc3e0-0bd5-4236-9918-6918b478b837 req-945c96bd-80b8-4acb-beca-8f07b8de499a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:19.075124 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dfdcc3e0-0bd5-4236-9918-6918b478b837 req-945c96bd-80b8-4acb-beca-8f07b8de499a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.0967820 Sep 21 15:38:19.121477 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dfdcc3e0-0bd5-4236-9918-6918b478b837 req-42590ee7-c519-47ed-a908-1cb20bf9efda tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403109 Sep 21 15:38:20.390595 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-1d8e1664-d7e0-4289-8c7f-abd91e0d76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:20.392589 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-1d8e1664-d7e0-4289-8c7f-abd91e0d76c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 1098 time: 0.1911471 Sep 21 15:38:20.412584 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb6e30-2d2a-4f31-b6d4-e3bf4a1a968c req-b1443dfe-0b55-420b-bcd1-ead5663f5c3a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:20.415095 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1fb6e30-2d2a-4f31-b6d4-e3bf4a1a968c req-b1443dfe-0b55-420b-bcd1-ead5663f5c3a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.1503708 Sep 21 15:38:20.566769 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1fb6e30-2d2a-4f31-b6d4-e3bf4a1a968c req-e49a0bd7-9ea9-496e-b541-0d6eb115bfd5 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277440 Sep 21 15:38:20.614239 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-c22b2660-1bd3-4c15-b8e4-d61335a7c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:20.615761 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-c22b2660-1bd3-4c15-b8e4-d61335a7c36c service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1983261 Sep 21 15:38:20.750360 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-a998ac3c-7baf-40ca-b140-3eb17308d235 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55998502-a108-4644-8860-8a7f1518a2ec HTTP/1.1" status: 200 len: 1002 time: 0.1240480 Sep 21 15:38:20.829449 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-80c50c46-22e8-44a8-be73-795a9a4193d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:20.831189 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-80c50c46-22e8-44a8-be73-795a9a4193d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0723712 Sep 21 15:38:20.928536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-84355eee-fe1d-4a5a-b805-929ef69ad66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:20.930078 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-84355eee-fe1d-4a5a-b805-929ef69ad66a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898445 Sep 21 15:38:21.081309 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-82580327-2663-42db-b3c1-2533346232e8 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413791 Sep 21 15:38:21.323283 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-7efefb23-1512-4141-8aa6-dff8e42c6351 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329280 Sep 21 15:38:21.776354 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6696ff-7f54-464e-b8a6-55863f8ad14e req-bc4fbf4b-9ad6-48c4-9b92-acf82351065d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:21.777827 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b6696ff-7f54-464e-b8a6-55863f8ad14e req-bc4fbf4b-9ad6-48c4-9b92-acf82351065d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.0875690 Sep 21 15:38:21.821353 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b6696ff-7f54-464e-b8a6-55863f8ad14e req-a93f1460-36f4-4c47-9ab7-e577951ac222 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378280 Sep 21 15:38:22.122165 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:23.025861 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50160720-15c1-4745-b283-91584cf2246b req-a74c8148-be3a-4add-b480-b43aefdebbdd tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:23.027358 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-50160720-15c1-4745-b283-91584cf2246b req-a74c8148-be3a-4add-b480-b43aefdebbdd tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.0934203 Sep 21 15:38:23.071537 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-50160720-15c1-4745-b283-91584cf2246b req-98c3798e-b553-44e3-8c56-52a0a8352682 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385406 Sep 21 15:38:24.272800 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cd1ef-64c9-428b-8286-665d209a3fe2 req-de5a4889-1068-432d-9a07-c4887e4b5ef1 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:24.274224 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-689cd1ef-64c9-428b-8286-665d209a3fe2 req-de5a4889-1068-432d-9a07-c4887e4b5ef1 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.0893552 Sep 21 15:38:24.317854 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-689cd1ef-64c9-428b-8286-665d209a3fe2 req-41670882-82bb-4ca0-85ba-51e88cf0250d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377424 Sep 21 15:38:25.515893 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817aa40-4381-433c-9050-ddb9fcaac76b req-6782ba67-a977-4adc-96c2-260bc4bd7eba tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:25.517690 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d817aa40-4381-433c-9050-ddb9fcaac76b req-6782ba67-a977-4adc-96c2-260bc4bd7eba tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.0871234 Sep 21 15:38:25.560608 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d817aa40-4381-433c-9050-ddb9fcaac76b req-4f12b966-5bd9-4f6f-bd9a-66228e4aa7ef tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371094 Sep 21 15:38:26.765409 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcfe22-e685-4661-beff-56891a433eeb req-e43d7b68-e700-4ae1-b91a-c88051ebcb55 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:26.766864 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dafcfe22-e685-4661-beff-56891a433eeb req-e43d7b68-e700-4ae1-b91a-c88051ebcb55 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.0920990 Sep 21 15:38:26.811632 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dafcfe22-e685-4661-beff-56891a433eeb req-0163d913-d06c-4e3c-971f-545b1a8f4372 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385406 Sep 21 15:38:28.009353 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91c0d2-e932-4ba1-9b33-d43366c6fe61 req-f75d8769-25cf-405b-b0cd-75ae046b3bbe tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:28.010804 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7c91c0d2-e932-4ba1-9b33-d43366c6fe61 req-f75d8769-25cf-405b-b0cd-75ae046b3bbe tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.0873723 Sep 21 15:38:28.058110 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7c91c0d2-e932-4ba1-9b33-d43366c6fe61 req-0c3cb9dc-0c52-4c23-b101-3de0023475b9 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417397 Sep 21 15:38:29.253764 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803ed18-c9c3-440c-8550-69b6f1161768 req-e5e9d198-baa4-453f-a325-b0842b54f0c6 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:29.255856 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4803ed18-c9c3-440c-8550-69b6f1161768 req-e5e9d198-baa4-453f-a325-b0842b54f0c6 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.0867753 Sep 21 15:38:29.298446 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4803ed18-c9c3-440c-8550-69b6f1161768 req-0c387272-909e-4ab3-b2fe-e2eca6d53357 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370200 Sep 21 15:38:30.501562 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a7a59-8257-41d4-9ccc-d37bdaa7fe46 req-af891a46-53ff-4269-bf33-ff36d800c38e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:30.503041 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-953a7a59-8257-41d4-9ccc-d37bdaa7fe46 req-af891a46-53ff-4269-bf33-ff36d800c38e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.0920172 Sep 21 15:38:30.547847 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-953a7a59-8257-41d4-9ccc-d37bdaa7fe46 req-31163ad7-4206-4847-a062-f4a7f9f02b2d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384939 Sep 21 15:38:31.763321 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c877cc5-b886-4b2e-8d52-3410ab3bbf5d req-b5485c4d-45b6-4d87-8c1c-2228f60e260d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:31.764815 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5c877cc5-b886-4b2e-8d52-3410ab3bbf5d req-b5485c4d-45b6-4d87-8c1c-2228f60e260d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.0965083 Sep 21 15:38:31.813543 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5c877cc5-b886-4b2e-8d52-3410ab3bbf5d req-868680d0-852f-4cca-900d-d8e7e3d05641 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419822 Sep 21 15:38:33.011679 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b99fe-9203-4675-9f8e-7b73b3ccf0ac req-e3268399-b78e-46d2-9db1-f712fa3fa630 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:33.013161 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de3b99fe-9203-4675-9f8e-7b73b3ccf0ac req-e3268399-b78e-46d2-9db1-f712fa3fa630 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.0869198 Sep 21 15:38:33.057893 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de3b99fe-9203-4675-9f8e-7b73b3ccf0ac req-f5edd93b-370f-4769-a46f-ef87487d7969 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388176 Sep 21 15:38:33.204762 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-b3abe30b-6b85-4537-8c18-9f65d511dcdb service neutron] 10.222.0.20 "GET /v2.0/ports/55998502-a108-4644-8860-8a7f1518a2ec/bindings/hv-neutron-8587 HTTP/1.1" status: 200 len: 384 time: 0.0761037 Sep 21 15:38:33.491724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-807a46ca-fc51-4001-a982-c45a47c59f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:33.493242 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-807a46ca-fc51-4001-a982-c45a47c59f7a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41&tenant_id=563bdc229fbf42a1b3f8773ad07740bb HTTP/1.1" status: 200 len: 1098 time: 0.0798514 Sep 21 15:38:33.597850 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-36ad6d99-2ecd-4bfd-a28e-0ed856c5d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:33.601840 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-36ad6d99-2ecd-4bfd-a28e-0ed856c5d4e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 1098 time: 0.0846899 Sep 21 15:38:33.738436 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-3cf064a9-45a3-4df4-8639-d2ef64015ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:33.739916 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-3cf064a9-45a3-4df4-8639-d2ef64015ef4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1287348 Sep 21 15:38:33.844193 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-abc291bf-42a6-4eee-aeb9-251897552840 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55998502-a108-4644-8860-8a7f1518a2ec HTTP/1.1" status: 200 len: 1002 time: 0.0953050 Sep 21 15:38:33.907377 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-4f0c2eea-eac1-4612-918a-ae0c0f8baa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:33.908756 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-4f0c2eea-eac1-4612-918a-ae0c0f8baa09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0556271 Sep 21 15:38:33.996834 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-3956610d-c31b-4ceb-a099-4c31b7012f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:33.998275 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-3956610d-c31b-4ceb-a099-4c31b7012f81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807507 Sep 21 15:38:34.294348 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-37707bb4-2b7c-40f1-a883-3bcb97daf04b service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855041 Sep 21 15:38:34.308803 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf75ed-a65c-4970-b649-c1ee87dc6d32 req-dc8447a0-3d4d-47c3-aab7-4508ae5f8a95 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:34.310192 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91cf75ed-a65c-4970-b649-c1ee87dc6d32 req-dc8447a0-3d4d-47c3-aab7-4508ae5f8a95 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.1341143 Sep 21 15:38:34.431563 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91cf75ed-a65c-4970-b649-c1ee87dc6d32 req-df8daf28-1a61-464e-ba5c-f5447f4ed66d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033559 Sep 21 15:38:34.470384 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2a3b48c5-69fa-4558-a244-bc6889a5b404 req-2a5da795-b31c-4edd-b873-e31bf61b0095 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592729 Sep 21 15:38:35.570979 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-86cca998-7aab-4b5e-9aae-84314f1b521d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:35.632355 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994ddc5-0b61-4cb0-b7b5-9d0a88f59c8e req-92f0164d-8876-475e-97dd-c9a9e278e4b2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:35.633819 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e994ddc5-0b61-4cb0-b7b5-9d0a88f59c8e req-92f0164d-8876-475e-97dd-c9a9e278e4b2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.0872717 Sep 21 15:38:35.677055 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e994ddc5-0b61-4cb0-b7b5-9d0a88f59c8e req-9264f795-89ca-4083-9491-bd7c7858cf9d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375931 Sep 21 15:38:36.882693 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9a940-b240-48e5-9477-e43df85c45ad req-4b25c5d8-ac75-4f6c-9bd9-ee5270e225d7 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:36.884169 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-50e9a940-b240-48e5-9477-e43df85c45ad req-4b25c5d8-ac75-4f6c-9bd9-ee5270e225d7 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.0970860 Sep 21 15:38:36.927098 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-50e9a940-b240-48e5-9477-e43df85c45ad req-ae5801bd-085f-4a29-a267-781beeff0d36 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374033 Sep 21 15:38:37.176780 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 55998502-a108-4644-8860-8a7f1518a2ec details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:38:37.179288 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 55998502-a108-4644-8860-8a7f1518a2ec no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:38:37.400265 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 55998502-a108-4644-8860-8a7f1518a2ec is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:38:37.400667 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:37.426255 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-4f850632-30c3-46db-80fb-8b445ebfa900 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:37.427873 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-4f850632-30c3-46db-80fb-8b445ebfa900 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41&tenant_id=563bdc229fbf42a1b3f8773ad07740bb&binding%3Ahost_id=hv-neutron-8587 HTTP/1.1" status: 200 len: 945 time: 0.1732090 Sep 21 15:38:37.435496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ff785-69c1-4986-a70b-a87cd7f83dad req-578ae8bc-a8c0-4465-a16b-182cb1d78f70 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:37.436851 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-249ff785-69c1-4986-a70b-a87cd7f83dad req-578ae8bc-a8c0-4465-a16b-182cb1d78f70 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.1302228 Sep 21 15:38:37.439116 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 55998502-a108-4644-8860-8a7f1518a2ec, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=55998502-a108-4644-8860-8a7f1518a2ec,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:38:37.453942 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7480205c-f20f-4aa9-a334-fa135e83fe41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55998502-a108-4644-8860-8a7f1518a2ec'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:38:37.456484 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571c343e-fa57-48d8-ae0a-a7affaa2bbf7" -d '{"events": [{"server_uuid": "7480205c-f20f-4aa9-a334-fa135e83fe41", "name": "network-vif-unplugged", "status": "completed", "tag": "55998502-a108-4644-8860-8a7f1518a2ec"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:38:37.466082 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '55998502-a108-4644-8860-8a7f1518a2ec', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'port_id': '55998502-a108-4644-8860-8a7f1518a2ec', 'mac_address': 'fa:16:3e:21:d5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:38:37.468510 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 55998502-a108-4644-8860-8a7f1518a2ec, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=55998502-a108-4644-8860-8a7f1518a2ec,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:38:37.498897 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:37.551411 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-249ff785-69c1-4986-a70b-a87cd7f83dad req-aac77e14-e4b4-4bc3-8274-f53aeaaea1b2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792067 Sep 21 15:38:37.561241 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-7b4bce1b-0451-470f-8d86-771dcef731fc service neutron] 10.222.0.20 "GET /v2.0/ports/55998502-a108-4644-8860-8a7f1518a2ec/bindings/hv-neutron-8587 HTTP/1.1" status: 200 len: 384 time: 0.1234717 Sep 21 15:38:37.590037 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 15:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e459661-a08a-4c09-9eb4-3856e8dc988b x-openstack-request-id: req-5e459661-a08a-4c09-9eb4-3856e8dc988b {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:38:37.590334 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7480205c-f20f-4aa9-a334-fa135e83fe41", "name": "network-vif-unplugged", "status": "completed", "tag": "55998502-a108-4644-8860-8a7f1518a2ec", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:38:37.590587 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e459661-a08a-4c09-9eb4-3856e8dc988b {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:38:37.590979 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e459661-a08a-4c09-9eb4-3856e8dc988b'] response: {'server_uuid': '7480205c-f20f-4aa9-a334-fa135e83fe41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55998502-a108-4644-8860-8a7f1518a2ec', 'code': 200} Sep 21 15:38:37.598410 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 55998502-a108-4644-8860-8a7f1518a2ec is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:38:37.598792 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:37.621861 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=55998502-a108-4644-8860-8a7f1518a2ec,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:38:37.624828 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55998502-a108-4644-8860-8a7f1518a2ec {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:38:37.635923 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:37.636272 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:37.636643 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:37.636981 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:37.637363 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:37.637753 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:37.638125 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:37.638555 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:37.638898 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:37.639224 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:37.639547 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:37.639872 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:37.654315 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 55998502-a108-4644-8860-8a7f1518a2ec, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=55998502-a108-4644-8860-8a7f1518a2ec,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:38:37.658425 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:37.681355 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-8a2a202e-668b-49a7-b335-f5350f4a1765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:37.682912 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-8a2a202e-668b-49a7-b335-f5350f4a1765 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 1096 time: 0.0806394 Sep 21 15:38:37.732921 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=55998502-a108-4644-8860-8a7f1518a2ec,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:38:37.735715 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['55998502-a108-4644-8860-8a7f1518a2ec'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:38:37.818313 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-04e78d6e-6391-4a03-b8cf-2dc622eccff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:37.819730 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-04e78d6e-6391-4a03-b8cf-2dc622eccff8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1309824 Sep 21 15:38:37.927105 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-bbb25d40-b064-464a-90c3-ca4edd3173af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55998502-a108-4644-8860-8a7f1518a2ec HTTP/1.1" status: 200 len: 1001 time: 0.1001735 Sep 21 15:38:37.951325 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c7001bcd-42cc-4d32-8c52-d37dabdd5874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:37.991719 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-4571dd8e-96ce-45f9-9bbe-75631ab4fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:37.993136 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-4571dd8e-96ce-45f9-9bbe-75631ab4fdc1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0597672 Sep 21 15:38:38.077510 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-cabbd726-b538-4cb8-87dd-feb4e5a03a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:38.079004 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-cabbd726-b538-4cb8-87dd-feb4e5a03a7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797410 Sep 21 15:38:38.207713 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-fce782bf-b4d7-48bf-a306-fe337918a4f4 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221080 Sep 21 15:38:38.438359 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-660a5e7e-0814-4dd9-bbc1-33507147c016 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240188 Sep 21 15:38:38.752673 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b1087-ae1a-4178-91a6-7ca51be9370a req-a2cd534a-f07d-4a90-87b4-aaecc9274470 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:38.754229 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e0b1087-ae1a-4178-91a6-7ca51be9370a req-a2cd534a-f07d-4a90-87b4-aaecc9274470 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 944 time: 0.0873330 Sep 21 15:38:38.771684 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:38.799393 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e0b1087-ae1a-4178-91a6-7ca51be9370a req-17774c10-56e1-48d1-9128-41a0f14909c1 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395219 Sep 21 15:38:38.968824 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:39.204382 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 55998502-a108-4644-8860-8a7f1518a2ec up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:38:39.274432 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 55998502-a108-4644-8860-8a7f1518a2ec triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:38:39.274796 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:39.390869 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 55998502-a108-4644-8860-8a7f1518a2ec is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:38:39.391156 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:39.425599 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 55998502-a108-4644-8860-8a7f1518a2ec, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=55998502-a108-4644-8860-8a7f1518a2ec,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:38:39.430086 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:39.496130 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=55998502-a108-4644-8860-8a7f1518a2ec,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:38:39.592252 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7480205c-f20f-4aa9-a334-fa135e83fe41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55998502-a108-4644-8860-8a7f1518a2ec'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:38:39.594620 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebf61b8-884e-4b3e-ad9c-8a9bc4f006ba" -d '{"events": [{"server_uuid": "7480205c-f20f-4aa9-a334-fa135e83fe41", "name": "network-vif-plugged", "status": "completed", "tag": "55998502-a108-4644-8860-8a7f1518a2ec"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:38:39.644314 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed220e8e-80ab-4619-82ec-33099db3edb1 x-openstack-request-id: req-ed220e8e-80ab-4619-82ec-33099db3edb1 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:38:39.644630 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7480205c-f20f-4aa9-a334-fa135e83fe41", "name": "network-vif-plugged", "status": "completed", "tag": "55998502-a108-4644-8860-8a7f1518a2ec", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:38:39.644882 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed220e8e-80ab-4619-82ec-33099db3edb1 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:38:39.645272 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed220e8e-80ab-4619-82ec-33099db3edb1'] response: {'server_uuid': '7480205c-f20f-4aa9-a334-fa135e83fe41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55998502-a108-4644-8860-8a7f1518a2ec', 'code': 200} Sep 21 15:38:40.006464 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f104cc1-439d-4e1a-8654-87415e98f449 req-3d5ed8c0-940b-43b2-94e7-25bfb28e7c95 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:40.007916 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f104cc1-439d-4e1a-8654-87415e98f449 req-3d5ed8c0-940b-43b2-94e7-25bfb28e7c95 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.0997524 Sep 21 15:38:40.052802 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f104cc1-439d-4e1a-8654-87415e98f449 req-b9df6487-5c78-4b79-89b7-9cb923545542 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389779 Sep 21 15:38:40.584284 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:41.103002 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-26542377-3e69-4d83-8387-98009d82c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:41.104500 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-26542377-3e69-4d83-8387-98009d82c6c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41&tenant_id=563bdc229fbf42a1b3f8773ad07740bb HTTP/1.1" status: 200 len: 1098 time: 0.0806398 Sep 21 15:38:41.281046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-177f0185-49fc-49c0-bcc2-5ea160e1754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:41.282494 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-177f0185-49fc-49c0-bcc2-5ea160e1754a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 1098 time: 0.1487899 Sep 21 15:38:41.290911 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0435d75-9b56-4712-8b8c-906cf5909adb req-501105fd-e81b-46c4-a3e2-2fb027367681 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:41.292210 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d0435d75-9b56-4712-8b8c-906cf5909adb req-501105fd-e81b-46c4-a3e2-2fb027367681 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.1152778 Sep 21 15:38:41.416427 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d0435d75-9b56-4712-8b8c-906cf5909adb req-15c6b52a-b1da-46bb-af78-43b55150d58a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058857 Sep 21 15:38:41.447786 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-f15b1f93-5208-4d06-9238-2c9eefa392de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:41.449243 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-f15b1f93-5208-4d06-9238-2c9eefa392de service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1561964 Sep 21 15:38:41.555201 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-6286d8ca-fdf8-40e3-b31a-4647b021024f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55998502-a108-4644-8860-8a7f1518a2ec HTTP/1.1" status: 200 len: 1002 time: 0.0956216 Sep 21 15:38:41.619912 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-aac3d34e-43d6-4b45-bb14-8e9805d6acde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:41.621330 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-aac3d34e-43d6-4b45-bb14-8e9805d6acde service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0566509 Sep 21 15:38:41.710708 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-eb8e1a17-9c62-452f-bd6d-65e74e407901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:41.712068 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-eb8e1a17-9c62-452f-bd6d-65e74e407901 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800705 Sep 21 15:38:41.846667 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-c88e0054-036b-4b31-b2b0-a4aab5737c0f service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243911 Sep 21 15:38:41.979227 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02dbf677-9770-4dea-a073-c20dfcdd17ad req-9a6a8c5a-f950-485d-ae9c-19dbad1e006a service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235001 Sep 21 15:38:42.620371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17aa679-e112-40f9-8400-41af79c1d6c1 req-8e1c1bd3-6560-4c11-8bee-feb72bf65b1e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:42.621850 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b17aa679-e112-40f9-8400-41af79c1d6c1 req-8e1c1bd3-6560-4c11-8bee-feb72bf65b1e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.0949316 Sep 21 15:38:42.665332 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b17aa679-e112-40f9-8400-41af79c1d6c1 req-c564d381-f766-41e4-9aaf-3e96e8d5771d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378571 Sep 21 15:38:43.226538 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 55998502-a108-4644-8860-8a7f1518a2ec details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:38:43.230720 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 55998502-a108-4644-8860-8a7f1518a2ec no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:38:43.458386 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 55998502-a108-4644-8860-8a7f1518a2ec is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:38:43.459297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:43.481509 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 55998502-a108-4644-8860-8a7f1518a2ec, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=55998502-a108-4644-8860-8a7f1518a2ec,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:38:43.504357 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7480205c-f20f-4aa9-a334-fa135e83fe41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55998502-a108-4644-8860-8a7f1518a2ec'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:38:43.507226 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58b83b9-99a2-46ef-953f-b143ef9b78ee" -d '{"events": [{"server_uuid": "7480205c-f20f-4aa9-a334-fa135e83fe41", "name": "network-vif-unplugged", "status": "completed", "tag": "55998502-a108-4644-8860-8a7f1518a2ec"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:38:43.511525 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '55998502-a108-4644-8860-8a7f1518a2ec', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'port_id': '55998502-a108-4644-8860-8a7f1518a2ec', 'mac_address': 'fa:16:3e:21:d5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:38:43.518059 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 55998502-a108-4644-8860-8a7f1518a2ec, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=55998502-a108-4644-8860-8a7f1518a2ec,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:38:43.551655 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:43.589178 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 15:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46f58f3-6974-4d64-b681-47ff22148731 x-openstack-request-id: req-f46f58f3-6974-4d64-b681-47ff22148731 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:38:43.589462 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7480205c-f20f-4aa9-a334-fa135e83fe41", "name": "network-vif-unplugged", "status": "completed", "tag": "55998502-a108-4644-8860-8a7f1518a2ec", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:38:43.589708 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f46f58f3-6974-4d64-b681-47ff22148731 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:38:43.590094 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f46f58f3-6974-4d64-b681-47ff22148731'] response: {'server_uuid': '7480205c-f20f-4aa9-a334-fa135e83fe41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55998502-a108-4644-8860-8a7f1518a2ec', 'code': 200} Sep 21 15:38:43.630107 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 55998502-a108-4644-8860-8a7f1518a2ec is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:38:43.631014 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:43.653887 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55998502-a108-4644-8860-8a7f1518a2ec {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:38:43.657671 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=55998502-a108-4644-8860-8a7f1518a2ec,revision_number=9']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:38:43.671650 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 55998502-a108-4644-8860-8a7f1518a2ec, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=55998502-a108-4644-8860-8a7f1518a2ec,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:38:43.675829 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:43.746035 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['55998502-a108-4644-8860-8a7f1518a2ec'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:38:43.796613 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=55998502-a108-4644-8860-8a7f1518a2ec,revision_number=10']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:38:43.875558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ebb9a-c968-4fad-87a1-e5df257e1c12 req-c6af36bc-1a07-4efa-a985-a36b0470b811 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:43.877260 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-772ebb9a-c968-4fad-87a1-e5df257e1c12 req-c6af36bc-1a07-4efa-a985-a36b0470b811 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.0918498 Sep 21 15:38:43.920856 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-772ebb9a-c968-4fad-87a1-e5df257e1c12 req-02bb8af3-03fd-4bf6-9d5f-b85495ccb01d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372717 Sep 21 15:38:44.135082 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24a886-166d-479d-a24d-50112ecdcde0 req-1cfe615a-ed14-4643-916f-5e4ae5a766d8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:44.136559 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9b24a886-166d-479d-a24d-50112ecdcde0 req-1cfe615a-ed14-4643-916f-5e4ae5a766d8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.0869167 Sep 21 15:38:44.184281 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9b24a886-166d-479d-a24d-50112ecdcde0 req-593097e7-185f-41d3-bf58-4edaa48b4634 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414619 Sep 21 15:38:44.381911 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1c48e-5710-47d7-90b4-b6531d5439d0 req-a2827b13-66fc-4880-90a9-9a816a8fc64a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:44.383373 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-80f1c48e-5710-47d7-90b4-b6531d5439d0 req-a2827b13-66fc-4880-90a9-9a816a8fc64a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.0901892 Sep 21 15:38:44.426513 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-80f1c48e-5710-47d7-90b4-b6531d5439d0 req-658a721d-206d-46a4-9d84-34877df1ce8a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374410 Sep 21 15:38:44.929644 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da00965-b28f-4234-af2d-1c540957b876 req-e001d836-13ac-4dab-913b-d1c9e1d5351a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:44.931100 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0da00965-b28f-4234-af2d-1c540957b876 req-e001d836-13ac-4dab-913b-d1c9e1d5351a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 945 time: 0.1910717 Sep 21 15:38:44.973982 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0da00965-b28f-4234-af2d-1c540957b876 req-e1e05d80-a2a4-4713-9eea-916d0103c0d7 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369117 Sep 21 15:38:45.233423 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 55998502-a108-4644-8860-8a7f1518a2ec up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:38:45.304638 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 55998502-a108-4644-8860-8a7f1518a2ec triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:38:45.304924 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:45.420197 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 55998502-a108-4644-8860-8a7f1518a2ec is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:38:45.420597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:45.453591 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 55998502-a108-4644-8860-8a7f1518a2ec, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=55998502-a108-4644-8860-8a7f1518a2ec,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:38:45.457940 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:45.524324 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=55998502-a108-4644-8860-8a7f1518a2ec,revision_number=11']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:38:45.591401 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7480205c-f20f-4aa9-a334-fa135e83fe41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55998502-a108-4644-8860-8a7f1518a2ec'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:38:45.593663 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01990e39-27ad-4461-b608-0c0f3d1c8fa3" -d '{"events": [{"server_uuid": "7480205c-f20f-4aa9-a334-fa135e83fe41", "name": "network-vif-plugged", "status": "completed", "tag": "55998502-a108-4644-8860-8a7f1518a2ec"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:38:45.635091 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883fe8cb-72be-4b3a-8c9c-976872fb0181 x-openstack-request-id: req-883fe8cb-72be-4b3a-8c9c-976872fb0181 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:38:45.635386 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7480205c-f20f-4aa9-a334-fa135e83fe41", "name": "network-vif-plugged", "status": "completed", "tag": "55998502-a108-4644-8860-8a7f1518a2ec", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:38:45.635638 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-883fe8cb-72be-4b3a-8c9c-976872fb0181 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:38:45.636056 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-883fe8cb-72be-4b3a-8c9c-976872fb0181'] response: {'server_uuid': '7480205c-f20f-4aa9-a334-fa135e83fe41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55998502-a108-4644-8860-8a7f1518a2ec', 'code': 200} Sep 21 15:38:46.175487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e0909-a6b4-4360-a701-35b72e72ac1a req-4c4d5114-5085-437a-89a9-5fc6b6a49811 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:46.176946 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f63e0909-a6b4-4360-a701-35b72e72ac1a req-4c4d5114-5085-437a-89a9-5fc6b6a49811 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 946 time: 0.0869999 Sep 21 15:38:46.220376 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f63e0909-a6b4-4360-a701-35b72e72ac1a req-f8c1a2e4-8ec9-41b0-ac45-ef1b4d10b71e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377240 Sep 21 15:38:47.024580 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fcdd3-9b53-4362-b671-0b9ad7e5f9a0 req-fbbacf92-5e67-4bc8-89ed-f0fd4ac819e4 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:47.026014 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ef2fcdd3-9b53-4362-b671-0b9ad7e5f9a0 req-fbbacf92-5e67-4bc8-89ed-f0fd4ac819e4 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 946 time: 0.0899935 Sep 21 15:38:47.105768 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-ef2fcdd3-9b53-4362-b671-0b9ad7e5f9a0 req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Deleting port 55998502-a108-4644-8860-8a7f1518a2ec {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:38:47.106106 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ef2fcdd3-9b53-4362-b671-0b9ad7e5f9a0 req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:47.408770 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-ef2fcdd3-9b53-4362-b671-0b9ad7e5f9a0 req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] For port 55998502-a108-4644-8860-8a7f1518a2ec, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=55998502-a108-4644-8860-8a7f1518a2ec,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:38:47.409454 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ef2fcdd3-9b53-4362-b671-0b9ad7e5f9a0 req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:47.591536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab4223-60c8-4ec5-82a2-2bbeaf9dedc7 req-315afc79-e237-4c2e-9ca7-19509a9cd0a8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:47.592998 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-46ab4223-60c8-4ec5-82a2-2bbeaf9dedc7 req-315afc79-e237-4c2e-9ca7-19509a9cd0a8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 946 time: 0.2563272 Sep 21 15:38:47.730196 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-46ab4223-60c8-4ec5-82a2-2bbeaf9dedc7 req-f5adaec9-7e96-49dc-9974-0be5f46373a3 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259310 Sep 21 15:38:47.749067 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ef2fcdd3-9b53-4362-b671-0b9ad7e5f9a0 req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:47.749439 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ef2fcdd3-9b53-4362-b671-0b9ad7e5f9a0 req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:47.749755 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [req-ef2fcdd3-9b53-4362-b671-0b9ad7e5f9a0 req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Floating IP d3a1eec8-92b6-449e-8c0f-369be06ebd00 disassociated. External IP: 172.26.4.118, port: 55998502-a108-4644-8860-8a7f1518a2ec. Sep 21 15:38:47.750087 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-ef2fcdd3-9b53-4362-b671-0b9ad7e5f9a0 req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Calling delete_port for 55998502-a108-4644-8860-8a7f1518a2ec owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:38:47.894803 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ef2fcdd3-9b53-4362-b671-0b9ad7e5f9a0 req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:47.945100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Pushing event deleted for resources: {'Port': ['ID=55998502-a108-4644-8860-8a7f1518a2ec,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:38:47.956351 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:47.956733 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:47.957071 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:47.957411 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:47.957744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:47.958077 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:47.958435 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:47.958756 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:47.959080 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:47.959501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:47.959828 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:47.960150 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:38:48.155357 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef2fcdd3-9b53-4362-b671-0b9ad7e5f9a0 req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:38:48.341024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef2fcdd3-9b53-4362-b671-0b9ad7e5f9a0 req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:38:48.350855 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e5e1b0-1f76-4c9b-8806-234afa2bafb1 None None] Sync routers for ids ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:38:48.361021 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e5e1b0-1f76-4c9b-8806-234afa2bafb1 None None] Routers {'32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:38:48.361642 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f3e5e1b0-1f76-4c9b-8806-234afa2bafb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:38:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:38:48.531172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2fcdd3-9b53-4362-b671-0b9ad7e5f9a0 req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] No DVR routers for this DVR port 55998502-a108-4644-8860-8a7f1518a2ec on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:38:48.533678 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ef2fcdd3-9b53-4362-b671-0b9ad7e5f9a0 req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:48.536239 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7480205c-f20f-4aa9-a334-fa135e83fe41', 'name': 'network-vif-deleted', 'tag': '55998502-a108-4644-8860-8a7f1518a2ec'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:38:48.539221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1790fc5a-4c6b-4911-ac51-e317b84e5502" -d '{"events": [{"server_uuid": "7480205c-f20f-4aa9-a334-fa135e83fe41", "name": "network-vif-deleted", "tag": "55998502-a108-4644-8860-8a7f1518a2ec"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:38:48.553010 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ef2fcdd3-9b53-4362-b671-0b9ad7e5f9a0 req-224ba7c3-6404-4d81-91e9-a655d2169621 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "DELETE /v2.0/ports/55998502-a108-4644-8860-8a7f1518a2ec HTTP/1.1" status: 204 len: 173 time: 1.5186255 Sep 21 15:38:48.578713 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f3e5e1b0-1f76-4c9b-8806-234afa2bafb1 None None] Set router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:38:48.584684 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22c0b8e-1911-46ed-81b0-0b0976deb115 x-openstack-request-id: req-d22c0b8e-1911-46ed-81b0-0b0976deb115 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:38:48.585208 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7480205c-f20f-4aa9-a334-fa135e83fe41", "name": "network-vif-deleted", "tag": "55998502-a108-4644-8860-8a7f1518a2ec", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:38:48.585371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d22c0b8e-1911-46ed-81b0-0b0976deb115 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:38:48.585726 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d22c0b8e-1911-46ed-81b0-0b0976deb115'] response: {'server_uuid': '7480205c-f20f-4aa9-a334-fa135e83fe41', 'name': 'network-vif-deleted', 'tag': '55998502-a108-4644-8860-8a7f1518a2ec', 'status': 'completed', 'code': 200} Sep 21 15:38:48.901201 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f3e5e1b0-1f76-4c9b-8806-234afa2bafb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:38:48.905139 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e5e1b0-1f76-4c9b-8806-234afa2bafb1 None None] Checking router: 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:38:48.910417 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-a998edb2-4fb7-4bd0-8234-ef4a4241abd8 req-a871d1df-059e-4042-aab2-7790f19139ed tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Synchronizing usage tracker for tenant:563bdc229fbf42a1b3f8773ad07740bb on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:38:48.913344 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e5e1b0-1f76-4c9b-8806-234afa2bafb1 None None] Routers {'32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:38:48.913946 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f3e5e1b0-1f76-4c9b-8806-234afa2bafb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:38:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:38:48.925838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-a998edb2-4fb7-4bd0-8234-ef4a4241abd8 req-a871d1df-059e-4042-aab2-7790f19139ed tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Unset dirty status for tenant:563bdc229fbf42a1b3f8773ad07740bb on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:38:48.926975 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a998edb2-4fb7-4bd0-8234-ef4a4241abd8 req-a871d1df-059e-4042-aab2-7790f19139ed tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=7480205c-f20f-4aa9-a334-fa135e83fe41 HTTP/1.1" status: 200 len: 210 time: 0.0685210 Sep 21 15:38:49.094251 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f3e5e1b0-1f76-4c9b-8806-234afa2bafb1 None None] Set router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:38:49.407219 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f3e5e1b0-1f76-4c9b-8806-234afa2bafb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:38:49.410939 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e5e1b0-1f76-4c9b-8806-234afa2bafb1 None None] The sync data for ids ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'] in dv-neutron-858731-1-hyperv is: [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:38:49.610473 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d92015-2447-4b6d-899b-7bb70b70cc5c None None] New status for floating IP d3a1eec8-92b6-449e-8c0f-369be06ebd00: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:38:50.268608 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-67bfb1e2-8d9f-4647-a60a-1c9609cf51ef tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1160210842&fields=id&tenant_id=563bdc229fbf42a1b3f8773ad07740bb HTTP/1.1" status: 200 len: 267 time: 0.0396733 Sep 21 15:38:50.423905 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-d27f48bc-2cdf-4544-9224-cc83ca1f7bb3 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:50.425325 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-d27f48bc-2cdf-4544-9224-cc83ca1f7bb3 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 812 time: 0.1495507 Sep 21 15:38:50.440665 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-7ce8114a-741c-4d89-bcb0-3d3f72cfc9a2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/quotas/563bdc229fbf42a1b3f8773ad07740bb HTTP/1.1" status: 200 len: 375 time: 0.0091100 Sep 21 15:38:50.531234 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-b7f44afe-923d-4769-81c5-3f136e3a296f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0855033 Sep 21 15:38:50.723581 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ebcfc7f1-f5b5-4282-bba7-9dcf63a7503f service neutron] 10.222.0.62 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803384 Sep 21 15:38:50.853866 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-f8f97782-8254-4cb6-93b4-ffc1d626d899 service neutron] 10.222.0.62 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235642 Sep 21 15:38:51.270980 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 55998502-a108-4644-8860-8a7f1518a2ec no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:38:51.337796 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 55998502-a108-4644-8860-8a7f1518a2ec {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:38:51.338045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 55998502-a108-4644-8860-8a7f1518a2ec not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:38:51.680663 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:38:52.052721 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-782b0997-69fa-4d5a-9330-37b8d776ab04 req-51e550ee-ef13-4766-8dbd-d2e175fcc59d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 210 time: 0.0570951 Sep 21 15:38:52.159373 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:53.160734 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-38fd8bb9-eb84-451e-88d2-d07c3c841841 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:53.162368 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-38fd8bb9-eb84-451e-88d2-d07c3c841841 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 812 time: 0.1506226 Sep 21 15:38:53.259662 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eafafb4b-1052-4ae5-8ea5-cc4cc48a5ffa req-5eb7abab-cf91-4052-8ec7-596ffc3d85bb tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 210 time: 0.0649178 Sep 21 15:38:53.275318 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-9ef0a0ea-3dd7-40ea-b51c-d5bca83d6542 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=563bdc229fbf42a1b3f8773ad07740bb HTTP/1.1" status: 200 len: 380 time: 0.0959175 Sep 21 15:38:53.287838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-42d0cb8f-b9fb-43f5-9357-68249aae63e2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Request body: {'port': {'device_id': 'cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'admin_state_up': True, 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'security_groups': ['a81e0695-6a3d-44cd-9a10-62958293e194']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:38:53.422291 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-42d0cb8f-b9fb-43f5-9357-68249aae63e2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:38:53.431976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-42d0cb8f-b9fb-43f5-9357-68249aae63e2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:38:53.441478 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-42d0cb8f-b9fb-43f5-9357-68249aae63e2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Made reservation on behalf of 563bdc229fbf42a1b3f8773ad07740bb for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:38:53.445647 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-42d0cb8f-b9fb-43f5-9357-68249aae63e2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:53.608441 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-42d0cb8f-b9fb-43f5-9357-68249aae63e2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Allocated IP 172.20.0.13 (81754593-68cd-4681-8dec-aeca93617e36/5139365d-61d3-4474-83dc-98d5946368fd/9b921c91-2260-4dbb-9b72-805687aa9f3f) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:38:53.791553 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-42d0cb8f-b9fb-43f5-9357-68249aae63e2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:53.806929 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-42d0cb8f-b9fb-43f5-9357-68249aae63e2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Transition to ACTIVE for port object 9b921c91-2260-4dbb-9b72-805687aa9f3f will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:38:53.831128 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-42d0cb8f-b9fb-43f5-9357-68249aae63e2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:53.903956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-42d0cb8f-b9fb-43f5-9357-68249aae63e2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Network 81754593-68cd-4681-8dec-aeca93617e36 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:38:53.907252 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-42d0cb8f-b9fb-43f5-9357-68249aae63e2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:38:53.910995 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-42d0cb8f-b9fb-43f5-9357-68249aae63e2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:38:53.941843 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0cb8f-b9fb-43f5-9357-68249aae63e2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Pushing event updated for resources: {'Port': ['ID=9b921c91-2260-4dbb-9b72-805687aa9f3f,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:38:53.979217 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-42d0cb8f-b9fb-43f5-9357-68249aae63e2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:53.979826 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-42d0cb8f-b9fb-43f5-9357-68249aae63e2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:54.006781 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-42d0cb8f-b9fb-43f5-9357-68249aae63e2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7225726 Sep 21 15:38:54.022966 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] Request body: {'port': {'device_id': 'cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:38:54.142064 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:54.191507 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b77e2218-44b6-45a7-a324-27b4aebb23fb None None] Provisioning for port 9b921c91-2260-4dbb-9b72-805687aa9f3f completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:38:54.197753 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b77e2218-44b6-45a7-a324-27b4aebb23fb None None] Provisioning complete for port 9b921c91-2260-4dbb-9b72-805687aa9f3f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:38:54.198196 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b77e2218-44b6-45a7-a324-27b4aebb23fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:54.250197 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b77e2218-44b6-45a7-a324-27b4aebb23fb None None] Port 9b921c91-2260-4dbb-9b72-805687aa9f3f cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:38:54.593896 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b272f9-5b5e-4165-b9dc-4fb20c227c5a req-24c1838a-4cd8-4b60-a33b-4ae278b782e2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:54.594487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f4b272f9-5b5e-4165-b9dc-4fb20c227c5a req-24c1838a-4cd8-4b60-a33b-4ae278b782e2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Synchronizing usage tracker for tenant:563bdc229fbf42a1b3f8773ad07740bb on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:38:54.663202 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f4b272f9-5b5e-4165-b9dc-4fb20c227c5a req-24c1838a-4cd8-4b60-a33b-4ae278b782e2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Unset dirty status for tenant:563bdc229fbf42a1b3f8773ad07740bb on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:38:54.664348 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f4b272f9-5b5e-4165-b9dc-4fb20c227c5a req-24c1838a-4cd8-4b60-a33b-4ae278b782e2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 932 time: 0.2134552 Sep 21 15:38:54.686277 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b921c91-2260-4dbb-9b72-805687aa9f3f {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:38:54.696876 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:54.726055 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] Transition to ACTIVE for port object 9b921c91-2260-4dbb-9b72-805687aa9f3f will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:38:54.731216 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f4b272f9-5b5e-4165-b9dc-4fb20c227c5a req-38cee70a-bc93-4200-b8cc-6b260fff60de tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604801 Sep 21 15:38:54.732220 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:54.925197 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] Pushing event updated for resources: {'Port': ['ID=9b921c91-2260-4dbb-9b72-805687aa9f3f,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:38:54.961257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] Attempting to bind port 9b921c91-2260-4dbb-9b72-805687aa9f3f on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:38:54.961590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] Attempting to bind port 9b921c91-2260-4dbb-9b72-805687aa9f3f by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:38:54.961911 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] Attempting to bind port 9b921c91-2260-4dbb-9b72-805687aa9f3f on network 81754593-68cd-4681-8dec-aeca93617e36 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:38:54.966379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] Port 9b921c91-2260-4dbb-9b72-805687aa9f3f on network 81754593-68cd-4681-8dec-aeca93617e36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:38:54.966693 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] Attempting to bind port 9b921c91-2260-4dbb-9b72-805687aa9f3f on network 81754593-68cd-4681-8dec-aeca93617e36 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:38:54.971768 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:38:54.972100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] Checking segment: {'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:38:54.972501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] Bound using segment: {'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:38:54.972925 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] Bound port: 9b921c91-2260-4dbb-9b72-805687aa9f3f, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd632df-5194-49bc-a2f5-c343c8932ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '81754593-68cd-4681-8dec-aeca93617e36'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:38:54.973264 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:55.066195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] For port 9b921c91-2260-4dbb-9b72-805687aa9f3f, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:38:55.069170 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] For port 9b921c91-2260-4dbb-9b72-805687aa9f3f, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=9b921c91-2260-4dbb-9b72-805687aa9f3f,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:38:55.073575 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:55.105046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:55.105648 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:55.106999 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] 10.222.0.20 "PUT /v2.0/ports/9b921c91-2260-4dbb-9b72-805687aa9f3f HTTP/1.1" status: 200 len: 1094 time: 1.0889933 Sep 21 15:38:55.107423 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43', 'tag': '9b921c91-2260-4dbb-9b72-805687aa9f3f'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:38:55.109733 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addcf48a-b239-4a3d-8a6f-1848d3239639" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43", "tag": "9b921c91-2260-4dbb-9b72-805687aa9f3f"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:38:55.187451 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdd560f-d310-4175-8f4c-01f33417e2da x-openstack-request-id: req-4bdd560f-d310-4175-8f4c-01f33417e2da {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:38:55.187660 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43", "tag": "9b921c91-2260-4dbb-9b72-805687aa9f3f", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:38:55.187896 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4bdd560f-d310-4175-8f4c-01f33417e2da {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:38:55.188289 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bdd560f-d310-4175-8f4c-01f33417e2da'] response: {'name': 'network-changed', 'server_uuid': 'cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43', 'tag': '9b921c91-2260-4dbb-9b72-805687aa9f3f', 'status': 'completed', 'code': 200} Sep 21 15:38:55.195430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9658ff-d42e-4c8a-862c-d85d64e42315 service neutron] Pushing event updated for resources: {'Port': ['ID=9b921c91-2260-4dbb-9b72-805687aa9f3f,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:38:55.238279 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-0ba2a6ea-2528-4313-b678-994081441418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:55.239957 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-0ba2a6ea-2528-4313-b678-994081441418 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 1097 time: 0.0890691 Sep 21 15:38:55.310299 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-8328c22e-725b-4061-a86f-a40487836fab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b921c91-2260-4dbb-9b72-805687aa9f3f HTTP/1.1" status: 200 len: 217 time: 0.0603175 Sep 21 15:38:55.378549 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-e9469d99-702b-485e-a4b2-9c7fe320228a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:55.379938 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-e9469d99-702b-485e-a4b2-9c7fe320228a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0600290 Sep 21 15:38:55.466482 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-6c8ab7ef-44bc-4077-a920-ace964bb1be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:55.467941 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-6c8ab7ef-44bc-4077-a920-ace964bb1be8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787365 Sep 21 15:38:55.600723 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-b962d10c-87c4-4f15-aec6-102262e39559 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229768 Sep 21 15:38:55.733160 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba38588f-5faa-452f-b75e-0f3f8493106c req-32044037-a78c-4d3c-a1fb-8cc97cab2c7a service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232629 Sep 21 15:38:55.932879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcf48a-b239-4a3d-8a6f-1848d3239639 req-dbf1b668-05bb-4f06-94ab-e74c1ab667e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:55.934356 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-addcf48a-b239-4a3d-8a6f-1848d3239639 req-dbf1b668-05bb-4f06-94ab-e74c1ab667e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 1097 time: 0.1442111 Sep 21 15:38:55.968968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517e066-60f4-40f7-a173-d415b0d8986a req-884de312-c4ce-4cc1-9dc5-d965ce9dfd93 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:55.970351 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d517e066-60f4-40f7-a173-d415b0d8986a req-884de312-c4ce-4cc1-9dc5-d965ce9dfd93 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 944 time: 0.1199963 Sep 21 15:38:56.089812 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d517e066-60f4-40f7-a173-d415b0d8986a req-9f48ced9-f25d-490c-9b28-f17d9b4b3516 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715392 Sep 21 15:38:56.108445 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcf48a-b239-4a3d-8a6f-1848d3239639 req-843d9800-3a99-42e2-9ba5-bcf17e0a3627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:56.109936 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-addcf48a-b239-4a3d-8a6f-1848d3239639 req-843d9800-3a99-42e2-9ba5-bcf17e0a3627 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1680102 Sep 21 15:38:56.284462 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-addcf48a-b239-4a3d-8a6f-1848d3239639 req-54d00a30-8085-4465-a24e-65c7a712a3e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b921c91-2260-4dbb-9b72-805687aa9f3f HTTP/1.1" status: 200 len: 217 time: 0.1678948 Sep 21 15:38:56.347804 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcf48a-b239-4a3d-8a6f-1848d3239639 req-73c2e02f-da16-47ee-9e86-4ff11a0f858f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:56.349236 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-addcf48a-b239-4a3d-8a6f-1848d3239639 req-73c2e02f-da16-47ee-9e86-4ff11a0f858f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0580809 Sep 21 15:38:56.434084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcf48a-b239-4a3d-8a6f-1848d3239639 req-e78e2075-9fa9-4d8e-83d9-d034d9866f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:56.435550 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-addcf48a-b239-4a3d-8a6f-1848d3239639 req-e78e2075-9fa9-4d8e-83d9-d034d9866f37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765884 Sep 21 15:38:56.566573 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-addcf48a-b239-4a3d-8a6f-1848d3239639 req-0d959987-d1e9-4bcb-8fbb-d0d2a0999c99 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220186 Sep 21 15:38:56.698820 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-addcf48a-b239-4a3d-8a6f-1848d3239639 req-f3a19f82-24c7-4c4b-b314-8e95cdd810d3 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252162 Sep 21 15:38:57.295603 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a6afd-f12c-4550-9306-75933f87344f req-f96f74d7-41d7-4438-b53a-d2287c0d2776 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:57.299850 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b69a6afd-f12c-4550-9306-75933f87344f req-f96f74d7-41d7-4438-b53a-d2287c0d2776 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 944 time: 0.0951724 Sep 21 15:38:57.317058 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 9b921c91-2260-4dbb-9b72-805687aa9f3f details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:38:57.342891 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b69a6afd-f12c-4550-9306-75933f87344f req-69280ccc-b948-4f75-b820-c39d30600328 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397243 Sep 21 15:38:57.449729 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 9b921c91-2260-4dbb-9b72-805687aa9f3f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=9b921c91-2260-4dbb-9b72-805687aa9f3f,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:38:57.462788 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '9b921c91-2260-4dbb-9b72-805687aa9f3f', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'port_id': '9b921c91-2260-4dbb-9b72-805687aa9f3f', 'mac_address': 'fa:16:3e:62:79:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:38:57.519576 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 9b921c91-2260-4dbb-9b72-805687aa9f3f is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:38:57.519946 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:57.536168 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b921c91-2260-4dbb-9b72-805687aa9f3f {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:38:57.551049 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 9b921c91-2260-4dbb-9b72-805687aa9f3f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=9b921c91-2260-4dbb-9b72-805687aa9f3f,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:38:57.556123 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:57.622302 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=9b921c91-2260-4dbb-9b72-805687aa9f3f,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:38:57.809156 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['9b921c91-2260-4dbb-9b72-805687aa9f3f'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:38:58.537838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb38543-403d-436e-9dc8-f0580a73750a req-86f66c62-4eb7-4080-86bd-14bee59a2d42 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:58.539268 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8fb38543-403d-436e-9dc8-f0580a73750a req-86f66c62-4eb7-4080-86bd-14bee59a2d42 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 945 time: 0.0870113 Sep 21 15:38:58.587061 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8fb38543-403d-436e-9dc8-f0580a73750a req-90e2a059-cacb-4948-9f98-4a15ac207b7a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420976 Sep 21 15:38:59.332857 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 9b921c91-2260-4dbb-9b72-805687aa9f3f up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:38:59.400076 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 9b921c91-2260-4dbb-9b72-805687aa9f3f completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:38:59.404741 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 9b921c91-2260-4dbb-9b72-805687aa9f3f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:38:59.405244 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:59.520327 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 9b921c91-2260-4dbb-9b72-805687aa9f3f is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:38:59.520728 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:59.547708 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b921c91-2260-4dbb-9b72-805687aa9f3f'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:38:59.549980 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9030a7bf-094f-4ebc-969d-97dbc38a685a" -d '{"events": [{"server_uuid": "cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43", "name": "network-vif-plugged", "status": "completed", "tag": "9b921c91-2260-4dbb-9b72-805687aa9f3f"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:38:59.557959 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 9b921c91-2260-4dbb-9b72-805687aa9f3f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=9b921c91-2260-4dbb-9b72-805687aa9f3f,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:38:59.561794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:38:59.596103 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34c673e-a10d-42d2-b909-9623e34d13d6 x-openstack-request-id: req-d34c673e-a10d-42d2-b909-9623e34d13d6 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:38:59.596399 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43", "name": "network-vif-plugged", "status": "completed", "tag": "9b921c91-2260-4dbb-9b72-805687aa9f3f", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:38:59.596680 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d34c673e-a10d-42d2-b909-9623e34d13d6 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:38:59.597061 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34c673e-a10d-42d2-b909-9623e34d13d6'] response: {'server_uuid': 'cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b921c91-2260-4dbb-9b72-805687aa9f3f', 'code': 200} Sep 21 15:38:59.638135 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=9b921c91-2260-4dbb-9b72-805687aa9f3f,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:38:59.850052 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfbeee-bd89-4147-9652-5cde87d78e41 req-a1561c4d-e0e9-42fe-9c3a-047c0804ca41 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:59.851400 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4adfbeee-bd89-4147-9652-5cde87d78e41 req-a1561c4d-e0e9-42fe-9c3a-047c0804ca41 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.1472619 Sep 21 15:38:59.884222 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db3d03-1eb9-49f3-807c-bcf13ba40c37 req-3a792a2e-b6a1-48c5-bf6a-b25089e76392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:38:59.885634 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-46db3d03-1eb9-49f3-807c-bcf13ba40c37 req-3a792a2e-b6a1-48c5-bf6a-b25089e76392 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 1099 time: 0.1195059 Sep 21 15:38:59.916136 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4adfbeee-bd89-4147-9652-5cde87d78e41 req-f6415481-46e8-4b4a-8a7d-9781026efc76 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584667 Sep 21 15:38:59.937044 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-46db3d03-1eb9-49f3-807c-bcf13ba40c37 req-a7cd383d-b4ec-4fb3-a611-eafc7870af75 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391047 Sep 21 15:39:01.129873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022ebc9-7cc2-4089-ae95-0877e4929cf1 req-3f5048c3-3e5f-4089-bc58-b76899697c6d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:01.131462 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4022ebc9-7cc2-4089-ae95-0877e4929cf1 req-3f5048c3-3e5f-4089-bc58-b76899697c6d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0930376 Sep 21 15:39:01.175443 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4022ebc9-7cc2-4089-ae95-0877e4929cf1 req-330a7f47-6afe-41fd-8e91-e9f0447a691b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379441 Sep 21 15:39:02.373416 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311a77c-381b-470c-8b70-8af5f274051c req-89e6c405-9992-4657-9821-9c11ada682ee tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:02.374846 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9311a77c-381b-470c-8b70-8af5f274051c req-89e6c405-9992-4657-9821-9c11ada682ee tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0872159 Sep 21 15:39:02.425129 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9311a77c-381b-470c-8b70-8af5f274051c req-ad474117-910e-45ba-8aec-52fa443ab50e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444243 Sep 21 15:39:02.617944 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d504d-0d6e-49ee-8656-071f3418136c req-415c8d9d-d3a7-4cd2-adbe-e972d021857b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:02.619300 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1a4d504d-0d6e-49ee-8656-071f3418136c req-415c8d9d-d3a7-4cd2-adbe-e972d021857b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0901406 Sep 21 15:39:02.629277 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38396) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:39:02.634252 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-52ed8756-0f2f-44a8-a5db-56f41da6e658 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Request body: {'floatingip': {'port_id': '9b921c91-2260-4dbb-9b72-805687aa9f3f'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:39:02.715945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-52ed8756-0f2f-44a8-a5db-56f41da6e658 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for floatingip, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:39:03.401455 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-52ed8756-0f2f-44a8-a5db-56f41da6e658 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:39:03.405095 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-52ed8756-0f2f-44a8-a5db-56f41da6e658 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:39:03.570648 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-52ed8756-0f2f-44a8-a5db-56f41da6e658 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Floating IP d3a1eec8-92b6-449e-8c0f-369be06ebd00 associated. External IP: 172.26.4.118, port: 9b921c91-2260-4dbb-9b72-805687aa9f3f. Sep 21 15:39:03.914331 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ed8756-0f2f-44a8-a5db-56f41da6e658 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:39:04.098081 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ed8756-0f2f-44a8-a5db-56f41da6e658 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:39:04.102366 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-52ed8756-0f2f-44a8-a5db-56f41da6e658 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:39:04.108195 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8764f978-89f6-4dcb-956e-f733e88b13f9 None None] Sync routers for ids ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:39:04.118968 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8764f978-89f6-4dcb-956e-f733e88b13f9 None None] Routers {'32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:39:04.119655 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8764f978-89f6-4dcb-956e-f733e88b13f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:38:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:39:04.158239 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-52ed8756-0f2f-44a8-a5db-56f41da6e658 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "PUT /v2.0/floatingips/d3a1eec8-92b6-449e-8c0f-369be06ebd00 HTTP/1.1" status: 200 len: 993 time: 1.5278912 Sep 21 15:39:04.158896 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43', 'tag': '9b921c91-2260-4dbb-9b72-805687aa9f3f'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:39:04.161515 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9747e1e-7ca2-4249-8d47-de8b052bc2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43", "tag": "9b921c91-2260-4dbb-9b72-805687aa9f3f"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:39:04.203655 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a11ba91-ce94-49bc-bbee-007f014c5ae9 x-openstack-request-id: req-5a11ba91-ce94-49bc-bbee-007f014c5ae9 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:39:04.203948 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43", "tag": "9b921c91-2260-4dbb-9b72-805687aa9f3f", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:39:04.204196 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a11ba91-ce94-49bc-bbee-007f014c5ae9 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:39:04.204625 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a11ba91-ce94-49bc-bbee-007f014c5ae9'] response: {'name': 'network-changed', 'server_uuid': 'cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43', 'tag': '9b921c91-2260-4dbb-9b72-805687aa9f3f', 'status': 'completed', 'code': 200} Sep 21 15:39:04.303589 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-8764f978-89f6-4dcb-956e-f733e88b13f9 None None] Set router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:39:04.307460 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9747e1e-7ca2-4249-8d47-de8b052bc2d1 req-4b1569fb-1b8f-45cf-92dc-9b825a108167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:04.309039 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b9747e1e-7ca2-4249-8d47-de8b052bc2d1 req-4b1569fb-1b8f-45cf-92dc-9b825a108167 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 1099 time: 0.0813229 Sep 21 15:39:04.561662 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9747e1e-7ca2-4249-8d47-de8b052bc2d1 req-d6ac1510-8c4d-4eae-8ad6-1e5cbc8a0005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:04.563072 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b9747e1e-7ca2-4249-8d47-de8b052bc2d1 req-d6ac1510-8c4d-4eae-8ad6-1e5cbc8a0005 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.2478387 Sep 21 15:39:04.665546 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b9747e1e-7ca2-4249-8d47-de8b052bc2d1 req-3728254e-baed-4fe9-96f2-a2bbfd099922 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b921c91-2260-4dbb-9b72-805687aa9f3f HTTP/1.1" status: 200 len: 1001 time: 0.0955162 Sep 21 15:39:04.704399 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8764f978-89f6-4dcb-956e-f733e88b13f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'd3a1eec8-92b6-449e-8c0f-369be06ebd00', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'floating_ip_address': '172.26.4.118', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'port_id': '9b921c91-2260-4dbb-9b72-805687aa9f3f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'mac_address': 'fa:16:3e:62:79:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:34:41Z', 'updated_at': '2022-09-21T15:39:03Z', 'revision_number': 13, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:39:04.708749 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8764f978-89f6-4dcb-956e-f733e88b13f9 None None] Checking router: 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:39:04.717038 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8764f978-89f6-4dcb-956e-f733e88b13f9 None None] Routers {'32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:39:04.717657 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8764f978-89f6-4dcb-956e-f733e88b13f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:38:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:39:04.726815 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9747e1e-7ca2-4249-8d47-de8b052bc2d1 req-fe63416d-9432-4ffe-a038-79512ced20c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:04.728284 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b9747e1e-7ca2-4249-8d47-de8b052bc2d1 req-fe63416d-9432-4ffe-a038-79512ced20c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0572853 Sep 21 15:39:04.815474 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9747e1e-7ca2-4249-8d47-de8b052bc2d1 req-797dd694-7838-4a6e-81fd-b4f1b1b00928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:04.816876 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b9747e1e-7ca2-4249-8d47-de8b052bc2d1 req-797dd694-7838-4a6e-81fd-b4f1b1b00928 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825381 Sep 21 15:39:04.897436 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-8764f978-89f6-4dcb-956e-f733e88b13f9 None None] Set router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:39:04.950993 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b9747e1e-7ca2-4249-8d47-de8b052bc2d1 req-5d8bd34a-2d07-4c11-98c4-4699daa0567d service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280754 Sep 21 15:39:05.087295 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b9747e1e-7ca2-4249-8d47-de8b052bc2d1 req-4e87b6cf-fd26-4046-a5a5-918c291344d4 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287401 Sep 21 15:39:05.238132 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8764f978-89f6-4dcb-956e-f733e88b13f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'd3a1eec8-92b6-449e-8c0f-369be06ebd00', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'floating_ip_address': '172.26.4.118', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'port_id': '9b921c91-2260-4dbb-9b72-805687aa9f3f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'mac_address': 'fa:16:3e:62:79:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:34:41Z', 'updated_at': '2022-09-21T15:39:03Z', 'revision_number': 13, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:39:05.242230 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8764f978-89f6-4dcb-956e-f733e88b13f9 None None] The sync data for ids ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'] in dv-neutron-858731-1-hyperv is: [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'd3a1eec8-92b6-449e-8c0f-369be06ebd00', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'floating_ip_address': '172.26.4.118', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'port_id': '9b921c91-2260-4dbb-9b72-805687aa9f3f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'mac_address': 'fa:16:3e:62:79:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:34:41Z', 'updated_at': '2022-09-21T15:39:03Z', 'revision_number': 13, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:39:05.525951 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fbb997-a794-4105-a48f-ad3a09a5a5c4 None None] New status for floating IP d3a1eec8-92b6-449e-8c0f-369be06ebd00: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:39:05.620521 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc6288cb-d456-462c-9b2c-b0b1c8851b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:39:07.933921 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e9b2acc5-cea4-4246-8963-2a2bf69dbc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:39:08.774203 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:39:08.971221 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:39:10.586942 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:39:22.172471 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:39:28.670640 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:39:35.575511 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-92d31803-4cad-431f-b5ec-072b14a02faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:39:37.935373 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d24e71ef-a3c1-4912-b94c-9939d779eccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:39:38.777672 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:39:38.973802 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:39:39.983701 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e9d3f-e5e9-408a-b977-0f2a8cbe5aa5 req-991f1a53-7f12-4949-a383-1df64e0549ee tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:39.985177 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-734e9d3f-e5e9-408a-b977-0f2a8cbe5aa5 req-991f1a53-7f12-4949-a383-1df64e0549ee tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0878322 Sep 21 15:39:40.028723 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-734e9d3f-e5e9-408a-b977-0f2a8cbe5aa5 req-3757ea82-8c71-47a9-a5f8-83bb167ff830 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376058 Sep 21 15:39:40.590458 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:39:49.648756 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d9390779-7006-4825-8687-c60a0c3254a6 req-73e60ddd-c928-4e7f-83dd-9896483a6169 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0785022 Sep 21 15:39:49.706724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a2a60-7c73-4ee8-8c06-372947bbccc3 req-35e2f03d-7f5e-4622-81c7-2daa8ab60502 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:49.709446 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4e1a2a60-7c73-4ee8-8c06-372947bbccc3 req-35e2f03d-7f5e-4622-81c7-2daa8ab60502 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0947542 Sep 21 15:39:49.755094 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4e1a2a60-7c73-4ee8-8c06-372947bbccc3 req-191cde99-d81f-48c8-beaa-18d07729da6d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393240 Sep 21 15:39:50.849926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9390779-7006-4825-8687-c60a0c3254a6 req-1d8da09c-e1c5-4c73-8bac-57d40de4c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:50.851874 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9390779-7006-4825-8687-c60a0c3254a6 req-1d8da09c-e1c5-4c73-8bac-57d40de4c863 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 1099 time: 0.0827835 Sep 21 15:39:51.056020 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9390779-7006-4825-8687-c60a0c3254a6 req-9478d03b-6f9b-4223-b601-941bb1c06e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:51.057502 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9390779-7006-4825-8687-c60a0c3254a6 req-9478d03b-6f9b-4223-b601-941bb1c06e54 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1986475 Sep 21 15:39:51.065521 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962644b-a0ef-4758-b628-2843b0ab9c09 req-244d4080-1fb5-4291-94f5-811275261257 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:51.066857 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4962644b-a0ef-4758-b628-2843b0ab9c09 req-244d4080-1fb5-4291-94f5-811275261257 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.1904964 Sep 21 15:39:51.192882 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4962644b-a0ef-4758-b628-2843b0ab9c09 req-c33c9303-3e63-4e1e-bc6a-d00fac635329 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735528 Sep 21 15:39:51.196770 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9390779-7006-4825-8687-c60a0c3254a6 req-69053a23-5f62-45c4-b58d-eaab1284d48f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b921c91-2260-4dbb-9b72-805687aa9f3f HTTP/1.1" status: 200 len: 1003 time: 0.1290379 Sep 21 15:39:51.266072 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9390779-7006-4825-8687-c60a0c3254a6 req-994623aa-555e-493e-8ccc-99dfdb5ea948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:51.267472 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9390779-7006-4825-8687-c60a0c3254a6 req-994623aa-555e-493e-8ccc-99dfdb5ea948 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0602531 Sep 21 15:39:51.352307 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9390779-7006-4825-8687-c60a0c3254a6 req-0307cda4-9677-4a71-84a6-b6073a5ef585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:51.353691 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9390779-7006-4825-8687-c60a0c3254a6 req-0307cda4-9677-4a71-84a6-b6073a5ef585 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772388 Sep 21 15:39:51.366931 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-d9390779-7006-4825-8687-c60a0c3254a6 req-16227731-d111-4d6d-bc29-10c28b099343 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:39:51.367819 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9390779-7006-4825-8687-c60a0c3254a6 req-16227731-d111-4d6d-bc29-10c28b099343 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046730 Sep 21 15:39:51.504117 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9390779-7006-4825-8687-c60a0c3254a6 req-2ac91df5-09aa-4a14-a3f9-fe8c87e6098c service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256616 Sep 21 15:39:51.747302 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9390779-7006-4825-8687-c60a0c3254a6 req-5d18550e-3f6a-4052-9fa6-4861edaf91d7 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339780 Sep 21 15:39:52.172775 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:39:52.402241 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedaea5-57f5-45b8-9b69-db8a63f37304 req-66731b77-04ba-4932-b30d-58fd525b1ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:52.403998 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2cedaea5-57f5-45b8-9b69-db8a63f37304 req-66731b77-04ba-4932-b30d-58fd525b1ba2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 1099 time: 0.0970016 Sep 21 15:39:52.618472 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedaea5-57f5-45b8-9b69-db8a63f37304 req-52ad2a98-6768-41b4-a7be-c393eed9da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:52.619794 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2cedaea5-57f5-45b8-9b69-db8a63f37304 req-52ad2a98-6768-41b4-a7be-c393eed9da7b service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1924663 Sep 21 15:39:52.635819 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c5671-96b7-4001-99d3-9a9d868e6e31 req-41b9e60c-2012-44a5-9f6b-dfa3cc4ff864 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:52.637200 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cf1c5671-96b7-4001-99d3-9a9d868e6e31 req-41b9e60c-2012-44a5-9f6b-dfa3cc4ff864 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.1409116 Sep 21 15:39:52.762390 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cf1c5671-96b7-4001-99d3-9a9d868e6e31 req-ad48515d-47e4-4a2d-9db8-7bbed996ce34 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751894 Sep 21 15:39:52.764197 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2cedaea5-57f5-45b8-9b69-db8a63f37304 req-35a47b1c-d428-4ed3-95d5-a7288b7d0fc3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b921c91-2260-4dbb-9b72-805687aa9f3f HTTP/1.1" status: 200 len: 1003 time: 0.1261034 Sep 21 15:39:52.829578 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedaea5-57f5-45b8-9b69-db8a63f37304 req-413579ac-b20f-4d9c-b90d-2051f57a270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:52.831248 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2cedaea5-57f5-45b8-9b69-db8a63f37304 req-413579ac-b20f-4d9c-b90d-2051f57a270a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0605748 Sep 21 15:39:52.913689 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedaea5-57f5-45b8-9b69-db8a63f37304 req-7d8efc52-d646-4bf1-a647-d282ddf942c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:52.915044 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2cedaea5-57f5-45b8-9b69-db8a63f37304 req-7d8efc52-d646-4bf1-a647-d282ddf942c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771148 Sep 21 15:39:53.056143 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2cedaea5-57f5-45b8-9b69-db8a63f37304 req-f28ff716-a85f-4e24-a6f0-c8059fb8f701 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299484 Sep 21 15:39:53.190543 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2cedaea5-57f5-45b8-9b69-db8a63f37304 req-b80b7b01-d80a-43b4-9835-2d2138501cbc service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276054 Sep 21 15:39:53.963171 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11fe72-455c-48b7-9bbf-5e88a6e2042f req-caa26f11-099b-47ec-a96f-f053032fc1f3 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:53.964683 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9f11fe72-455c-48b7-9bbf-5e88a6e2042f req-caa26f11-099b-47ec-a96f-f053032fc1f3 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0912962 Sep 21 15:39:54.009901 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9f11fe72-455c-48b7-9bbf-5e88a6e2042f req-ab896932-90af-4e97-b97a-10ee7bd941e7 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396733 Sep 21 15:39:55.203884 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219d61c-1c13-4172-8d5b-38f5340d8cdc req-6d3a5370-a0b6-474d-bf88-6cdfefada047 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:55.205257 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7219d61c-1c13-4172-8d5b-38f5340d8cdc req-6d3a5370-a0b6-474d-bf88-6cdfefada047 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0861614 Sep 21 15:39:55.252498 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7219d61c-1c13-4172-8d5b-38f5340d8cdc req-a81b618c-2e84-4ada-9aa9-b2b6e80e2c2d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402019 Sep 21 15:39:56.449878 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542ede7-b99d-4669-b8eb-f36fb411da0b req-6435b256-eac9-4f5a-8a4a-ffc15db581bb tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:56.451322 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1542ede7-b99d-4669-b8eb-f36fb411da0b req-6435b256-eac9-4f5a-8a4a-ffc15db581bb tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0875549 Sep 21 15:39:56.494825 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1542ede7-b99d-4669-b8eb-f36fb411da0b req-8088d411-189f-41d0-9247-70a8d6b64c4a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375526 Sep 21 15:39:57.696323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef5fb4-c655-4048-850e-dcb42afb5a63 req-cd269d6d-c483-4719-adcb-636cbcb7251a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:57.697803 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9bef5fb4-c655-4048-850e-dcb42afb5a63 req-cd269d6d-c483-4719-adcb-636cbcb7251a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0920775 Sep 21 15:39:57.741910 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9bef5fb4-c655-4048-850e-dcb42afb5a63 req-3bc7d096-52f9-4a53-925d-d3a392df2d95 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384529 Sep 21 15:39:58.940459 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b7847-e0f4-4d2b-b48f-30e92a9a7099 req-f848b58f-a768-4563-9964-8c33d40f3abb tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:39:58.941916 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d55b7847-e0f4-4d2b-b48f-30e92a9a7099 req-f848b58f-a768-4563-9964-8c33d40f3abb tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0877085 Sep 21 15:39:58.988989 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d55b7847-e0f4-4d2b-b48f-30e92a9a7099 req-8c7c198c-83b0-4ab9-ba60-984e61c5f788 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411365 Sep 21 15:40:00.204635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479862c-d61e-40b2-93d3-2df40578ad6e req-15e61053-5294-4a42-94fe-0fbbca8b1eb4 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:00.206348 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5479862c-d61e-40b2-93d3-2df40578ad6e req-15e61053-5294-4a42-94fe-0fbbca8b1eb4 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0934711 Sep 21 15:40:00.250594 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5479862c-d61e-40b2-93d3-2df40578ad6e req-b803576c-bbf3-4173-9c4b-3fc7a2267ca6 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386276 Sep 21 15:40:01.452405 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee5b82-6650-4641-b92e-9bf54d31e42f req-d9d4ea30-045f-44a3-9a7d-69c9e7d43d28 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:01.453869 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3bee5b82-6650-4641-b92e-9bf54d31e42f req-d9d4ea30-045f-44a3-9a7d-69c9e7d43d28 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0923083 Sep 21 15:40:01.498762 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3bee5b82-6650-4641-b92e-9bf54d31e42f req-2c4f25f7-92e3-4a06-b057-3654e87c9815 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389314 Sep 21 15:40:02.693465 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e995540-25f0-477d-b027-e0ffd0c673c1 req-98163655-4636-4f81-a6b3-ece8aad675ae tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:02.695587 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e995540-25f0-477d-b027-e0ffd0c673c1 req-98163655-4636-4f81-a6b3-ece8aad675ae tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0879772 Sep 21 15:40:02.742786 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e995540-25f0-477d-b027-e0ffd0c673c1 req-5e290cff-35ae-4bb2-86bd-2fea70e5bbf8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414536 Sep 21 15:40:03.942926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cefc32-08f1-45e9-b7e3-55e067336274 req-15c45714-ab4a-4d0e-b255-cd2a0864c4dd tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:03.945205 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-72cefc32-08f1-45e9-b7e3-55e067336274 req-15c45714-ab4a-4d0e-b255-cd2a0864c4dd tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0889156 Sep 21 15:40:03.987966 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-72cefc32-08f1-45e9-b7e3-55e067336274 req-94c4f1e4-e7e1-40bb-83a0-aefd49ff4190 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371912 Sep 21 15:40:05.189591 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d8a1c-2c76-4937-a899-118716a9a0e7 req-5d0f3168-cf12-4214-91b9-b597feb25684 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:05.190957 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d46d8a1c-2c76-4937-a899-118716a9a0e7 req-5d0f3168-cf12-4214-91b9-b597feb25684 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0912442 Sep 21 15:40:05.234259 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d46d8a1c-2c76-4937-a899-118716a9a0e7 req-71929a4f-1332-455d-9341-f584a35be0cc tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375588 Sep 21 15:40:05.577871 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0c5da00b-c9be-4eab-8e20-b0dca9cd578f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:05.670220 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:40:06.438449 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882ceb5-6f72-4aa8-8ab5-fb8f126b57d2 req-f217ffc8-eba0-406e-a99e-0d7306eb3189 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:06.439863 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1882ceb5-6f72-4aa8-8ab5-fb8f126b57d2 req-f217ffc8-eba0-406e-a99e-0d7306eb3189 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0923584 Sep 21 15:40:06.587309 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1882ceb5-6f72-4aa8-8ab5-fb8f126b57d2 req-3baaa0a3-7df6-421c-8da7-6f0096b00b93 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417093 Sep 21 15:40:07.787264 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70466717-22b0-4e1f-9014-5b9b8cf62ae3 req-cdb75d91-114d-4ed3-834b-526d07984023 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:07.788751 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-70466717-22b0-4e1f-9014-5b9b8cf62ae3 req-cdb75d91-114d-4ed3-834b-526d07984023 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0870767 Sep 21 15:40:07.833166 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-70466717-22b0-4e1f-9014-5b9b8cf62ae3 req-f705006e-8cb2-49c1-a717-114b0376d935 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386376 Sep 21 15:40:07.937083 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ec32c527-6316-4337-a327-69eb66248f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:08.780501 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:08.976892 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:09.038555 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5049cf-606f-49b4-9236-4ea574e7ab8a req-c0ad4b30-63f5-455c-b8e3-f1418b6690f5 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:09.040273 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-da5049cf-606f-49b4-9236-4ea574e7ab8a req-c0ad4b30-63f5-455c-b8e3-f1418b6690f5 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0929251 Sep 21 15:40:09.087340 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-da5049cf-606f-49b4-9236-4ea574e7ab8a req-25c87510-5423-4d15-aca2-6c3f371c77c9 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401077 Sep 21 15:40:09.408941 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9390779-7006-4825-8687-c60a0c3254a6 req-f4905114-aaa2-43d0-9243-e18012d97fb6 service neutron] 10.222.0.20 "GET /v2.0/ports/9b921c91-2260-4dbb-9b72-805687aa9f3f/bindings/hv-neutron-8587 HTTP/1.1" status: 200 len: 384 time: 0.0762947 Sep 21 15:40:09.699068 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9390779-7006-4825-8687-c60a0c3254a6 req-dda29797-f241-422f-a7af-1fa699550458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:09.700496 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9390779-7006-4825-8687-c60a0c3254a6 req-dda29797-f241-422f-a7af-1fa699550458 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43&tenant_id=563bdc229fbf42a1b3f8773ad07740bb HTTP/1.1" status: 200 len: 1099 time: 0.0797944 Sep 21 15:40:09.809218 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9390779-7006-4825-8687-c60a0c3254a6 req-22ffc9e6-35cb-40a7-a02c-3d21e7945237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:09.810936 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9390779-7006-4825-8687-c60a0c3254a6 req-22ffc9e6-35cb-40a7-a02c-3d21e7945237 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 1099 time: 0.0818832 Sep 21 15:40:09.946659 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9390779-7006-4825-8687-c60a0c3254a6 req-7ba4c593-6ee5-48b2-820f-afc47ff3d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:09.948094 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9390779-7006-4825-8687-c60a0c3254a6 req-7ba4c593-6ee5-48b2-820f-afc47ff3d3ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1269746 Sep 21 15:40:10.050775 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9390779-7006-4825-8687-c60a0c3254a6 req-b33fcb74-dcf6-4bd9-b3ec-ee40a3789073 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b921c91-2260-4dbb-9b72-805687aa9f3f HTTP/1.1" status: 200 len: 1003 time: 0.0929079 Sep 21 15:40:10.118672 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9390779-7006-4825-8687-c60a0c3254a6 req-edbfbdbc-9cd2-470a-bac0-c9752d45ad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:10.120220 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9390779-7006-4825-8687-c60a0c3254a6 req-edbfbdbc-9cd2-470a-bac0-c9752d45ad8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0598176 Sep 21 15:40:10.249312 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9390779-7006-4825-8687-c60a0c3254a6 req-e9ecb48b-6b9c-4baf-916f-9a785b163b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:10.250761 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9390779-7006-4825-8687-c60a0c3254a6 req-e9ecb48b-6b9c-4baf-916f-9a785b163b16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1213870 Sep 21 15:40:10.403716 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c78194-4af2-474c-ad4c-ad714148e7e1 req-f11a4ac9-1019-4f2a-a9d5-e50ed45e26b0 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:10.405107 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d4c78194-4af2-474c-ad4c-ad714148e7e1 req-f11a4ac9-1019-4f2a-a9d5-e50ed45e26b0 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.2025018 Sep 21 15:40:10.410255 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9390779-7006-4825-8687-c60a0c3254a6 req-6eae10f4-d6a8-4c93-9c4a-a24ababdb813 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491313 Sep 21 15:40:10.528752 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d4c78194-4af2-474c-ad4c-ad714148e7e1 req-f352f0b9-3191-4bcb-8123-5b2b10014582 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175513 Sep 21 15:40:10.569869 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9390779-7006-4825-8687-c60a0c3254a6 req-d1a637aa-1794-45cd-ada9-d02c7adf6934 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463373 Sep 21 15:40:10.591589 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:11.597062 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 9b921c91-2260-4dbb-9b72-805687aa9f3f no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:40:11.743755 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0768607-590c-44da-993b-06ba6447aa79 req-6eae65ff-3afa-402c-9011-628f6529e40d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:11.745352 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f0768607-590c-44da-993b-06ba6447aa79 req-6eae65ff-3afa-402c-9011-628f6529e40d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.1003954 Sep 21 15:40:11.792908 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f0768607-590c-44da-993b-06ba6447aa79 req-02a48f1d-7c06-411c-8c80-1195d3128f43 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417900 Sep 21 15:40:11.812665 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 9b921c91-2260-4dbb-9b72-805687aa9f3f is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:40:11.812665 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:11.889715 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b921c91-2260-4dbb-9b72-805687aa9f3f'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:40:11.891987 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae72600-f0a6-49ca-be77-5caaa5acf916" -d '{"events": [{"server_uuid": "cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43", "name": "network-vif-unplugged", "status": "completed", "tag": "9b921c91-2260-4dbb-9b72-805687aa9f3f"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:40:11.954186 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 9b921c91-2260-4dbb-9b72-805687aa9f3f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=9b921c91-2260-4dbb-9b72-805687aa9f3f,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:40:11.958518 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 15:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0581a284-824e-43e8-89de-ce514c8df0de x-openstack-request-id: req-0581a284-824e-43e8-89de-ce514c8df0de {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:40:11.958805 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43", "name": "network-vif-unplugged", "status": "completed", "tag": "9b921c91-2260-4dbb-9b72-805687aa9f3f", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:40:11.959057 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0581a284-824e-43e8-89de-ce514c8df0de {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:40:11.959441 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0581a284-824e-43e8-89de-ce514c8df0de'] response: {'server_uuid': 'cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b921c91-2260-4dbb-9b72-805687aa9f3f', 'code': 200} Sep 21 15:40:11.970640 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:12.068304 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=9b921c91-2260-4dbb-9b72-805687aa9f3f,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:12.079713 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:12.080057 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:12.080394 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:12.081018 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:12.081348 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:12.081675 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:12.082001 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:12.082323 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:12.082653 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:12.082975 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:12.083295 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:12.083615 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:13.002131 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fabac-07c6-45f1-af9f-db02980d28a2 req-36a0692e-2c95-450d-91eb-4bd1d445020d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:13.003567 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b0fabac-07c6-45f1-af9f-db02980d28a2 req-36a0692e-2c95-450d-91eb-4bd1d445020d tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 944 time: 0.0861697 Sep 21 15:40:13.053021 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b0fabac-07c6-45f1-af9f-db02980d28a2 req-c5d4d6d0-23f4-4b93-8d68-e9412b720c9c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436172 Sep 21 15:40:13.596270 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 9b921c91-2260-4dbb-9b72-805687aa9f3f details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:40:13.728638 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 9b921c91-2260-4dbb-9b72-805687aa9f3f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=9b921c91-2260-4dbb-9b72-805687aa9f3f,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:40:13.747305 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '9b921c91-2260-4dbb-9b72-805687aa9f3f', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'port_id': '9b921c91-2260-4dbb-9b72-805687aa9f3f', 'mac_address': 'fa:16:3e:62:79:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:40:13.801750 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 9b921c91-2260-4dbb-9b72-805687aa9f3f is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:40:13.802122 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:13.819444 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b921c91-2260-4dbb-9b72-805687aa9f3f {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:40:13.835826 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 9b921c91-2260-4dbb-9b72-805687aa9f3f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=9b921c91-2260-4dbb-9b72-805687aa9f3f,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:40:13.839985 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:13.908401 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=9b921c91-2260-4dbb-9b72-805687aa9f3f,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:13.921502 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['9b921c91-2260-4dbb-9b72-805687aa9f3f'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:40:14.252145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f18c5-f615-46cf-a763-bccc113237c7 req-89059374-d0c8-4ea2-a5f9-65af6ef844da tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:14.253620 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c41f18c5-f615-46cf-a763-bccc113237c7 req-89059374-d0c8-4ea2-a5f9-65af6ef844da tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 945 time: 0.0866153 Sep 21 15:40:14.296748 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c41f18c5-f615-46cf-a763-bccc113237c7 req-6893c03b-a56a-4108-aa13-8b3d7f552ef6 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371346 Sep 21 15:40:15.593192 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42210ae-2ec4-4c96-b1bb-8fa9f7525461 req-19152bb0-4941-46c3-be99-ad65de1d044b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:15.594547 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f42210ae-2ec4-4c96-b1bb-8fa9f7525461 req-19152bb0-4941-46c3-be99-ad65de1d044b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 945 time: 0.1868083 Sep 21 15:40:15.612581 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 9b921c91-2260-4dbb-9b72-805687aa9f3f up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:40:15.638987 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f42210ae-2ec4-4c96-b1bb-8fa9f7525461 req-cc15cb85-c10e-4f9d-8735-273a9e632d8f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386832 Sep 21 15:40:15.685372 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 9b921c91-2260-4dbb-9b72-805687aa9f3f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:40:15.685735 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:15.797797 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 9b921c91-2260-4dbb-9b72-805687aa9f3f is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:40:15.798168 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:15.827786 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b921c91-2260-4dbb-9b72-805687aa9f3f'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:40:15.830064 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb1a667-124f-491e-84ae-38cf3b792ae4" -d '{"events": [{"server_uuid": "cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43", "name": "network-vif-plugged", "status": "completed", "tag": "9b921c91-2260-4dbb-9b72-805687aa9f3f"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:40:15.839319 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 9b921c91-2260-4dbb-9b72-805687aa9f3f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=9b921c91-2260-4dbb-9b72-805687aa9f3f,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:40:15.843647 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:15.895336 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7976bc96-e9c8-4c6a-9b46-bdd37ebce4ed x-openstack-request-id: req-7976bc96-e9c8-4c6a-9b46-bdd37ebce4ed {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:40:15.895635 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43", "name": "network-vif-plugged", "status": "completed", "tag": "9b921c91-2260-4dbb-9b72-805687aa9f3f", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:40:15.895888 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7976bc96-e9c8-4c6a-9b46-bdd37ebce4ed {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:40:15.896280 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7976bc96-e9c8-4c6a-9b46-bdd37ebce4ed'] response: {'server_uuid': 'cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b921c91-2260-4dbb-9b72-805687aa9f3f', 'code': 200} Sep 21 15:40:15.916018 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=9b921c91-2260-4dbb-9b72-805687aa9f3f,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:16.835550 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f6f5a-03e5-4338-acf1-d83d6aa65be1 req-419d320c-ced6-4649-8b0a-573bdee3e89a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:16.837039 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d80f6f5a-03e5-4338-acf1-d83d6aa65be1 req-419d320c-ced6-4649-8b0a-573bdee3e89a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0866785 Sep 21 15:40:16.879671 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d80f6f5a-03e5-4338-acf1-d83d6aa65be1 req-c8a399bf-cbd4-475f-930f-1fdb37221fe7 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370929 Sep 21 15:40:18.088743 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56591064-4d50-41ce-8a4c-dabacdb503ef req-9d88eb16-2658-4cc9-854a-c03ff99f85a3 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:18.090182 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-56591064-4d50-41ce-8a4c-dabacdb503ef req-9d88eb16-2658-4cc9-854a-c03ff99f85a3 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0913968 Sep 21 15:40:18.134318 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-56591064-4d50-41ce-8a4c-dabacdb503ef req-eb48abba-6cfe-4a91-96df-8cb44e8318d5 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384233 Sep 21 15:40:19.342092 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d1150-a972-49ba-91fd-caa3cb98bfc3 req-b098af7d-6063-43fa-86b6-b23f489a6d03 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:19.343821 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b4d1150-a972-49ba-91fd-caa3cb98bfc3 req-b098af7d-6063-43fa-86b6-b23f489a6d03 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0952203 Sep 21 15:40:19.390849 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b4d1150-a972-49ba-91fd-caa3cb98bfc3 req-ab2d2dc7-b944-4d9b-bb0e-c6731c3a407e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399330 Sep 21 15:40:20.592251 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108545ac-b279-4951-b308-8a1fd5e1aaec req-4347150c-5c0e-4e87-9a28-407ef0ffc825 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:20.593710 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-108545ac-b279-4951-b308-8a1fd5e1aaec req-4347150c-5c0e-4e87-9a28-407ef0ffc825 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0903664 Sep 21 15:40:20.636855 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-108545ac-b279-4951-b308-8a1fd5e1aaec req-72b40bdd-0cd5-4040-9f22-979bdbf785b7 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375223 Sep 21 15:40:21.122460 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01528152-acf9-43d6-a139-7bb65945c937 req-e1d0b9a5-3e67-4ef8-8576-76b6d382acc4 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:21.124125 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-01528152-acf9-43d6-a139-7bb65945c937 req-e1d0b9a5-3e67-4ef8-8576-76b6d382acc4 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43&tenant_id=563bdc229fbf42a1b3f8773ad07740bb&binding%3Ahost_id=hv-neutron-8587 HTTP/1.1" status: 200 len: 946 time: 0.1640348 Sep 21 15:40:21.133159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304885a-a3dd-4c0b-ba6d-09eed91a7b20 req-8393d216-bc76-4253-9d95-20557abde5b8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:21.134473 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7304885a-a3dd-4c0b-ba6d-09eed91a7b20 req-8393d216-bc76-4253-9d95-20557abde5b8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.1208217 Sep 21 15:40:21.233815 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7304885a-a3dd-4c0b-ba6d-09eed91a7b20 req-031664a3-5e86-46cb-87bc-7ad20998a143 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651464 Sep 21 15:40:21.241001 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-01528152-acf9-43d6-a139-7bb65945c937 req-1fedd872-d245-42aa-a2eb-9957a57b7322 service neutron] 10.222.0.20 "GET /v2.0/ports/9b921c91-2260-4dbb-9b72-805687aa9f3f/bindings/hv-neutron-8587 HTTP/1.1" status: 200 len: 384 time: 0.1055861 Sep 21 15:40:21.343443 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01528152-acf9-43d6-a139-7bb65945c937 req-37e63ef4-87cb-4c69-a8fc-c05592a1b047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:21.344965 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-01528152-acf9-43d6-a139-7bb65945c937 req-37e63ef4-87cb-4c69-a8fc-c05592a1b047 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 1099 time: 0.0822079 Sep 21 15:40:21.475377 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01528152-acf9-43d6-a139-7bb65945c937 req-b986f1f6-c2b5-425a-b7bd-a7b50427537e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:21.477475 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-01528152-acf9-43d6-a139-7bb65945c937 req-b986f1f6-c2b5-425a-b7bd-a7b50427537e service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1269515 Sep 21 15:40:21.577297 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-01528152-acf9-43d6-a139-7bb65945c937 req-9eabde65-a395-403f-8f20-6e790f409514 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b921c91-2260-4dbb-9b72-805687aa9f3f HTTP/1.1" status: 200 len: 1003 time: 0.0922632 Sep 21 15:40:21.641873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01528152-acf9-43d6-a139-7bb65945c937 req-7af25c41-2445-48dd-9430-9f1545a64b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:21.643271 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-01528152-acf9-43d6-a139-7bb65945c937 req-7af25c41-2445-48dd-9430-9f1545a64b2b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0601532 Sep 21 15:40:21.726558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01528152-acf9-43d6-a139-7bb65945c937 req-508f03eb-0e6a-45af-bb56-814b08730434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:21.728107 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-01528152-acf9-43d6-a139-7bb65945c937 req-508f03eb-0e6a-45af-bb56-814b08730434 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786362 Sep 21 15:40:21.857876 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-01528152-acf9-43d6-a139-7bb65945c937 req-59712edc-edda-4206-a18e-4b7b9e6d8956 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228123 Sep 21 15:40:21.989037 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-01528152-acf9-43d6-a139-7bb65945c937 req-53b984f3-402e-4676-a563-8e24e7e7a924 service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254818 Sep 21 15:40:22.178818 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:22.585083 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebb3ff-20e6-4688-b2ad-6ed701db77e4 req-36a1e274-b2f6-4ad3-bd85-1499c4ad0810 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:22.591670 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b2ebb3ff-20e6-4688-b2ad-6ed701db77e4 req-36a1e274-b2f6-4ad3-bd85-1499c4ad0810 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0976145 Sep 21 15:40:22.635463 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b2ebb3ff-20e6-4688-b2ad-6ed701db77e4 req-2572e531-d81f-47b8-803d-cebd3bb128f1 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381210 Sep 21 15:40:23.853709 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2408e69-fe29-4a40-af26-50d0f64540af req-6b599bf1-a7a8-4f20-8577-f6f6b9e22cf4 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:23.855924 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c2408e69-fe29-4a40-af26-50d0f64540af req-6b599bf1-a7a8-4f20-8577-f6f6b9e22cf4 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0988734 Sep 21 15:40:24.009876 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c2408e69-fe29-4a40-af26-50d0f64540af req-fcc30a2b-1575-4345-bdd9-63d679caa2f6 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469803 Sep 21 15:40:25.214318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b33d9-b564-4948-9544-031c4e60e159 req-8dafeb8f-0c8d-47d0-a36c-17c26be70fe5 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:25.215757 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d47b33d9-b564-4948-9544-031c4e60e159 req-8dafeb8f-0c8d-47d0-a36c-17c26be70fe5 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0898364 Sep 21 15:40:25.312040 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d47b33d9-b564-4948-9544-031c4e60e159 req-394456b8-4afa-41d8-b7ed-42186805dd55 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586603 Sep 21 15:40:25.328818 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01528152-acf9-43d6-a139-7bb65945c937 req-4a88d530-8654-45f6-b666-9345f57ca47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:25.330272 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-01528152-acf9-43d6-a139-7bb65945c937 req-4a88d530-8654-45f6-b666-9345f57ca47d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43&tenant_id=563bdc229fbf42a1b3f8773ad07740bb HTTP/1.1" status: 200 len: 1099 time: 0.1136854 Sep 21 15:40:25.438865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01528152-acf9-43d6-a139-7bb65945c937 req-f5afff8c-b478-4546-9fed-344befa1a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:25.440274 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-01528152-acf9-43d6-a139-7bb65945c937 req-f5afff8c-b478-4546-9fed-344befa1a0c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 1099 time: 0.0808043 Sep 21 15:40:25.575136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01528152-acf9-43d6-a139-7bb65945c937 req-111714a1-3bad-4d60-921b-844d06f642fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:25.576587 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-01528152-acf9-43d6-a139-7bb65945c937 req-111714a1-3bad-4d60-921b-844d06f642fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 200 len: 913 time: 0.1273320 Sep 21 15:40:25.678244 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-01528152-acf9-43d6-a139-7bb65945c937 req-01376bd5-9247-42a4-8727-40543fe49370 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b921c91-2260-4dbb-9b72-805687aa9f3f HTTP/1.1" status: 200 len: 1003 time: 0.0925729 Sep 21 15:40:25.746642 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01528152-acf9-43d6-a139-7bb65945c937 req-fa40e300-952c-45e3-9e8f-107c09314bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:25.748033 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-01528152-acf9-43d6-a139-7bb65945c937 req-fa40e300-952c-45e3-9e8f-107c09314bf4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 200 len: 851 time: 0.0612392 Sep 21 15:40:25.833827 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01528152-acf9-43d6-a139-7bb65945c937 req-d397201b-2b9c-4e75-8bbc-885f337c2739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:25.835280 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-01528152-acf9-43d6-a139-7bb65945c937 req-d397201b-2b9c-4e75-8bbc-885f337c2739 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81754593-68cd-4681-8dec-aeca93617e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772362 Sep 21 15:40:25.969124 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-01528152-acf9-43d6-a139-7bb65945c937 req-5f731134-e2e2-4f06-b79b-49febb2a0ebe service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247201 Sep 21 15:40:26.103583 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-01528152-acf9-43d6-a139-7bb65945c937 req-0b6add9b-95ef-4649-a21b-6860d4416c5b service neutron] 10.222.0.20 "GET /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255772 Sep 21 15:40:26.516947 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b988230-a74a-4c3c-a93f-82a534bc7de7 req-0cd14725-f3af-4683-92c8-912834742598 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:26.518375 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b988230-a74a-4c3c-a93f-82a534bc7de7 req-0cd14725-f3af-4683-92c8-912834742598 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0944295 Sep 21 15:40:26.564350 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b988230-a74a-4c3c-a93f-82a534bc7de7 req-8bbebd66-06e2-4f7b-b242-44c677cd44d1 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395350 Sep 21 15:40:27.673481 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 9b921c91-2260-4dbb-9b72-805687aa9f3f no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:40:27.772002 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f459a7-0082-4afc-821d-49bd4ecdeaa4 req-1f26656e-4a85-420b-8928-7738f07df457 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:27.774172 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9f459a7-0082-4afc-821d-49bd4ecdeaa4 req-1f26656e-4a85-420b-8928-7738f07df457 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0912457 Sep 21 15:40:27.797225 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 9b921c91-2260-4dbb-9b72-805687aa9f3f is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:40:27.797610 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:27.823526 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9f459a7-0082-4afc-821d-49bd4ecdeaa4 req-268bca4b-bfd9-498d-abad-fa5b6b70ed8a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426097 Sep 21 15:40:27.825408 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b921c91-2260-4dbb-9b72-805687aa9f3f'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:40:27.827685 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78c93da-6b8c-4f99-9245-1b8092a27371" -d '{"events": [{"server_uuid": "cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43", "name": "network-vif-unplugged", "status": "completed", "tag": "9b921c91-2260-4dbb-9b72-805687aa9f3f"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:40:27.837323 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 9b921c91-2260-4dbb-9b72-805687aa9f3f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=9b921c91-2260-4dbb-9b72-805687aa9f3f,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:40:27.851865 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:27.884495 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 15:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8691aba0-09e1-4e43-a1c1-c73842efc20a x-openstack-request-id: req-8691aba0-09e1-4e43-a1c1-c73842efc20a {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:40:27.884800 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43", "name": "network-vif-unplugged", "status": "completed", "tag": "9b921c91-2260-4dbb-9b72-805687aa9f3f", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:40:27.885058 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8691aba0-09e1-4e43-a1c1-c73842efc20a {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:40:27.885451 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8691aba0-09e1-4e43-a1c1-c73842efc20a'] response: {'server_uuid': 'cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b921c91-2260-4dbb-9b72-805687aa9f3f', 'code': 200} Sep 21 15:40:27.923826 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=9b921c91-2260-4dbb-9b72-805687aa9f3f,revision_number=9']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:29.026567 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7216e9c-df3a-42e4-9872-19edd3c99019 req-2dc7c562-d6b6-4924-acce-decc85bdd58a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:29.028040 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f7216e9c-df3a-42e4-9872-19edd3c99019 req-2dc7c562-d6b6-4924-acce-decc85bdd58a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 944 time: 0.0897577 Sep 21 15:40:29.073234 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f7216e9c-df3a-42e4-9872-19edd3c99019 req-3b07f972-d925-42a2-87db-7048296c79f1 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393140 Sep 21 15:40:29.691464 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 9b921c91-2260-4dbb-9b72-805687aa9f3f details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:40:29.823899 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 9b921c91-2260-4dbb-9b72-805687aa9f3f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=9b921c91-2260-4dbb-9b72-805687aa9f3f,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:40:29.843398 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '9b921c91-2260-4dbb-9b72-805687aa9f3f', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'port_id': '9b921c91-2260-4dbb-9b72-805687aa9f3f', 'mac_address': 'fa:16:3e:62:79:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:40:29.905619 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 9b921c91-2260-4dbb-9b72-805687aa9f3f is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:40:29.905993 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:29.922543 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b921c91-2260-4dbb-9b72-805687aa9f3f {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:40:29.937727 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 9b921c91-2260-4dbb-9b72-805687aa9f3f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=9b921c91-2260-4dbb-9b72-805687aa9f3f,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:40:29.941157 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:30.009064 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=9b921c91-2260-4dbb-9b72-805687aa9f3f,revision_number=10']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:30.012917 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['9b921c91-2260-4dbb-9b72-805687aa9f3f'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:40:30.277729 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818dceb-980a-4b02-8d0e-99b7f6580c1f req-4dd7b9d7-813f-45c1-8f21-e75e7760922c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:30.279099 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0818dceb-980a-4b02-8d0e-99b7f6580c1f req-4dd7b9d7-813f-45c1-8f21-e75e7760922c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0912004 Sep 21 15:40:30.323008 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0818dceb-980a-4b02-8d0e-99b7f6580c1f req-7fe509a8-04bf-4116-b99c-5c549ad972c8 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382147 Sep 21 15:40:31.518098 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011feea-5e47-4f66-aba2-eb0308312edf req-467904e0-5f9e-4e3d-a087-e966d2c74b80 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:31.519541 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8011feea-5e47-4f66-aba2-eb0308312edf req-467904e0-5f9e-4e3d-a087-e966d2c74b80 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 946 time: 0.0867622 Sep 21 15:40:31.565467 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8011feea-5e47-4f66-aba2-eb0308312edf req-285c0852-67e7-46a1-a15a-75481116f8bf tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396819 Sep 21 15:40:31.689699 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 9b921c91-2260-4dbb-9b72-805687aa9f3f up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:40:31.756402 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 9b921c91-2260-4dbb-9b72-805687aa9f3f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:40:31.756792 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:31.872121 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 9b921c91-2260-4dbb-9b72-805687aa9f3f is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:40:31.872503 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:31.899009 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b921c91-2260-4dbb-9b72-805687aa9f3f'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:40:31.901347 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e26585-ef2b-478c-b84d-26d027f38c3d" -d '{"events": [{"server_uuid": "cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43", "name": "network-vif-plugged", "status": "completed", "tag": "9b921c91-2260-4dbb-9b72-805687aa9f3f"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:40:31.909312 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 9b921c91-2260-4dbb-9b72-805687aa9f3f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=9b921c91-2260-4dbb-9b72-805687aa9f3f,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:40:31.913255 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:31.962059 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9d8003-9b25-4e54-9634-e48f2f6ec7df x-openstack-request-id: req-ff9d8003-9b25-4e54-9634-e48f2f6ec7df {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:40:31.962354 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43", "name": "network-vif-plugged", "status": "completed", "tag": "9b921c91-2260-4dbb-9b72-805687aa9f3f", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:40:31.962608 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff9d8003-9b25-4e54-9634-e48f2f6ec7df {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:40:31.962996 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9d8003-9b25-4e54-9634-e48f2f6ec7df'] response: {'server_uuid': 'cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b921c91-2260-4dbb-9b72-805687aa9f3f', 'code': 200} Sep 21 15:40:32.018434 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=9b921c91-2260-4dbb-9b72-805687aa9f3f,revision_number=11']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:32.766271 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49d1ef-6b2a-4bda-a840-5e3ff6d20719 req-bcfdde61-144d-4e9a-b6c1-41c6099a8e3e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:32.767708 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1e49d1ef-6b2a-4bda-a840-5e3ff6d20719 req-bcfdde61-144d-4e9a-b6c1-41c6099a8e3e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 947 time: 0.0876427 Sep 21 15:40:32.811033 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1e49d1ef-6b2a-4bda-a840-5e3ff6d20719 req-094173e8-bbcc-4fcb-b5ac-e945895559d9 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375369 Sep 21 15:40:34.017870 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12abbe-971b-458d-bfb9-fea9b8a1ee1a req-939e282d-d890-4bdf-8795-970ca3383fb1 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:34.019319 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ca12abbe-971b-458d-bfb9-fea9b8a1ee1a req-939e282d-d890-4bdf-8795-970ca3383fb1 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 947 time: 0.0929489 Sep 21 15:40:34.065915 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ca12abbe-971b-458d-bfb9-fea9b8a1ee1a req-7d9a584b-f628-49cb-ac46-4a99020c1732 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404952 Sep 21 15:40:35.264007 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b45e0-f124-4907-8fd8-717b0bc9227e req-0a8aac91-f420-4b2a-895a-6e4032a169e2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:35.265512 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bd7b45e0-f124-4907-8fd8-717b0bc9227e req-0a8aac91-f420-4b2a-895a-6e4032a169e2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 947 time: 0.0868113 Sep 21 15:40:35.311553 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bd7b45e0-f124-4907-8fd8-717b0bc9227e req-0af81acf-7e3e-46c4-a14a-e462a3d2b0f2 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403326 Sep 21 15:40:35.509646 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2253f3-9353-4a37-ae7a-f10dad7f500f req-21a1edbf-91e8-4119-a9c2-98a021abce12 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:35.511102 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9f2253f3-9353-4a37-ae7a-f10dad7f500f req-21a1edbf-91e8-4119-a9c2-98a021abce12 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 947 time: 0.0903492 Sep 21 15:40:35.553708 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9f2253f3-9353-4a37-ae7a-f10dad7f500f req-b8bb8c64-4e76-4a78-99b5-b22d4d9e5e34 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368836 Sep 21 15:40:35.581187 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a08abcff-1864-4597-a40a-92710758972f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:35.762245 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acc374-606f-46d7-84a4-4fa764b08500 req-62948c69-0495-45dd-970b-c509e255898b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:35.763683 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-49acc374-606f-46d7-84a4-4fa764b08500 req-62948c69-0495-45dd-970b-c509e255898b tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 947 time: 0.0912819 Sep 21 15:40:35.807226 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-49acc374-606f-46d7-84a4-4fa764b08500 req-7ad677e3-53b1-4013-bcce-e661082c2f2e tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379064 Sep 21 15:40:36.214085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7f3c2-7694-4ee7-a6d4-41e0045a938e req-9ef65469-c082-469a-b0ce-5ca68298a64a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:36.215645 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-03c7f3c2-7694-4ee7-a6d4-41e0045a938e req-9ef65469-c082-469a-b0ce-5ca68298a64a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 947 time: 0.0894108 Sep 21 15:40:36.262563 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-03c7f3c2-7694-4ee7-a6d4-41e0045a938e req-49a494dd-a697-4dcf-8dce-0a8d9d1cb177 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413222 Sep 21 15:40:37.461242 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cbeff-f5d1-4bf1-9f1f-d7f32758ecc5 req-b3623e7a-3933-43df-82ac-d6ab8c91b87f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:37.462694 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b68cbeff-f5d1-4bf1-9f1f-d7f32758ecc5 req-b3623e7a-3933-43df-82ac-d6ab8c91b87f tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 947 time: 0.0874903 Sep 21 15:40:37.506415 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b68cbeff-f5d1-4bf1-9f1f-d7f32758ecc5 req-bbf30db1-a4d1-49d7-8cc9-38caccb8399a tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380418 Sep 21 15:40:37.939054 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9a20c4b3-5289-4a58-87df-b02d33176d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:38.783189 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:38.871909 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464664d-509b-4bda-bdaa-d53c9561587b req-c4de8357-d2c0-4b5e-a2fe-0ffa46f6e530 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:38.873394 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f464664d-509b-4bda-bdaa-d53c9561587b req-c4de8357-d2c0-4b5e-a2fe-0ffa46f6e530 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 947 time: 0.2571182 Sep 21 15:40:38.883473 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55a67a-d32a-4911-a50a-49b102fa5b98 req-8f003b2b-7b5f-4a8c-a602-82749dc4abeb tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:38.884833 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad55a67a-d32a-4911-a50a-49b102fa5b98 req-8f003b2b-7b5f-4a8c-a602-82749dc4abeb tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 947 time: 0.1271813 Sep 21 15:40:38.977499 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f464664d-509b-4bda-bdaa-d53c9561587b req-200acd95-bb67-4da7-b81d-db8c9579e789 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups?id=a81e0695-6a3d-44cd-9a10-62958293e194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915911 Sep 21 15:40:38.981816 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:38.983749 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-ad55a67a-d32a-4911-a50a-49b102fa5b98 req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Deleting port 9b921c91-2260-4dbb-9b72-805687aa9f3f {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:40:38.984114 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ad55a67a-d32a-4911-a50a-49b102fa5b98 req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:39.233761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-ad55a67a-d32a-4911-a50a-49b102fa5b98 req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] For port 9b921c91-2260-4dbb-9b72-805687aa9f3f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=9b921c91-2260-4dbb-9b72-805687aa9f3f,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:40:39.234113 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ad55a67a-d32a-4911-a50a-49b102fa5b98 req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:39.516739 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ad55a67a-d32a-4911-a50a-49b102fa5b98 req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:39.517120 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ad55a67a-d32a-4911-a50a-49b102fa5b98 req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:39.517430 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [req-ad55a67a-d32a-4911-a50a-49b102fa5b98 req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Floating IP d3a1eec8-92b6-449e-8c0f-369be06ebd00 disassociated. External IP: 172.26.4.118, port: 9b921c91-2260-4dbb-9b72-805687aa9f3f. Sep 21 15:40:39.517763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-ad55a67a-d32a-4911-a50a-49b102fa5b98 req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Calling delete_port for 9b921c91-2260-4dbb-9b72-805687aa9f3f owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:40:39.662215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ad55a67a-d32a-4911-a50a-49b102fa5b98 req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:39.714891 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Pushing event deleted for resources: {'Port': ['ID=9b921c91-2260-4dbb-9b72-805687aa9f3f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:39.725095 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:39.725443 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:39.725783 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:39.726112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:39.726725 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:39.727231 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:39.727564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:39.727894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:39.728260 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:39.728617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:39.728939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:39.729257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:39.915061 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad55a67a-d32a-4911-a50a-49b102fa5b98 req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:40:40.131115 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad55a67a-d32a-4911-a50a-49b102fa5b98 req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:40:40.142033 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df4b71d-1ecb-4641-a92c-ae15342596cb None None] Sync routers for ids ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:40:40.155840 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df4b71d-1ecb-4641-a92c-ae15342596cb None None] Routers {'32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:40:40.156442 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9df4b71d-1ecb-4641-a92c-ae15342596cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:40:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:40:40.300109 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f09bc987-62ae-4a56-a5c8-ee31b9072aad req-5223a3d2-c778-40db-8acf-5a0e373ecb25 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 210 time: 0.2060118 Sep 21 15:40:40.337757 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-9df4b71d-1ecb-4641-a92c-ae15342596cb None None] Set router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:40:40.342909 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad55a67a-d32a-4911-a50a-49b102fa5b98 req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] No DVR routers for this DVR port 9b921c91-2260-4dbb-9b72-805687aa9f3f on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:40:40.345396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ad55a67a-d32a-4911-a50a-49b102fa5b98 req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:40.347869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43', 'name': 'network-vif-deleted', 'tag': '9b921c91-2260-4dbb-9b72-805687aa9f3f'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:40:40.350202 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41559779-cb49-4334-a804-6f27cbb704b1" -d '{"events": [{"server_uuid": "cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43", "name": "network-vif-deleted", "tag": "9b921c91-2260-4dbb-9b72-805687aa9f3f"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:40:40.364934 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad55a67a-d32a-4911-a50a-49b102fa5b98 req-1c7345f9-2162-41ab-bf4e-dc964c8c2a3c tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.20 "DELETE /v2.0/ports/9b921c91-2260-4dbb-9b72-805687aa9f3f HTTP/1.1" status: 204 len: 173 time: 1.4662135 Sep 21 15:40:40.394309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752890f1-eb16-405e-a6b3-182f9d9a3b46 x-openstack-request-id: req-752890f1-eb16-405e-a6b3-182f9d9a3b46 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:40:40.394598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43", "name": "network-vif-deleted", "tag": "9b921c91-2260-4dbb-9b72-805687aa9f3f", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:40:40.394945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-752890f1-eb16-405e-a6b3-182f9d9a3b46 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:40:40.395347 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752890f1-eb16-405e-a6b3-182f9d9a3b46'] response: {'server_uuid': 'cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43', 'name': 'network-vif-deleted', 'tag': '9b921c91-2260-4dbb-9b72-805687aa9f3f', 'status': 'completed', 'code': 200} Sep 21 15:40:40.595316 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:40.695707 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9df4b71d-1ecb-4641-a92c-ae15342596cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:40:40.699580 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df4b71d-1ecb-4641-a92c-ae15342596cb None None] Checking router: 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:40:40.708308 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df4b71d-1ecb-4641-a92c-ae15342596cb None None] Routers {'32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:40:40.708874 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9df4b71d-1ecb-4641-a92c-ae15342596cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:40:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:40:40.890965 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-9df4b71d-1ecb-4641-a92c-ae15342596cb None None] Set router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:40:41.206195 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9df4b71d-1ecb-4641-a92c-ae15342596cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:40:41.209883 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df4b71d-1ecb-4641-a92c-ae15342596cb None None] The sync data for ids ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'] in dv-neutron-858731-1-hyperv is: [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:34:38Z', 'revision_number': 4, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c5148c84-48db-4933-9f79-c982422fe63e', 'name': '', 'network_id': '81754593-68cd-4681-8dec-aeca93617e36', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'mac_address': 'fa:16:3e:9c:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '5139365d-61d3-4474-83dc-98d5946368fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:37Z', 'updated_at': '2022-09-21T15:34:43Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'subnets': [{'id': '5139365d-61d3-4474-83dc-98d5946368fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:40:41.455015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb6269a-aabe-44ec-8fd0-ffa9246c3113 None None] New status for floating IP d3a1eec8-92b6-449e-8c0f-369be06ebd00: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:40:41.489068 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-1f7be78c-7291-4218-90b3-a23e11e1f579 req-01b5278d-8ae7-4e97-a447-6d3bbc57e386 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Synchronizing usage tracker for tenant:563bdc229fbf42a1b3f8773ad07740bb on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:40:41.506074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-1f7be78c-7291-4218-90b3-a23e11e1f579 req-01b5278d-8ae7-4e97-a447-6d3bbc57e386 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Unset dirty status for tenant:563bdc229fbf42a1b3f8773ad07740bb on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:40:41.507823 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1f7be78c-7291-4218-90b3-a23e11e1f579 req-01b5278d-8ae7-4e97-a447-6d3bbc57e386 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbc4f4b6-e429-49c4-a06d-22b6fa9d8d43 HTTP/1.1" status: 200 len: 210 time: 0.0711966 Sep 21 15:40:41.752435 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 9b921c91-2260-4dbb-9b72-805687aa9f3f no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:40:41.787378 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 9b921c91-2260-4dbb-9b72-805687aa9f3f {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:40:41.787722 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 9b921c91-2260-4dbb-9b72-805687aa9f3f not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:40:42.670018 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:40:45.763745 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38628) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:40:45.830955 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bc873c3-1735-4da3-932f-f3f13843cbd5 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:45.858653 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bc873c3-1735-4da3-932f-f3f13843cbd5 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:45.916170 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bc873c3-1735-4da3-932f-f3f13843cbd5 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:45.932662 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc873c3-1735-4da3-932f-f3f13843cbd5 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81e0695-6a3d-44cd-9a10-62958293e194,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:45.940816 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bc873c3-1735-4da3-932f-f3f13843cbd5 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:45.941952 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7bc873c3-1735-4da3-932f-f3f13843cbd5 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "DELETE /v2.0/security-groups/a81e0695-6a3d-44cd-9a10-62958293e194 HTTP/1.1" status: 204 len: 168 time: 0.1771452 Sep 21 15:40:45.944416 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38632) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:40:45.963902 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-790151d1-e87a-4311-905c-3046651e98f5 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] show failed (client error): The resource could not be found. Sep 21 15:40:45.964926 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-790151d1-e87a-4311-905c-3046651e98f5 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "GET /v2.0/security-groups/a81e0695-6a3d-44cd-9a10-62958293e194 HTTP/1.1" status: 404 len: 347 time: 0.0189564 Sep 21 15:40:45.967634 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38636) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:40:46.124653 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6558cf6e-baef-44d4-98ee-c455f6995b52 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Deleting port 5c83eeb8-f9dc-48b6-8a48-52e8d84598aa {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:40:46.124989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6558cf6e-baef-44d4-98ee-c455f6995b52 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:46.290852 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6558cf6e-baef-44d4-98ee-c455f6995b52 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:46.291174 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6558cf6e-baef-44d4-98ee-c455f6995b52 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:46.411883 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6558cf6e-baef-44d4-98ee-c455f6995b52 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Calling delete_port for 5c83eeb8-f9dc-48b6-8a48-52e8d84598aa owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:40:46.555516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6558cf6e-baef-44d4-98ee-c455f6995b52 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:46.604369 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558cf6e-baef-44d4-98ee-c455f6995b52 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Pushing event deleted for resources: {'Port': ['ID=5c83eeb8-f9dc-48b6-8a48-52e8d84598aa,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:46.701908 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6558cf6e-baef-44d4-98ee-c455f6995b52 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:46.719075 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6558cf6e-baef-44d4-98ee-c455f6995b52 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:46.720187 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6558cf6e-baef-44d4-98ee-c455f6995b52 tempest-ServerActionsTestJSON-1562762651 tempest-ServerActionsTestJSON-1562762651-project] 10.222.0.62 "DELETE /v2.0/floatingips/d3a1eec8-92b6-449e-8c0f-369be06ebd00 HTTP/1.1" status: 204 len: 168 time: 0.7516823 Sep 21 15:40:46.723094 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38640) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:40:47.413928 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d429af3-09c9-4b4d-b62e-016f3b07eecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:47.756877 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6d429af3-09c9-4b4d-b62e-016f3b07eecf admin admin] Deleting port c5148c84-48db-4933-9f79-c982422fe63e {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:40:47.757226 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d429af3-09c9-4b4d-b62e-016f3b07eecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:47.928303 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-6d429af3-09c9-4b4d-b62e-016f3b07eecf admin admin] For port c5148c84-48db-4933-9f79-c982422fe63e, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c5148c84-48db-4933-9f79-c982422fe63e,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:40:47.928680 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d429af3-09c9-4b4d-b62e-016f3b07eecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:48.050305 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6d429af3-09c9-4b4d-b62e-016f3b07eecf admin admin] Calling delete_port for c5148c84-48db-4933-9f79-c982422fe63e owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:40:48.224846 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d429af3-09c9-4b4d-b62e-016f3b07eecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:48.274332 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d429af3-09c9-4b4d-b62e-016f3b07eecf admin admin] Pushing event deleted for resources: {'Port': ['ID=c5148c84-48db-4933-9f79-c982422fe63e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:48.543434 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d429af3-09c9-4b4d-b62e-016f3b07eecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:49.000577 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d429af3-09c9-4b4d-b62e-016f3b07eecf admin admin] Router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:40:49.194066 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d429af3-09c9-4b4d-b62e-016f3b07eecf admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:40:49.202614 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bb801e-c1f4-4b8d-b388-017d74b796b5 None None] Sync routers for ids ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:40:49.206616 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6d429af3-09c9-4b4d-b62e-016f3b07eecf admin admin] 10.222.0.62 "PUT /v2.0/routers/32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4820154 Sep 21 15:40:49.208759 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38646) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:40:49.213082 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bb801e-c1f4-4b8d-b388-017d74b796b5 None None] Routers {'32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:40:49.213681 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-04bb801e-c1f4-4b8d-b388-017d74b796b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:40:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:40:49.389404 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71c137ff-0549-4593-8dfd-56ccd5e64bdb admin admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:49.395531 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-04bb801e-c1f4-4b8d-b388-017d74b796b5 None None] Set router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:40:49.579338 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71c137ff-0549-4593-8dfd-56ccd5e64bdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:49.589926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-71c137ff-0549-4593-8dfd-56ccd5e64bdb admin admin] Deleting port 90c259ab-cbc7-401a-ac43-d968e8b86804 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:40:49.590321 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71c137ff-0549-4593-8dfd-56ccd5e64bdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:49.683503 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-04bb801e-c1f4-4b8d-b388-017d74b796b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:40:48Z', 'revision_number': 5, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port': {'id': '90c259ab-cbc7-401a-ac43-d968e8b86804', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:34:35Z', 'updated_at': '2022-09-21T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:40:49.687256 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bb801e-c1f4-4b8d-b388-017d74b796b5 None None] Checking router: 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:40:49.697564 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bb801e-c1f4-4b8d-b388-017d74b796b5 None None] Routers {'32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:40:49.698169 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-04bb801e-c1f4-4b8d-b388-017d74b796b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:40:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:40:49.765174 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-71c137ff-0549-4593-8dfd-56ccd5e64bdb admin admin] For port 90c259ab-cbc7-401a-ac43-d968e8b86804, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=90c259ab-cbc7-401a-ac43-d968e8b86804,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:40:49.765518 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71c137ff-0549-4593-8dfd-56ccd5e64bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:49.850683 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-04bb801e-c1f4-4b8d-b388-017d74b796b5 None None] Set router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:40:49.887834 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-71c137ff-0549-4593-8dfd-56ccd5e64bdb admin admin] Calling delete_port for 90c259ab-cbc7-401a-ac43-d968e8b86804 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:40:49.999212 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-04bb801e-c1f4-4b8d-b388-017d74b796b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:40:49Z', 'revision_number': 6, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:40:50.003552 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bb801e-c1f4-4b8d-b388-017d74b796b5 None None] The sync data for ids ['32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa'] in dv-neutron-858731-1-hyperv is: [{'id': '32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa', 'name': 'tempest-ServerActionsTestJSON-1783843102-router', 'tenant_id': '563bdc229fbf42a1b3f8773ad07740bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:34:34Z', 'updated_at': '2022-09-21T15:40:49Z', 'revision_number': 6, 'project_id': '563bdc229fbf42a1b3f8773ad07740bb', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:40:50.065758 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71c137ff-0549-4593-8dfd-56ccd5e64bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:50.223929 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c137ff-0549-4593-8dfd-56ccd5e64bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=90c259ab-cbc7-401a-ac43-d968e8b86804,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:50.323632 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71c137ff-0549-4593-8dfd-56ccd5e64bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:50.502218 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71c137ff-0549-4593-8dfd-56ccd5e64bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:50.504354 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71c137ff-0549-4593-8dfd-56ccd5e64bdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:50.526367 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71c137ff-0549-4593-8dfd-56ccd5e64bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:50.526861 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c137ff-0549-4593-8dfd-56ccd5e64bdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:40:50.538425 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71c137ff-0549-4593-8dfd-56ccd5e64bdb admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:50.540524 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-71c137ff-0549-4593-8dfd-56ccd5e64bdb admin admin] 10.222.0.62 "DELETE /v2.0/routers/32da307e-c4b1-47cb-b5d6-bbd5df5b2aaa HTTP/1.1" status: 204 len: 168 time: 1.3308549 Sep 21 15:40:50.543114 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38652) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:40:50.607033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac91d92a-07d9-4ea0-a753-921da7b3bee4 admin admin] Deleting subnet 5139365d-61d3-4474-83dc-98d5946368fd {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:40:50.610084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac91d92a-07d9-4ea0-a753-921da7b3bee4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:50.659781 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac91d92a-07d9-4ea0-a753-921da7b3bee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:50.735519 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac91d92a-07d9-4ea0-a753-921da7b3bee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:50.803841 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac91d92a-07d9-4ea0-a753-921da7b3bee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:50.847761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac91d92a-07d9-4ea0-a753-921da7b3bee4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:50.852646 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91d92a-07d9-4ea0-a753-921da7b3bee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5139365d-61d3-4474-83dc-98d5946368fd,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:50.852839 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe4f583-1d12-4277-992e-f284c17c679a None None] Network 81754593-68cd-4681-8dec-aeca93617e36 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:40:50.857531 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ac91d92a-07d9-4ea0-a753-921da7b3bee4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5139365d-61d3-4474-83dc-98d5946368fd HTTP/1.1" status: 204 len: 168 time: 0.3134527 Sep 21 15:40:50.860027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38656) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:40:50.939987 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c5148c84-48db-4933-9f79-c982422fe63e no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:40:50.973499 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ac5077d-de42-43f9-a121-68e065551115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:50.984180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1ac5077d-de42-43f9-a121-68e065551115 admin admin] Deleting port 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:40:50.984548 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ac5077d-de42-43f9-a121-68e065551115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:50.993929 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: c5148c84-48db-4933-9f79-c982422fe63e {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:40:50.994273 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c5148c84-48db-4933-9f79-c982422fe63e not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:40:50.994686 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 90c259ab-cbc7-401a-ac43-d968e8b86804 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:40:51.030721 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 90c259ab-cbc7-401a-ac43-d968e8b86804 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:40:51.031304 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 90c259ab-cbc7-401a-ac43-d968e8b86804 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:40:51.202564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-1ac5077d-de42-43f9-a121-68e065551115 admin admin] For port 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=4b056bd7-30e3-4a7b-b9ce-75b787b20ba4,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:40:51.202941 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ac5077d-de42-43f9-a121-68e065551115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:51.211779 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d134b258-a5e4-4700-886d-e7a28f25ee2a None None] DHCP port deletion for 81754593-68cd-4681-8dec-aeca93617e36 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:40:51.216492 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d134b258-a5e4-4700-886d-e7a28f25ee2a None None] Deleting port 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:40:51.216913 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d134b258-a5e4-4700-886d-e7a28f25ee2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:51.327670 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1ac5077d-de42-43f9-a121-68e065551115 admin admin] Calling delete_port for 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:40:51.408967 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ac5077d-de42-43f9-a121-68e065551115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:51.422812 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d134b258-a5e4-4700-886d-e7a28f25ee2a None None] For port 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=4b056bd7-30e3-4a7b-b9ce-75b787b20ba4,segment=NetworkSegment(bcd632df-5194-49bc-a2f5-c343c8932ed2),segment_id=bcd632df-5194-49bc-a2f5-c343c8932ed2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:40:51.423196 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d134b258-a5e4-4700-886d-e7a28f25ee2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:51.458362 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5077d-de42-43f9-a121-68e065551115 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b056bd7-30e3-4a7b-b9ce-75b787b20ba4,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:51.460152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac5077d-de42-43f9-a121-68e065551115 admin admin] No DVR routers for this DVR port 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:40:51.551432 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d134b258-a5e4-4700-886d-e7a28f25ee2a None None] Calling delete_port for 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:40:51.577513 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ac5077d-de42-43f9-a121-68e065551115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:51.605822 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1ac5077d-de42-43f9-a121-68e065551115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81754593-68cd-4681-8dec-aeca93617e36']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:40:51.624066 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1ac5077d-de42-43f9-a121-68e065551115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd632df-5194-49bc-a2f5-c343c8932ed2') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:40:51.624703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1ac5077d-de42-43f9-a121-68e065551115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd632df-5194-49bc-a2f5-c343c8932ed2') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:40:51.628515 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-d134b258-a5e4-4700-886d-e7a28f25ee2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:40:51.628878 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-d134b258-a5e4-4700-886d-e7a28f25ee2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:40:51.637198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ac5077d-de42-43f9-a121-68e065551115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:51.654152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ac5077d-de42-43f9-a121-68e065551115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:51.660427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac5077d-de42-43f9-a121-68e065551115 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:40:51.660840 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ac5077d-de42-43f9-a121-68e065551115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:51.755807 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment bcd632df-5194-49bc-a2f5-c343c8932ed2 resource provider aggregate not found Sep 21 15:40:51.772158 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ac5077d-de42-43f9-a121-68e065551115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:51.793981 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ac5077d-de42-43f9-a121-68e065551115 admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:51.797153 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment bcd632df-5194-49bc-a2f5-c343c8932ed2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcd632df-5194-49bc-a2f5-c343c8932ed2 found for delete ", "request_id": "req-53e59661-3f95-409c-97ce-b70adaa94662"}]} Sep 21 15:40:51.805820 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5077d-de42-43f9-a121-68e065551115 admin admin] Pushing event deleted for resources: {'Network': ['ID=81754593-68cd-4681-8dec-aeca93617e36,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:51.815602 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1ac5077d-de42-43f9-a121-68e065551115 admin admin] 10.222.0.62 "DELETE /v2.0/networks/81754593-68cd-4681-8dec-aeca93617e36 HTTP/1.1" status: 204 len: 168 time: 0.9544630 Sep 21 15:40:51.925986 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38668) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:40:52.080673 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-686af21b-9b97-4aaa-8d4a-82398e17ef10 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=563bdc229fbf42a1b3f8773ad07740bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512237 Sep 21 15:40:52.081200 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38672) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:40:52.129907 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d134b258-a5e4-4700-886d-e7a28f25ee2a None None] Deleting port 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:40:52.130487 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d134b258-a5e4-4700-886d-e7a28f25ee2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:52.139864 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9bcddd7f-958f-4245-87e4-906636c6d591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:52.167532 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9bcddd7f-958f-4245-87e4-906636c6d591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:52.203376 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d134b258-a5e4-4700-886d-e7a28f25ee2a None None] The port '4b056bd7-30e3-4a7b-b9ce-75b787b20ba4' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:40:52.227818 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:52.230667 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9bcddd7f-958f-4245-87e4-906636c6d591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:52.245164 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcddd7f-958f-4245-87e4-906636c6d591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cffd6f-b0c8-48ba-a52d-1a48ab69005d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:52.251879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9bcddd7f-958f-4245-87e4-906636c6d591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:52.254716 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9bcddd7f-958f-4245-87e4-906636c6d591 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e3cffd6f-b0c8-48ba-a52d-1a48ab69005d HTTP/1.1" status: 204 len: 168 time: 0.1709142 Sep 21 15:40:52.896262 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:40:52.932713 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:40:52.933270 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 4b056bd7-30e3-4a7b-b9ce-75b787b20ba4 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:40:53.028154 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38696) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:40:53.131181 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1061507880-network', 'tenant_id': '727295f6df4840169c03c6d9763fba1a'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:40:53.136523 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:40:53.140342 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] Usage tracker for resource:network and tenant:727295f6df4840169c03c6d9763fba1a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:40:53.143351 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:40:53.150199 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:40:53.160192 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] Made reservation on behalf of 727295f6df4840169c03c6d9763fba1a for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:40:53.162460 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:53.176057 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:53.193691 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:40:53.198296 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] Usage tracker for resource:security_group_rule and tenant:727295f6df4840169c03c6d9763fba1a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:40:53.201102 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:40:53.206916 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:40:53.289447 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:53.293061 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:53.320152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:40:53.332650 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e68b28-c7e5-4f7f-916e-e510280b35c2,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:53.337827 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:53.338183 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] Added segment 8fc761af-4802-4fe1-8ca5-189b5a3fbc7d of type vlan for network ed9ce42e-0bc4-470c-b985-e9990d658204 Sep 21 15:40:53.364904 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:53.394351 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:53.395263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:53.395823 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:53.498618 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4692805 Sep 21 15:40:53.501291 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d658834-0018-496f-bcea-5547f0463aaf admin admin] Pushing event updated for resources: {'Network': ['ID=ed9ce42e-0bc4-470c-b985-e9990d658204,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:53.501735 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 38702) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:40:53.509222 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Request body: {'subnet': {'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1061507880-subnet', 'tenant_id': '727295f6df4840169c03c6d9763fba1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:40:53.512391 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network ed9ce42e-0bc4-470c-b985-e9990d658204 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:40:53.516779 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:40:53.520697 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Usage tracker for resource:subnet and tenant:727295f6df4840169c03c6d9763fba1a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:40:53.524193 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:40:53.529984 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:40:53.540313 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Made reservation on behalf of 727295f6df4840169c03c6d9763fba1a for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:40:53.542715 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:53.751438 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:53.824955 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5293f819-0624-43f7-a61a-751b4fdf2d2e,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:53.834854 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:53.835236 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:53.835666 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:53.836009 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:53.836340 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:53.836696 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:53.837032 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:53.837362 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:53.837688 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:53.838010 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:53.838352 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:53.838657 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:40:53.844146 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Checking segment: {'id': '8fc761af-4802-4fe1-8ca5-189b5a3fbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:40:53.844532 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Network hostable DHCP agents. Network: ed9ce42e-0bc4-470c-b985-e9990d658204, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:40:53.863587 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Network ed9ce42e-0bc4-470c-b985-e9990d658204 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:40:53.874036 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, ed9ce42e-0bc4-470c-b985-e9990d658204) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:40:53.879220 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:53.879809 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:53.883970 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cc7734-8fcb-4582-9e4c-55047c1a4cec None None] Network ed9ce42e-0bc4-470c-b985-e9990d658204 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:40:53.902369 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2736b1da-d506-451f-8547-e2f240c43f00 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3992841 Sep 21 15:40:53.904873 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 38706) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:40:53.909999 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1061507880-router', 'tenant_id': '727295f6df4840169c03c6d9763fba1a', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:40:53.915063 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:40:53.918925 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Usage tracker for resource:router and tenant:727295f6df4840169c03c6d9763fba1a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:40:53.921768 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:40:53.927356 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:40:53.938323 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:53.939183 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:53.955195 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:54.142069 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-ed9ce42e-0bc4-470c-b985-e9990d658204', 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204', 'tenant_id': '727295f6df4840169c03c6d9763fba1a', 'fixed_ips': [{'subnet_id': '5293f819-0624-43f7-a61a-751b4fdf2d2e'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:40:54.142934 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:54.233329 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:54.299544 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] Allocated IP 172.20.0.2 (ed9ce42e-0bc4-470c-b985-e9990d658204/5293f819-0624-43f7-a61a-751b4fdf2d2e/b1019b26-59e0-4513-a7ea-c2a683975782) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:40:54.507468 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:54.517514 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] Transition to ACTIVE for port object b1019b26-59e0-4513-a7ea-c2a683975782 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:40:54.535658 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] Transition to ACTIVE for port object b1019b26-59e0-4513-a7ea-c2a683975782 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:40:54.543498 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:54.547919 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:54.579364 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:54.614492 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] Network ed9ce42e-0bc4-470c-b985-e9990d658204 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:40:54.618190 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:40:54.621342 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:40:54.666972 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] Pushing event updated for resources: {'Port': ['ID=b1019b26-59e0-4513-a7ea-c2a683975782,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:54.735549 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] Attempting to bind port b1019b26-59e0-4513-a7ea-c2a683975782 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:40:54.735919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] Attempting to bind port b1019b26-59e0-4513-a7ea-c2a683975782 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '8fc761af-4802-4fe1-8ca5-189b5a3fbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:40:54.736277 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] Attempting to bind port b1019b26-59e0-4513-a7ea-c2a683975782 on network ed9ce42e-0bc4-470c-b985-e9990d658204 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:40:54.742670 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:40:54.743039 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] Checking segment: {'id': '8fc761af-4802-4fe1-8ca5-189b5a3fbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:40:54.743465 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:54.743853 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] Bound using segment: {'id': '8fc761af-4802-4fe1-8ca5-189b5a3fbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:40:54.744307 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] Bound port: b1019b26-59e0-4513-a7ea-c2a683975782, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc761af-4802-4fe1-8ca5-189b5a3fbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:40:54.744700 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:54.820630 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Allocated IP 172.26.4.114 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/dffd5da1-5fdc-4f6d-99b5-e54389177f69) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:40:54.834141 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] For port b1019b26-59e0-4513-a7ea-c2a683975782, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:40:54.838399 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] For port b1019b26-59e0-4513-a7ea-c2a683975782, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b1019b26-59e0-4513-a7ea-c2a683975782,segment=NetworkSegment(8fc761af-4802-4fe1-8ca5-189b5a3fbc7d),segment_id=8fc761af-4802-4fe1-8ca5-189b5a3fbc7d)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:40:54.842162 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:54.924785 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e86836-c0a3-4f70-9f79-b14641f280f4 None None] Pushing event updated for resources: {'Port': ['ID=b1019b26-59e0-4513-a7ea-c2a683975782,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:54.982857 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:55.013297 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:55.094240 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:40:55.096944 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:40:55.104027 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:40:55.153858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Pushing event updated for resources: {'Port': ['ID=dffd5da1-5fdc-4f6d-99b5-e54389177f69,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:55.541674 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:55.797644 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa17804a-8ca9-43bc-a02f-98924cd20a8d None None] Network ed9ce42e-0bc4-470c-b985-e9990d658204 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:40:55.891176 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:55.953435 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2defa0e9-6efc-4797-9172-78644b11a7b3 None None] Provisioning for port b1019b26-59e0-4513-a7ea-c2a683975782 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:40:56.108818 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Router 73afc011-2963-4147-9747-fdd85cb0610d is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:40:56.405872 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:40:56.415975 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] Sync routers for ids ['73afc011-2963-4147-9747-fdd85cb0610d'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:40:56.425087 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] Routers {'73afc011-2963-4147-9747-fdd85cb0610d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:40:56.425757 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:40:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['73afc011-2963-4147-9747-fdd85cb0610d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:40:56.429036 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:56.430518 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7f577d77-b069-4585-a642-b711caa8ab4e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5247245 Sep 21 15:40:56.433358 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 38710) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:40:56.612934 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] Set router 73afc011-2963-4147-9747-fdd85cb0610d gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:40:56.937301 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73afc011-2963-4147-9747-fdd85cb0610d', 'name': 'tempest-ServersNegativeTestJSON-1061507880-router', 'tenant_id': '727295f6df4840169c03c6d9763fba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': 'dffd5da1-5fdc-4f6d-99b5-e54389177f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:40:53Z', 'updated_at': '2022-09-21T15:40:55Z', 'revision_number': 3, 'project_id': '727295f6df4840169c03c6d9763fba1a', 'gw_port': {'id': 'dffd5da1-5fdc-4f6d-99b5-e54389177f69', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73afc011-2963-4147-9747-fdd85cb0610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:40:54Z', 'updated_at': '2022-09-21T15:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:40:56.941688 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] Checking router: 73afc011-2963-4147-9747-fdd85cb0610d for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:40:56.942029 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] Updating router 73afc011-2963-4147-9747-fdd85cb0610d port dffd5da1-5fdc-4f6d-99b5-e54389177f69 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:40:56.971079 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b1019b26-59e0-4513-a7ea-c2a683975782 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:40:57.047387 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:57.106995 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port b1019b26-59e0-4513-a7ea-c2a683975782 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:40:57.120079 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4388-ff62-4f95-b4c5-ddda931bc5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:57.151943 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port b1019b26-59e0-4513-a7ea-c2a683975782 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:40:57.152312 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:57.333087 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-7d8c4388-ff62-4f95-b4c5-ddda931bc5f0 admin admin] Allocated IP 172.20.0.1 (ed9ce42e-0bc4-470c-b985-e9990d658204/5293f819-0624-43f7-a61a-751b4fdf2d2e/97e62541-b4f9-40e3-b262-50ce329ad8d1) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:40:57.399298 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port b1019b26-59e0-4513-a7ea-c2a683975782 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:40:57.399574 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:57.450674 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port b1019b26-59e0-4513-a7ea-c2a683975782, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b1019b26-59e0-4513-a7ea-c2a683975782,segment=NetworkSegment(8fc761af-4802-4fe1-8ca5-189b5a3fbc7d),segment_id=8fc761af-4802-4fe1-8ca5-189b5a3fbc7d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:40:57.480585 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4388-ff62-4f95-b4c5-ddda931bc5f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:57.481721 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:57.498867 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-7d8c4388-ff62-4f95-b4c5-ddda931bc5f0 admin admin] Transition to ACTIVE for port object 97e62541-b4f9-40e3-b262-50ce329ad8d1 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:40:57.522324 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4388-ff62-4f95-b4c5-ddda931bc5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:57.571480 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:57.588269 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=b1019b26-59e0-4513-a7ea-c2a683975782,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:57.591385 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] Transition to ACTIVE for port object dffd5da1-5fdc-4f6d-99b5-e54389177f69 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:40:57.594909 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8c4388-ff62-4f95-b4c5-ddda931bc5f0 admin admin] Network ed9ce42e-0bc4-470c-b985-e9990d658204 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:40:57.598153 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-7d8c4388-ff62-4f95-b4c5-ddda931bc5f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:40:57.599526 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:57.601369 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8c4388-ff62-4f95-b4c5-ddda931bc5f0 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:40:57.648867 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c4388-ff62-4f95-b4c5-ddda931bc5f0 admin admin] Pushing event updated for resources: {'Port': ['ID=97e62541-b4f9-40e3-b262-50ce329ad8d1,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:57.667318 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4388-ff62-4f95-b4c5-ddda931bc5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:57.674803 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c29c7-8cd4-4f9d-8322-b1ca0f9028a6 None None] Pushing event updated for resources: {'Port': ['ID=dffd5da1-5fdc-4f6d-99b5-e54389177f69,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:57.678940 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] Attempting to bind port dffd5da1-5fdc-4f6d-99b5-e54389177f69 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:40:57.679825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] Attempting to bind port dffd5da1-5fdc-4f6d-99b5-e54389177f69 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:40:57.680375 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] Attempting to bind port dffd5da1-5fdc-4f6d-99b5-e54389177f69 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:40:57.685917 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:40:57.686376 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:40:57.686771 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:57.687162 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:40:57.687641 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] Bound port: dffd5da1-5fdc-4f6d-99b5-e54389177f69, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:40:57.688000 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:57.771677 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] For port dffd5da1-5fdc-4f6d-99b5-e54389177f69, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:40:57.776094 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] For port dffd5da1-5fdc-4f6d-99b5-e54389177f69, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=dffd5da1-5fdc-4f6d-99b5-e54389177f69,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:40:57.780603 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:57.802043 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4388-ff62-4f95-b4c5-ddda931bc5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:57.850897 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] Routers {'73afc011-2963-4147-9747-fdd85cb0610d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:40:57.851523 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:40:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['73afc011-2963-4147-9747-fdd85cb0610d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:40:57.918859 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-91e1b078-2111-423e-9494-13e12afc11c4 None None] Provisioning for port 97e62541-b4f9-40e3-b262-50ce329ad8d1 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:40:57.943047 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c29c7-8cd4-4f9d-8322-b1ca0f9028a6 None None] Pushing event updated for resources: {'Port': ['ID=dffd5da1-5fdc-4f6d-99b5-e54389177f69,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:57.946437 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-91e1b078-2111-423e-9494-13e12afc11c4 None None] Provisioning complete for port 97e62541-b4f9-40e3-b262-50ce329ad8d1 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:40:57.947243 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-91e1b078-2111-423e-9494-13e12afc11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:58.004043 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-91e1b078-2111-423e-9494-13e12afc11c4 None None] Port 97e62541-b4f9-40e3-b262-50ce329ad8d1 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:40:58.108554 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] Set router 73afc011-2963-4147-9747-fdd85cb0610d gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:40:58.137103 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4388-ff62-4f95-b4c5-ddda931bc5f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:58.141620 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4388-ff62-4f95-b4c5-ddda931bc5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:58.253044 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c4388-ff62-4f95-b4c5-ddda931bc5f0 admin admin] Pushing event updated for resources: {'Port': ['ID=97e62541-b4f9-40e3-b262-50ce329ad8d1,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:40:58.258106 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4388-ff62-4f95-b4c5-ddda931bc5f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:58.393905 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8c4388-ff62-4f95-b4c5-ddda931bc5f0 admin admin] Network ed9ce42e-0bc4-470c-b985-e9990d658204 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:40:58.394972 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-7d8c4388-ff62-4f95-b4c5-ddda931bc5f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:40:58.469278 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73afc011-2963-4147-9747-fdd85cb0610d', 'name': 'tempest-ServersNegativeTestJSON-1061507880-router', 'tenant_id': '727295f6df4840169c03c6d9763fba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': 'dffd5da1-5fdc-4f6d-99b5-e54389177f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:40:53Z', 'updated_at': '2022-09-21T15:40:57Z', 'revision_number': 4, 'project_id': '727295f6df4840169c03c6d9763fba1a', 'gw_port': {'id': 'dffd5da1-5fdc-4f6d-99b5-e54389177f69', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73afc011-2963-4147-9747-fdd85cb0610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:40:54Z', 'updated_at': '2022-09-21T15:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '97e62541-b4f9-40e3-b262-50ce329ad8d1', 'name': '', 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204', 'tenant_id': '727295f6df4840169c03c6d9763fba1a', 'mac_address': 'fa:16:3e:de:9f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73afc011-2963-4147-9747-fdd85cb0610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '5293f819-0624-43f7-a61a-751b4fdf2d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:40:57Z', 'updated_at': '2022-09-21T15:40:57Z', 'revision_number': 1, 'project_id': '727295f6df4840169c03c6d9763fba1a', 'subnets': [{'id': '5293f819-0624-43f7-a61a-751b4fdf2d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:40:58.473635 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90f354-01b6-4107-ad02-8aea886aea00 None None] The sync data for ids ['73afc011-2963-4147-9747-fdd85cb0610d'] in dv-neutron-858731-1-hyperv is: [{'id': '73afc011-2963-4147-9747-fdd85cb0610d', 'name': 'tempest-ServersNegativeTestJSON-1061507880-router', 'tenant_id': '727295f6df4840169c03c6d9763fba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': 'dffd5da1-5fdc-4f6d-99b5-e54389177f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:40:53Z', 'updated_at': '2022-09-21T15:40:57Z', 'revision_number': 4, 'project_id': '727295f6df4840169c03c6d9763fba1a', 'gw_port': {'id': 'dffd5da1-5fdc-4f6d-99b5-e54389177f69', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73afc011-2963-4147-9747-fdd85cb0610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:40:54Z', 'updated_at': '2022-09-21T15:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '97e62541-b4f9-40e3-b262-50ce329ad8d1', 'name': '', 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204', 'tenant_id': '727295f6df4840169c03c6d9763fba1a', 'mac_address': 'fa:16:3e:de:9f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73afc011-2963-4147-9747-fdd85cb0610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '5293f819-0624-43f7-a61a-751b4fdf2d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:40:57Z', 'updated_at': '2022-09-21T15:40:57Z', 'revision_number': 1, 'project_id': '727295f6df4840169c03c6d9763fba1a', 'subnets': [{'id': '5293f819-0624-43f7-a61a-751b4fdf2d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:40:58.599417 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8c4388-ff62-4f95-b4c5-ddda931bc5f0 admin admin] Router 73afc011-2963-4147-9747-fdd85cb0610d has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:40:58.632940 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bc074156-10c3-4cad-b576-fcc053080a4c None None] Provisioning complete for port 97e62541-b4f9-40e3-b262-50ce329ad8d1 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:40:58.632940 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc074156-10c3-4cad-b576-fcc053080a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:58.712350 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bc074156-10c3-4cad-b576-fcc053080a4c None None] Port 97e62541-b4f9-40e3-b262-50ce329ad8d1 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:40:58.814569 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8c4388-ff62-4f95-b4c5-ddda931bc5f0 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:40:58.824079 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7d8c4388-ff62-4f95-b4c5-ddda931bc5f0 admin admin] 10.222.0.62 "PUT /v2.0/routers/73afc011-2963-4147-9747-fdd85cb0610d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3896666 Sep 21 15:40:58.916341 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b1019b26-59e0-4513-a7ea-c2a683975782 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:40:59.004163 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port b1019b26-59e0-4513-a7ea-c2a683975782 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:40:59.004790 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:40:59.146995 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port b1019b26-59e0-4513-a7ea-c2a683975782 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:40:59.418572 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-c2e1aaf7-9c96-47af-92d0-8d27a1edf8c1 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:40:59.419281 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-c2e1aaf7-9c96-47af-92d0-8d27a1edf8c1 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Synchronizing usage tracker for tenant:727295f6df4840169c03c6d9763fba1a on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:40:59.437263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-c2e1aaf7-9c96-47af-92d0-8d27a1edf8c1 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Unset dirty status for tenant:727295f6df4840169c03c6d9763fba1a on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:40:59.438559 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-c2e1aaf7-9c96-47af-92d0-8d27a1edf8c1 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/networks?id=ed9ce42e-0bc4-470c-b985-e9990d658204 HTTP/1.1" status: 200 len: 814 time: 0.1730502 Sep 21 15:40:59.454892 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-e9d85145-32c2-4e3c-8cc6-c77d6b4994a0 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/quotas/727295f6df4840169c03c6d9763fba1a HTTP/1.1" status: 200 len: 375 time: 0.0107691 Sep 21 15:40:59.553904 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-7b4c9309-a004-4fdc-b0ee-bd98fdd7a718 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=727295f6df4840169c03c6d9763fba1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920894 Sep 21 15:40:59.692129 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-02e92195-1f77-4078-8468-e2e26d58f9e1 service neutron] 10.222.0.62 "GET /v2.0/networks/ed9ce42e-0bc4-470c-b985-e9990d658204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310942 Sep 21 15:40:59.833465 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-01f97305-c0e7-4e45-81f5-393fc1fc630d service neutron] 10.222.0.62 "GET /v2.0/networks/ed9ce42e-0bc4-470c-b985-e9990d658204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343238 Sep 21 15:41:00.019293 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cae8e525-1a40-467a-b277-3443f9c483a1 req-2ab43251-9f34-41ed-b579-f32bcc53c6ec tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b535152-e57b-4489-943d-d7c0baa4b790 HTTP/1.1" status: 200 len: 210 time: 0.0508118 Sep 21 15:41:00.372355 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] Sync routers for ids ['73afc011-2963-4147-9747-fdd85cb0610d'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:41:00.382854 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] Routers {'73afc011-2963-4147-9747-fdd85cb0610d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:41:00.383534 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:40:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['73afc011-2963-4147-9747-fdd85cb0610d'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:00.561913 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] Set router 73afc011-2963-4147-9747-fdd85cb0610d gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:41:00.887248 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73afc011-2963-4147-9747-fdd85cb0610d', 'name': 'tempest-ServersNegativeTestJSON-1061507880-router', 'tenant_id': '727295f6df4840169c03c6d9763fba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': 'dffd5da1-5fdc-4f6d-99b5-e54389177f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:40:53Z', 'updated_at': '2022-09-21T15:40:57Z', 'revision_number': 4, 'project_id': '727295f6df4840169c03c6d9763fba1a', 'gw_port': {'id': 'dffd5da1-5fdc-4f6d-99b5-e54389177f69', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73afc011-2963-4147-9747-fdd85cb0610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:40:54Z', 'updated_at': '2022-09-21T15:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '97e62541-b4f9-40e3-b262-50ce329ad8d1', 'name': '', 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204', 'tenant_id': '727295f6df4840169c03c6d9763fba1a', 'mac_address': 'fa:16:3e:de:9f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73afc011-2963-4147-9747-fdd85cb0610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '5293f819-0624-43f7-a61a-751b4fdf2d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:40:57Z', 'updated_at': '2022-09-21T15:40:57Z', 'revision_number': 2, 'project_id': '727295f6df4840169c03c6d9763fba1a', 'subnets': [{'id': '5293f819-0624-43f7-a61a-751b4fdf2d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:00.891334 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] Checking router: 73afc011-2963-4147-9747-fdd85cb0610d for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:41:00.891687 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] Updating router 73afc011-2963-4147-9747-fdd85cb0610d port 97e62541-b4f9-40e3-b262-50ce329ad8d1 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:41:00.925435 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device dffd5da1-5fdc-4f6d-99b5-e54389177f69 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:41:00.951267 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:01.003479 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port dffd5da1-5fdc-4f6d-99b5-e54389177f69 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:41:01.011063 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port dffd5da1-5fdc-4f6d-99b5-e54389177f69 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:41:01.011771 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:01.197528 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port dffd5da1-5fdc-4f6d-99b5-e54389177f69 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:41:01.198063 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:01.218050 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port dffd5da1-5fdc-4f6d-99b5-e54389177f69, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=dffd5da1-5fdc-4f6d-99b5-e54389177f69,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:41:01.223767 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:01.243107 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-051184a8-6470-4dd4-a1e1-61ef8032fcfe req-a7bb5dc5-adb3-41fa-af35-e4309422e8c1 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b535152-e57b-4489-943d-d7c0baa4b790 HTTP/1.1" status: 200 len: 210 time: 0.0631845 Sep 21 15:41:01.310483 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=dffd5da1-5fdc-4f6d-99b5-e54389177f69,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:01.317747 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-5c5822aa-a2ff-4c7a-859f-ccf1754e615d tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:01.319171 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-5c5822aa-a2ff-4c7a-859f-ccf1754e615d tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.20 "GET /v2.0/networks?id=ed9ce42e-0bc4-470c-b985-e9990d658204 HTTP/1.1" status: 200 len: 814 time: 0.2767570 Sep 21 15:41:01.338190 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-4ebeee7a-df56-4bb4-be11-9c88b9e5bd80 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Request body: {'port': {'device_id': '3b535152-e57b-4489-943d-d7c0baa4b790', 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204', 'admin_state_up': True, 'tenant_id': '727295f6df4840169c03c6d9763fba1a'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:01.393565 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:01.406136 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] Transition to ACTIVE for port object 97e62541-b4f9-40e3-b262-50ce329ad8d1 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:41:01.412847 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:01.479589 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-4ebeee7a-df56-4bb4-be11-9c88b9e5bd80 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:01.483570 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-4ebeee7a-df56-4bb4-be11-9c88b9e5bd80 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Usage tracker for resource:port and tenant:727295f6df4840169c03c6d9763fba1a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:41:01.486491 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-4ebeee7a-df56-4bb4-be11-9c88b9e5bd80 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:41:01.493257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-4ebeee7a-df56-4bb4-be11-9c88b9e5bd80 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:01.505257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-4ebeee7a-df56-4bb4-be11-9c88b9e5bd80 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Made reservation on behalf of 727295f6df4840169c03c6d9763fba1a for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:41:01.510049 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-4ebeee7a-df56-4bb4-be11-9c88b9e5bd80 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:01.614625 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050ee4b-f708-40f0-9ef5-672c523b393d None None] Pushing event updated for resources: {'Port': ['ID=97e62541-b4f9-40e3-b262-50ce329ad8d1,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:01.634714 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ee4b-f708-40f0-9ef5-672c523b393d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:01.635053 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ee4b-f708-40f0-9ef5-672c523b393d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:01.635384 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ee4b-f708-40f0-9ef5-672c523b393d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:01.635708 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ee4b-f708-40f0-9ef5-672c523b393d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:01.636030 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ee4b-f708-40f0-9ef5-672c523b393d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:01.636349 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ee4b-f708-40f0-9ef5-672c523b393d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:01.636688 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ee4b-f708-40f0-9ef5-672c523b393d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:01.637009 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ee4b-f708-40f0-9ef5-672c523b393d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:01.637324 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ee4b-f708-40f0-9ef5-672c523b393d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:01.637635 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ee4b-f708-40f0-9ef5-672c523b393d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:01.637946 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ee4b-f708-40f0-9ef5-672c523b393d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:01.638259 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050ee4b-f708-40f0-9ef5-672c523b393d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:01.642862 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] Attempting to bind port 97e62541-b4f9-40e3-b262-50ce329ad8d1 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:41:01.643224 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] Attempting to bind port 97e62541-b4f9-40e3-b262-50ce329ad8d1 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '8fc761af-4802-4fe1-8ca5-189b5a3fbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:41:01.643575 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] Attempting to bind port 97e62541-b4f9-40e3-b262-50ce329ad8d1 on network ed9ce42e-0bc4-470c-b985-e9990d658204 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:41:01.649525 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:41:01.649886 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] Checking segment: {'id': '8fc761af-4802-4fe1-8ca5-189b5a3fbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:41:01.650276 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:01.650654 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] Bound using segment: {'id': '8fc761af-4802-4fe1-8ca5-189b5a3fbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:41:01.651108 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] Bound port: 97e62541-b4f9-40e3-b262-50ce329ad8d1, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc761af-4802-4fe1-8ca5-189b5a3fbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:41:01.651470 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:01.682465 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-4ebeee7a-df56-4bb4-be11-9c88b9e5bd80 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Allocated IP 172.20.0.5 (ed9ce42e-0bc4-470c-b985-e9990d658204/5293f819-0624-43f7-a61a-751b4fdf2d2e/97c85720-410f-4dba-8fb2-3c843afd2d8e) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:41:01.770065 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] For port 97e62541-b4f9-40e3-b262-50ce329ad8d1, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:41:01.773780 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] For port 97e62541-b4f9-40e3-b262-50ce329ad8d1, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=97e62541-b4f9-40e3-b262-50ce329ad8d1,segment=NetworkSegment(8fc761af-4802-4fe1-8ca5-189b5a3fbc7d),segment_id=8fc761af-4802-4fe1-8ca5-189b5a3fbc7d)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:41:01.777824 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:01.840782 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] Routers {'73afc011-2963-4147-9747-fdd85cb0610d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:41:01.841402 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:40:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['73afc011-2963-4147-9747-fdd85cb0610d'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:01.927194 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050ee4b-f708-40f0-9ef5-672c523b393d None None] Pushing event updated for resources: {'Port': ['ID=97e62541-b4f9-40e3-b262-50ce329ad8d1,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:02.003171 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-4ebeee7a-df56-4bb4-be11-9c88b9e5bd80 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:02.019626 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-4ebeee7a-df56-4bb4-be11-9c88b9e5bd80 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Transition to ACTIVE for port object 97c85720-410f-4dba-8fb2-3c843afd2d8e will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:41:02.036497 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] Set router 73afc011-2963-4147-9747-fdd85cb0610d gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:41:02.045027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-4ebeee7a-df56-4bb4-be11-9c88b9e5bd80 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:02.112740 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-4ebeee7a-df56-4bb4-be11-9c88b9e5bd80 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Network ed9ce42e-0bc4-470c-b985-e9990d658204 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:41:02.115564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-4ebeee7a-df56-4bb4-be11-9c88b9e5bd80 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:41:02.119599 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-4ebeee7a-df56-4bb4-be11-9c88b9e5bd80 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:41:02.159436 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebeee7a-df56-4bb4-be11-9c88b9e5bd80 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Pushing event updated for resources: {'Port': ['ID=97c85720-410f-4dba-8fb2-3c843afd2d8e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:02.191415 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-4ebeee7a-df56-4bb4-be11-9c88b9e5bd80 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:02.192046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-4ebeee7a-df56-4bb4-be11-9c88b9e5bd80 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:02.216366 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-4ebeee7a-df56-4bb4-be11-9c88b9e5bd80 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8826835 Sep 21 15:41:02.229690 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] Request body: {'port': {'device_id': '3b535152-e57b-4489-943d-d7c0baa4b790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:02.352756 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:02.370872 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f4f3b4da-6f20-4ff8-90d0-3beffd45610d None None] Provisioning for port 97c85720-410f-4dba-8fb2-3c843afd2d8e completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:41:02.377347 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f4f3b4da-6f20-4ff8-90d0-3beffd45610d None None] Provisioning complete for port 97c85720-410f-4dba-8fb2-3c843afd2d8e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:41:02.377969 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f4f3b4da-6f20-4ff8-90d0-3beffd45610d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:02.383904 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73afc011-2963-4147-9747-fdd85cb0610d', 'name': 'tempest-ServersNegativeTestJSON-1061507880-router', 'tenant_id': '727295f6df4840169c03c6d9763fba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': 'dffd5da1-5fdc-4f6d-99b5-e54389177f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:40:53Z', 'updated_at': '2022-09-21T15:40:57Z', 'revision_number': 4, 'project_id': '727295f6df4840169c03c6d9763fba1a', 'gw_port': {'id': 'dffd5da1-5fdc-4f6d-99b5-e54389177f69', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73afc011-2963-4147-9747-fdd85cb0610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:40:54Z', 'updated_at': '2022-09-21T15:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '97e62541-b4f9-40e3-b262-50ce329ad8d1', 'name': '', 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204', 'tenant_id': '727295f6df4840169c03c6d9763fba1a', 'mac_address': 'fa:16:3e:de:9f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73afc011-2963-4147-9747-fdd85cb0610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '5293f819-0624-43f7-a61a-751b4fdf2d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:40:57Z', 'updated_at': '2022-09-21T15:41:01Z', 'revision_number': 4, 'project_id': '727295f6df4840169c03c6d9763fba1a', 'subnets': [{'id': '5293f819-0624-43f7-a61a-751b4fdf2d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:02.389301 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dbcb66-ac60-4950-98e1-a585b59a9d49 None None] The sync data for ids ['73afc011-2963-4147-9747-fdd85cb0610d'] in dv-neutron-858731-1-hyperv is: [{'id': '73afc011-2963-4147-9747-fdd85cb0610d', 'name': 'tempest-ServersNegativeTestJSON-1061507880-router', 'tenant_id': '727295f6df4840169c03c6d9763fba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': 'dffd5da1-5fdc-4f6d-99b5-e54389177f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:40:53Z', 'updated_at': '2022-09-21T15:40:57Z', 'revision_number': 4, 'project_id': '727295f6df4840169c03c6d9763fba1a', 'gw_port': {'id': 'dffd5da1-5fdc-4f6d-99b5-e54389177f69', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73afc011-2963-4147-9747-fdd85cb0610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:40:54Z', 'updated_at': '2022-09-21T15:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '97e62541-b4f9-40e3-b262-50ce329ad8d1', 'name': '', 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204', 'tenant_id': '727295f6df4840169c03c6d9763fba1a', 'mac_address': 'fa:16:3e:de:9f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73afc011-2963-4147-9747-fdd85cb0610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '5293f819-0624-43f7-a61a-751b4fdf2d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:40:57Z', 'updated_at': '2022-09-21T15:41:01Z', 'revision_number': 4, 'project_id': '727295f6df4840169c03c6d9763fba1a', 'subnets': [{'id': '5293f819-0624-43f7-a61a-751b4fdf2d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:41:02.439961 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f4f3b4da-6f20-4ff8-90d0-3beffd45610d None None] Port 97c85720-410f-4dba-8fb2-3c843afd2d8e cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:41:02.658239 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9a483-f379-4632-bb59-73d9c7f9a89c req-f0304670-d431-438a-923d-3a9c42a867af tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:02.658935 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-eeb9a483-f379-4632-bb59-73d9c7f9a89c req-f0304670-d431-438a-923d-3a9c42a867af tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Synchronizing usage tracker for tenant:727295f6df4840169c03c6d9763fba1a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:41:02.714154 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-eeb9a483-f379-4632-bb59-73d9c7f9a89c req-f0304670-d431-438a-923d-3a9c42a867af tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Unset dirty status for tenant:727295f6df4840169c03c6d9763fba1a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:41:02.715296 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eeb9a483-f379-4632-bb59-73d9c7f9a89c req-f0304670-d431-438a-923d-3a9c42a867af tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b535152-e57b-4489-943d-d7c0baa4b790 HTTP/1.1" status: 200 len: 931 time: 0.3151326 Sep 21 15:41:02.812693 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-eeb9a483-f379-4632-bb59-73d9c7f9a89c req-f6d5914b-fd21-4642-bf08-a4cdb6593749 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Synchronizing usage tracker for tenant:727295f6df4840169c03c6d9763fba1a on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:41:02.846548 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c85720-410f-4dba-8fb2-3c843afd2d8e {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:41:02.856204 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:02.860077 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-eeb9a483-f379-4632-bb59-73d9c7f9a89c req-f6d5914b-fd21-4642-bf08-a4cdb6593749 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Unset dirty status for tenant:727295f6df4840169c03c6d9763fba1a on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:41:02.861256 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eeb9a483-f379-4632-bb59-73d9c7f9a89c req-f6d5914b-fd21-4642-bf08-a4cdb6593749 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379530 Sep 21 15:41:02.876126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] Transition to ACTIVE for port object 97c85720-410f-4dba-8fb2-3c843afd2d8e will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:41:02.882279 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:02.944428 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 97e62541-b4f9-40e3-b262-50ce329ad8d1 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:41:03.021326 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 97e62541-b4f9-40e3-b262-50ce329ad8d1 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:41:03.027257 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 97e62541-b4f9-40e3-b262-50ce329ad8d1 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:41:03.027628 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:03.090039 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] Pushing event updated for resources: {'Port': ['ID=97c85720-410f-4dba-8fb2-3c843afd2d8e,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:03.124268 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] Attempting to bind port 97c85720-410f-4dba-8fb2-3c843afd2d8e on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:41:03.124756 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] Attempting to bind port 97c85720-410f-4dba-8fb2-3c843afd2d8e by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '8fc761af-4802-4fe1-8ca5-189b5a3fbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:41:03.125177 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] Attempting to bind port 97c85720-410f-4dba-8fb2-3c843afd2d8e on network ed9ce42e-0bc4-470c-b985-e9990d658204 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:41:03.130167 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] Port 97c85720-410f-4dba-8fb2-3c843afd2d8e on network ed9ce42e-0bc4-470c-b985-e9990d658204 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:41:03.130598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] Attempting to bind port 97c85720-410f-4dba-8fb2-3c843afd2d8e on network ed9ce42e-0bc4-470c-b985-e9990d658204 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:41:03.136726 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:41:03.137133 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] Checking segment: {'id': '8fc761af-4802-4fe1-8ca5-189b5a3fbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:41:03.137601 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] Bound using segment: {'id': '8fc761af-4802-4fe1-8ca5-189b5a3fbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:41:03.138097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] Bound port: 97c85720-410f-4dba-8fb2-3c843afd2d8e, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc761af-4802-4fe1-8ca5-189b5a3fbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:41:03.138445 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:03.157149 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 97e62541-b4f9-40e3-b262-50ce329ad8d1 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:41:03.158098 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:03.190415 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 97e62541-b4f9-40e3-b262-50ce329ad8d1, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=97e62541-b4f9-40e3-b262-50ce329ad8d1,segment=NetworkSegment(8fc761af-4802-4fe1-8ca5-189b5a3fbc7d),segment_id=8fc761af-4802-4fe1-8ca5-189b5a3fbc7d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:41:03.194131 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:03.195663 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device dffd5da1-5fdc-4f6d-99b5-e54389177f69 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:41:03.227892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] For port 97c85720-410f-4dba-8fb2-3c843afd2d8e, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:41:03.230995 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] For port 97c85720-410f-4dba-8fb2-3c843afd2d8e, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=97c85720-410f-4dba-8fb2-3c843afd2d8e,segment=NetworkSegment(8fc761af-4802-4fe1-8ca5-189b5a3fbc7d),segment_id=8fc761af-4802-4fe1-8ca5-189b5a3fbc7d)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:41:03.234525 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:03.266778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:03.267390 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:03.269699 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] 10.222.0.20 "PUT /v2.0/ports/97c85720-410f-4dba-8fb2-3c843afd2d8e HTTP/1.1" status: 200 len: 1093 time: 1.0442452 Sep 21 15:41:03.276237 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b535152-e57b-4489-943d-d7c0baa4b790', 'tag': '97c85720-410f-4dba-8fb2-3c843afd2d8e'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:41:03.278609 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a537ac-8c08-4098-9aba-5056ace5eff0" -d '{"events": [{"name": "network-changed", "server_uuid": "3b535152-e57b-4489-943d-d7c0baa4b790", "tag": "97c85720-410f-4dba-8fb2-3c843afd2d8e"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:41:03.321559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5479770-732b-4dcb-aa70-846a91737d55 service neutron] Pushing event updated for resources: {'Port': ['ID=97c85720-410f-4dba-8fb2-3c843afd2d8e,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:03.336806 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=97e62541-b4f9-40e3-b262-50ce329ad8d1,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:03.340166 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port dffd5da1-5fdc-4f6d-99b5-e54389177f69 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:41:03.340559 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:03.365566 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2bb749-a27e-49cb-a964-08abb2f5e94b x-openstack-request-id: req-bd2bb749-a27e-49cb-a964-08abb2f5e94b {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:41:03.366674 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b535152-e57b-4489-943d-d7c0baa4b790", "tag": "97c85720-410f-4dba-8fb2-3c843afd2d8e", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:41:03.366674 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd2bb749-a27e-49cb-a964-08abb2f5e94b {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:41:03.367001 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2bb749-a27e-49cb-a964-08abb2f5e94b'] response: {'name': 'network-changed', 'server_uuid': '3b535152-e57b-4489-943d-d7c0baa4b790', 'tag': '97c85720-410f-4dba-8fb2-3c843afd2d8e', 'status': 'completed', 'code': 200} Sep 21 15:41:03.403605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-b07268f1-54b5-43e5-a682-4fb5a218ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:03.405182 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-b07268f1-54b5-43e5-a682-4fb5a218ec71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=727295f6df4840169c03c6d9763fba1a&device_id=3b535152-e57b-4489-943d-d7c0baa4b790 HTTP/1.1" status: 200 len: 1096 time: 0.0859666 Sep 21 15:41:03.461159 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port dffd5da1-5fdc-4f6d-99b5-e54389177f69 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:41:03.481967 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-9631b923-1e91-4571-8485-75030d749b57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97c85720-410f-4dba-8fb2-3c843afd2d8e HTTP/1.1" status: 200 len: 217 time: 0.0664110 Sep 21 15:41:03.547203 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-dcfc2190-568e-48c8-bbad-b85960081d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:03.548630 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-dcfc2190-568e-48c8-bbad-b85960081d19 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5293f819-0624-43f7-a61a-751b4fdf2d2e HTTP/1.1" status: 200 len: 853 time: 0.0577266 Sep 21 15:41:03.637662 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-f8549de3-e765-4721-9e29-d06f4d39aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:03.639056 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-f8549de3-e765-4721-9e29-d06f4d39aa18 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ed9ce42e-0bc4-470c-b985-e9990d658204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813448 Sep 21 15:41:03.772511 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-9ba1bc00-36d4-4d2a-8ef4-46aa2b3e4e91 service neutron] 10.222.0.20 "GET /v2.0/networks/ed9ce42e-0bc4-470c-b985-e9990d658204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252124 Sep 21 15:41:04.053862 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1d8692b-6aeb-47f9-b20f-3913db1965d0 req-fee9f97c-9cdc-4914-bc91-be38428ea800 service neutron] 10.222.0.20 "GET /v2.0/networks/ed9ce42e-0bc4-470c-b985-e9990d658204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724288 Sep 21 15:41:04.088472 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f37f7-e41a-4982-baa1-7a7ae6ee26ed req-db459510-abd2-4c7f-917a-1e5ea773fba1 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:04.089915 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e39f37f7-e41a-4982-baa1-7a7ae6ee26ed req-db459510-abd2-4c7f-917a-1e5ea773fba1 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b535152-e57b-4489-943d-d7c0baa4b790 HTTP/1.1" status: 200 len: 943 time: 0.1039882 Sep 21 15:41:04.190775 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e39f37f7-e41a-4982-baa1-7a7ae6ee26ed req-d5c26f12-5917-4c82-afb7-01d329bc470d tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939486 Sep 21 15:41:04.211281 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a537ac-8c08-4098-9aba-5056ace5eff0 req-868c7e24-2c9a-4058-aed0-e5dc10cc7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:04.212727 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-37a537ac-8c08-4098-9aba-5056ace5eff0 req-868c7e24-2c9a-4058-aed0-e5dc10cc7c56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=727295f6df4840169c03c6d9763fba1a&device_id=3b535152-e57b-4489-943d-d7c0baa4b790 HTTP/1.1" status: 200 len: 1096 time: 0.0980089 Sep 21 15:41:04.346623 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a537ac-8c08-4098-9aba-5056ace5eff0 req-cc97050a-71f9-42ad-8e3e-b80590f56c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:04.348032 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-37a537ac-8c08-4098-9aba-5056ace5eff0 req-cc97050a-71f9-42ad-8e3e-b80590f56c12 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ed9ce42e-0bc4-470c-b985-e9990d658204 HTTP/1.1" status: 200 len: 915 time: 0.1251926 Sep 21 15:41:04.414091 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-37a537ac-8c08-4098-9aba-5056ace5eff0 req-30ee28e1-a6b2-43c9-a171-aff626de93bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97c85720-410f-4dba-8fb2-3c843afd2d8e HTTP/1.1" status: 200 len: 217 time: 0.0587490 Sep 21 15:41:04.480783 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a537ac-8c08-4098-9aba-5056ace5eff0 req-a4fe4c88-2b28-445e-a7a1-5390df85f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:04.482164 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-37a537ac-8c08-4098-9aba-5056ace5eff0 req-a4fe4c88-2b28-445e-a7a1-5390df85f7e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5293f819-0624-43f7-a61a-751b4fdf2d2e HTTP/1.1" status: 200 len: 853 time: 0.0595036 Sep 21 15:41:04.564516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a537ac-8c08-4098-9aba-5056ace5eff0 req-049e9025-1194-4a47-bfab-7c027fca1779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:04.566137 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-37a537ac-8c08-4098-9aba-5056ace5eff0 req-049e9025-1194-4a47-bfab-7c027fca1779 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ed9ce42e-0bc4-470c-b985-e9990d658204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770853 Sep 21 15:41:04.700548 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-37a537ac-8c08-4098-9aba-5056ace5eff0 req-51510610-86ee-4dc1-abf4-ef8803673241 service neutron] 10.222.0.20 "GET /v2.0/networks/ed9ce42e-0bc4-470c-b985-e9990d658204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272554 Sep 21 15:41:04.832864 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-37a537ac-8c08-4098-9aba-5056ace5eff0 req-83f21600-d7f2-4731-a57e-2faeb97ee51c service neutron] 10.222.0.20 "GET /v2.0/networks/ed9ce42e-0bc4-470c-b985-e9990d658204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256008 Sep 21 15:41:04.908712 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 97e62541-b4f9-40e3-b262-50ce329ad8d1 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:41:04.983310 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 97e62541-b4f9-40e3-b262-50ce329ad8d1 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:41:04.983676 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:05.098842 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 97e62541-b4f9-40e3-b262-50ce329ad8d1 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:41:05.399364 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5262de-f533-4c8e-a20a-a6aebe7fe0ab req-eec0ac28-aa90-4678-9ba9-408f159b691f tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:05.400858 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d5262de-f533-4c8e-a20a-a6aebe7fe0ab req-eec0ac28-aa90-4678-9ba9-408f159b691f tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b535152-e57b-4489-943d-d7c0baa4b790 HTTP/1.1" status: 200 len: 943 time: 0.0927455 Sep 21 15:41:05.445222 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d5262de-f533-4c8e-a20a-a6aebe7fe0ab req-a6f5cb62-1ab4-4c5b-8e80-2ea04e8b5a78 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378218 Sep 21 15:41:05.583442 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-29ab1a7e-9531-4fd6-aee2-cd9b071ba4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:05.830527 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 97c85720-410f-4dba-8fb2-3c843afd2d8e details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:41:05.961791 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 97c85720-410f-4dba-8fb2-3c843afd2d8e, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=97c85720-410f-4dba-8fb2-3c843afd2d8e,segment=NetworkSegment(8fc761af-4802-4fe1-8ca5-189b5a3fbc7d),segment_id=8fc761af-4802-4fe1-8ca5-189b5a3fbc7d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:41:05.975450 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '97c85720-410f-4dba-8fb2-3c843afd2d8e', 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204', 'port_id': '97c85720-410f-4dba-8fb2-3c843afd2d8e', 'mac_address': 'fa:16:3e:43:3f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5293f819-0624-43f7-a61a-751b4fdf2d2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:41:06.030308 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 97c85720-410f-4dba-8fb2-3c843afd2d8e is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:41:06.030688 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:06.047414 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c85720-410f-4dba-8fb2-3c843afd2d8e {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:41:06.063563 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 97c85720-410f-4dba-8fb2-3c843afd2d8e, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=97c85720-410f-4dba-8fb2-3c843afd2d8e,segment=NetworkSegment(8fc761af-4802-4fe1-8ca5-189b5a3fbc7d),segment_id=8fc761af-4802-4fe1-8ca5-189b5a3fbc7d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:41:06.067165 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:06.136018 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=97c85720-410f-4dba-8fb2-3c843afd2d8e,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:06.373810 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['97c85720-410f-4dba-8fb2-3c843afd2d8e'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:41:06.642373 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabebb39-b742-4b67-851a-0e57de180930 req-dacbdaf8-b74e-4c75-960a-19014cb90407 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:06.643802 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eabebb39-b742-4b67-851a-0e57de180930 req-dacbdaf8-b74e-4c75-960a-19014cb90407 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b535152-e57b-4489-943d-d7c0baa4b790 HTTP/1.1" status: 200 len: 944 time: 0.0884089 Sep 21 15:41:06.690900 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eabebb39-b742-4b67-851a-0e57de180930 req-3c3af10a-5ec4-4a78-81e2-8526900d2a92 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405610 Sep 21 15:41:07.829829 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 97c85720-410f-4dba-8fb2-3c843afd2d8e up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:41:07.888821 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd85df4-714e-436a-ab44-a8cfa9e0b140 req-cf71926d-ba95-453f-bdeb-1721579f3520 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:07.890280 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7bd85df4-714e-436a-ab44-a8cfa9e0b140 req-cf71926d-ba95-453f-bdeb-1721579f3520 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b535152-e57b-4489-943d-d7c0baa4b790 HTTP/1.1" status: 200 len: 944 time: 0.0895510 Sep 21 15:41:07.898307 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 97c85720-410f-4dba-8fb2-3c843afd2d8e completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:41:07.903032 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 97c85720-410f-4dba-8fb2-3c843afd2d8e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:41:07.903397 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:07.939476 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7bd85df4-714e-436a-ab44-a8cfa9e0b140 req-c95fb345-f351-4cbf-9c8c-d03ee79bb4d1 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428510 Sep 21 15:41:07.966910 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9a79297f-d8c6-43f6-8316-ca70caf0cde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:08.031700 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 97c85720-410f-4dba-8fb2-3c843afd2d8e is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:41:08.032077 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:08.059454 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b535152-e57b-4489-943d-d7c0baa4b790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c85720-410f-4dba-8fb2-3c843afd2d8e'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:41:08.061755 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149ac90c-1b50-4160-b43d-36a51ed7c748" -d '{"events": [{"server_uuid": "3b535152-e57b-4489-943d-d7c0baa4b790", "name": "network-vif-plugged", "status": "completed", "tag": "97c85720-410f-4dba-8fb2-3c843afd2d8e"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:41:08.070227 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 97c85720-410f-4dba-8fb2-3c843afd2d8e, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=97c85720-410f-4dba-8fb2-3c843afd2d8e,segment=NetworkSegment(8fc761af-4802-4fe1-8ca5-189b5a3fbc7d),segment_id=8fc761af-4802-4fe1-8ca5-189b5a3fbc7d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:41:08.074005 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:08.105527 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d59e9c-54a1-49f7-b4e2-718ed18da656 x-openstack-request-id: req-43d59e9c-54a1-49f7-b4e2-718ed18da656 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:41:08.105826 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b535152-e57b-4489-943d-d7c0baa4b790", "name": "network-vif-plugged", "status": "completed", "tag": "97c85720-410f-4dba-8fb2-3c843afd2d8e", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:41:08.106077 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-43d59e9c-54a1-49f7-b4e2-718ed18da656 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:41:08.106465 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d59e9c-54a1-49f7-b4e2-718ed18da656'] response: {'server_uuid': '3b535152-e57b-4489-943d-d7c0baa4b790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c85720-410f-4dba-8fb2-3c843afd2d8e', 'code': 200} Sep 21 15:41:08.148335 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=97c85720-410f-4dba-8fb2-3c843afd2d8e,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:08.356116 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cb137-838e-4b2d-bba4-037c7101e625 req-70c4338a-558c-4b6b-bf4e-15196eaffcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:08.357520 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-401cb137-838e-4b2d-bba4-037c7101e625 req-70c4338a-558c-4b6b-bf4e-15196eaffcf7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3b535152-e57b-4489-943d-d7c0baa4b790 HTTP/1.1" status: 200 len: 1098 time: 0.0802362 Sep 21 15:41:08.400783 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-401cb137-838e-4b2d-bba4-037c7101e625 req-8f282f4d-46fa-4bba-917f-cf8922b1d7ad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336046 Sep 21 15:41:08.786277 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:08.986137 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:09.146292 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895790f-fa15-434a-8db0-a842a8bf9036 req-082d51fd-36d1-42f0-88a5-e7677784d362 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:09.148380 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9895790f-fa15-434a-8db0-a842a8bf9036 req-082d51fd-36d1-42f0-88a5-e7677784d362 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b535152-e57b-4489-943d-d7c0baa4b790 HTTP/1.1" status: 200 len: 945 time: 0.0878584 Sep 21 15:41:09.194910 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9895790f-fa15-434a-8db0-a842a8bf9036 req-a70e138f-12c5-420e-9be1-1933971d4bfc tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407615 Sep 21 15:41:10.400852 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efcb7d-e568-4408-9398-85a58c307b3a req-2396a8ac-e8cb-4b94-83aa-88b9927b62b3 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:10.402278 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b6efcb7d-e568-4408-9398-85a58c307b3a req-2396a8ac-e8cb-4b94-83aa-88b9927b62b3 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b535152-e57b-4489-943d-d7c0baa4b790 HTTP/1.1" status: 200 len: 945 time: 0.0887339 Sep 21 15:41:10.445605 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b6efcb7d-e568-4408-9398-85a58c307b3a req-d28bf368-6493-4f27-b8ae-6d9aba79df79 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376849 Sep 21 15:41:10.599096 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:10.863533 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739dd32-4071-4798-ae40-50b63b322a86 req-86ef7fe9-ece8-4fa1-b914-97fa9301eee8 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:10.864980 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d739dd32-4071-4798-ae40-50b63b322a86 req-86ef7fe9-ece8-4fa1-b914-97fa9301eee8 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/networks?id=ed9ce42e-0bc4-470c-b985-e9990d658204 HTTP/1.1" status: 200 len: 814 time: 0.2441528 Sep 21 15:41:10.879546 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d739dd32-4071-4798-ae40-50b63b322a86 req-f3d33120-7cb9-48a6-bd95-66d095ec5ef0 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/quotas/727295f6df4840169c03c6d9763fba1a HTTP/1.1" status: 200 len: 375 time: 0.0086925 Sep 21 15:41:10.974229 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d739dd32-4071-4798-ae40-50b63b322a86 req-beed6839-390d-4116-8ce6-5a749b7c1338 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=727295f6df4840169c03c6d9763fba1a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0892749 Sep 21 15:41:11.108586 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d739dd32-4071-4798-ae40-50b63b322a86 req-de2ce388-7b73-433f-b733-788abe9aaae4 service neutron] 10.222.0.62 "GET /v2.0/networks/ed9ce42e-0bc4-470c-b985-e9990d658204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268556 Sep 21 15:41:11.239983 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d739dd32-4071-4798-ae40-50b63b322a86 req-94c333db-c1e2-4289-8c90-d47bb00758c8 service neutron] 10.222.0.62 "GET /v2.0/networks/ed9ce42e-0bc4-470c-b985-e9990d658204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255195 Sep 21 15:41:11.424802 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-be758b81-b86f-4371-9e74-7cd22058815f req-c8d12234-4753-4bcf-a102-4cc355bb274d tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=d811e861-5f1c-4918-aa7f-e01f6f7d24da HTTP/1.1" status: 200 len: 210 time: 0.0495839 Sep 21 15:41:12.429154 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac977735-5839-4759-8f5e-22fa4948d98e tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:12.430621 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac977735-5839-4759-8f5e-22fa4948d98e tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.20 "GET /v2.0/networks?id=ed9ce42e-0bc4-470c-b985-e9990d658204 HTTP/1.1" status: 200 len: 814 time: 0.1504016 Sep 21 15:41:12.442353 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-d739dd32-4071-4798-ae40-50b63b322a86 req-6c87c8a0-80c9-4e96-9533-6037308be849 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Request body: {'port': {'device_id': 'd811e861-5f1c-4918-aa7f-e01f6f7d24da', 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204', 'admin_state_up': True, 'tenant_id': '727295f6df4840169c03c6d9763fba1a'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:12.604277 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7ff1af4a-92c8-4257-b1ed-2fdac42fcda2 req-39de669b-f2f9-484c-8de7-e3b28006b478 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=d811e861-5f1c-4918-aa7f-e01f6f7d24da HTTP/1.1" status: 200 len: 210 time: 0.0641551 Sep 21 15:41:12.631437 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-d739dd32-4071-4798-ae40-50b63b322a86 req-6c87c8a0-80c9-4e96-9533-6037308be849 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:12.641708 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-d739dd32-4071-4798-ae40-50b63b322a86 req-6c87c8a0-80c9-4e96-9533-6037308be849 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:12.652089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d739dd32-4071-4798-ae40-50b63b322a86 req-6c87c8a0-80c9-4e96-9533-6037308be849 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Made reservation on behalf of 727295f6df4840169c03c6d9763fba1a for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:41:12.655484 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d739dd32-4071-4798-ae40-50b63b322a86 req-6c87c8a0-80c9-4e96-9533-6037308be849 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:12.824933 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-d739dd32-4071-4798-ae40-50b63b322a86 req-6c87c8a0-80c9-4e96-9533-6037308be849 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Allocated IP 172.20.0.8 (ed9ce42e-0bc4-470c-b985-e9990d658204/5293f819-0624-43f7-a61a-751b4fdf2d2e/8dc523cb-e741-44a3-bcbd-2b87d0a26fd6) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:41:13.027062 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d739dd32-4071-4798-ae40-50b63b322a86 req-6c87c8a0-80c9-4e96-9533-6037308be849 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:13.043120 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-d739dd32-4071-4798-ae40-50b63b322a86 req-6c87c8a0-80c9-4e96-9533-6037308be849 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Transition to ACTIVE for port object 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:41:13.066558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d739dd32-4071-4798-ae40-50b63b322a86 req-6c87c8a0-80c9-4e96-9533-6037308be849 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:13.078405 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['97c85720-410f-4dba-8fb2-3c843afd2d8e'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:41:13.153600 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d739dd32-4071-4798-ae40-50b63b322a86 req-6c87c8a0-80c9-4e96-9533-6037308be849 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Network ed9ce42e-0bc4-470c-b985-e9990d658204 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:41:13.157070 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-d739dd32-4071-4798-ae40-50b63b322a86 req-6c87c8a0-80c9-4e96-9533-6037308be849 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:41:13.158966 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87c8a0-80c9-4e96-9533-6037308be849 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Pushing event updated for resources: {'Port': ['ID=8dc523cb-e741-44a3-bcbd-2b87d0a26fd6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:13.161059 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d739dd32-4071-4798-ae40-50b63b322a86 req-6c87c8a0-80c9-4e96-9533-6037308be849 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:41:13.233659 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739dd32-4071-4798-ae40-50b63b322a86 req-6c87c8a0-80c9-4e96-9533-6037308be849 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:13.234282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d739dd32-4071-4798-ae40-50b63b322a86 req-6c87c8a0-80c9-4e96-9533-6037308be849 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:13.260778 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d739dd32-4071-4798-ae40-50b63b322a86 req-6c87c8a0-80c9-4e96-9533-6037308be849 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8218105 Sep 21 15:41:13.271940 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] Request body: {'port': {'device_id': 'd811e861-5f1c-4918-aa7f-e01f6f7d24da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:13.385342 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:13.419287 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ffb26d28-d988-437a-9ffc-d9ecd4cd51bd None None] Provisioning for port 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:41:13.423960 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ffb26d28-d988-437a-9ffc-d9ecd4cd51bd None None] Provisioning complete for port 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:41:13.424324 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ffb26d28-d988-437a-9ffc-d9ecd4cd51bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:13.478530 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ffb26d28-d988-437a-9ffc-d9ecd4cd51bd None None] Port 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:41:13.855248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2128f8d-3083-4554-90c7-32e7849ae486 req-a2183623-9c9b-4b89-9d93-02c63a4b9c1d tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:13.855944 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e2128f8d-3083-4554-90c7-32e7849ae486 req-a2183623-9c9b-4b89-9d93-02c63a4b9c1d tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Synchronizing usage tracker for tenant:727295f6df4840169c03c6d9763fba1a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:41:13.917402 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e2128f8d-3083-4554-90c7-32e7849ae486 req-a2183623-9c9b-4b89-9d93-02c63a4b9c1d tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Unset dirty status for tenant:727295f6df4840169c03c6d9763fba1a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:41:13.918462 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e2128f8d-3083-4554-90c7-32e7849ae486 req-a2183623-9c9b-4b89-9d93-02c63a4b9c1d tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=d811e861-5f1c-4918-aa7f-e01f6f7d24da HTTP/1.1" status: 200 len: 931 time: 0.1995959 Sep 21 15:41:13.922055 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:41:13.931152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:13.971209 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] Transition to ACTIVE for port object 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:41:13.974129 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:14.079392 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e2128f8d-3083-4554-90c7-32e7849ae486 req-9fa48aa1-32aa-4da9-a12e-6424f8d8c6e8 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529586 Sep 21 15:41:14.167674 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] Pushing event updated for resources: {'Port': ['ID=8dc523cb-e741-44a3-bcbd-2b87d0a26fd6,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:14.212078 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] Attempting to bind port 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:41:14.212430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] Attempting to bind port 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '8fc761af-4802-4fe1-8ca5-189b5a3fbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:41:14.212765 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] Attempting to bind port 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 on network ed9ce42e-0bc4-470c-b985-e9990d658204 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:41:14.217255 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] Port 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 on network ed9ce42e-0bc4-470c-b985-e9990d658204 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:41:14.217569 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] Attempting to bind port 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 on network ed9ce42e-0bc4-470c-b985-e9990d658204 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:41:14.222674 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:41:14.223003 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] Checking segment: {'id': '8fc761af-4802-4fe1-8ca5-189b5a3fbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:41:14.223384 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] Bound using segment: {'id': '8fc761af-4802-4fe1-8ca5-189b5a3fbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:41:14.223799 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] Bound port: 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc761af-4802-4fe1-8ca5-189b5a3fbc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:41:14.224136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:14.316624 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] For port 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:41:14.319540 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] For port 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=8dc523cb-e741-44a3-bcbd-2b87d0a26fd6,segment=NetworkSegment(8fc761af-4802-4fe1-8ca5-189b5a3fbc7d),segment_id=8fc761af-4802-4fe1-8ca5-189b5a3fbc7d)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:41:14.324925 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:14.356201 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:14.356833 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:14.358186 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d739dd32-4071-4798-ae40-50b63b322a86 req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] 10.222.0.20 "PUT /v2.0/ports/8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 HTTP/1.1" status: 200 len: 1093 time: 1.0904725 Sep 21 15:41:14.358610 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd811e861-5f1c-4918-aa7f-e01f6f7d24da', 'tag': '8dc523cb-e741-44a3-bcbd-2b87d0a26fd6'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:41:14.360909 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e370224-09ca-454f-8355-21b5451c069d" -d '{"events": [{"name": "network-changed", "server_uuid": "d811e861-5f1c-4918-aa7f-e01f6f7d24da", "tag": "8dc523cb-e741-44a3-bcbd-2b87d0a26fd6"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:41:14.437367 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e556774a-f475-4b76-a6ad-63afa271ac39 x-openstack-request-id: req-e556774a-f475-4b76-a6ad-63afa271ac39 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:41:14.437565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d811e861-5f1c-4918-aa7f-e01f6f7d24da", "tag": "8dc523cb-e741-44a3-bcbd-2b87d0a26fd6", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:41:14.437806 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e556774a-f475-4b76-a6ad-63afa271ac39 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:41:14.438197 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e556774a-f475-4b76-a6ad-63afa271ac39'] response: {'name': 'network-changed', 'server_uuid': 'd811e861-5f1c-4918-aa7f-e01f6f7d24da', 'tag': '8dc523cb-e741-44a3-bcbd-2b87d0a26fd6', 'status': 'completed', 'code': 200} Sep 21 15:41:14.456548 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13748e-fd39-4d83-8f55-db0c5d37769f service neutron] Pushing event updated for resources: {'Port': ['ID=8dc523cb-e741-44a3-bcbd-2b87d0a26fd6,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:14.486811 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739dd32-4071-4798-ae40-50b63b322a86 req-23c50003-00db-4fab-9803-144f7c5553f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:14.488338 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d739dd32-4071-4798-ae40-50b63b322a86 req-23c50003-00db-4fab-9803-144f7c5553f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=727295f6df4840169c03c6d9763fba1a&device_id=d811e861-5f1c-4918-aa7f-e01f6f7d24da HTTP/1.1" status: 200 len: 1096 time: 0.0935836 Sep 21 15:41:14.560527 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d739dd32-4071-4798-ae40-50b63b322a86 req-58507e3e-692f-4cbc-9cb3-891fbefc9b90 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 HTTP/1.1" status: 200 len: 217 time: 0.0644095 Sep 21 15:41:14.621476 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739dd32-4071-4798-ae40-50b63b322a86 req-b191b442-ad88-489c-98fd-9772701fe44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:14.622860 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d739dd32-4071-4798-ae40-50b63b322a86 req-b191b442-ad88-489c-98fd-9772701fe44a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5293f819-0624-43f7-a61a-751b4fdf2d2e HTTP/1.1" status: 200 len: 853 time: 0.0568933 Sep 21 15:41:14.704941 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739dd32-4071-4798-ae40-50b63b322a86 req-4e75f617-76ad-4334-9aed-2adb88740a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:14.706585 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d739dd32-4071-4798-ae40-50b63b322a86 req-4e75f617-76ad-4334-9aed-2adb88740a80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ed9ce42e-0bc4-470c-b985-e9990d658204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773675 Sep 21 15:41:14.838165 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d739dd32-4071-4798-ae40-50b63b322a86 req-cdbee1eb-c55a-4948-94ec-15e06e3f1199 service neutron] 10.222.0.20 "GET /v2.0/networks/ed9ce42e-0bc4-470c-b985-e9990d658204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255796 Sep 21 15:41:14.969740 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d739dd32-4071-4798-ae40-50b63b322a86 req-9a383afe-f9e8-499d-8700-2650ca3145ee service neutron] 10.222.0.20 "GET /v2.0/networks/ed9ce42e-0bc4-470c-b985-e9990d658204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254656 Sep 21 15:41:15.098054 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e370224-09ca-454f-8355-21b5451c069d req-7e4b5bb7-4401-44ec-b561-8130120738f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:15.099515 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e370224-09ca-454f-8355-21b5451c069d req-7e4b5bb7-4401-44ec-b561-8130120738f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=727295f6df4840169c03c6d9763fba1a&device_id=d811e861-5f1c-4918-aa7f-e01f6f7d24da HTTP/1.1" status: 200 len: 1096 time: 0.0831580 Sep 21 15:41:15.299771 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e370224-09ca-454f-8355-21b5451c069d req-173e3a6f-e9bc-4a07-a942-4348c9fe3d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:15.301178 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e370224-09ca-454f-8355-21b5451c069d req-173e3a6f-e9bc-4a07-a942-4348c9fe3d12 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ed9ce42e-0bc4-470c-b985-e9990d658204 HTTP/1.1" status: 200 len: 915 time: 0.1948676 Sep 21 15:41:15.472984 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e370224-09ca-454f-8355-21b5451c069d req-b2097fc3-1b5d-4262-b9b8-08a3197dcf8d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 HTTP/1.1" status: 200 len: 217 time: 0.1644814 Sep 21 15:41:15.481459 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f56f1a-3e73-4df5-a8f8-01bcfa41167f req-6f753483-cbbb-42a7-8799-f0228ffea519 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:15.482809 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e6f56f1a-3e73-4df5-a8f8-01bcfa41167f req-6f753483-cbbb-42a7-8799-f0228ffea519 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=d811e861-5f1c-4918-aa7f-e01f6f7d24da HTTP/1.1" status: 200 len: 943 time: 0.2902648 Sep 21 15:41:15.572019 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e6f56f1a-3e73-4df5-a8f8-01bcfa41167f req-5c8b00c7-9512-4fc0-af87-1f19f39df95b tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569859 Sep 21 15:41:15.573440 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e370224-09ca-454f-8355-21b5451c069d req-527ce67a-4f5f-426d-ac77-4a5bc1fdf5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:15.574742 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e370224-09ca-454f-8355-21b5451c069d req-527ce67a-4f5f-426d-ac77-4a5bc1fdf5c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5293f819-0624-43f7-a61a-751b4fdf2d2e HTTP/1.1" status: 200 len: 853 time: 0.0911365 Sep 21 15:41:15.658674 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e370224-09ca-454f-8355-21b5451c069d req-ca6fc4a8-0119-4b3b-8a08-eb3453ebd801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:15.660129 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e370224-09ca-454f-8355-21b5451c069d req-ca6fc4a8-0119-4b3b-8a08-eb3453ebd801 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ed9ce42e-0bc4-470c-b985-e9990d658204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779140 Sep 21 15:41:15.792009 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e370224-09ca-454f-8355-21b5451c069d req-c0d3b769-4b01-4fce-aee8-0b68d9f8ebd7 service neutron] 10.222.0.20 "GET /v2.0/networks/ed9ce42e-0bc4-470c-b985-e9990d658204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247025 Sep 21 15:41:15.890326 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:41:15.923990 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e370224-09ca-454f-8355-21b5451c069d req-50e8af5b-9ee7-4ca3-8e14-581558d0f787 service neutron] 10.222.0.20 "GET /v2.0/networks/ed9ce42e-0bc4-470c-b985-e9990d658204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252332 Sep 21 15:41:16.030056 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=8dc523cb-e741-44a3-bcbd-2b87d0a26fd6,segment=NetworkSegment(8fc761af-4802-4fe1-8ca5-189b5a3fbc7d),segment_id=8fc761af-4802-4fe1-8ca5-189b5a3fbc7d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:41:16.043419 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '8dc523cb-e741-44a3-bcbd-2b87d0a26fd6', 'network_id': 'ed9ce42e-0bc4-470c-b985-e9990d658204', 'port_id': '8dc523cb-e741-44a3-bcbd-2b87d0a26fd6', 'mac_address': 'fa:16:3e:24:d1:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5293f819-0624-43f7-a61a-751b4fdf2d2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:41:16.097440 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:41:16.097811 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:16.117919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:41:16.133492 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=8dc523cb-e741-44a3-bcbd-2b87d0a26fd6,segment=NetworkSegment(8fc761af-4802-4fe1-8ca5-189b5a3fbc7d),segment_id=8fc761af-4802-4fe1-8ca5-189b5a3fbc7d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:41:16.137497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:16.203389 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=8dc523cb-e741-44a3-bcbd-2b87d0a26fd6,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:16.210657 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:16.211003 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:16.211338 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:16.211668 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:16.211995 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:16.212321 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:16.212668 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:16.212992 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:16.213313 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:16.213630 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:16.213949 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:16.214272 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:16.359495 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['8dc523cb-e741-44a3-bcbd-2b87d0a26fd6'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:41:16.781537 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a46a35-235f-411c-bf8a-206a35b7f8ae req-2e221ac6-9bcc-486e-909d-44cb46e03c1a tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:16.783029 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d7a46a35-235f-411c-bf8a-206a35b7f8ae req-2e221ac6-9bcc-486e-909d-44cb46e03c1a tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=d811e861-5f1c-4918-aa7f-e01f6f7d24da HTTP/1.1" status: 200 len: 944 time: 0.0931742 Sep 21 15:41:16.829217 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d7a46a35-235f-411c-bf8a-206a35b7f8ae req-01badc98-0672-4050-8841-3e93b89b06b4 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397589 Sep 21 15:41:17.890349 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:41:17.957996 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:41:17.963154 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:41:17.963577 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:18.032137 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3eb70-8dc1-41b6-afe7-99274def498c req-207aa7f9-b33e-4222-8645-75e8343e0940 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:18.033632 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eea3eb70-8dc1-41b6-afe7-99274def498c req-207aa7f9-b33e-4222-8645-75e8343e0940 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=d811e861-5f1c-4918-aa7f-e01f6f7d24da HTTP/1.1" status: 200 len: 944 time: 0.0922506 Sep 21 15:41:18.079408 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eea3eb70-8dc1-41b6-afe7-99274def498c req-42f338de-7031-4c68-b529-0e52c1dd1c2f tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394738 Sep 21 15:41:18.089171 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:41:18.089548 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:18.117038 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd811e861-5f1c-4918-aa7f-e01f6f7d24da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc523cb-e741-44a3-bcbd-2b87d0a26fd6'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:41:18.119205 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ad58af-d51e-40e9-90bd-8823096e972a" -d '{"events": [{"server_uuid": "d811e861-5f1c-4918-aa7f-e01f6f7d24da", "name": "network-vif-plugged", "status": "completed", "tag": "8dc523cb-e741-44a3-bcbd-2b87d0a26fd6"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:41:18.126820 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=8dc523cb-e741-44a3-bcbd-2b87d0a26fd6,segment=NetworkSegment(8fc761af-4802-4fe1-8ca5-189b5a3fbc7d),segment_id=8fc761af-4802-4fe1-8ca5-189b5a3fbc7d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:41:18.130943 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:18.163422 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0810e5-3346-40f6-a076-f74a84fc7912 x-openstack-request-id: req-7f0810e5-3346-40f6-a076-f74a84fc7912 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:41:18.163700 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d811e861-5f1c-4918-aa7f-e01f6f7d24da", "name": "network-vif-plugged", "status": "completed", "tag": "8dc523cb-e741-44a3-bcbd-2b87d0a26fd6", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:41:18.163896 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f0810e5-3346-40f6-a076-f74a84fc7912 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:41:18.164284 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f0810e5-3346-40f6-a076-f74a84fc7912'] response: {'server_uuid': 'd811e861-5f1c-4918-aa7f-e01f6f7d24da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc523cb-e741-44a3-bcbd-2b87d0a26fd6', 'code': 200} Sep 21 15:41:18.201688 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=8dc523cb-e741-44a3-bcbd-2b87d0a26fd6,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:18.400145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d9ee4-04a1-4a1e-91eb-55fc9766dac0 req-50dd6f6f-acca-4d31-9e0f-c3fad10ac702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:18.401707 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b05d9ee4-04a1-4a1e-91eb-55fc9766dac0 req-50dd6f6f-acca-4d31-9e0f-c3fad10ac702 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d811e861-5f1c-4918-aa7f-e01f6f7d24da HTTP/1.1" status: 200 len: 1098 time: 0.0779183 Sep 21 15:41:18.441642 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b05d9ee4-04a1-4a1e-91eb-55fc9766dac0 req-ce52c949-fd18-488e-bcae-7445270ffc58 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334940 Sep 21 15:41:19.278366 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f0d44-919f-4762-b100-7c9328e9c203 req-aef2d97e-3fcf-4d86-a6fd-2aeb0be0735f tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:19.279806 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b69f0d44-919f-4762-b100-7c9328e9c203 req-aef2d97e-3fcf-4d86-a6fd-2aeb0be0735f tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=d811e861-5f1c-4918-aa7f-e01f6f7d24da HTTP/1.1" status: 200 len: 945 time: 0.0892787 Sep 21 15:41:19.323575 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b69f0d44-919f-4762-b100-7c9328e9c203 req-91ee2f05-625b-4688-84cf-5c228ae3daa7 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380902 Sep 21 15:41:19.668720 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:41:20.527421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b47f4-8307-4d7e-9861-83eb0c55dbef req-1219411b-870f-4b73-95a4-a13094c3c921 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:20.528899 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f32b47f4-8307-4d7e-9861-83eb0c55dbef req-1219411b-870f-4b73-95a4-a13094c3c921 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=d811e861-5f1c-4918-aa7f-e01f6f7d24da HTTP/1.1" status: 200 len: 945 time: 0.0923040 Sep 21 15:41:20.576195 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f32b47f4-8307-4d7e-9861-83eb0c55dbef req-fc4acc25-91bc-4333-b821-663aca2296ba tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416009 Sep 21 15:41:20.970361 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7534d-8a04-4c6d-a143-f375984258e1 req-7137dfe0-08c5-4c34-9e6e-6ffbdaa2eced tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:20.971822 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-73e7534d-8a04-4c6d-a143-f375984258e1 req-7137dfe0-08c5-4c34-9e6e-6ffbdaa2eced tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=d811e861-5f1c-4918-aa7f-e01f6f7d24da HTTP/1.1" status: 200 len: 945 time: 0.0904899 Sep 21 15:41:21.016299 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-73e7534d-8a04-4c6d-a143-f375984258e1 req-9f2e2f09-aa11-494d-963d-d93f6aed4aec tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382447 Sep 21 15:41:22.196855 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:22.268880 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ad0b6-4d12-4fc8-a4fe-86c436b35009 req-d53f5093-5dcf-4274-8f54-9694fc1fa714 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:22.270311 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3a9ad0b6-4d12-4fc8-a4fe-86c436b35009 req-d53f5093-5dcf-4274-8f54-9694fc1fa714 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=d811e861-5f1c-4918-aa7f-e01f6f7d24da HTTP/1.1" status: 200 len: 945 time: 0.1400032 Sep 21 15:41:22.327378 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3a9ad0b6-4d12-4fc8-a4fe-86c436b35009 req-bf001b0a-dc09-49d1-b333-be9204246f66 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490024 Sep 21 15:41:22.343722 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc451b2d-daf9-4629-a955-a6921ce8851b req-3a01ea84-9aba-46e7-aec8-de596809480a tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:22.345208 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dc451b2d-daf9-4629-a955-a6921ce8851b req-3a01ea84-9aba-46e7-aec8-de596809480a tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.20 "GET /v2.0/ports?device_id=d811e861-5f1c-4918-aa7f-e01f6f7d24da HTTP/1.1" status: 200 len: 945 time: 0.1394408 Sep 21 15:41:22.420022 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-dc451b2d-daf9-4629-a955-a6921ce8851b req-953fa449-05a7-4244-834b-a375c1be3e9d tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Deleting port 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:41:22.420360 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-dc451b2d-daf9-4629-a955-a6921ce8851b req-953fa449-05a7-4244-834b-a375c1be3e9d tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:22.666709 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-dc451b2d-daf9-4629-a955-a6921ce8851b req-953fa449-05a7-4244-834b-a375c1be3e9d tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] For port 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=8dc523cb-e741-44a3-bcbd-2b87d0a26fd6,segment=NetworkSegment(8fc761af-4802-4fe1-8ca5-189b5a3fbc7d),segment_id=8fc761af-4802-4fe1-8ca5-189b5a3fbc7d)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:41:22.666981 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-dc451b2d-daf9-4629-a955-a6921ce8851b req-953fa449-05a7-4244-834b-a375c1be3e9d tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:22.886825 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-dc451b2d-daf9-4629-a955-a6921ce8851b req-953fa449-05a7-4244-834b-a375c1be3e9d tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Calling delete_port for 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:41:23.032283 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-dc451b2d-daf9-4629-a955-a6921ce8851b req-953fa449-05a7-4244-834b-a375c1be3e9d tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:23.046408 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['97c85720-410f-4dba-8fb2-3c843afd2d8e', '8dc523cb-e741-44a3-bcbd-2b87d0a26fd6'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:41:23.081625 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fa449-05a7-4244-834b-a375c1be3e9d tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Pushing event deleted for resources: {'Port': ['ID=8dc523cb-e741-44a3-bcbd-2b87d0a26fd6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:23.175413 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc451b2d-daf9-4629-a955-a6921ce8851b req-953fa449-05a7-4244-834b-a375c1be3e9d tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] No DVR routers for this DVR port 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:41:23.177977 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-dc451b2d-daf9-4629-a955-a6921ce8851b req-953fa449-05a7-4244-834b-a375c1be3e9d tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:23.180765 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd811e861-5f1c-4918-aa7f-e01f6f7d24da', 'name': 'network-vif-deleted', 'tag': '8dc523cb-e741-44a3-bcbd-2b87d0a26fd6'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:41:23.183124 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e49e58-e699-4e08-b470-916ff0548016" -d '{"events": [{"server_uuid": "d811e861-5f1c-4918-aa7f-e01f6f7d24da", "name": "network-vif-deleted", "tag": "8dc523cb-e741-44a3-bcbd-2b87d0a26fd6"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:41:23.210870 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dc451b2d-daf9-4629-a955-a6921ce8851b req-953fa449-05a7-4244-834b-a375c1be3e9d tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.20 "DELETE /v2.0/ports/8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 HTTP/1.1" status: 204 len: 173 time: 0.8556077 Sep 21 15:41:23.229698 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bde4cc1-4845-4e1b-807d-2f219f8f9415 x-openstack-request-id: req-6bde4cc1-4845-4e1b-807d-2f219f8f9415 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:41:23.229992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d811e861-5f1c-4918-aa7f-e01f6f7d24da", "name": "network-vif-deleted", "tag": "8dc523cb-e741-44a3-bcbd-2b87d0a26fd6", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:41:23.230241 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6bde4cc1-4845-4e1b-807d-2f219f8f9415 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:41:23.230636 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bde4cc1-4845-4e1b-807d-2f219f8f9415'] response: {'server_uuid': 'd811e861-5f1c-4918-aa7f-e01f6f7d24da', 'name': 'network-vif-deleted', 'tag': '8dc523cb-e741-44a3-bcbd-2b87d0a26fd6', 'status': 'completed', 'code': 200} Sep 21 15:41:23.512126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-c72af2a0-f6c7-44ce-904c-34824deeb3d0 req-d7589455-3e28-4bea-992f-de9ce2bfa4fa tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Synchronizing usage tracker for tenant:727295f6df4840169c03c6d9763fba1a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:41:23.526755 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-c72af2a0-f6c7-44ce-904c-34824deeb3d0 req-d7589455-3e28-4bea-992f-de9ce2bfa4fa tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Unset dirty status for tenant:727295f6df4840169c03c6d9763fba1a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:41:23.527859 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c72af2a0-f6c7-44ce-904c-34824deeb3d0 req-d7589455-3e28-4bea-992f-de9ce2bfa4fa tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=d811e861-5f1c-4918-aa7f-e01f6f7d24da HTTP/1.1" status: 200 len: 210 time: 0.0649319 Sep 21 15:41:24.860977 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a75b55-6973-4764-b8c0-36db3632b764 req-6850c57a-7db8-409a-9331-3d92ca5993f2 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:24.862570 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c8a75b55-6973-4764-b8c0-36db3632b764 req-6850c57a-7db8-409a-9331-3d92ca5993f2 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b535152-e57b-4489-943d-d7c0baa4b790 HTTP/1.1" status: 200 len: 945 time: 0.1224606 Sep 21 15:41:24.910090 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c8a75b55-6973-4764-b8c0-36db3632b764 req-7e401c79-04de-464b-9001-b75cb456e062 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412343 Sep 21 15:41:25.123746 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc83304-3bba-4915-8bca-a31620af69c9 req-5cd2ba4e-c9a5-4305-b168-5b45b9aac3e8 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:25.125166 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8dc83304-3bba-4915-8bca-a31620af69c9 req-5cd2ba4e-c9a5-4305-b168-5b45b9aac3e8 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b535152-e57b-4489-943d-d7c0baa4b790 HTTP/1.1" status: 200 len: 945 time: 0.0891681 Sep 21 15:41:25.172683 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8dc83304-3bba-4915-8bca-a31620af69c9 req-1a79d1b2-a8b7-4e66-94fe-9fd73ea434ce tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419242 Sep 21 15:41:25.372461 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76f4b6-d1e9-4b72-af2c-fc976d5c2cf0 req-4ead0b76-c84d-4d39-88ec-c1899cd08cd0 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:25.374042 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ab76f4b6-d1e9-4b72-af2c-fc976d5c2cf0 req-4ead0b76-c84d-4d39-88ec-c1899cd08cd0 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b535152-e57b-4489-943d-d7c0baa4b790 HTTP/1.1" status: 200 len: 945 time: 0.0889194 Sep 21 15:41:25.421313 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ab76f4b6-d1e9-4b72-af2c-fc976d5c2cf0 req-f2e5de23-7d91-4aff-b3ed-e67e343345c3 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416775 Sep 21 15:41:25.728021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfadd3-c4e2-45f8-a7a2-d722c4924c14 req-6fafd737-eb6c-46c7-926a-610d75242bed tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:25.729531 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-38bfadd3-c4e2-45f8-a7a2-d722c4924c14 req-6fafd737-eb6c-46c7-926a-610d75242bed tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b535152-e57b-4489-943d-d7c0baa4b790 HTTP/1.1" status: 200 len: 945 time: 0.1005826 Sep 21 15:41:25.778378 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-38bfadd3-c4e2-45f8-a7a2-d722c4924c14 req-3c9b4aac-3dac-4b23-bacf-2bca376f692f tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418699 Sep 21 15:41:25.955231 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:41:25.984947 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b31624-da56-4fa3-ba95-237366133a86 req-2e8a2193-9d09-4e87-9633-e76757391bc8 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:25.988654 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1b31624-da56-4fa3-ba95-237366133a86 req-2e8a2193-9d09-4e87-9633-e76757391bc8 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b535152-e57b-4489-943d-d7c0baa4b790 HTTP/1.1" status: 200 len: 945 time: 0.0964465 Sep 21 15:41:25.994672 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:41:25.995011 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 8dc523cb-e741-44a3-bcbd-2b87d0a26fd6 not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:41:26.034969 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1b31624-da56-4fa3-ba95-237366133a86 req-609e5a8e-acbc-4fa8-befb-806bb854c4e7 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415812 Sep 21 15:41:26.245066 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f4891-4f64-4b26-a08d-bd38538cd228 req-076a28ed-471f-468d-8b91-4124925e9ebb tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:26.246408 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b5f4891-4f64-4b26-a08d-bd38538cd228 req-076a28ed-471f-468d-8b91-4124925e9ebb tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b535152-e57b-4489-943d-d7c0baa4b790 HTTP/1.1" status: 200 len: 945 time: 0.0900087 Sep 21 15:41:26.289395 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b5f4891-4f64-4b26-a08d-bd38538cd228 req-9d0c3cd2-51bf-44a6-9a84-36d3d9f9499f tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373254 Sep 21 15:41:26.817870 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87943c-156f-4ad0-a741-4d0d06040223 req-2fe5faab-bc66-49a5-9ee9-a66e9be590c0 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:26.820103 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9f87943c-156f-4ad0-a741-4d0d06040223 req-2fe5faab-bc66-49a5-9ee9-a66e9be590c0 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b535152-e57b-4489-943d-d7c0baa4b790 HTTP/1.1" status: 200 len: 945 time: 0.0907209 Sep 21 15:41:26.870745 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9f87943c-156f-4ad0-a741-4d0d06040223 req-bf1c4228-5702-49fd-b247-dfc1a7b0ee64 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433612 Sep 21 15:41:28.071755 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d472a-fe1c-4c35-80e9-178c01710131 req-493df473-bb03-41c5-8659-c786ceb3f795 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:28.073235 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f21d472a-fe1c-4c35-80e9-178c01710131 req-493df473-bb03-41c5-8659-c786ceb3f795 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b535152-e57b-4489-943d-d7c0baa4b790 HTTP/1.1" status: 200 len: 945 time: 0.0876942 Sep 21 15:41:28.124876 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f21d472a-fe1c-4c35-80e9-178c01710131 req-8480c6c3-e2ff-4f03-ac94-e56606ee5912 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/security-groups?id=31e68b28-c7e5-4f7f-916e-e510280b35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460477 Sep 21 15:41:28.241037 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc84b4-22b2-4e6d-87e8-69d1d30e1e67 req-f8128821-f7f8-426c-92d4-f5f6bf10fcb5 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:28.242464 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5adc84b4-22b2-4e6d-87e8-69d1d30e1e67 req-f8128821-f7f8-426c-92d4-f5f6bf10fcb5 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b535152-e57b-4489-943d-d7c0baa4b790 HTTP/1.1" status: 200 len: 945 time: 0.0886955 Sep 21 15:41:28.318030 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-5adc84b4-22b2-4e6d-87e8-69d1d30e1e67 req-bacba0ab-e597-44ac-a7a5-3b75d27f2ce1 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Deleting port 97c85720-410f-4dba-8fb2-3c843afd2d8e {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:41:28.318368 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5adc84b4-22b2-4e6d-87e8-69d1d30e1e67 req-bacba0ab-e597-44ac-a7a5-3b75d27f2ce1 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:28.562630 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-5adc84b4-22b2-4e6d-87e8-69d1d30e1e67 req-bacba0ab-e597-44ac-a7a5-3b75d27f2ce1 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] For port 97c85720-410f-4dba-8fb2-3c843afd2d8e, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=97c85720-410f-4dba-8fb2-3c843afd2d8e,segment=NetworkSegment(8fc761af-4802-4fe1-8ca5-189b5a3fbc7d),segment_id=8fc761af-4802-4fe1-8ca5-189b5a3fbc7d)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:41:28.562921 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5adc84b4-22b2-4e6d-87e8-69d1d30e1e67 req-bacba0ab-e597-44ac-a7a5-3b75d27f2ce1 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:28.694918 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-5adc84b4-22b2-4e6d-87e8-69d1d30e1e67 req-bacba0ab-e597-44ac-a7a5-3b75d27f2ce1 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Calling delete_port for 97c85720-410f-4dba-8fb2-3c843afd2d8e owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:41:28.841678 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5adc84b4-22b2-4e6d-87e8-69d1d30e1e67 req-bacba0ab-e597-44ac-a7a5-3b75d27f2ce1 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:28.858497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['97c85720-410f-4dba-8fb2-3c843afd2d8e'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:41:28.898478 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacba0ab-e597-44ac-a7a5-3b75d27f2ce1 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Pushing event deleted for resources: {'Port': ['ID=97c85720-410f-4dba-8fb2-3c843afd2d8e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:28.996416 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adc84b4-22b2-4e6d-87e8-69d1d30e1e67 req-bacba0ab-e597-44ac-a7a5-3b75d27f2ce1 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] No DVR routers for this DVR port 97c85720-410f-4dba-8fb2-3c843afd2d8e on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:41:28.998931 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5adc84b4-22b2-4e6d-87e8-69d1d30e1e67 req-bacba0ab-e597-44ac-a7a5-3b75d27f2ce1 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:29.001633 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b535152-e57b-4489-943d-d7c0baa4b790', 'name': 'network-vif-deleted', 'tag': '97c85720-410f-4dba-8fb2-3c843afd2d8e'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:41:29.003896 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb85ae9-8e28-4bee-b9a6-d1f19dd7a36d" -d '{"events": [{"server_uuid": "3b535152-e57b-4489-943d-d7c0baa4b790", "name": "network-vif-deleted", "tag": "97c85720-410f-4dba-8fb2-3c843afd2d8e"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:41:29.020656 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5adc84b4-22b2-4e6d-87e8-69d1d30e1e67 req-bacba0ab-e597-44ac-a7a5-3b75d27f2ce1 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.20 "DELETE /v2.0/ports/97c85720-410f-4dba-8fb2-3c843afd2d8e HTTP/1.1" status: 204 len: 173 time: 0.7693081 Sep 21 15:41:29.061869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8c8e27-bbee-4e4c-82bd-9ea89a329c5b x-openstack-request-id: req-bb8c8e27-bbee-4e4c-82bd-9ea89a329c5b {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:41:29.062158 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b535152-e57b-4489-943d-d7c0baa4b790", "name": "network-vif-deleted", "tag": "97c85720-410f-4dba-8fb2-3c843afd2d8e", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:41:29.062419 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bb8c8e27-bbee-4e4c-82bd-9ea89a329c5b {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:41:29.062800 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8c8e27-bbee-4e4c-82bd-9ea89a329c5b'] response: {'server_uuid': '3b535152-e57b-4489-943d-d7c0baa4b790', 'name': 'network-vif-deleted', 'tag': '97c85720-410f-4dba-8fb2-3c843afd2d8e', 'status': 'completed', 'code': 200} Sep 21 15:41:29.301408 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-2a097e9e-ca79-420c-bb79-72bfaa7a41ce req-56918486-03f7-48a5-8e65-60099ba61c37 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Synchronizing usage tracker for tenant:727295f6df4840169c03c6d9763fba1a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:41:29.316076 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-2a097e9e-ca79-420c-bb79-72bfaa7a41ce req-56918486-03f7-48a5-8e65-60099ba61c37 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] Unset dirty status for tenant:727295f6df4840169c03c6d9763fba1a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:41:29.317239 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2a097e9e-ca79-420c-bb79-72bfaa7a41ce req-56918486-03f7-48a5-8e65-60099ba61c37 tempest-ServersNegativeTestJSON-238550721 tempest-ServersNegativeTestJSON-238550721-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b535152-e57b-4489-943d-d7c0baa4b790 HTTP/1.1" status: 200 len: 210 time: 0.0661349 Sep 21 15:41:30.419275 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 38856) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:30.956192 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9d49c639-0363-4ed7-a1e5-a2f9043cc981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:31.410219 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9d49c639-0363-4ed7-a1e5-a2f9043cc981 admin admin] Deleting port 97e62541-b4f9-40e3-b262-50ce329ad8d1 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:41:31.410566 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9d49c639-0363-4ed7-a1e5-a2f9043cc981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:31.589045 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-9d49c639-0363-4ed7-a1e5-a2f9043cc981 admin admin] For port 97e62541-b4f9-40e3-b262-50ce329ad8d1, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=97e62541-b4f9-40e3-b262-50ce329ad8d1,segment=NetworkSegment(8fc761af-4802-4fe1-8ca5-189b5a3fbc7d),segment_id=8fc761af-4802-4fe1-8ca5-189b5a3fbc7d)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:41:31.589780 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9d49c639-0363-4ed7-a1e5-a2f9043cc981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:31.717656 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9d49c639-0363-4ed7-a1e5-a2f9043cc981 admin admin] Calling delete_port for 97e62541-b4f9-40e3-b262-50ce329ad8d1 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:41:32.002166 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 97c85720-410f-4dba-8fb2-3c843afd2d8e no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:41:32.037485 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 97c85720-410f-4dba-8fb2-3c843afd2d8e {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:41:32.037891 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 97c85720-410f-4dba-8fb2-3c843afd2d8e not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:41:32.054407 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9d49c639-0363-4ed7-a1e5-a2f9043cc981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:32.105506 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49c639-0363-4ed7-a1e5-a2f9043cc981 admin admin] Pushing event deleted for resources: {'Port': ['ID=97e62541-b4f9-40e3-b262-50ce329ad8d1,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:32.395706 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9d49c639-0363-4ed7-a1e5-a2f9043cc981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:32.874311 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d49c639-0363-4ed7-a1e5-a2f9043cc981 admin admin] Router 73afc011-2963-4147-9747-fdd85cb0610d has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:41:33.065597 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d49c639-0363-4ed7-a1e5-a2f9043cc981 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:41:33.082896 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a37e8-da30-4679-985e-6214d01edac3 None None] Sync routers for ids ['73afc011-2963-4147-9747-fdd85cb0610d'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:41:33.085453 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9d49c639-0363-4ed7-a1e5-a2f9043cc981 admin admin] 10.222.0.62 "PUT /v2.0/routers/73afc011-2963-4147-9747-fdd85cb0610d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6650622 Sep 21 15:41:33.088058 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 38860) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:33.095160 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6a37e8-da30-4679-985e-6214d01edac3 None None] Routers {'73afc011-2963-4147-9747-fdd85cb0610d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:41:33.095867 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4c6a37e8-da30-4679-985e-6214d01edac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:41:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['73afc011-2963-4147-9747-fdd85cb0610d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:33.268899 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edf0d000-a9ea-451b-a6bf-cfebacdea4e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:33.308916 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-4c6a37e8-da30-4679-985e-6214d01edac3 None None] Set router 73afc011-2963-4147-9747-fdd85cb0610d gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:41:33.457032 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edf0d000-a9ea-451b-a6bf-cfebacdea4e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:33.466208 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-edf0d000-a9ea-451b-a6bf-cfebacdea4e7 admin admin] Deleting port dffd5da1-5fdc-4f6d-99b5-e54389177f69 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:41:33.466540 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edf0d000-a9ea-451b-a6bf-cfebacdea4e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:33.606125 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4c6a37e8-da30-4679-985e-6214d01edac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73afc011-2963-4147-9747-fdd85cb0610d', 'name': 'tempest-ServersNegativeTestJSON-1061507880-router', 'tenant_id': '727295f6df4840169c03c6d9763fba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': 'dffd5da1-5fdc-4f6d-99b5-e54389177f69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:40:53Z', 'updated_at': '2022-09-21T15:41:31Z', 'revision_number': 5, 'project_id': '727295f6df4840169c03c6d9763fba1a', 'gw_port': {'id': 'dffd5da1-5fdc-4f6d-99b5-e54389177f69', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73afc011-2963-4147-9747-fdd85cb0610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:40:54Z', 'updated_at': '2022-09-21T15:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:33.610253 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a37e8-da30-4679-985e-6214d01edac3 None None] Checking router: 73afc011-2963-4147-9747-fdd85cb0610d for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:41:33.618652 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6a37e8-da30-4679-985e-6214d01edac3 None None] Routers {'73afc011-2963-4147-9747-fdd85cb0610d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:41:33.619284 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4c6a37e8-da30-4679-985e-6214d01edac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:41:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['73afc011-2963-4147-9747-fdd85cb0610d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:33.640512 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-edf0d000-a9ea-451b-a6bf-cfebacdea4e7 admin admin] For port dffd5da1-5fdc-4f6d-99b5-e54389177f69, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=dffd5da1-5fdc-4f6d-99b5-e54389177f69,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:41:33.640873 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edf0d000-a9ea-451b-a6bf-cfebacdea4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:33.765882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-edf0d000-a9ea-451b-a6bf-cfebacdea4e7 admin admin] Calling delete_port for dffd5da1-5fdc-4f6d-99b5-e54389177f69 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:41:33.772654 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-4c6a37e8-da30-4679-985e-6214d01edac3 None None] Set router 73afc011-2963-4147-9747-fdd85cb0610d gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:41:33.881982 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4c6a37e8-da30-4679-985e-6214d01edac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73afc011-2963-4147-9747-fdd85cb0610d', 'name': 'tempest-ServersNegativeTestJSON-1061507880-router', 'tenant_id': '727295f6df4840169c03c6d9763fba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:40:53Z', 'updated_at': '2022-09-21T15:41:33Z', 'revision_number': 6, 'project_id': '727295f6df4840169c03c6d9763fba1a', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:33.885871 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a37e8-da30-4679-985e-6214d01edac3 None None] The sync data for ids ['73afc011-2963-4147-9747-fdd85cb0610d'] in dv-neutron-858731-1-hyperv is: [{'id': '73afc011-2963-4147-9747-fdd85cb0610d', 'name': 'tempest-ServersNegativeTestJSON-1061507880-router', 'tenant_id': '727295f6df4840169c03c6d9763fba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:40:53Z', 'updated_at': '2022-09-21T15:41:33Z', 'revision_number': 6, 'project_id': '727295f6df4840169c03c6d9763fba1a', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:41:33.937085 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edf0d000-a9ea-451b-a6bf-cfebacdea4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:33.988838 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0d000-a9ea-451b-a6bf-cfebacdea4e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dffd5da1-5fdc-4f6d-99b5-e54389177f69,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:34.200426 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edf0d000-a9ea-451b-a6bf-cfebacdea4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:34.376098 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edf0d000-a9ea-451b-a6bf-cfebacdea4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:34.378296 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edf0d000-a9ea-451b-a6bf-cfebacdea4e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:34.402355 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edf0d000-a9ea-451b-a6bf-cfebacdea4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:34.402869 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf0d000-a9ea-451b-a6bf-cfebacdea4e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73afc011-2963-4147-9747-fdd85cb0610d {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:41:34.414495 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edf0d000-a9ea-451b-a6bf-cfebacdea4e7 admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:34.415589 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-edf0d000-a9ea-451b-a6bf-cfebacdea4e7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/73afc011-2963-4147-9747-fdd85cb0610d HTTP/1.1" status: 204 len: 168 time: 1.3265471 Sep 21 15:41:34.418134 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 38864) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:34.477528 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-285e0128-c4b9-4c9e-b265-e5d19497e26a admin admin] Deleting subnet 5293f819-0624-43f7-a61a-751b4fdf2d2e {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:41:34.480383 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-285e0128-c4b9-4c9e-b265-e5d19497e26a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:34.529063 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-285e0128-c4b9-4c9e-b265-e5d19497e26a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:34.611761 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-285e0128-c4b9-4c9e-b265-e5d19497e26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:34.682632 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-285e0128-c4b9-4c9e-b265-e5d19497e26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:34.722760 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e0128-c4b9-4c9e-b265-e5d19497e26a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5293f819-0624-43f7-a61a-751b4fdf2d2e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:34.725326 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-285e0128-c4b9-4c9e-b265-e5d19497e26a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:34.731265 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4996d8b4-48b3-4927-b256-9c6aea964189 None None] Network ed9ce42e-0bc4-470c-b985-e9990d658204 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:41:34.732061 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-285e0128-c4b9-4c9e-b265-e5d19497e26a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5293f819-0624-43f7-a61a-751b4fdf2d2e HTTP/1.1" status: 204 len: 168 time: 0.3129425 Sep 21 15:41:34.734607 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 38868) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:34.847973 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cf3e4d00-0085-4cd4-b4a4-6764bb403d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:34.860090 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-cf3e4d00-0085-4cd4-b4a4-6764bb403d37 admin admin] Deleting port b1019b26-59e0-4513-a7ea-c2a683975782 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:41:34.860429 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cf3e4d00-0085-4cd4-b4a4-6764bb403d37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:34.938064 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 97e62541-b4f9-40e3-b262-50ce329ad8d1 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:41:34.972222 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 97e62541-b4f9-40e3-b262-50ce329ad8d1 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:41:34.972594 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 97e62541-b4f9-40e3-b262-50ce329ad8d1 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:41:34.973001 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device dffd5da1-5fdc-4f6d-99b5-e54389177f69 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:41:35.008103 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: dffd5da1-5fdc-4f6d-99b5-e54389177f69 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:41:35.008362 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device dffd5da1-5fdc-4f6d-99b5-e54389177f69 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:41:35.085505 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-cf3e4d00-0085-4cd4-b4a4-6764bb403d37 admin admin] For port b1019b26-59e0-4513-a7ea-c2a683975782, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b1019b26-59e0-4513-a7ea-c2a683975782,segment=NetworkSegment(8fc761af-4802-4fe1-8ca5-189b5a3fbc7d),segment_id=8fc761af-4802-4fe1-8ca5-189b5a3fbc7d)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:41:35.086069 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cf3e4d00-0085-4cd4-b4a4-6764bb403d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:35.093887 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa54ad8-8d5f-41f8-83c6-b43a3d180df8 None None] DHCP port deletion for ed9ce42e-0bc4-470c-b985-e9990d658204 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:41:35.098148 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1fa54ad8-8d5f-41f8-83c6-b43a3d180df8 None None] Deleting port b1019b26-59e0-4513-a7ea-c2a683975782 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:41:35.098671 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1fa54ad8-8d5f-41f8-83c6-b43a3d180df8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:35.210115 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-cf3e4d00-0085-4cd4-b4a4-6764bb403d37 admin admin] Calling delete_port for b1019b26-59e0-4513-a7ea-c2a683975782 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:41:35.288895 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cf3e4d00-0085-4cd4-b4a4-6764bb403d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:35.306923 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1fa54ad8-8d5f-41f8-83c6-b43a3d180df8 None None] For port b1019b26-59e0-4513-a7ea-c2a683975782, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b1019b26-59e0-4513-a7ea-c2a683975782,segment=NetworkSegment(8fc761af-4802-4fe1-8ca5-189b5a3fbc7d),segment_id=8fc761af-4802-4fe1-8ca5-189b5a3fbc7d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:41:35.307315 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1fa54ad8-8d5f-41f8-83c6-b43a3d180df8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:35.336625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e4d00-0085-4cd4-b4a4-6764bb403d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1019b26-59e0-4513-a7ea-c2a683975782,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:35.338393 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3e4d00-0085-4cd4-b4a4-6764bb403d37 admin admin] No DVR routers for this DVR port b1019b26-59e0-4513-a7ea-c2a683975782 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:41:35.430824 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1fa54ad8-8d5f-41f8-83c6-b43a3d180df8 None None] Calling delete_port for b1019b26-59e0-4513-a7ea-c2a683975782 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:41:35.455642 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cf3e4d00-0085-4cd4-b4a4-6764bb403d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:35.481306 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-cf3e4d00-0085-4cd4-b4a4-6764bb403d37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed9ce42e-0bc4-470c-b985-e9990d658204']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:35.493676 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-cf3e4d00-0085-4cd4-b4a4-6764bb403d37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc761af-4802-4fe1-8ca5-189b5a3fbc7d') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:35.493972 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-cf3e4d00-0085-4cd4-b4a4-6764bb403d37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc761af-4802-4fe1-8ca5-189b5a3fbc7d') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:35.505342 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cf3e4d00-0085-4cd4-b4a4-6764bb403d37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:35.506799 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-1fa54ad8-8d5f-41f8-83c6-b43a3d180df8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:41:35.507216 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-1fa54ad8-8d5f-41f8-83c6-b43a3d180df8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:41:35.521262 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cf3e4d00-0085-4cd4-b4a4-6764bb403d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:35.527312 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3e4d00-0085-4cd4-b4a4-6764bb403d37 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:41:35.527689 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cf3e4d00-0085-4cd4-b4a4-6764bb403d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:35.587478 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a084317e-39e4-472f-ada3-55008a7c4dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:35.721619 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cf3e4d00-0085-4cd4-b4a4-6764bb403d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:35.738261 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 8fc761af-4802-4fe1-8ca5-189b5a3fbc7d resource provider aggregate not found Sep 21 15:41:35.742392 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cf3e4d00-0085-4cd4-b4a4-6764bb403d37 admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:35.753818 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e4d00-0085-4cd4-b4a4-6764bb403d37 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed9ce42e-0bc4-470c-b985-e9990d658204,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:35.765962 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 8fc761af-4802-4fe1-8ca5-189b5a3fbc7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fc761af-4802-4fe1-8ca5-189b5a3fbc7d found for delete ", "request_id": "req-9831c949-47db-4493-9848-0024406ddb5b"}]} Sep 21 15:41:35.776084 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cf3e4d00-0085-4cd4-b4a4-6764bb403d37 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ed9ce42e-0bc4-470c-b985-e9990d658204 HTTP/1.1" status: 204 len: 168 time: 1.0404847 Sep 21 15:41:35.885525 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 38880) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:35.935507 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c5c02563-3934-43ce-b392-ff632687d9ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=727295f6df4840169c03c6d9763fba1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488069 Sep 21 15:41:35.937908 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 38884) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:35.995550 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc84905f-91f3-4522-8f85-06dc245a2c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:36.008895 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1fa54ad8-8d5f-41f8-83c6-b43a3d180df8 None None] Deleting port b1019b26-59e0-4513-a7ea-c2a683975782 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:41:36.009382 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1fa54ad8-8d5f-41f8-83c6-b43a3d180df8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:36.021591 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc84905f-91f3-4522-8f85-06dc245a2c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:36.078542 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc84905f-91f3-4522-8f85-06dc245a2c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:36.095274 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84905f-91f3-4522-8f85-06dc245a2c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e68b28-c7e5-4f7f-916e-e510280b35c2,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:36.108352 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc84905f-91f3-4522-8f85-06dc245a2c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:36.109530 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bc84905f-91f3-4522-8f85-06dc245a2c5e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/31e68b28-c7e5-4f7f-916e-e510280b35c2 HTTP/1.1" status: 204 len: 168 time: 0.1707504 Sep 21 15:41:36.129251 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1fa54ad8-8d5f-41f8-83c6-b43a3d180df8 None None] The port 'b1019b26-59e0-4513-a7ea-c2a683975782' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:41:36.857250 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 38908) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:36.918433 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b1019b26-59e0-4513-a7ea-c2a683975782 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:41:36.955173 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: b1019b26-59e0-4513-a7ea-c2a683975782 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:41:36.955524 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b1019b26-59e0-4513-a7ea-c2a683975782 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:41:36.992545 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-11185144'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:36.997599 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:37.001501 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Usage tracker for resource:network and tenant:34c183e5d9bc485aba7a358f29c4ec8b is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:41:37.004337 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:41:37.010693 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:37.020855 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Made reservation on behalf of 34c183e5d9bc485aba7a358f29c4ec8b for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:41:37.024791 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:37.036888 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:37.052148 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:37.057497 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Usage tracker for resource:security_group_rule and tenant:34c183e5d9bc485aba7a358f29c4ec8b is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:41:37.060443 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:41:37.066096 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:37.153598 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:37.157376 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:37.191705 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:41:37.200074 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180bdf55-055e-4fb2-8843-b7443437a65a,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:37.205785 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:37.206382 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Added segment c7de35d3-0419-4b30-88be-20c368e8f89d of type vlan for network 9471a822-3c9c-42fa-9d0a-4f11e81a88cc Sep 21 15:41:37.234470 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:37.262369 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:37.267991 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:37.268600 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:37.379200 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event updated for resources: {'Network': ['ID=9471a822-3c9c-42fa-9d0a-4f11e81a88cc,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:37.382178 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-45ff146d-b4eb-491a-9bbe-0fc3c9669ed4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5239272 Sep 21 15:41:37.400173 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 9471a822-3c9c-42fa-9d0a-4f11e81a88cc details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:41:37.939961 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cfb3f1a3-ac5e-44a8-9922-cbeaefcd44b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:38.790283 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:38.985673 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:40.600963 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:40.639593 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38914) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:40.645240 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Request body: {'subnet': {'network_id': '9471a822-3c9c-42fa-9d0a-4f11e81a88cc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:40.852593 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:40.856266 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Usage tracker for resource:subnet and tenant:34c183e5d9bc485aba7a358f29c4ec8b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:41:40.859280 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:41:40.864826 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:40.874273 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Made reservation on behalf of 34c183e5d9bc485aba7a358f29c4ec8b for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:41:40.877791 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:41.096935 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:41.180277 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event updated for resources: {'Subnet': ['ID=3fec7cd7-6573-442b-a542-2ce829208294,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:41.190665 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:41.190999 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:41.191331 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:41.191653 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:41.191974 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:41.192289 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:41.192638 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:41.192953 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:41.193329 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:41.193671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:41.193983 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:41.194293 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:41.200230 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Checking segment: {'id': 'c7de35d3-0419-4b30-88be-20c368e8f89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9471a822-3c9c-42fa-9d0a-4f11e81a88cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:41:41.200602 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Network hostable DHCP agents. Network: 9471a822-3c9c-42fa-9d0a-4f11e81a88cc, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:41:41.220544 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Network 9471a822-3c9c-42fa-9d0a-4f11e81a88cc is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:41:41.230127 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 9471a822-3c9c-42fa-9d0a-4f11e81a88cc) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:41:41.234798 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:41.236726 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:41.237649 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0878186f-0f1d-4df9-8648-9814dc69ec07 None None] Network 9471a822-3c9c-42fa-9d0a-4f11e81a88cc requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:41:41.258248 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9f5134b5-84c0-4d63-839c-ab3f60de005d tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6174672 Sep 21 15:41:41.261567 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38918) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:41.266830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-04e3da20-3d08-46ee-9a62-2b936d06353e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1401602154'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:41.272525 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-04e3da20-3d08-46ee-9a62-2b936d06353e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:41.276340 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-04e3da20-3d08-46ee-9a62-2b936d06353e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Usage tracker for resource:network and tenant:34c183e5d9bc485aba7a358f29c4ec8b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:41:41.279198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-04e3da20-3d08-46ee-9a62-2b936d06353e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:41:41.284835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-04e3da20-3d08-46ee-9a62-2b936d06353e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:41.297350 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e3da20-3d08-46ee-9a62-2b936d06353e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Made reservation on behalf of 34c183e5d9bc485aba7a358f29c4ec8b for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:41:41.300748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-04e3da20-3d08-46ee-9a62-2b936d06353e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:41.329438 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e3da20-3d08-46ee-9a62-2b936d06353e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:41:41.339765 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-04e3da20-3d08-46ee-9a62-2b936d06353e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:41.340107 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-04e3da20-3d08-46ee-9a62-2b936d06353e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Added segment 4523920c-49e8-4f09-84f5-d843b55fdb0b of type vlan for network 84f47f91-3040-4074-9b29-1f7fb5604e1a Sep 21 15:41:41.367178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-04e3da20-3d08-46ee-9a62-2b936d06353e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:41.395416 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-04e3da20-3d08-46ee-9a62-2b936d06353e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:41.401894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e3da20-3d08-46ee-9a62-2b936d06353e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:41.402479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-04e3da20-3d08-46ee-9a62-2b936d06353e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:41.457740 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-9471a822-3c9c-42fa-9d0a-4f11e81a88cc', 'network_id': '9471a822-3c9c-42fa-9d0a-4f11e81a88cc', 'tenant_id': '34c183e5d9bc485aba7a358f29c4ec8b', 'fixed_ips': [{'subnet_id': '3fec7cd7-6573-442b-a542-2ce829208294'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:41:41.458555 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:41.513698 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-04e3da20-3d08-46ee-9a62-2b936d06353e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2510779 Sep 21 15:41:41.516632 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 38922) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:41.520439 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3da20-3d08-46ee-9a62-2b936d06353e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event updated for resources: {'Network': ['ID=84f47f91-3040-4074-9b29-1f7fb5604e1a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:41.524481 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-77c8e411-29d2-4aea-a722-c5796e9533fd tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Request body: {'subnet': {'network_id': '84f47f91-3040-4074-9b29-1f7fb5604e1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:41.535225 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 84f47f91-3040-4074-9b29-1f7fb5604e1a details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:41:41.633535 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-77c8e411-29d2-4aea-a722-c5796e9533fd tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:41.637296 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-77c8e411-29d2-4aea-a722-c5796e9533fd tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Usage tracker for resource:subnet and tenant:34c183e5d9bc485aba7a358f29c4ec8b is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:41:41.640018 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-77c8e411-29d2-4aea-a722-c5796e9533fd tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:41:41.645668 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-77c8e411-29d2-4aea-a722-c5796e9533fd tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:41.656206 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c8e411-29d2-4aea-a722-c5796e9533fd tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Made reservation on behalf of 34c183e5d9bc485aba7a358f29c4ec8b for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:41:41.659667 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-77c8e411-29d2-4aea-a722-c5796e9533fd tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:41.722009 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] Allocated IP 2001:db8:0:ffff::2 (9471a822-3c9c-42fa-9d0a-4f11e81a88cc/3fec7cd7-6573-442b-a542-2ce829208294/c1ee55dc-0303-49db-bcf7-31c67df41016) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:41:41.885309 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-77c8e411-29d2-4aea-a722-c5796e9533fd tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:41.934877 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:41.946089 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] Transition to ACTIVE for port object c1ee55dc-0303-49db-bcf7-31c67df41016 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:41:41.966424 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] Transition to ACTIVE for port object c1ee55dc-0303-49db-bcf7-31c67df41016 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:41:41.971668 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8e411-29d2-4aea-a722-c5796e9533fd tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event updated for resources: {'Subnet': ['ID=c98c2ef3-a15f-4e5d-9655-527b1af074e1,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:41.972870 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:41.976361 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c8e411-29d2-4aea-a722-c5796e9533fd tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Checking segment: {'id': '4523920c-49e8-4f09-84f5-d843b55fdb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '84f47f91-3040-4074-9b29-1f7fb5604e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:41:41.976768 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c8e411-29d2-4aea-a722-c5796e9533fd tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Network hostable DHCP agents. Network: 84f47f91-3040-4074-9b29-1f7fb5604e1a, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:41:41.996606 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c8e411-29d2-4aea-a722-c5796e9533fd tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Network 84f47f91-3040-4074-9b29-1f7fb5604e1a is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:41:42.005204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-77c8e411-29d2-4aea-a722-c5796e9533fd tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 84f47f91-3040-4074-9b29-1f7fb5604e1a) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:41:42.010036 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c8e411-29d2-4aea-a722-c5796e9533fd tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:42.010628 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-77c8e411-29d2-4aea-a722-c5796e9533fd tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:42.025208 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30aab1c-aa7f-40bc-92ba-0bf61c59f669 None None] Network 84f47f91-3040-4074-9b29-1f7fb5604e1a requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:41:42.034156 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-77c8e411-29d2-4aea-a722-c5796e9533fd tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5129051 Sep 21 15:41:42.034710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38926) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:42.110865 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] Network 9471a822-3c9c-42fa-9d0a-4f11e81a88cc is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:41:42.118223 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:41:42.119930 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] Pushing event updated for resources: {'Port': ['ID=c1ee55dc-0303-49db-bcf7-31c67df41016,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:42.129132 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:41:42.178517 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-906b7c9b-84bf-43fd-aae6-f25531a73bef tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:42.249372 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-906b7c9b-84bf-43fd-aae6-f25531a73bef tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:42.253179 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] Attempting to bind port c1ee55dc-0303-49db-bcf7-31c67df41016 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:41:42.253540 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] Attempting to bind port c1ee55dc-0303-49db-bcf7-31c67df41016 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'c7de35d3-0419-4b30-88be-20c368e8f89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9471a822-3c9c-42fa-9d0a-4f11e81a88cc'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:41:42.253895 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] Attempting to bind port c1ee55dc-0303-49db-bcf7-31c67df41016 on network 9471a822-3c9c-42fa-9d0a-4f11e81a88cc {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:41:42.270637 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:41:42.271003 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] Checking segment: {'id': 'c7de35d3-0419-4b30-88be-20c368e8f89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9471a822-3c9c-42fa-9d0a-4f11e81a88cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:41:42.271448 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:42.272352 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] Bound using segment: {'id': 'c7de35d3-0419-4b30-88be-20c368e8f89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9471a822-3c9c-42fa-9d0a-4f11e81a88cc'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:41:42.272836 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] Bound port: c1ee55dc-0303-49db-bcf7-31c67df41016, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7de35d3-0419-4b30-88be-20c368e8f89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9471a822-3c9c-42fa-9d0a-4f11e81a88cc'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:41:42.273201 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:42.329754 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-906b7c9b-84bf-43fd-aae6-f25531a73bef tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:42.370465 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b7c9b-84bf-43fd-aae6-f25531a73bef tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event deleted for resources: {'Subnet': ['ID=c98c2ef3-a15f-4e5d-9655-527b1af074e1,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:42.456701 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73082c8-12a1-48d5-acf2-9751fc157ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-84f47f91-3040-4074-9b29-1f7fb5604e1a', 'network_id': '84f47f91-3040-4074-9b29-1f7fb5604e1a', 'tenant_id': '34c183e5d9bc485aba7a358f29c4ec8b', 'fixed_ips': [{'subnet_id': 'c98c2ef3-a15f-4e5d-9655-527b1af074e1'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:41:42.457530 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f73082c8-12a1-48d5-acf2-9751fc157ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:42.465905 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-906b7c9b-84bf-43fd-aae6-f25531a73bef tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:42.471086 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] For port c1ee55dc-0303-49db-bcf7-31c67df41016, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:41:42.485001 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] For port c1ee55dc-0303-49db-bcf7-31c67df41016, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c1ee55dc-0303-49db-bcf7-31c67df41016,segment=NetworkSegment(c7de35d3-0419-4b30-88be-20c368e8f89d),segment_id=c7de35d3-0419-4b30-88be-20c368e8f89d)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:41:42.493982 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-906b7c9b-84bf-43fd-aae6-f25531a73bef tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f47f91-3040-4074-9b29-1f7fb5604e1a']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:42.506260 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-906b7c9b-84bf-43fd-aae6-f25531a73bef tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4523920c-49e8-4f09-84f5-d843b55fdb0b') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:42.506496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-906b7c9b-84bf-43fd-aae6-f25531a73bef tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4523920c-49e8-4f09-84f5-d843b55fdb0b') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:42.517678 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-906b7c9b-84bf-43fd-aae6-f25531a73bef tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:42.534304 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-906b7c9b-84bf-43fd-aae6-f25531a73bef tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:42.543088 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906b7c9b-84bf-43fd-aae6-f25531a73bef tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:41:42.543528 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-906b7c9b-84bf-43fd-aae6-f25531a73bef tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:42.563319 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:42.615411 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 4523920c-49e8-4f09-84f5-d843b55fdb0b resource provider aggregate not found Sep 21 15:41:42.636732 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 4523920c-49e8-4f09-84f5-d843b55fdb0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4523920c-49e8-4f09-84f5-d843b55fdb0b found for delete ", "request_id": "req-90d6ee52-8936-4d8d-a147-b68c9c8821ca"}]} Sep 21 15:41:42.654918 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-906b7c9b-84bf-43fd-aae6-f25531a73bef tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:42.663018 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-906b7c9b-84bf-43fd-aae6-f25531a73bef tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:42.668357 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832c9dd6-95e3-4e02-8265-c8f242563da6 None None] Network 84f47f91-3040-4074-9b29-1f7fb5604e1a requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:41:42.690414 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebeeb91-9530-4a93-ac65-97d65add1635 None None] Pushing event updated for resources: {'Port': ['ID=c1ee55dc-0303-49db-bcf7-31c67df41016,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:42.691827 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b7c9b-84bf-43fd-aae6-f25531a73bef tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event deleted for resources: {'Network': ['ID=84f47f91-3040-4074-9b29-1f7fb5604e1a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:42.693396 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832c9dd6-95e3-4e02-8265-c8f242563da6 None None] Network 84f47f91-3040-4074-9b29-1f7fb5604e1a could not be found, it might have been deleted concurrently. {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 21 15:41:42.703481 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 38934) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:42.704286 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-906b7c9b-84bf-43fd-aae6-f25531a73bef tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "DELETE /v2.0/networks/84f47f91-3040-4074-9b29-1f7fb5604e1a HTTP/1.1" status: 204 len: 168 time: 0.6682007 Sep 21 15:41:42.710260 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-284f05a1-fab7-4f4e-bc0a-dc780bff2719 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-5636395'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:42.715628 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-284f05a1-fab7-4f4e-bc0a-dc780bff2719 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:42.719502 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-284f05a1-fab7-4f4e-bc0a-dc780bff2719 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Usage tracker for resource:network and tenant:34c183e5d9bc485aba7a358f29c4ec8b is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:41:42.722499 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-284f05a1-fab7-4f4e-bc0a-dc780bff2719 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:41:42.728888 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-284f05a1-fab7-4f4e-bc0a-dc780bff2719 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:42.739734 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284f05a1-fab7-4f4e-bc0a-dc780bff2719 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Made reservation on behalf of 34c183e5d9bc485aba7a358f29c4ec8b for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:41:42.743235 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-284f05a1-fab7-4f4e-bc0a-dc780bff2719 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:42.770635 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284f05a1-fab7-4f4e-bc0a-dc780bff2719 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:41:42.780879 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-284f05a1-fab7-4f4e-bc0a-dc780bff2719 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:42.781414 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-284f05a1-fab7-4f4e-bc0a-dc780bff2719 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Added segment 4b9a0c8c-bb97-4d80-aad9-8a4a8552506d of type vlan for network f784d434-dab0-47df-8195-430e285b4006 Sep 21 15:41:42.808746 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-284f05a1-fab7-4f4e-bc0a-dc780bff2719 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:42.842566 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-284f05a1-fab7-4f4e-bc0a-dc780bff2719 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:42.848860 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284f05a1-fab7-4f4e-bc0a-dc780bff2719 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:42.850375 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-284f05a1-fab7-4f4e-bc0a-dc780bff2719 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:42.956715 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c1ee55dc-0303-49db-bcf7-31c67df41016 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:41:42.968497 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-284f05a1-fab7-4f4e-bc0a-dc780bff2719 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2635140 Sep 21 15:41:42.971569 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38938) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:42.983047 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f875a296-cbc2-4224-8e3c-bee937931751 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Request body: {'subnet': {'network_id': 'f784d434-dab0-47df-8195-430e285b4006', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:43.004815 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f05a1-fab7-4f4e-bc0a-dc780bff2719 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event updated for resources: {'Network': ['ID=f784d434-dab0-47df-8195-430e285b4006,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:43.019410 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network f784d434-dab0-47df-8195-430e285b4006 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:41:43.107898 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f875a296-cbc2-4224-8e3c-bee937931751 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:43.111616 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f875a296-cbc2-4224-8e3c-bee937931751 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Usage tracker for resource:subnet and tenant:34c183e5d9bc485aba7a358f29c4ec8b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:41:43.114424 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f875a296-cbc2-4224-8e3c-bee937931751 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:41:43.120793 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f875a296-cbc2-4224-8e3c-bee937931751 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:43.131549 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f875a296-cbc2-4224-8e3c-bee937931751 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Made reservation on behalf of 34c183e5d9bc485aba7a358f29c4ec8b for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:41:43.135581 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port c1ee55dc-0303-49db-bcf7-31c67df41016 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:41:43.135763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f875a296-cbc2-4224-8e3c-bee937931751 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:43.228640 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.ipam_backend_mixin [None req-f875a296-cbc2-4224-8e3c-bee937931751 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Performing IP validity checks on allocation pools {{(pid=89018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 21 15:41:43.229159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.ipam_backend_mixin [None req-f875a296-cbc2-4224-8e3c-bee937931751 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 21 15:41:43.353641 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f875a296-cbc2-4224-8e3c-bee937931751 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:43.432421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875a296-cbc2-4224-8e3c-bee937931751 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event updated for resources: {'Subnet': ['ID=afba4a3d-2a32-4549-b3ed-7158bfe74425,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:43.443466 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f875a296-cbc2-4224-8e3c-bee937931751 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Checking segment: {'id': '4b9a0c8c-bb97-4d80-aad9-8a4a8552506d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f784d434-dab0-47df-8195-430e285b4006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:41:43.443918 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f875a296-cbc2-4224-8e3c-bee937931751 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Network hostable DHCP agents. Network: f784d434-dab0-47df-8195-430e285b4006, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:41:43.464379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f875a296-cbc2-4224-8e3c-bee937931751 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Network f784d434-dab0-47df-8195-430e285b4006 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:41:43.474440 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-f875a296-cbc2-4224-8e3c-bee937931751 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, f784d434-dab0-47df-8195-430e285b4006) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:41:43.480593 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f875a296-cbc2-4224-8e3c-bee937931751 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:43.482961 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f875a296-cbc2-4224-8e3c-bee937931751 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:43.483651 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5dcf72-08cb-4129-b710-18fbd01a87e9 None None] Network f784d434-dab0-47df-8195-430e285b4006 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:41:43.508286 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f875a296-cbc2-4224-8e3c-bee937931751 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5355773 Sep 21 15:41:43.511144 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 38942) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:43.665221 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfb782f-6d0b-405a-b128-1c035c4f73e8 None None] Network 9471a822-3c9c-42fa-9d0a-4f11e81a88cc requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:41:43.669781 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6216eae7-866c-4c86-9577-cceb0c457d5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:43.734412 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6216eae7-866c-4c86-9577-cceb0c457d5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:43.800042 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-138c9f1e-7802-4cb0-a405-08529abb9dff None None] Provisioning for port c1ee55dc-0303-49db-bcf7-31c67df41016 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:41:43.809548 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3141e57e-2261-49e5-a613-9b17006ca9e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-f784d434-dab0-47df-8195-430e285b4006', 'network_id': 'f784d434-dab0-47df-8195-430e285b4006', 'tenant_id': '34c183e5d9bc485aba7a358f29c4ec8b', 'fixed_ips': [{'subnet_id': 'afba4a3d-2a32-4549-b3ed-7158bfe74425'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:41:43.810350 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3141e57e-2261-49e5-a613-9b17006ca9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:43.818535 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6216eae7-866c-4c86-9577-cceb0c457d5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:43.824473 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-138c9f1e-7802-4cb0-a405-08529abb9dff None None] Provisioning complete for port c1ee55dc-0303-49db-bcf7-31c67df41016 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:41:43.824986 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-138c9f1e-7802-4cb0-a405-08529abb9dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:43.857028 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216eae7-866c-4c86-9577-cceb0c457d5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event deleted for resources: {'Subnet': ['ID=afba4a3d-2a32-4549-b3ed-7158bfe74425,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:43.957682 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6216eae7-866c-4c86-9577-cceb0c457d5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:43.985618 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6216eae7-866c-4c86-9577-cceb0c457d5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f784d434-dab0-47df-8195-430e285b4006']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:44.002816 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6216eae7-866c-4c86-9577-cceb0c457d5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9a0c8c-bb97-4d80-aad9-8a4a8552506d') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:44.003116 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6216eae7-866c-4c86-9577-cceb0c457d5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9a0c8c-bb97-4d80-aad9-8a4a8552506d') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:44.016317 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6216eae7-866c-4c86-9577-cceb0c457d5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:44.040052 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6216eae7-866c-4c86-9577-cceb0c457d5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:44.048353 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6216eae7-866c-4c86-9577-cceb0c457d5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:41:44.049160 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6216eae7-866c-4c86-9577-cceb0c457d5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:44.114533 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20333a5a-4c2c-4914-8121-17dcb4ff1720 None None] Network f784d434-dab0-47df-8195-430e285b4006 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:41:44.255931 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-138c9f1e-7802-4cb0-a405-08529abb9dff None None] Current status of the port c1ee55dc-0303-49db-bcf7-31c67df41016 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:41:44.256510 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-138c9f1e-7802-4cb0-a405-08529abb9dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:44.261182 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 4b9a0c8c-bb97-4d80-aad9-8a4a8552506d resource provider aggregate not found Sep 21 15:41:44.293352 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 4b9a0c8c-bb97-4d80-aad9-8a4a8552506d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b9a0c8c-bb97-4d80-aad9-8a4a8552506d found for delete ", "request_id": "req-be1a36b6-f3b0-418e-8dcb-0d9fed88e497"}]} Sep 21 15:41:44.310922 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6216eae7-866c-4c86-9577-cceb0c457d5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:44.330394 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6216eae7-866c-4c86-9577-cceb0c457d5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:44.341226 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216eae7-866c-4c86-9577-cceb0c457d5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event deleted for resources: {'Network': ['ID=f784d434-dab0-47df-8195-430e285b4006,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:44.346319 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6216eae7-866c-4c86-9577-cceb0c457d5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "DELETE /v2.0/networks/f784d434-dab0-47df-8195-430e285b4006 HTTP/1.1" status: 204 len: 168 time: 0.8341389 Sep 21 15:41:44.349825 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 38950) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:44.355696 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-85a7caf4-6877-4183-8fed-af4ac8022ba4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2104936059'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:44.360586 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-85a7caf4-6877-4183-8fed-af4ac8022ba4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:44.364536 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-85a7caf4-6877-4183-8fed-af4ac8022ba4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Usage tracker for resource:network and tenant:34c183e5d9bc485aba7a358f29c4ec8b is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:41:44.368518 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-85a7caf4-6877-4183-8fed-af4ac8022ba4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:41:44.369889 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-138c9f1e-7802-4cb0-a405-08529abb9dff None None] For port c1ee55dc-0303-49db-bcf7-31c67df41016, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c1ee55dc-0303-49db-bcf7-31c67df41016,segment=NetworkSegment(c7de35d3-0419-4b30-88be-20c368e8f89d),segment_id=c7de35d3-0419-4b30-88be-20c368e8f89d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:41:44.374101 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-138c9f1e-7802-4cb0-a405-08529abb9dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:44.376762 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-85a7caf4-6877-4183-8fed-af4ac8022ba4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:44.389428 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a7caf4-6877-4183-8fed-af4ac8022ba4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Made reservation on behalf of 34c183e5d9bc485aba7a358f29c4ec8b for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:41:44.393404 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-85a7caf4-6877-4183-8fed-af4ac8022ba4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:44.426220 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a7caf4-6877-4183-8fed-af4ac8022ba4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:41:44.437756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-85a7caf4-6877-4183-8fed-af4ac8022ba4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:44.438144 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-85a7caf4-6877-4183-8fed-af4ac8022ba4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Added segment 2ad37505-5e2f-4039-b25a-ca64dfb486b9 of type vlan for network 9012430d-1361-42c5-82f5-46896e2c7b40 Sep 21 15:41:44.456558 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c9f1e-7802-4cb0-a405-08529abb9dff None None] Pushing event updated for resources: {'Port': ['ID=c1ee55dc-0303-49db-bcf7-31c67df41016,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:44.474298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-85a7caf4-6877-4183-8fed-af4ac8022ba4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:44.507677 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-85a7caf4-6877-4183-8fed-af4ac8022ba4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:44.513239 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a7caf4-6877-4183-8fed-af4ac8022ba4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:44.513830 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-85a7caf4-6877-4183-8fed-af4ac8022ba4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:44.600748 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6c05ab82-efe3-4ce4-875e-45867d2619a8 None None] Provisioning complete for port c1ee55dc-0303-49db-bcf7-31c67df41016 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:41:44.601164 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6c05ab82-efe3-4ce4-875e-45867d2619a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:44.621948 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-85a7caf4-6877-4183-8fed-af4ac8022ba4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2709274 Sep 21 15:41:44.624888 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7caf4-6877-4183-8fed-af4ac8022ba4 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event updated for resources: {'Network': ['ID=9012430d-1361-42c5-82f5-46896e2c7b40,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:44.625193 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38954) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:44.631522 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6c5f3d50-440a-48f4-aace-14bd02bdec69 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Request body: {'subnet': {'network_id': '9012430d-1361-42c5-82f5-46896e2c7b40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:44.645374 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 9012430d-1361-42c5-82f5-46896e2c7b40 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:41:44.754106 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6c5f3d50-440a-48f4-aace-14bd02bdec69 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:44.758216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6c5f3d50-440a-48f4-aace-14bd02bdec69 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Usage tracker for resource:subnet and tenant:34c183e5d9bc485aba7a358f29c4ec8b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:41:44.761124 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6c5f3d50-440a-48f4-aace-14bd02bdec69 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:41:44.766803 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6c5f3d50-440a-48f4-aace-14bd02bdec69 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:44.777598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5f3d50-440a-48f4-aace-14bd02bdec69 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Made reservation on behalf of 34c183e5d9bc485aba7a358f29c4ec8b for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:41:44.781067 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3d50-440a-48f4-aace-14bd02bdec69 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:44.819768 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6c05ab82-efe3-4ce4-875e-45867d2619a8 None None] Current status of the port c1ee55dc-0303-49db-bcf7-31c67df41016 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:41:44.936131 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c1ee55dc-0303-49db-bcf7-31c67df41016 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:41:45.052654 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port c1ee55dc-0303-49db-bcf7-31c67df41016 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:41:45.053176 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:45.126325 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3d50-440a-48f4-aace-14bd02bdec69 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:45.171205 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port c1ee55dc-0303-49db-bcf7-31c67df41016 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:41:45.204410 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f3d50-440a-48f4-aace-14bd02bdec69 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event updated for resources: {'Subnet': ['ID=a0e0bebb-df22-40dc-8fb8-4c2ae841bffe,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:45.214428 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5f3d50-440a-48f4-aace-14bd02bdec69 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Checking segment: {'id': '2ad37505-5e2f-4039-b25a-ca64dfb486b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9012430d-1361-42c5-82f5-46896e2c7b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:41:45.214785 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5f3d50-440a-48f4-aace-14bd02bdec69 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Network hostable DHCP agents. Network: 9012430d-1361-42c5-82f5-46896e2c7b40, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:41:45.233803 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5f3d50-440a-48f4-aace-14bd02bdec69 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Network 9012430d-1361-42c5-82f5-46896e2c7b40 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:41:45.242859 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-6c5f3d50-440a-48f4-aace-14bd02bdec69 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 9012430d-1361-42c5-82f5-46896e2c7b40) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:41:45.246758 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5f3d50-440a-48f4-aace-14bd02bdec69 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:45.247337 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3d50-440a-48f4-aace-14bd02bdec69 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:45.252161 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e09ec61-d852-4cc1-9d86-4abfdbe981f8 None None] Network 9012430d-1361-42c5-82f5-46896e2c7b40 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:41:45.269342 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6c5f3d50-440a-48f4-aace-14bd02bdec69 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6424944 Sep 21 15:41:45.273829 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 38958) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:45.280187 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c7c56c88-1778-4454-8859-7cfe47f44b75 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1068058283'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:45.285219 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c7c56c88-1778-4454-8859-7cfe47f44b75 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:45.289204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c7c56c88-1778-4454-8859-7cfe47f44b75 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Usage tracker for resource:network and tenant:34c183e5d9bc485aba7a358f29c4ec8b is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:41:45.292056 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c7c56c88-1778-4454-8859-7cfe47f44b75 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:41:45.298323 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c7c56c88-1778-4454-8859-7cfe47f44b75 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:45.308813 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c56c88-1778-4454-8859-7cfe47f44b75 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Made reservation on behalf of 34c183e5d9bc485aba7a358f29c4ec8b for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:41:45.312123 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7c56c88-1778-4454-8859-7cfe47f44b75 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:45.340676 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c56c88-1778-4454-8859-7cfe47f44b75 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:41:45.350178 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7c56c88-1778-4454-8859-7cfe47f44b75 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:45.350375 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-c7c56c88-1778-4454-8859-7cfe47f44b75 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Added segment 77cac4e3-1bbc-45a8-951e-60a57a339ebd of type vlan for network 5090a794-43ec-47ca-b6d2-38378eb54110 Sep 21 15:41:45.377473 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7c56c88-1778-4454-8859-7cfe47f44b75 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:45.407707 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7c56c88-1778-4454-8859-7cfe47f44b75 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:45.414026 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c56c88-1778-4454-8859-7cfe47f44b75 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:45.414600 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7c56c88-1778-4454-8859-7cfe47f44b75 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:45.477131 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-9012430d-1361-42c5-82f5-46896e2c7b40', 'network_id': '9012430d-1361-42c5-82f5-46896e2c7b40', 'tenant_id': '34c183e5d9bc485aba7a358f29c4ec8b', 'fixed_ips': [{'subnet_id': 'a0e0bebb-df22-40dc-8fb8-4c2ae841bffe'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:41:45.477953 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:45.525131 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c7c56c88-1778-4454-8859-7cfe47f44b75 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2494020 Sep 21 15:41:45.527844 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38962) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:45.533504 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-21348509-a340-46bc-ba4e-6980c91b08e3 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Request body: {'subnet': {'network_id': '5090a794-43ec-47ca-b6d2-38378eb54110', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:45.537757 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c56c88-1778-4454-8859-7cfe47f44b75 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event updated for resources: {'Network': ['ID=5090a794-43ec-47ca-b6d2-38378eb54110,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:45.565764 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 5090a794-43ec-47ca-b6d2-38378eb54110 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:41:45.649033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-21348509-a340-46bc-ba4e-6980c91b08e3 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:45.652628 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-21348509-a340-46bc-ba4e-6980c91b08e3 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Usage tracker for resource:subnet and tenant:34c183e5d9bc485aba7a358f29c4ec8b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:41:45.655430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-21348509-a340-46bc-ba4e-6980c91b08e3 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:41:45.661116 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-21348509-a340-46bc-ba4e-6980c91b08e3 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:45.671459 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21348509-a340-46bc-ba4e-6980c91b08e3 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Made reservation on behalf of 34c183e5d9bc485aba7a358f29c4ec8b for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:41:45.675326 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-21348509-a340-46bc-ba4e-6980c91b08e3 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:45.799868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] Allocated IP 2001:db8::2 (9012430d-1361-42c5-82f5-46896e2c7b40/a0e0bebb-df22-40dc-8fb8-4c2ae841bffe/63fe8991-9eca-42d5-ab15-f19dfc883ccc) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:41:45.900169 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-21348509-a340-46bc-ba4e-6980c91b08e3 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:45.980242 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21348509-a340-46bc-ba4e-6980c91b08e3 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event updated for resources: {'Subnet': ['ID=0a7a3161-2127-4625-af44-a66030f5deb6,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:45.992583 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21348509-a340-46bc-ba4e-6980c91b08e3 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Checking segment: {'id': '77cac4e3-1bbc-45a8-951e-60a57a339ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5090a794-43ec-47ca-b6d2-38378eb54110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:41:45.992870 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21348509-a340-46bc-ba4e-6980c91b08e3 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Network hostable DHCP agents. Network: 5090a794-43ec-47ca-b6d2-38378eb54110, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:41:46.013391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21348509-a340-46bc-ba4e-6980c91b08e3 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Network 5090a794-43ec-47ca-b6d2-38378eb54110 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:41:46.022523 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-21348509-a340-46bc-ba4e-6980c91b08e3 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 5090a794-43ec-47ca-b6d2-38378eb54110) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:41:46.026690 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21348509-a340-46bc-ba4e-6980c91b08e3 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:46.027314 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-21348509-a340-46bc-ba4e-6980c91b08e3 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:46.043031 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad425acb-714d-4447-93dd-78fa5d7b9c07 None None] Network 5090a794-43ec-47ca-b6d2-38378eb54110 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:41:46.052424 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-21348509-a340-46bc-ba4e-6980c91b08e3 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5208981 Sep 21 15:41:46.053632 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 38966) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:46.196676 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a26b2234-ea77-4955-bc73-6722c2a58e5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:46.199057 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:46.234951 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] Transition to ACTIVE for port object 63fe8991-9eca-42d5-ab15-f19dfc883ccc will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:41:46.262707 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a26b2234-ea77-4955-bc73-6722c2a58e5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:46.284136 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] Transition to ACTIVE for port object 63fe8991-9eca-42d5-ab15-f19dfc883ccc will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:41:46.329537 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:46.342361 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a26b2234-ea77-4955-bc73-6722c2a58e5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:46.382924 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b2234-ea77-4955-bc73-6722c2a58e5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event deleted for resources: {'Subnet': ['ID=0a7a3161-2127-4625-af44-a66030f5deb6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:46.484748 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] Network 9012430d-1361-42c5-82f5-46896e2c7b40 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:41:46.486066 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a26b2234-ea77-4955-bc73-6722c2a58e5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:46.495742 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:41:46.504754 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:41:46.512239 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a26b2234-ea77-4955-bc73-6722c2a58e5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5090a794-43ec-47ca-b6d2-38378eb54110']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:46.516684 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] Pushing event updated for resources: {'Port': ['ID=63fe8991-9eca-42d5-ab15-f19dfc883ccc,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:46.519786 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ec6686-7ef5-41fa-bc57-702631c67cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-5090a794-43ec-47ca-b6d2-38378eb54110', 'network_id': '5090a794-43ec-47ca-b6d2-38378eb54110', 'tenant_id': '34c183e5d9bc485aba7a358f29c4ec8b', 'fixed_ips': [{'subnet_id': '0a7a3161-2127-4625-af44-a66030f5deb6'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:41:46.520926 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e9ec6686-7ef5-41fa-bc57-702631c67cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:46.525425 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a26b2234-ea77-4955-bc73-6722c2a58e5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77cac4e3-1bbc-45a8-951e-60a57a339ebd') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:46.525642 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a26b2234-ea77-4955-bc73-6722c2a58e5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77cac4e3-1bbc-45a8-951e-60a57a339ebd') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:46.537784 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a26b2234-ea77-4955-bc73-6722c2a58e5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:46.553734 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a26b2234-ea77-4955-bc73-6722c2a58e5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:46.559796 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26b2234-ea77-4955-bc73-6722c2a58e5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:41:46.560180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a26b2234-ea77-4955-bc73-6722c2a58e5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:46.629909 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 77cac4e3-1bbc-45a8-951e-60a57a339ebd resource provider aggregate not found Sep 21 15:41:46.652847 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 77cac4e3-1bbc-45a8-951e-60a57a339ebd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77cac4e3-1bbc-45a8-951e-60a57a339ebd found for delete ", "request_id": "req-d333e7c4-e848-456b-bc03-b2582e33b904"}]} Sep 21 15:41:46.668347 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a26b2234-ea77-4955-bc73-6722c2a58e5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:46.686618 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a26b2234-ea77-4955-bc73-6722c2a58e5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:46.697994 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b2234-ea77-4955-bc73-6722c2a58e5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event deleted for resources: {'Network': ['ID=5090a794-43ec-47ca-b6d2-38378eb54110,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:46.702001 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a26b2234-ea77-4955-bc73-6722c2a58e5a tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "DELETE /v2.0/networks/5090a794-43ec-47ca-b6d2-38378eb54110 HTTP/1.1" status: 204 len: 168 time: 0.6473420 Sep 21 15:41:46.704589 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 38974) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:46.729662 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] Attempting to bind port 63fe8991-9eca-42d5-ab15-f19dfc883ccc on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:41:46.730063 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] Attempting to bind port 63fe8991-9eca-42d5-ab15-f19dfc883ccc by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '2ad37505-5e2f-4039-b25a-ca64dfb486b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9012430d-1361-42c5-82f5-46896e2c7b40'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:41:46.730428 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] Attempting to bind port 63fe8991-9eca-42d5-ab15-f19dfc883ccc on network 9012430d-1361-42c5-82f5-46896e2c7b40 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:41:46.739317 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:41:46.739626 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] Checking segment: {'id': '2ad37505-5e2f-4039-b25a-ca64dfb486b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9012430d-1361-42c5-82f5-46896e2c7b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:41:46.740068 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:46.741007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] Bound using segment: {'id': '2ad37505-5e2f-4039-b25a-ca64dfb486b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9012430d-1361-42c5-82f5-46896e2c7b40'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:41:46.741481 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] Bound port: 63fe8991-9eca-42d5-ab15-f19dfc883ccc, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad37505-5e2f-4039-b25a-ca64dfb486b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9012430d-1361-42c5-82f5-46896e2c7b40'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:41:46.741846 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:46.744670 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb255d39-ad2f-4868-8e18-89d8798c44ca tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] GET failed (client error): The resource could not be found. Sep 21 15:41:46.745202 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-cb255d39-ad2f-4868-8e18-89d8798c44ca tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Synchronizing usage tracker for tenant:34c183e5d9bc485aba7a358f29c4ec8b on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:41:46.761640 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-cb255d39-ad2f-4868-8e18-89d8798c44ca tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Unset dirty status for tenant:34c183e5d9bc485aba7a358f29c4ec8b on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:41:46.766112 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cb255d39-ad2f-4868-8e18-89d8798c44ca tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "GET /v2.0/subnets/0a7a3161-2127-4625-af44-a66030f5deb6 HTTP/1.1" status: 404 len: 337 time: 0.0574358 Sep 21 15:41:46.767246 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 38978) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:46.796776 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69813d0a-45f1-4fa6-99b4-e6c1993df559 None None] Network 5090a794-43ec-47ca-b6d2-38378eb54110 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:41:46.798719 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05266aa-36bf-4461-af92-6c2c6cb919ca tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] DELETE failed (client error): The resource could not be found. Sep 21 15:41:46.799176 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c05266aa-36bf-4461-af92-6c2c6cb919ca tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:41:46.801031 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c05266aa-36bf-4461-af92-6c2c6cb919ca tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "DELETE /v2.0/networks/5090a794-43ec-47ca-b6d2-38378eb54110 HTTP/1.1" status: 404 len: 339 time: 0.0314462 Sep 21 15:41:46.805839 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38982) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:46.835352 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69813d0a-45f1-4fa6-99b4-e6c1993df559 None None] Network 5090a794-43ec-47ca-b6d2-38378eb54110 could not be found, it might have been deleted concurrently. {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 21 15:41:46.851970 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb5023a-581f-4777-b0c9-9203a03c9b05 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] DELETE failed (client error): The resource could not be found. Sep 21 15:41:46.852426 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb5023a-581f-4777-b0c9-9203a03c9b05 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:41:46.854117 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ceb5023a-581f-4777-b0c9-9203a03c9b05 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "DELETE /v2.0/subnets/0a7a3161-2127-4625-af44-a66030f5deb6 HTTP/1.1" status: 404 len: 337 time: 0.0472260 Sep 21 15:41:46.857291 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38986) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:46.867669 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] For port 63fe8991-9eca-42d5-ab15-f19dfc883ccc, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:41:46.871208 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] For port 63fe8991-9eca-42d5-ab15-f19dfc883ccc, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=63fe8991-9eca-42d5-ab15-f19dfc883ccc,segment=NetworkSegment(2ad37505-5e2f-4039-b25a-ca64dfb486b9),segment_id=2ad37505-5e2f-4039-b25a-ca64dfb486b9)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:41:46.876279 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:46.884223 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-5394f7f7-76bf-4d0e-bc17-f20279e51dce tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] DELETE failed (client error): The resource could not be found. Sep 21 15:41:46.884718 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5394f7f7-76bf-4d0e-bc17-f20279e51dce tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:41:46.886384 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5394f7f7-76bf-4d0e-bc17-f20279e51dce tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "DELETE /v2.0/networks/5090a794-43ec-47ca-b6d2-38378eb54110 HTTP/1.1" status: 404 len: 339 time: 0.0282001 Sep 21 15:41:46.889145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38990) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:46.956553 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a832b60-cec8-47ae-afb5-69a213861959 None None] Pushing event updated for resources: {'Port': ['ID=63fe8991-9eca-42d5-ab15-f19dfc883ccc,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:46.962434 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63f4adc-4d12-4dc5-aa64-259f67368f46 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Deleting subnet a0e0bebb-df22-40dc-8fb8-4c2ae841bffe {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:41:46.965850 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e63f4adc-4d12-4dc5-aa64-259f67368f46 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:47.028272 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e63f4adc-4d12-4dc5-aa64-259f67368f46 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:47.130107 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e63f4adc-4d12-4dc5-aa64-259f67368f46 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:47.211250 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e63f4adc-4d12-4dc5-aa64-259f67368f46 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:47.254502 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f4adc-4d12-4dc5-aa64-259f67368f46 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e0bebb-df22-40dc-8fb8-4c2ae841bffe,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:47.258863 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e63f4adc-4d12-4dc5-aa64-259f67368f46 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:47.271978 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e63f4adc-4d12-4dc5-aa64-259f67368f46 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "DELETE /v2.0/subnets/a0e0bebb-df22-40dc-8fb8-4c2ae841bffe HTTP/1.1" status: 204 len: 168 time: 0.3816967 Sep 21 15:41:47.274660 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 38994) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:47.390838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1bc7-1f21-4f85-a9d4-ba20488624ff tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:47.401317 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c1bc7-1f21-4f85-a9d4-ba20488624ff tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Deleting port 63fe8991-9eca-42d5-ab15-f19dfc883ccc {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:41:47.401645 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1bc7-1f21-4f85-a9d4-ba20488624ff tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:47.636258 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-bb7c1bc7-1f21-4f85-a9d4-ba20488624ff tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] For port 63fe8991-9eca-42d5-ab15-f19dfc883ccc, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=63fe8991-9eca-42d5-ab15-f19dfc883ccc,segment=NetworkSegment(2ad37505-5e2f-4039-b25a-ca64dfb486b9),segment_id=2ad37505-5e2f-4039-b25a-ca64dfb486b9)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:41:47.636641 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1bc7-1f21-4f85-a9d4-ba20488624ff tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:47.765399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c1bc7-1f21-4f85-a9d4-ba20488624ff tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Calling delete_port for 63fe8991-9eca-42d5-ab15-f19dfc883ccc owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:41:47.824550 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de23479-f06e-48f3-bda6-13b840581705 None None] Network 9012430d-1361-42c5-82f5-46896e2c7b40 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:41:47.854412 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1bc7-1f21-4f85-a9d4-ba20488624ff tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:47.902607 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c1bc7-1f21-4f85-a9d4-ba20488624ff tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event deleted for resources: {'Port': ['ID=63fe8991-9eca-42d5-ab15-f19dfc883ccc,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:47.906742 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7c1bc7-1f21-4f85-a9d4-ba20488624ff tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] No DVR routers for this DVR port 63fe8991-9eca-42d5-ab15-f19dfc883ccc on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:41:47.925618 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2a77f816-dc5f-4838-aea4-a10f49e06a46 None None] Could not find standard attr ID for object 63fe8991-9eca-42d5-ab15-f19dfc883ccc. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:41:48.111777 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661d30ec-07ff-4afb-a701-3457b59454c8 None None] DHCP port deletion for 9012430d-1361-42c5-82f5-46896e2c7b40 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:41:48.137689 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1bc7-1f21-4f85-a9d4-ba20488624ff tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:48.167485 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-bb7c1bc7-1f21-4f85-a9d4-ba20488624ff tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9012430d-1361-42c5-82f5-46896e2c7b40']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:48.179249 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-bb7c1bc7-1f21-4f85-a9d4-ba20488624ff tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad37505-5e2f-4039-b25a-ca64dfb486b9') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:48.179535 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-bb7c1bc7-1f21-4f85-a9d4-ba20488624ff tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad37505-5e2f-4039-b25a-ca64dfb486b9') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:48.190717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1bc7-1f21-4f85-a9d4-ba20488624ff tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:48.206623 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1bc7-1f21-4f85-a9d4-ba20488624ff tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:48.213279 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7c1bc7-1f21-4f85-a9d4-ba20488624ff tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:41:48.213652 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1bc7-1f21-4f85-a9d4-ba20488624ff tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:48.281721 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 2ad37505-5e2f-4039-b25a-ca64dfb486b9 resource provider aggregate not found Sep 21 15:41:48.305255 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 2ad37505-5e2f-4039-b25a-ca64dfb486b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ad37505-5e2f-4039-b25a-ca64dfb486b9 found for delete ", "request_id": "req-2159bc2a-796a-46a8-8f38-7d220c2ec750"}]} Sep 21 15:41:48.319354 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1bc7-1f21-4f85-a9d4-ba20488624ff tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:48.337247 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1bc7-1f21-4f85-a9d4-ba20488624ff tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:48.347891 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c1bc7-1f21-4f85-a9d4-ba20488624ff tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event deleted for resources: {'Network': ['ID=9012430d-1361-42c5-82f5-46896e2c7b40,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:48.352011 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bb7c1bc7-1f21-4f85-a9d4-ba20488624ff tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "DELETE /v2.0/networks/9012430d-1361-42c5-82f5-46896e2c7b40 HTTP/1.1" status: 204 len: 168 time: 1.0763857 Sep 21 15:41:48.355017 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39002) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:48.392761 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cef9f2d-dec8-4c30-964b-3838c43e0529 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] DELETE failed (client error): The resource could not be found. Sep 21 15:41:48.393207 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cef9f2d-dec8-4c30-964b-3838c43e0529 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:41:48.394829 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8cef9f2d-dec8-4c30-964b-3838c43e0529 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "DELETE /v2.0/subnets/afba4a3d-2a32-4549-b3ed-7158bfe74425 HTTP/1.1" status: 404 len: 337 time: 0.0389304 Sep 21 15:41:48.398431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39006) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:48.422745 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35cae1a-3b6d-4e2f-9484-5243edbbbc43 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] DELETE failed (client error): The resource could not be found. Sep 21 15:41:48.423198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35cae1a-3b6d-4e2f-9484-5243edbbbc43 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:41:48.424835 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b35cae1a-3b6d-4e2f-9484-5243edbbbc43 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "DELETE /v2.0/networks/f784d434-dab0-47df-8195-430e285b4006 HTTP/1.1" status: 404 len: 339 time: 0.0255241 Sep 21 15:41:48.427182 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39010) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:48.468694 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c179d98a-9206-4cda-ab66-e4fd974f8553 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] DELETE failed (client error): The resource could not be found. Sep 21 15:41:48.469155 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c179d98a-9206-4cda-ab66-e4fd974f8553 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:41:48.470961 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c179d98a-9206-4cda-ab66-e4fd974f8553 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "DELETE /v2.0/subnets/c98c2ef3-a15f-4e5d-9655-527b1af074e1 HTTP/1.1" status: 404 len: 337 time: 0.0428936 Sep 21 15:41:48.473680 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39014) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:48.502061 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-8472b73f-d92f-492c-81f7-82207e05fbbc tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] DELETE failed (client error): The resource could not be found. Sep 21 15:41:48.502523 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8472b73f-d92f-492c-81f7-82207e05fbbc tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:41:48.504254 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8472b73f-d92f-492c-81f7-82207e05fbbc tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "DELETE /v2.0/networks/84f47f91-3040-4074-9b29-1f7fb5604e1a HTTP/1.1" status: 404 len: 339 time: 0.0295649 Sep 21 15:41:48.507800 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39018) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:48.582776 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-309df544-fdd0-4a7a-babd-fa192b619530 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Deleting subnet 3fec7cd7-6573-442b-a542-2ce829208294 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:41:48.586307 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-309df544-fdd0-4a7a-babd-fa192b619530 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:48.644536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-309df544-fdd0-4a7a-babd-fa192b619530 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:48.727781 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-309df544-fdd0-4a7a-babd-fa192b619530 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:48.808196 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-309df544-fdd0-4a7a-babd-fa192b619530 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:48.866404 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309df544-fdd0-4a7a-babd-fa192b619530 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event deleted for resources: {'Subnet': ['ID=3fec7cd7-6573-442b-a542-2ce829208294,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:48.870632 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-309df544-fdd0-4a7a-babd-fa192b619530 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:48.878780 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059e325c-4503-4a23-9c3f-01ca4ba1443a None None] Network 9471a822-3c9c-42fa-9d0a-4f11e81a88cc requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:41:48.885903 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-309df544-fdd0-4a7a-babd-fa192b619530 tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "DELETE /v2.0/subnets/3fec7cd7-6573-442b-a542-2ce829208294 HTTP/1.1" status: 204 len: 168 time: 0.3736465 Sep 21 15:41:48.886793 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39022) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:49.044152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd999fce-b07d-4858-bfe3-987e8413091e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:49.059090 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-dd999fce-b07d-4858-bfe3-987e8413091e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Deleting port c1ee55dc-0303-49db-bcf7-31c67df41016 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:41:49.059625 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd999fce-b07d-4858-bfe3-987e8413091e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:49.139097 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d72b4f7-a756-4904-b9d5-d77c11156bcb None None] DHCP port deletion for 9471a822-3c9c-42fa-9d0a-4f11e81a88cc request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:41:49.143306 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7d72b4f7-a756-4904-b9d5-d77c11156bcb None None] Deleting port c1ee55dc-0303-49db-bcf7-31c67df41016 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:41:49.143673 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7d72b4f7-a756-4904-b9d5-d77c11156bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:49.281817 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-dd999fce-b07d-4858-bfe3-987e8413091e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] For port c1ee55dc-0303-49db-bcf7-31c67df41016, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c1ee55dc-0303-49db-bcf7-31c67df41016,segment=NetworkSegment(c7de35d3-0419-4b30-88be-20c368e8f89d),segment_id=c7de35d3-0419-4b30-88be-20c368e8f89d)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:41:49.282168 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd999fce-b07d-4858-bfe3-987e8413091e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:49.348419 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7d72b4f7-a756-4904-b9d5-d77c11156bcb None None] For port c1ee55dc-0303-49db-bcf7-31c67df41016, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c1ee55dc-0303-49db-bcf7-31c67df41016,segment=NetworkSegment(c7de35d3-0419-4b30-88be-20c368e8f89d),segment_id=c7de35d3-0419-4b30-88be-20c368e8f89d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:41:49.348832 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7d72b4f7-a756-4904-b9d5-d77c11156bcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:49.409163 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-dd999fce-b07d-4858-bfe3-987e8413091e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Calling delete_port for c1ee55dc-0303-49db-bcf7-31c67df41016 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:41:49.475209 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7d72b4f7-a756-4904-b9d5-d77c11156bcb None None] Calling delete_port for c1ee55dc-0303-49db-bcf7-31c67df41016 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:41:49.489816 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd999fce-b07d-4858-bfe3-987e8413091e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:49.534442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd999fce-b07d-4858-bfe3-987e8413091e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event deleted for resources: {'Port': ['ID=c1ee55dc-0303-49db-bcf7-31c67df41016,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:49.542521 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd999fce-b07d-4858-bfe3-987e8413091e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] No DVR routers for this DVR port c1ee55dc-0303-49db-bcf7-31c67df41016 on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:41:49.547276 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-7d72b4f7-a756-4904-b9d5-d77c11156bcb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:41:49.547638 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-7d72b4f7-a756-4904-b9d5-d77c11156bcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:41:49.669177 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd999fce-b07d-4858-bfe3-987e8413091e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:49.694484 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-dd999fce-b07d-4858-bfe3-987e8413091e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9471a822-3c9c-42fa-9d0a-4f11e81a88cc']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:49.709916 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-dd999fce-b07d-4858-bfe3-987e8413091e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7de35d3-0419-4b30-88be-20c368e8f89d') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:49.710202 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-dd999fce-b07d-4858-bfe3-987e8413091e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7de35d3-0419-4b30-88be-20c368e8f89d') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:49.721152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd999fce-b07d-4858-bfe3-987e8413091e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:49.737184 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd999fce-b07d-4858-bfe3-987e8413091e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:49.744372 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd999fce-b07d-4858-bfe3-987e8413091e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:41:49.744926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd999fce-b07d-4858-bfe3-987e8413091e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:49.836216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd999fce-b07d-4858-bfe3-987e8413091e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:49.853238 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd999fce-b07d-4858-bfe3-987e8413091e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:49.868394 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd999fce-b07d-4858-bfe3-987e8413091e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] Pushing event deleted for resources: {'Network': ['ID=9471a822-3c9c-42fa-9d0a-4f11e81a88cc,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:49.872633 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dd999fce-b07d-4858-bfe3-987e8413091e tempest-NetworksIpV6Test-1427485846 tempest-NetworksIpV6Test-1427485846-project] 10.222.0.62 "DELETE /v2.0/networks/9471a822-3c9c-42fa-9d0a-4f11e81a88cc HTTP/1.1" status: 204 len: 168 time: 0.9846230 Sep 21 15:41:50.049200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7d72b4f7-a756-4904-b9d5-d77c11156bcb None None] Deleting port c1ee55dc-0303-49db-bcf7-31c67df41016 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:41:50.049622 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7d72b4f7-a756-4904-b9d5-d77c11156bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:50.119667 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7d72b4f7-a756-4904-b9d5-d77c11156bcb None None] The port 'c1ee55dc-0303-49db-bcf7-31c67df41016' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:41:50.157085 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39030) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:50.303035 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-06eff0a1-ebf3-45f9-bb95-a0f38f0923a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=34c183e5d9bc485aba7a358f29c4ec8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443040 Sep 21 15:41:50.305768 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39036) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:50.322327 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment c7de35d3-0419-4b30-88be-20c368e8f89d resource provider aggregate not found Sep 21 15:41:50.338640 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment c7de35d3-0419-4b30-88be-20c368e8f89d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7de35d3-0419-4b30-88be-20c368e8f89d found for delete ", "request_id": "req-37b38b17-1778-4f31-81fe-b7a536e9b4aa"}]} Sep 21 15:41:50.369393 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad3ed75a-e240-433f-ae25-3269daaebbe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:50.396613 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad3ed75a-e240-433f-ae25-3269daaebbe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:50.448748 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad3ed75a-e240-433f-ae25-3269daaebbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:50.466091 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ed75a-e240-433f-ae25-3269daaebbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180bdf55-055e-4fb2-8843-b7443437a65a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:50.469403 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad3ed75a-e240-433f-ae25-3269daaebbe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:50.470932 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ad3ed75a-e240-433f-ae25-3269daaebbe5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/180bdf55-055e-4fb2-8843-b7443437a65a HTTP/1.1" status: 204 len: 168 time: 0.1638665 Sep 21 15:41:50.930344 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c1ee55dc-0303-49db-bcf7-31c67df41016 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:41:50.967399 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: c1ee55dc-0303-49db-bcf7-31c67df41016 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:41:50.967746 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c1ee55dc-0303-49db-bcf7-31c67df41016 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:41:51.171681 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39064) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:51.273370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5999133c-8944-473c-8916-92ca72995953 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1011814847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:51.279965 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5999133c-8944-473c-8916-92ca72995953 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:51.283768 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5999133c-8944-473c-8916-92ca72995953 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Usage tracker for resource:router and tenant:7d538b97d6c24f2fa989cbfdaf13e2b0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:41:51.286591 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5999133c-8944-473c-8916-92ca72995953 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:41:51.293459 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5999133c-8944-473c-8916-92ca72995953 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:51.303492 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5999133c-8944-473c-8916-92ca72995953 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:51.304580 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5999133c-8944-473c-8916-92ca72995953 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:51.321491 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5999133c-8944-473c-8916-92ca72995953 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:51.339181 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5999133c-8944-473c-8916-92ca72995953 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:51.360911 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5999133c-8944-473c-8916-92ca72995953 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:51.362063 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5999133c-8944-473c-8916-92ca72995953 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1893940 Sep 21 15:41:51.364660 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39070) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:51.370438 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1119684179'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:51.375174 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:51.382436 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Usage tracker for resource:network and tenant:7d538b97d6c24f2fa989cbfdaf13e2b0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:41:51.385374 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:41:51.391418 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:51.400818 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Made reservation on behalf of 7d538b97d6c24f2fa989cbfdaf13e2b0 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:41:51.404295 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:51.416932 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:51.431890 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:51.435715 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Usage tracker for resource:security_group_rule and tenant:7d538b97d6c24f2fa989cbfdaf13e2b0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:41:51.438525 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:41:51.444196 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:51.540665 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:51.544709 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:51.577956 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:41:51.587532 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f89e21e-0b3d-4493-acbf-3f4d0fcc64b0,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:51.593085 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:51.593471 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Added segment 7b707d69-e0ea-40e1-8b63-69f6d7fef880 of type vlan for network d414ca27-d824-4a40-9536-9c2c194a253a Sep 21 15:41:51.621155 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:51.651700 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:51.657164 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:51.657738 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:51.777086 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4104993 Sep 21 15:41:51.781380 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39074) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:51.781963 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89381aec-005a-42e7-83e6-d086fccbe005 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Pushing event updated for resources: {'Network': ['ID=d414ca27-d824-4a40-9536-9c2c194a253a,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:51.793050 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network d414ca27-d824-4a40-9536-9c2c194a253a details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:41:51.794002 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8319ef7e-c5b2-47da-9dc2-aadca4391d7c tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Request body: {'subnet': {'network_id': 'd414ca27-d824-4a40-9536-9c2c194a253a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:51.903140 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8319ef7e-c5b2-47da-9dc2-aadca4391d7c tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:51.907028 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8319ef7e-c5b2-47da-9dc2-aadca4391d7c tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Usage tracker for resource:subnet and tenant:7d538b97d6c24f2fa989cbfdaf13e2b0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:41:51.909918 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8319ef7e-c5b2-47da-9dc2-aadca4391d7c tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:41:51.917179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8319ef7e-c5b2-47da-9dc2-aadca4391d7c tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:51.929198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8319ef7e-c5b2-47da-9dc2-aadca4391d7c tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Made reservation on behalf of 7d538b97d6c24f2fa989cbfdaf13e2b0 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:41:51.932752 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8319ef7e-c5b2-47da-9dc2-aadca4391d7c tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:52.185678 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:52.249216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8319ef7e-c5b2-47da-9dc2-aadca4391d7c tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:52.326228 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319ef7e-c5b2-47da-9dc2-aadca4391d7c tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Pushing event updated for resources: {'Subnet': ['ID=d84e8541-aa8d-4d17-a3ec-64ababc8da09,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:52.336245 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8319ef7e-c5b2-47da-9dc2-aadca4391d7c tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Checking segment: {'id': '7b707d69-e0ea-40e1-8b63-69f6d7fef880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd414ca27-d824-4a40-9536-9c2c194a253a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:41:52.336639 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8319ef7e-c5b2-47da-9dc2-aadca4391d7c tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Network hostable DHCP agents. Network: d414ca27-d824-4a40-9536-9c2c194a253a, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:41:52.355897 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8319ef7e-c5b2-47da-9dc2-aadca4391d7c tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Network d414ca27-d824-4a40-9536-9c2c194a253a is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:41:52.364543 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-8319ef7e-c5b2-47da-9dc2-aadca4391d7c tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, d414ca27-d824-4a40-9536-9c2c194a253a) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:41:52.369119 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8319ef7e-c5b2-47da-9dc2-aadca4391d7c tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:52.369704 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8319ef7e-c5b2-47da-9dc2-aadca4391d7c tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:52.376151 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a415d30-3a9a-49eb-8f54-e5c90272e838 None None] Network d414ca27-d824-4a40-9536-9c2c194a253a requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:41:52.396412 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8319ef7e-c5b2-47da-9dc2-aadca4391d7c tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6132028 Sep 21 15:41:52.399897 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39078) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:52.405798 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a8d9bf29-0e42-44cf-8b94-ffffb5032a6b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-237556811'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:52.411103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a8d9bf29-0e42-44cf-8b94-ffffb5032a6b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:52.416169 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a8d9bf29-0e42-44cf-8b94-ffffb5032a6b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Usage tracker for resource:network and tenant:7d538b97d6c24f2fa989cbfdaf13e2b0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:41:52.419362 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a8d9bf29-0e42-44cf-8b94-ffffb5032a6b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:41:52.425419 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a8d9bf29-0e42-44cf-8b94-ffffb5032a6b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:52.438059 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d9bf29-0e42-44cf-8b94-ffffb5032a6b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Made reservation on behalf of 7d538b97d6c24f2fa989cbfdaf13e2b0 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:41:52.441937 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8d9bf29-0e42-44cf-8b94-ffffb5032a6b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:52.470797 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d9bf29-0e42-44cf-8b94-ffffb5032a6b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:41:52.479990 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8d9bf29-0e42-44cf-8b94-ffffb5032a6b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:52.480209 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-a8d9bf29-0e42-44cf-8b94-ffffb5032a6b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Added segment fa4f5508-a6e5-4a3f-9573-7ea015cd9c84 of type vlan for network bf3a245e-4ae9-4751-ad11-972153745d35 Sep 21 15:41:52.506492 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8d9bf29-0e42-44cf-8b94-ffffb5032a6b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:52.536778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8d9bf29-0e42-44cf-8b94-ffffb5032a6b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:52.542441 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9bf29-0e42-44cf-8b94-ffffb5032a6b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:52.543024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8d9bf29-0e42-44cf-8b94-ffffb5032a6b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:52.616228 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-d414ca27-d824-4a40-9536-9c2c194a253a', 'network_id': 'd414ca27-d824-4a40-9536-9c2c194a253a', 'tenant_id': '7d538b97d6c24f2fa989cbfdaf13e2b0', 'fixed_ips': [{'subnet_id': 'd84e8541-aa8d-4d17-a3ec-64ababc8da09'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:41:52.617103 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:52.644941 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a8d9bf29-0e42-44cf-8b94-ffffb5032a6b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2439187 Sep 21 15:41:52.648982 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39082) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:52.656684 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9bf29-0e42-44cf-8b94-ffffb5032a6b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Pushing event updated for resources: {'Network': ['ID=bf3a245e-4ae9-4751-ad11-972153745d35,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:52.656854 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5383cc06-dc81-46c3-b66b-38fd969a11fd tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Request body: {'subnet': {'network_id': 'bf3a245e-4ae9-4751-ad11-972153745d35', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:52.672704 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network bf3a245e-4ae9-4751-ad11-972153745d35 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:41:52.872131 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5383cc06-dc81-46c3-b66b-38fd969a11fd tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:52.875983 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5383cc06-dc81-46c3-b66b-38fd969a11fd tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Usage tracker for resource:subnet and tenant:7d538b97d6c24f2fa989cbfdaf13e2b0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:41:52.879012 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5383cc06-dc81-46c3-b66b-38fd969a11fd tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:41:52.885196 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5383cc06-dc81-46c3-b66b-38fd969a11fd tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:52.894172 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5383cc06-dc81-46c3-b66b-38fd969a11fd tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Made reservation on behalf of 7d538b97d6c24f2fa989cbfdaf13e2b0 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:41:52.897994 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5383cc06-dc81-46c3-b66b-38fd969a11fd tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:52.904164 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] Allocated IP 172.20.0.2 (d414ca27-d824-4a40-9536-9c2c194a253a/d84e8541-aa8d-4d17-a3ec-64ababc8da09/8de29902-40ff-47e8-9c4f-bdee6cc491f1) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:41:53.113128 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:53.119373 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5383cc06-dc81-46c3-b66b-38fd969a11fd tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:53.123383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] Transition to ACTIVE for port object 8de29902-40ff-47e8-9c4f-bdee6cc491f1 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:41:53.141491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] Transition to ACTIVE for port object 8de29902-40ff-47e8-9c4f-bdee6cc491f1 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:41:53.148224 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:53.205425 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383cc06-dc81-46c3-b66b-38fd969a11fd tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Pushing event updated for resources: {'Subnet': ['ID=26d139c4-eff0-4b24-b5b3-b2f61704ef65,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:53.212257 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383cc06-dc81-46c3-b66b-38fd969a11fd tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Checking segment: {'id': 'fa4f5508-a6e5-4a3f-9573-7ea015cd9c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bf3a245e-4ae9-4751-ad11-972153745d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:41:53.212639 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] Network d414ca27-d824-4a40-9536-9c2c194a253a is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:41:53.212782 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5383cc06-dc81-46c3-b66b-38fd969a11fd tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Network hostable DHCP agents. Network: bf3a245e-4ae9-4751-ad11-972153745d35, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:41:53.215367 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:41:53.219465 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:41:53.238130 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5383cc06-dc81-46c3-b66b-38fd969a11fd tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Network bf3a245e-4ae9-4751-ad11-972153745d35 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:41:53.248493 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-5383cc06-dc81-46c3-b66b-38fd969a11fd tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, bf3a245e-4ae9-4751-ad11-972153745d35) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:41:53.253751 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5383cc06-dc81-46c3-b66b-38fd969a11fd tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:53.254351 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5383cc06-dc81-46c3-b66b-38fd969a11fd tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:53.265995 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e04ef1-52e3-4c32-9ebd-f5e0801cb866 None None] Network bf3a245e-4ae9-4751-ad11-972153745d35 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:41:53.279361 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] Pushing event updated for resources: {'Port': ['ID=8de29902-40ff-47e8-9c4f-bdee6cc491f1,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:53.282648 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5383cc06-dc81-46c3-b66b-38fd969a11fd tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6298685 Sep 21 15:41:53.283362 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39086) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:53.289775 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e4667b93-4937-4fcf-b674-554b62398eb6 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bf3a245e-4ae9-4751-ad11-972153745d35'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:53.404643 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] Attempting to bind port 8de29902-40ff-47e8-9c4f-bdee6cc491f1 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:41:53.404945 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] Attempting to bind port 8de29902-40ff-47e8-9c4f-bdee6cc491f1 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7b707d69-e0ea-40e1-8b63-69f6d7fef880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd414ca27-d824-4a40-9536-9c2c194a253a'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:41:53.405272 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] Attempting to bind port 8de29902-40ff-47e8-9c4f-bdee6cc491f1 on network d414ca27-d824-4a40-9536-9c2c194a253a {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:41:53.415567 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:41:53.415924 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] Checking segment: {'id': '7b707d69-e0ea-40e1-8b63-69f6d7fef880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd414ca27-d824-4a40-9536-9c2c194a253a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:41:53.416317 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:53.416731 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] Bound using segment: {'id': '7b707d69-e0ea-40e1-8b63-69f6d7fef880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd414ca27-d824-4a40-9536-9c2c194a253a'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:41:53.417180 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] Bound port: 8de29902-40ff-47e8-9c4f-bdee6cc491f1, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b707d69-e0ea-40e1-8b63-69f6d7fef880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd414ca27-d824-4a40-9536-9c2c194a253a'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:41:53.417548 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:53.562745 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] For port 8de29902-40ff-47e8-9c4f-bdee6cc491f1, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:41:53.565908 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] For port 8de29902-40ff-47e8-9c4f-bdee6cc491f1, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=8de29902-40ff-47e8-9c4f-bdee6cc491f1,segment=NetworkSegment(7b707d69-e0ea-40e1-8b63-69f6d7fef880),segment_id=7b707d69-e0ea-40e1-8b63-69f6d7fef880)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:41:53.572493 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:53.703593 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb1060-a5c7-4ce1-84de-26701e56e7cc None None] Pushing event updated for resources: {'Port': ['ID=8de29902-40ff-47e8-9c4f-bdee6cc491f1,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:53.707571 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e4667b93-4937-4fcf-b674-554b62398eb6 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:53.710598 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-bf3a245e-4ae9-4751-ad11-972153745d35', 'network_id': 'bf3a245e-4ae9-4751-ad11-972153745d35', 'tenant_id': '7d538b97d6c24f2fa989cbfdaf13e2b0', 'fixed_ips': [{'subnet_id': '26d139c4-eff0-4b24-b5b3-b2f61704ef65'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:41:53.711550 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:53.889764 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] Allocated IP 172.21.0.2 (bf3a245e-4ae9-4751-ad11-972153745d35/26d139c4-eff0-4b24-b5b3-b2f61704ef65/e30a1a0b-30fe-4c13-93b3-ea2a6edbf9e1) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:41:53.905118 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-e4667b93-4937-4fcf-b674-554b62398eb6 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:41:53.911833 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e4667b93-4937-4fcf-b674-554b62398eb6 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] 10.222.0.62 "PUT /v2.0/routers/39ba90c0-036b-4136-bbf5-b94b60504b9d HTTP/1.1" status: 400 len: 364 time: 0.6216230 Sep 21 15:41:53.912300 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39090) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:53.985953 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2a1c34-9552-4b3e-9f58-36ec4b771fcc tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Deleting subnet 26d139c4-eff0-4b24-b5b3-b2f61704ef65 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:41:54.102350 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:54.111910 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] Transition to ACTIVE for port object e30a1a0b-30fe-4c13-93b3-ea2a6edbf9e1 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:41:54.129715 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] Transition to ACTIVE for port object e30a1a0b-30fe-4c13-93b3-ea2a6edbf9e1 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:41:54.134673 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd2a1c34-9552-4b3e-9f58-36ec4b771fcc tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:54.135271 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:54.198302 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd2a1c34-9552-4b3e-9f58-36ec4b771fcc tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:54.204302 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] Network bf3a245e-4ae9-4751-ad11-972153745d35 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:41:54.207578 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:41:54.211762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:41:54.217393 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] Pushing event updated for resources: {'Port': ['ID=e30a1a0b-30fe-4c13-93b3-ea2a6edbf9e1,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:54.282343 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd2a1c34-9552-4b3e-9f58-36ec4b771fcc tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:54.319311 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] Attempting to bind port e30a1a0b-30fe-4c13-93b3-ea2a6edbf9e1 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:41:54.319750 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] Attempting to bind port e30a1a0b-30fe-4c13-93b3-ea2a6edbf9e1 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'fa4f5508-a6e5-4a3f-9573-7ea015cd9c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bf3a245e-4ae9-4751-ad11-972153745d35'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:41:54.320109 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] Attempting to bind port e30a1a0b-30fe-4c13-93b3-ea2a6edbf9e1 on network bf3a245e-4ae9-4751-ad11-972153745d35 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:41:54.325762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:41:54.326132 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] Checking segment: {'id': 'fa4f5508-a6e5-4a3f-9573-7ea015cd9c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bf3a245e-4ae9-4751-ad11-972153745d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:41:54.326527 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:54.326917 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] Bound using segment: {'id': 'fa4f5508-a6e5-4a3f-9573-7ea015cd9c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bf3a245e-4ae9-4751-ad11-972153745d35'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:41:54.327372 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] Bound port: e30a1a0b-30fe-4c13-93b3-ea2a6edbf9e1, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4f5508-a6e5-4a3f-9573-7ea015cd9c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bf3a245e-4ae9-4751-ad11-972153745d35'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:41:54.327738 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:54.367694 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd2a1c34-9552-4b3e-9f58-36ec4b771fcc tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:54.408348 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a1c34-9552-4b3e-9f58-36ec4b771fcc tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Pushing event deleted for resources: {'Subnet': ['ID=26d139c4-eff0-4b24-b5b3-b2f61704ef65,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:54.417212 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd2a1c34-9552-4b3e-9f58-36ec4b771fcc tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:54.425844 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] For port e30a1a0b-30fe-4c13-93b3-ea2a6edbf9e1, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:41:54.426578 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a1c34-9552-4b3e-9f58-36ec4b771fcc tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:54.426994 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a1c34-9552-4b3e-9f58-36ec4b771fcc tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:54.428135 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a1c34-9552-4b3e-9f58-36ec4b771fcc tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:54.428283 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a1c34-9552-4b3e-9f58-36ec4b771fcc tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:54.428699 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a1c34-9552-4b3e-9f58-36ec4b771fcc tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:54.429111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a1c34-9552-4b3e-9f58-36ec4b771fcc tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:54.429442 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a1c34-9552-4b3e-9f58-36ec4b771fcc tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:54.429801 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a1c34-9552-4b3e-9f58-36ec4b771fcc tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:54.430143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] For port e30a1a0b-30fe-4c13-93b3-ea2a6edbf9e1, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e30a1a0b-30fe-4c13-93b3-ea2a6edbf9e1,segment=NetworkSegment(fa4f5508-a6e5-4a3f-9573-7ea015cd9c84),segment_id=fa4f5508-a6e5-4a3f-9573-7ea015cd9c84)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:41:54.430270 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a1c34-9552-4b3e-9f58-36ec4b771fcc tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:54.430606 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a1c34-9552-4b3e-9f58-36ec4b771fcc tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:54.431055 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a1c34-9552-4b3e-9f58-36ec4b771fcc tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:54.431490 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a1c34-9552-4b3e-9f58-36ec4b771fcc tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:41:54.434284 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:54.439996 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cd2a1c34-9552-4b3e-9f58-36ec4b771fcc tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] 10.222.0.62 "DELETE /v2.0/subnets/26d139c4-eff0-4b24-b5b3-b2f61704ef65 HTTP/1.1" status: 204 len: 168 time: 0.5265114 Sep 21 15:41:54.440136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39094) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:54.574079 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8502ceb7-f13a-465e-af27-08e518101c5f tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:54.587998 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-8502ceb7-f13a-465e-af27-08e518101c5f tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Deleting port e30a1a0b-30fe-4c13-93b3-ea2a6edbf9e1 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:41:54.588337 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8502ceb7-f13a-465e-af27-08e518101c5f tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:54.604485 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23fe78-f119-415a-aef1-28cf1e0f5585 None None] Pushing event updated for resources: {'Port': ['ID=e30a1a0b-30fe-4c13-93b3-ea2a6edbf9e1,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:54.618551 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2490bd6-a3b0-474e-b5fa-771842832d30 None None] Network bf3a245e-4ae9-4751-ad11-972153745d35 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:41:54.688131 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cb31a9-a96a-4c96-8b97-5743a97c16ed None None] Network d414ca27-d824-4a40-9536-9c2c194a253a requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:41:54.805147 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bf513200-248b-42e2-b089-0650584df515 None None] Provisioning for port 8de29902-40ff-47e8-9c4f-bdee6cc491f1 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:41:54.929342 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-8502ceb7-f13a-465e-af27-08e518101c5f tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] For port e30a1a0b-30fe-4c13-93b3-ea2a6edbf9e1, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e30a1a0b-30fe-4c13-93b3-ea2a6edbf9e1,segment=NetworkSegment(fa4f5508-a6e5-4a3f-9573-7ea015cd9c84),segment_id=fa4f5508-a6e5-4a3f-9573-7ea015cd9c84)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:41:54.929704 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8502ceb7-f13a-465e-af27-08e518101c5f tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:54.975131 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 8de29902-40ff-47e8-9c4f-bdee6cc491f1 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:41:55.055036 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-8502ceb7-f13a-465e-af27-08e518101c5f tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Calling delete_port for e30a1a0b-30fe-4c13-93b3-ea2a6edbf9e1 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:41:55.117125 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 8de29902-40ff-47e8-9c4f-bdee6cc491f1 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:41:55.124363 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 8de29902-40ff-47e8-9c4f-bdee6cc491f1 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:41:55.124760 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:55.134704 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8502ceb7-f13a-465e-af27-08e518101c5f tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:55.182887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502ceb7-f13a-465e-af27-08e518101c5f tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Pushing event deleted for resources: {'Port': ['ID=e30a1a0b-30fe-4c13-93b3-ea2a6edbf9e1,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:55.184760 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8502ceb7-f13a-465e-af27-08e518101c5f tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] No DVR routers for this DVR port e30a1a0b-30fe-4c13-93b3-ea2a6edbf9e1 on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:41:55.252976 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 8de29902-40ff-47e8-9c4f-bdee6cc491f1 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:41:55.253565 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:55.289714 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 8de29902-40ff-47e8-9c4f-bdee6cc491f1, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=8de29902-40ff-47e8-9c4f-bdee6cc491f1,segment=NetworkSegment(7b707d69-e0ea-40e1-8b63-69f6d7fef880),segment_id=7b707d69-e0ea-40e1-8b63-69f6d7fef880)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:41:55.294662 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:55.328581 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8502ceb7-f13a-465e-af27-08e518101c5f tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:55.358109 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-8502ceb7-f13a-465e-af27-08e518101c5f tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3a245e-4ae9-4751-ad11-972153745d35']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:55.370193 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=8de29902-40ff-47e8-9c4f-bdee6cc491f1,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:55.372291 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-8502ceb7-f13a-465e-af27-08e518101c5f tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa4f5508-a6e5-4a3f-9573-7ea015cd9c84') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:55.372784 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-8502ceb7-f13a-465e-af27-08e518101c5f tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa4f5508-a6e5-4a3f-9573-7ea015cd9c84') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:55.373963 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce91673-bd33-46a5-ae4a-4f00e51fbd59 None None] get_active_networks_info from dv-neutron-858731-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:41:55.385116 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8502ceb7-f13a-465e-af27-08e518101c5f tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:55.401170 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8502ceb7-f13a-465e-af27-08e518101c5f tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:55.407590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8502ceb7-f13a-465e-af27-08e518101c5f tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:41:55.407997 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8502ceb7-f13a-465e-af27-08e518101c5f tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:55.466867 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce91673-bd33-46a5-ae4a-4f00e51fbd59 None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:41:55.477268 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment fa4f5508-a6e5-4a3f-9573-7ea015cd9c84 resource provider aggregate not found Sep 21 15:41:55.497991 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment fa4f5508-a6e5-4a3f-9573-7ea015cd9c84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa4f5508-a6e5-4a3f-9573-7ea015cd9c84 found for delete ", "request_id": "req-76a7059a-ecd4-4bf2-a942-cbb26d9547ca"}]} Sep 21 15:41:55.501722 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-74553a85-0a7e-40bc-8cab-dbd72d17ba70 None None] Provisioning complete for port 8de29902-40ff-47e8-9c4f-bdee6cc491f1 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:41:55.502098 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-74553a85-0a7e-40bc-8cab-dbd72d17ba70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:55.513297 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8502ceb7-f13a-465e-af27-08e518101c5f tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:55.531112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8502ceb7-f13a-465e-af27-08e518101c5f tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:55.543847 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502ceb7-f13a-465e-af27-08e518101c5f tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Pushing event deleted for resources: {'Network': ['ID=bf3a245e-4ae9-4751-ad11-972153745d35,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:55.548607 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8502ceb7-f13a-465e-af27-08e518101c5f tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] 10.222.0.62 "DELETE /v2.0/networks/bf3a245e-4ae9-4751-ad11-972153745d35 HTTP/1.1" status: 204 len: 168 time: 1.1051431 Sep 21 15:41:55.548981 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39102) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:55.618106 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2e79dc-7414-49f9-b56b-34af0cf9c28b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Deleting subnet d84e8541-aa8d-4d17-a3ec-64ababc8da09 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:41:55.620979 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf2e79dc-7414-49f9-b56b-34af0cf9c28b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:55.681535 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf2e79dc-7414-49f9-b56b-34af0cf9c28b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:55.769027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf2e79dc-7414-49f9-b56b-34af0cf9c28b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:55.776043 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-74553a85-0a7e-40bc-8cab-dbd72d17ba70 None None] Current status of the port 8de29902-40ff-47e8-9c4f-bdee6cc491f1 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:41:55.845502 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf2e79dc-7414-49f9-b56b-34af0cf9c28b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:55.885731 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e79dc-7414-49f9-b56b-34af0cf9c28b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Pushing event deleted for resources: {'Subnet': ['ID=d84e8541-aa8d-4d17-a3ec-64ababc8da09,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:55.889332 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf2e79dc-7414-49f9-b56b-34af0cf9c28b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:55.895336 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bf2e79dc-7414-49f9-b56b-34af0cf9c28b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] 10.222.0.62 "DELETE /v2.0/subnets/d84e8541-aa8d-4d17-a3ec-64ababc8da09 HTTP/1.1" status: 204 len: 168 time: 0.3455985 Sep 21 15:41:55.895932 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5869c34-735c-4af9-a414-d12aa3591480 None None] Network d414ca27-d824-4a40-9536-9c2c194a253a requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:41:55.898830 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39106) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:56.016709 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ded3b52b-9a70-49ab-83e8-745ed73ed76b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:56.029319 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ded3b52b-9a70-49ab-83e8-745ed73ed76b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Deleting port 8de29902-40ff-47e8-9c4f-bdee6cc491f1 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:41:56.029655 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ded3b52b-9a70-49ab-83e8-745ed73ed76b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:56.164440 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83538d57-bae0-496b-8b37-74624d9f1612 None None] DHCP port deletion for d414ca27-d824-4a40-9536-9c2c194a253a request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:41:56.168854 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-83538d57-bae0-496b-8b37-74624d9f1612 None None] Deleting port 8de29902-40ff-47e8-9c4f-bdee6cc491f1 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:41:56.169323 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-83538d57-bae0-496b-8b37-74624d9f1612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:56.242085 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-ded3b52b-9a70-49ab-83e8-745ed73ed76b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] For port 8de29902-40ff-47e8-9c4f-bdee6cc491f1, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=8de29902-40ff-47e8-9c4f-bdee6cc491f1,segment=NetworkSegment(7b707d69-e0ea-40e1-8b63-69f6d7fef880),segment_id=7b707d69-e0ea-40e1-8b63-69f6d7fef880)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:41:56.242438 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ded3b52b-9a70-49ab-83e8-745ed73ed76b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:56.372019 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ded3b52b-9a70-49ab-83e8-745ed73ed76b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Calling delete_port for 8de29902-40ff-47e8-9c4f-bdee6cc491f1 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:41:56.424432 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-83538d57-bae0-496b-8b37-74624d9f1612 None None] For port 8de29902-40ff-47e8-9c4f-bdee6cc491f1, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=8de29902-40ff-47e8-9c4f-bdee6cc491f1,segment=NetworkSegment(7b707d69-e0ea-40e1-8b63-69f6d7fef880),segment_id=7b707d69-e0ea-40e1-8b63-69f6d7fef880)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:41:56.424432 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-83538d57-bae0-496b-8b37-74624d9f1612 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:56.448784 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ded3b52b-9a70-49ab-83e8-745ed73ed76b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:56.499421 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3b52b-9a70-49ab-83e8-745ed73ed76b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Pushing event deleted for resources: {'Port': ['ID=8de29902-40ff-47e8-9c4f-bdee6cc491f1,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:56.503020 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded3b52b-9a70-49ab-83e8-745ed73ed76b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] No DVR routers for this DVR port 8de29902-40ff-47e8-9c4f-bdee6cc491f1 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:41:56.555242 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-83538d57-bae0-496b-8b37-74624d9f1612 None None] Calling delete_port for 8de29902-40ff-47e8-9c4f-bdee6cc491f1 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:41:56.628371 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-83538d57-bae0-496b-8b37-74624d9f1612 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:41:56.628756 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-83538d57-bae0-496b-8b37-74624d9f1612 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:41:56.633554 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ded3b52b-9a70-49ab-83e8-745ed73ed76b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:56.658868 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ded3b52b-9a70-49ab-83e8-745ed73ed76b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d414ca27-d824-4a40-9536-9c2c194a253a']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:56.667348 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:41:56.671614 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ded3b52b-9a70-49ab-83e8-745ed73ed76b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b707d69-e0ea-40e1-8b63-69f6d7fef880') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:56.671931 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ded3b52b-9a70-49ab-83e8-745ed73ed76b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b707d69-e0ea-40e1-8b63-69f6d7fef880') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:41:56.683659 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ded3b52b-9a70-49ab-83e8-745ed73ed76b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:56.700072 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ded3b52b-9a70-49ab-83e8-745ed73ed76b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:56.706597 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded3b52b-9a70-49ab-83e8-745ed73ed76b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:41:56.707115 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ded3b52b-9a70-49ab-83e8-745ed73ed76b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:56.866719 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 7b707d69-e0ea-40e1-8b63-69f6d7fef880 resource provider aggregate not found Sep 21 15:41:56.891379 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 7b707d69-e0ea-40e1-8b63-69f6d7fef880 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b707d69-e0ea-40e1-8b63-69f6d7fef880 found for delete ", "request_id": "req-9fcf1fb5-73c8-411b-bd98-dbc168612408"}]} Sep 21 15:41:56.908728 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ded3b52b-9a70-49ab-83e8-745ed73ed76b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:56.930464 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ded3b52b-9a70-49ab-83e8-745ed73ed76b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:56.932340 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 8de29902-40ff-47e8-9c4f-bdee6cc491f1 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:41:56.941453 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3b52b-9a70-49ab-83e8-745ed73ed76b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Pushing event deleted for resources: {'Network': ['ID=d414ca27-d824-4a40-9536-9c2c194a253a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:56.945455 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ded3b52b-9a70-49ab-83e8-745ed73ed76b tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] 10.222.0.62 "DELETE /v2.0/networks/d414ca27-d824-4a40-9536-9c2c194a253a HTTP/1.1" status: 204 len: 168 time: 1.0455086 Sep 21 15:41:56.948146 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39114) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:56.967708 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 8de29902-40ff-47e8-9c4f-bdee6cc491f1 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:41:56.968046 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 8de29902-40ff-47e8-9c4f-bdee6cc491f1 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:41:57.003299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b6276191-3042-442c-913c-3b7ff4db8ef4 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Synchronizing usage tracker for tenant:7d538b97d6c24f2fa989cbfdaf13e2b0 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:41:57.019033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b6276191-3042-442c-913c-3b7ff4db8ef4 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Unset dirty status for tenant:7d538b97d6c24f2fa989cbfdaf13e2b0 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:41:57.020291 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b6276191-3042-442c-913c-3b7ff4db8ef4 tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] 10.222.0.62 "GET /v2.0/ports?device_id=39ba90c0-036b-4136-bbf5-b94b60504b9d HTTP/1.1" status: 200 len: 205 time: 0.0711372 Sep 21 15:41:57.023367 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39118) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:57.130441 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-83538d57-bae0-496b-8b37-74624d9f1612 None None] Deleting port 8de29902-40ff-47e8-9c4f-bdee6cc491f1 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:41:57.131130 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-83538d57-bae0-496b-8b37-74624d9f1612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:57.157398 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76502df3-eb9a-4bde-9b13-f07a3807433a tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:57.199231 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-83538d57-bae0-496b-8b37-74624d9f1612 None None] The port '8de29902-40ff-47e8-9c4f-bdee6cc491f1' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:41:57.553556 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76502df3-eb9a-4bde-9b13-f07a3807433a tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:57.555752 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76502df3-eb9a-4bde-9b13-f07a3807433a tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:57.579846 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76502df3-eb9a-4bde-9b13-f07a3807433a tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:57.580339 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76502df3-eb9a-4bde-9b13-f07a3807433a tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Fanout notify agent at l3_agent the message router_deleted on router 39ba90c0-036b-4136-bbf5-b94b60504b9d {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:41:57.592797 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76502df3-eb9a-4bde-9b13-f07a3807433a tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:57.593847 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-76502df3-eb9a-4bde-9b13-f07a3807433a tempest-RoutersNegativeTest-23409094 tempest-RoutersNegativeTest-23409094-project] 10.222.0.62 "DELETE /v2.0/routers/39ba90c0-036b-4136-bbf5-b94b60504b9d HTTP/1.1" status: 204 len: 168 time: 0.5696058 Sep 21 15:41:57.857174 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39126) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:58.006856 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-89708ed6-a527-42be-92d4-40a7daf9020d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7d538b97d6c24f2fa989cbfdaf13e2b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485217 Sep 21 15:41:58.009305 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39132) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:58.067938 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43a19420-1a7e-4577-8d62-8e586a6fd29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:58.093154 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43a19420-1a7e-4577-8d62-8e586a6fd29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:58.147088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43a19420-1a7e-4577-8d62-8e586a6fd29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:58.164491 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a19420-1a7e-4577-8d62-8e586a6fd29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f89e21e-0b3d-4493-acbf-3f4d0fcc64b0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:58.173729 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43a19420-1a7e-4577-8d62-8e586a6fd29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:58.174907 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-43a19420-1a7e-4577-8d62-8e586a6fd29c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7f89e21e-0b3d-4493-acbf-3f4d0fcc64b0 HTTP/1.1" status: 204 len: 168 time: 0.1646712 Sep 21 15:41:58.817235 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39156) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:58.923113 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1749370806-network', 'tenant_id': 'f6e7d631cdff47b18a0ed248a22c807c'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:58.927932 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:58.931987 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] Usage tracker for resource:network and tenant:f6e7d631cdff47b18a0ed248a22c807c is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:41:58.934913 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:41:58.940595 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:58.950848 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] Made reservation on behalf of f6e7d631cdff47b18a0ed248a22c807c for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:41:58.953139 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:58.966310 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:58.980700 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:58.984682 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] Usage tracker for resource:security_group_rule and tenant:f6e7d631cdff47b18a0ed248a22c807c is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:41:58.987701 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:41:58.993511 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:59.077590 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:59.081746 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:59.107483 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:41:59.119807 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bf8520-2200-43da-ae30-614092cc5671,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:59.124069 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:59.124402 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] Added segment 75d66863-9ffd-4f44-a822-c497f86337e2 of type vlan for network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 Sep 21 15:41:59.150529 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:59.179273 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:59.180119 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:59.180715 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:59.282982 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] Pushing event updated for resources: {'Network': ['ID=3f2cf1f4-8787-43ae-a9ec-1f8afd571a48,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:59.287708 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-be4dc033-2694-4f0f-9c82-56bedc78048a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4694436 Sep 21 15:41:59.290813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39162) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:59.296570 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-cc274eae-b144-4443-b0df-08888a62edc8 admin admin] Request body: {'subnet': {'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1749370806-subnet', 'tenant_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'ip_version': 4}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:59.299983 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:41:59.301481 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cc274eae-b144-4443-b0df-08888a62edc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:59.305846 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cc274eae-b144-4443-b0df-08888a62edc8 admin admin] Usage tracker for resource:subnet and tenant:f6e7d631cdff47b18a0ed248a22c807c is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:41:59.308679 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cc274eae-b144-4443-b0df-08888a62edc8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:41:59.314262 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cc274eae-b144-4443-b0df-08888a62edc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:59.324950 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc274eae-b144-4443-b0df-08888a62edc8 admin admin] Made reservation on behalf of f6e7d631cdff47b18a0ed248a22c807c for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:41:59.327267 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc274eae-b144-4443-b0df-08888a62edc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:59.533405 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc274eae-b144-4443-b0df-08888a62edc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:59.602840 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc274eae-b144-4443-b0df-08888a62edc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:41:59.615449 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc274eae-b144-4443-b0df-08888a62edc8 admin admin] Checking segment: {'id': '75d66863-9ffd-4f44-a822-c497f86337e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:41:59.615797 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc274eae-b144-4443-b0df-08888a62edc8 admin admin] Network hostable DHCP agents. Network: 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:41:59.634084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc274eae-b144-4443-b0df-08888a62edc8 admin admin] Network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:41:59.642340 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-cc274eae-b144-4443-b0df-08888a62edc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:41:59.646192 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc274eae-b144-4443-b0df-08888a62edc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:41:59.646773 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc274eae-b144-4443-b0df-08888a62edc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:59.650955 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dce181-a310-47f8-9dd5-e83956a46bf9 None None] Network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:41:59.670843 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cc274eae-b144-4443-b0df-08888a62edc8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3784590 Sep 21 15:41:59.673738 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39166) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:41:59.679664 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1749370806-router', 'tenant_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:41:59.684591 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:41:59.688745 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Usage tracker for resource:router and tenant:f6e7d631cdff47b18a0ed248a22c807c is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:41:59.691762 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:41:59.697896 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:41:59.708417 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:59.709433 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:59.724354 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:59.881314 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-3f2cf1f4-8787-43ae-a9ec-1f8afd571a48', 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48', 'tenant_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'fixed_ips': [{'subnet_id': '8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:41:59.882621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:41:59.998289 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:00.039770 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] Allocated IP 172.20.0.2 (3f2cf1f4-8787-43ae-a9ec-1f8afd571a48/8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26/378230ba-78bb-40c7-ac1e-0164b696842f) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:42:00.242772 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:00.252573 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] Transition to ACTIVE for port object 378230ba-78bb-40c7-ac1e-0164b696842f will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:42:00.270854 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] Transition to ACTIVE for port object 378230ba-78bb-40c7-ac1e-0164b696842f will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:42:00.278377 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:00.333607 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:00.346377 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] Network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:42:00.349360 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:42:00.353857 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:42:00.359322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] Pushing event updated for resources: {'Port': ['ID=378230ba-78bb-40c7-ac1e-0164b696842f,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:00.367064 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:00.458125 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] Attempting to bind port 378230ba-78bb-40c7-ac1e-0164b696842f on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:42:00.458498 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] Attempting to bind port 378230ba-78bb-40c7-ac1e-0164b696842f by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '75d66863-9ffd-4f44-a822-c497f86337e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:42:00.458857 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] Attempting to bind port 378230ba-78bb-40c7-ac1e-0164b696842f on network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:42:00.464667 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:42:00.465032 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] Checking segment: {'id': '75d66863-9ffd-4f44-a822-c497f86337e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:42:00.465425 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:00.465813 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] Bound using segment: {'id': '75d66863-9ffd-4f44-a822-c497f86337e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:42:00.466263 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] Bound port: 378230ba-78bb-40c7-ac1e-0164b696842f, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d66863-9ffd-4f44-a822-c497f86337e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:42:00.466626 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:00.506292 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Allocated IP 172.26.4.47 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/ff179294-169f-45a7-858d-582e91d31d1a) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:42:00.558240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] For port 378230ba-78bb-40c7-ac1e-0164b696842f, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:42:00.561256 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] For port 378230ba-78bb-40c7-ac1e-0164b696842f, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=378230ba-78bb-40c7-ac1e-0164b696842f,segment=NetworkSegment(75d66863-9ffd-4f44-a822-c497f86337e2),segment_id=75d66863-9ffd-4f44-a822-c497f86337e2)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:42:00.565159 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:00.645639 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c0f12-9f68-41e8-8493-11f15ac9ba1f None None] Pushing event updated for resources: {'Port': ['ID=378230ba-78bb-40c7-ac1e-0164b696842f,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:00.667897 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:00.699371 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:00.768224 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:42:00.771181 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:42:00.773995 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:42:00.938255 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Pushing event updated for resources: {'Port': ['ID=ff179294-169f-45a7-858d-582e91d31d1a,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:00.992246 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 378230ba-78bb-40c7-ac1e-0164b696842f up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:42:01.100271 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 378230ba-78bb-40c7-ac1e-0164b696842f completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:42:01.338898 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:01.601927 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a38042-7e5f-46a8-8e87-5345c899a5c2 None None] Network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:42:01.690916 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:01.694796 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-796229fa-adda-4af9-8ff2-62e3e40c06c5 None None] Provisioning for port 378230ba-78bb-40c7-ac1e-0164b696842f completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:42:01.716259 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-796229fa-adda-4af9-8ff2-62e3e40c06c5 None None] Provisioning complete for port 378230ba-78bb-40c7-ac1e-0164b696842f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:42:01.716656 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-796229fa-adda-4af9-8ff2-62e3e40c06c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:01.895445 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Router 73fb250d-6aa1-4331-9ebc-abcaf3e69934 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:42:01.946783 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-796229fa-adda-4af9-8ff2-62e3e40c06c5 None None] Current status of the port 378230ba-78bb-40c7-ac1e-0164b696842f is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:42:01.947146 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-796229fa-adda-4af9-8ff2-62e3e40c06c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:01.987268 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-796229fa-adda-4af9-8ff2-62e3e40c06c5 None None] For port 378230ba-78bb-40c7-ac1e-0164b696842f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=378230ba-78bb-40c7-ac1e-0164b696842f,segment=NetworkSegment(75d66863-9ffd-4f44-a822-c497f86337e2),segment_id=75d66863-9ffd-4f44-a822-c497f86337e2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:42:01.995157 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-796229fa-adda-4af9-8ff2-62e3e40c06c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:02.080185 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796229fa-adda-4af9-8ff2-62e3e40c06c5 None None] Pushing event updated for resources: {'Port': ['ID=378230ba-78bb-40c7-ac1e-0164b696842f,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:02.087703 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:42:02.096127 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] Sync routers for ids ['73fb250d-6aa1-4331-9ebc-abcaf3e69934'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:42:02.106089 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] Routers {'73fb250d-6aa1-4331-9ebc-abcaf3e69934'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:42:02.106706 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:41:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['73fb250d-6aa1-4331-9ebc-abcaf3e69934'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:42:02.113552 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:02.118417 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a67bebc1-d13b-4fdf-927f-98c2f2e3e859 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4402130 Sep 21 15:42:02.118625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39172) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:42:02.287581 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] Set router 73fb250d-6aa1-4331-9ebc-abcaf3e69934 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:42:02.326624 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9acba2ed-2944-435e-8824-8a0724bf85a5 None None] Provisioning complete for port 378230ba-78bb-40c7-ac1e-0164b696842f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:42:02.327004 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9acba2ed-2944-435e-8824-8a0724bf85a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:02.454854 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9acba2ed-2944-435e-8824-8a0724bf85a5 None None] Current status of the port 378230ba-78bb-40c7-ac1e-0164b696842f is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:42:02.586974 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fb250d-6aa1-4331-9ebc-abcaf3e69934', 'name': 'tempest-TestEncryptedCinderVolumes-1749370806-router', 'tenant_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'ff179294-169f-45a7-858d-582e91d31d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:41:59Z', 'updated_at': '2022-09-21T15:42:01Z', 'revision_number': 3, 'project_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'gw_port': {'id': 'ff179294-169f-45a7-858d-582e91d31d1a', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fb250d-6aa1-4331-9ebc-abcaf3e69934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:42:00Z', 'updated_at': '2022-09-21T15:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:42:02.590812 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] Checking router: 73fb250d-6aa1-4331-9ebc-abcaf3e69934 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:42:02.591161 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] Updating router 73fb250d-6aa1-4331-9ebc-abcaf3e69934 port ff179294-169f-45a7-858d-582e91d31d1a binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:42:02.642738 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:02.917242 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f19330eb-7766-41a9-bc06-bf7362b81900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:02.945514 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 378230ba-78bb-40c7-ac1e-0164b696842f up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:42:03.005464 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:03.017657 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 378230ba-78bb-40c7-ac1e-0164b696842f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:42:03.018000 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] Transition to ACTIVE for port object ff179294-169f-45a7-858d-582e91d31d1a will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:42:03.018262 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:03.025810 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:03.102678 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] Attempting to bind port ff179294-169f-45a7-858d-582e91d31d1a on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:42:03.103402 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] Attempting to bind port ff179294-169f-45a7-858d-582e91d31d1a by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:42:03.103402 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] Attempting to bind port ff179294-169f-45a7-858d-582e91d31d1a on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:42:03.110605 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:42:03.110978 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:42:03.111377 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:03.111768 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:42:03.112223 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] Bound port: ff179294-169f-45a7-858d-582e91d31d1a, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:42:03.112638 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:03.155305 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 378230ba-78bb-40c7-ac1e-0164b696842f is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:42:03.156941 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-f19330eb-7766-41a9-bc06-bf7362b81900 admin admin] Allocated IP 172.20.0.1 (3f2cf1f4-8787-43ae-a9ec-1f8afd571a48/8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26/968b2bf2-7417-4537-b9bd-a27d18f726a0) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:42:03.161205 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476838a-7baa-4245-a7db-a05e65de0e34 None None] Pushing event updated for resources: {'Port': ['ID=ff179294-169f-45a7-858d-582e91d31d1a,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:03.174588 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476838a-7baa-4245-a7db-a05e65de0e34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:03.174944 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476838a-7baa-4245-a7db-a05e65de0e34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:03.175315 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476838a-7baa-4245-a7db-a05e65de0e34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:03.175718 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476838a-7baa-4245-a7db-a05e65de0e34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:03.176170 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476838a-7baa-4245-a7db-a05e65de0e34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:03.176530 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476838a-7baa-4245-a7db-a05e65de0e34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:03.176862 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476838a-7baa-4245-a7db-a05e65de0e34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:03.177181 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476838a-7baa-4245-a7db-a05e65de0e34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:03.177505 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476838a-7baa-4245-a7db-a05e65de0e34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:03.177835 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476838a-7baa-4245-a7db-a05e65de0e34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:03.178140 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476838a-7baa-4245-a7db-a05e65de0e34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:03.178456 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476838a-7baa-4245-a7db-a05e65de0e34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:03.218087 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] For port ff179294-169f-45a7-858d-582e91d31d1a, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:42:03.221514 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] For port ff179294-169f-45a7-858d-582e91d31d1a, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ff179294-169f-45a7-858d-582e91d31d1a,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:42:03.225511 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:03.289499 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] Routers {'73fb250d-6aa1-4331-9ebc-abcaf3e69934'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:42:03.290111 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:41:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['73fb250d-6aa1-4331-9ebc-abcaf3e69934'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:42:03.311889 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f19330eb-7766-41a9-bc06-bf7362b81900 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:03.327643 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-f19330eb-7766-41a9-bc06-bf7362b81900 admin admin] Transition to ACTIVE for port object 968b2bf2-7417-4537-b9bd-a27d18f726a0 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:42:03.352098 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f19330eb-7766-41a9-bc06-bf7362b81900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:03.373333 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476838a-7baa-4245-a7db-a05e65de0e34 None None] Pushing event updated for resources: {'Port': ['ID=ff179294-169f-45a7-858d-582e91d31d1a,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:03.417345 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19330eb-7766-41a9-bc06-bf7362b81900 admin admin] Network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:42:03.419999 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-f19330eb-7766-41a9-bc06-bf7362b81900 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:42:03.422399 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19330eb-7766-41a9-bc06-bf7362b81900 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:42:03.470255 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19330eb-7766-41a9-bc06-bf7362b81900 admin admin] Pushing event updated for resources: {'Port': ['ID=968b2bf2-7417-4537-b9bd-a27d18f726a0,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:03.476424 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] Set router 73fb250d-6aa1-4331-9ebc-abcaf3e69934 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:42:03.485927 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f19330eb-7766-41a9-bc06-bf7362b81900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:03.702616 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f37e7975-0ce2-43e9-8623-20d0a2e5f5d3 None None] Provisioning for port 968b2bf2-7417-4537-b9bd-a27d18f726a0 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:42:03.712479 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f37e7975-0ce2-43e9-8623-20d0a2e5f5d3 None None] Provisioning complete for port 968b2bf2-7417-4537-b9bd-a27d18f726a0 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:42:03.713166 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f37e7975-0ce2-43e9-8623-20d0a2e5f5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:03.777615 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f19330eb-7766-41a9-bc06-bf7362b81900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:03.784159 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f37e7975-0ce2-43e9-8623-20d0a2e5f5d3 None None] Port 968b2bf2-7417-4537-b9bd-a27d18f726a0 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:42:03.806158 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fb250d-6aa1-4331-9ebc-abcaf3e69934', 'name': 'tempest-TestEncryptedCinderVolumes-1749370806-router', 'tenant_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'ff179294-169f-45a7-858d-582e91d31d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:41:59Z', 'updated_at': '2022-09-21T15:42:01Z', 'revision_number': 3, 'project_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'gw_port': {'id': 'ff179294-169f-45a7-858d-582e91d31d1a', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fb250d-6aa1-4331-9ebc-abcaf3e69934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:42:00Z', 'updated_at': '2022-09-21T15:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:42:03.810132 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2761b09b-ec3b-4f31-8214-5f7506aa9e62 None None] The sync data for ids ['73fb250d-6aa1-4331-9ebc-abcaf3e69934'] in dv-neutron-858731-1-hyperv is: [{'id': '73fb250d-6aa1-4331-9ebc-abcaf3e69934', 'name': 'tempest-TestEncryptedCinderVolumes-1749370806-router', 'tenant_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'ff179294-169f-45a7-858d-582e91d31d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:41:59Z', 'updated_at': '2022-09-21T15:42:01Z', 'revision_number': 3, 'project_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'gw_port': {'id': 'ff179294-169f-45a7-858d-582e91d31d1a', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fb250d-6aa1-4331-9ebc-abcaf3e69934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:42:00Z', 'updated_at': '2022-09-21T15:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:42:04.140676 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f19330eb-7766-41a9-bc06-bf7362b81900 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:04.150696 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f19330eb-7766-41a9-bc06-bf7362b81900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:04.261383 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f19330eb-7766-41a9-bc06-bf7362b81900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:04.265132 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19330eb-7766-41a9-bc06-bf7362b81900 admin admin] Pushing event updated for resources: {'Port': ['ID=968b2bf2-7417-4537-b9bd-a27d18f726a0,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:04.405388 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19330eb-7766-41a9-bc06-bf7362b81900 admin admin] Network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:42:04.406578 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-f19330eb-7766-41a9-bc06-bf7362b81900 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:42:04.609167 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-947c4d99-b9f9-4883-8970-ba74a8cb4ceb None None] Provisioning complete for port 968b2bf2-7417-4537-b9bd-a27d18f726a0 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:42:04.609733 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-947c4d99-b9f9-4883-8970-ba74a8cb4ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:04.611169 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19330eb-7766-41a9-bc06-bf7362b81900 admin admin] Router 73fb250d-6aa1-4331-9ebc-abcaf3e69934 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:42:04.666450 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-947c4d99-b9f9-4883-8970-ba74a8cb4ceb None None] Port 968b2bf2-7417-4537-b9bd-a27d18f726a0 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:42:04.790556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19330eb-7766-41a9-bc06-bf7362b81900 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:42:04.799362 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f19330eb-7766-41a9-bc06-bf7362b81900 admin admin] 10.222.0.62 "PUT /v2.0/routers/73fb250d-6aa1-4331-9ebc-abcaf3e69934/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6797600 Sep 21 15:42:04.956988 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ff179294-169f-45a7-858d-582e91d31d1a up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:42:05.026598 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port ff179294-169f-45a7-858d-582e91d31d1a completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:42:05.032063 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port ff179294-169f-45a7-858d-582e91d31d1a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:42:05.032437 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:05.162616 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port ff179294-169f-45a7-858d-582e91d31d1a is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:42:05.163069 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:05.184906 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port ff179294-169f-45a7-858d-582e91d31d1a, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ff179294-169f-45a7-858d-582e91d31d1a,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:42:05.188900 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:05.259306 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=ff179294-169f-45a7-858d-582e91d31d1a,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:05.327447 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] Sync routers for ids ['73fb250d-6aa1-4331-9ebc-abcaf3e69934'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:42:05.337417 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] Routers {'73fb250d-6aa1-4331-9ebc-abcaf3e69934'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:42:05.338023 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:41:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['73fb250d-6aa1-4331-9ebc-abcaf3e69934'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:42:05.338764 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39192) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:42:05.344660 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1485724733-network', 'tenant_id': '4d73ab9e7aa04457b1c1647f00b57922'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:42:05.349501 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:42:05.353433 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] Usage tracker for resource:network and tenant:4d73ab9e7aa04457b1c1647f00b57922 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:42:05.356309 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:42:05.362217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:42:05.376111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] Made reservation on behalf of 4d73ab9e7aa04457b1c1647f00b57922 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:42:05.378836 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:05.391575 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:05.407375 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:42:05.411252 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] Usage tracker for resource:security_group_rule and tenant:4d73ab9e7aa04457b1c1647f00b57922 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:42:05.414442 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:42:05.420015 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:42:05.505884 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:05.509975 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:05.522841 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] Set router 73fb250d-6aa1-4331-9ebc-abcaf3e69934 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:42:05.540680 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:42:05.548818 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02689ea-b0dc-49c3-bc73-e57e8a47cb03,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:05.554506 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:05.554788 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] Added segment b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde of type vlan for network 4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f Sep 21 15:42:05.580650 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:05.610887 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:05.611817 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:05.612383 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:05.665215 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e9a86dd1-e076-407b-8036-7cfbf917a401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:05.716619 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] Pushing event updated for resources: {'Network': ['ID=4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:05.721964 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-00088726-8942-46fc-ac94-49500b1145eb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3795047 Sep 21 15:42:05.722205 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39196) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:42:05.728466 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e9db3e75-9838-48d1-bee6-0c6668eac2c8 admin admin] Request body: {'subnet': {'network_id': '4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1485724733-subnet', 'tenant_id': '4d73ab9e7aa04457b1c1647f00b57922', 'ip_version': 4}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:42:05.733721 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e9db3e75-9838-48d1-bee6-0c6668eac2c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:42:05.737948 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e9db3e75-9838-48d1-bee6-0c6668eac2c8 admin admin] Usage tracker for resource:subnet and tenant:4d73ab9e7aa04457b1c1647f00b57922 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:42:05.741647 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e9db3e75-9838-48d1-bee6-0c6668eac2c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:42:05.751953 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e9db3e75-9838-48d1-bee6-0c6668eac2c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:42:05.766159 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9db3e75-9838-48d1-bee6-0c6668eac2c8 admin admin] Made reservation on behalf of 4d73ab9e7aa04457b1c1647f00b57922 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:42:05.772968 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e9db3e75-9838-48d1-bee6-0c6668eac2c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:05.781669 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:42:05.978306 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e9db3e75-9838-48d1-bee6-0c6668eac2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:06.001802 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fb250d-6aa1-4331-9ebc-abcaf3e69934', 'name': 'tempest-TestEncryptedCinderVolumes-1749370806-router', 'tenant_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'ff179294-169f-45a7-858d-582e91d31d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:41:59Z', 'updated_at': '2022-09-21T15:42:03Z', 'revision_number': 4, 'project_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'gw_port': {'id': 'ff179294-169f-45a7-858d-582e91d31d1a', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fb250d-6aa1-4331-9ebc-abcaf3e69934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:42:00Z', 'updated_at': '2022-09-21T15:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '968b2bf2-7417-4537-b9bd-a27d18f726a0', 'name': '', 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48', 'tenant_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'mac_address': 'fa:16:3e:e2:95:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fb250d-6aa1-4331-9ebc-abcaf3e69934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:42:02Z', 'updated_at': '2022-09-21T15:42:03Z', 'revision_number': 2, 'project_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'subnets': [{'id': '8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:42:06.006069 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] Checking router: 73fb250d-6aa1-4331-9ebc-abcaf3e69934 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:42:06.006431 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] Updating router 73fb250d-6aa1-4331-9ebc-abcaf3e69934 port 968b2bf2-7417-4537-b9bd-a27d18f726a0 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:42:06.058235 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db3e75-9838-48d1-bee6-0c6668eac2c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4550cd2a-f387-4a4a-b9e7-1389d68e5c91,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:06.066036 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:06.066814 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db3e75-9838-48d1-bee6-0c6668eac2c8 admin admin] Checking segment: {'id': 'b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:42:06.067171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9db3e75-9838-48d1-bee6-0c6668eac2c8 admin admin] Network hostable DHCP agents. Network: 4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:42:06.088399 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9db3e75-9838-48d1-bee6-0c6668eac2c8 admin admin] Network 4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:42:06.097354 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-e9db3e75-9838-48d1-bee6-0c6668eac2c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:42:06.101787 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9db3e75-9838-48d1-bee6-0c6668eac2c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:06.102393 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e9db3e75-9838-48d1-bee6-0c6668eac2c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:06.111960 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9d353b-1230-47c2-b818-51c269cdea05 None None] Network 4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:42:06.122886 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e9db3e75-9838-48d1-bee6-0c6668eac2c8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3995919 Sep 21 15:42:06.125435 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39200) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:42:06.130506 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1485724733-router', 'tenant_id': '4d73ab9e7aa04457b1c1647f00b57922', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:42:06.136499 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:42:06.140439 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Usage tracker for resource:router and tenant:4d73ab9e7aa04457b1c1647f00b57922 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:42:06.143452 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:42:06.150880 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:42:06.161442 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:06.162500 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:06.177663 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:06.509395 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f', 'network_id': '4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f', 'tenant_id': '4d73ab9e7aa04457b1c1647f00b57922', 'fixed_ips': [{'subnet_id': '4550cd2a-f387-4a4a-b9e7-1389d68e5c91'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:42:06.510278 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:06.557483 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:06.726341 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:06.745484 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] Transition to ACTIVE for port object 968b2bf2-7417-4537-b9bd-a27d18f726a0 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:42:06.757997 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:06.800423 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] Allocated IP 172.20.0.2 (4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f/4550cd2a-f387-4a4a-b9e7-1389d68e5c91/cb9e4e78-9a21-469e-9cd8-698c7b9aa658) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:42:06.883841 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:06.921267 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:06.944710 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ce073-50b3-4ba2-8de0-d19028ce2bb7 None None] Pushing event updated for resources: {'Port': ['ID=968b2bf2-7417-4537-b9bd-a27d18f726a0,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:07.017356 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ff179294-169f-45a7-858d-582e91d31d1a up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:42:07.069709 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Allocated IP 172.26.4.132 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/67294ae3-6e08-41cc-82e5-db992874f7c0) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:42:07.130622 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] Attempting to bind port 968b2bf2-7417-4537-b9bd-a27d18f726a0 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:42:07.130983 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] Attempting to bind port 968b2bf2-7417-4537-b9bd-a27d18f726a0 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '75d66863-9ffd-4f44-a822-c497f86337e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:42:07.131337 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] Attempting to bind port 968b2bf2-7417-4537-b9bd-a27d18f726a0 on network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:42:07.149638 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:42:07.150013 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] Checking segment: {'id': '75d66863-9ffd-4f44-a822-c497f86337e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:42:07.150405 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:07.150791 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] Bound using segment: {'id': '75d66863-9ffd-4f44-a822-c497f86337e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:42:07.151259 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] Bound port: 968b2bf2-7417-4537-b9bd-a27d18f726a0, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d66863-9ffd-4f44-a822-c497f86337e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:42:07.151625 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:07.230180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:07.261222 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:07.326991 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:42:07.327859 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port ff179294-169f-45a7-858d-582e91d31d1a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:42:07.328228 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:07.329975 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:42:07.333902 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:42:07.367063 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Pushing event updated for resources: {'Port': ['ID=67294ae3-6e08-41cc-82e5-db992874f7c0,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:07.401545 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:07.426592 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] Transition to ACTIVE for port object cb9e4e78-9a21-469e-9cd8-698c7b9aa658 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:42:07.434928 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] For port 968b2bf2-7417-4537-b9bd-a27d18f726a0, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:42:07.441263 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] For port 968b2bf2-7417-4537-b9bd-a27d18f726a0, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=968b2bf2-7417-4537-b9bd-a27d18f726a0,segment=NetworkSegment(75d66863-9ffd-4f44-a822-c497f86337e2),segment_id=75d66863-9ffd-4f44-a822-c497f86337e2)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:42:07.447670 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:07.498322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] Transition to ACTIVE for port object cb9e4e78-9a21-469e-9cd8-698c7b9aa658 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:42:07.521460 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:07.527208 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] Routers {'73fb250d-6aa1-4331-9ebc-abcaf3e69934'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:42:07.527828 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:41:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['73fb250d-6aa1-4331-9ebc-abcaf3e69934'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:42:07.677325 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] Network 4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:42:07.678079 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ce073-50b3-4ba2-8de0-d19028ce2bb7 None None] Pushing event updated for resources: {'Port': ['ID=968b2bf2-7417-4537-b9bd-a27d18f726a0,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:07.684150 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:42:07.754036 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:07.763763 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port ff179294-169f-45a7-858d-582e91d31d1a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:42:07.778360 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:42:07.904193 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] Pushing event updated for resources: {'Port': ['ID=cb9e4e78-9a21-469e-9cd8-698c7b9aa658,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:07.933228 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] Set router 73fb250d-6aa1-4331-9ebc-abcaf3e69934 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:42:08.009375 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] Attempting to bind port cb9e4e78-9a21-469e-9cd8-698c7b9aa658 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:42:08.009742 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] Attempting to bind port cb9e4e78-9a21-469e-9cd8-698c7b9aa658 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:42:08.010092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] Attempting to bind port cb9e4e78-9a21-469e-9cd8-698c7b9aa658 on network 4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:42:08.021760 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:42:08.022139 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] Checking segment: {'id': 'b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:42:08.023079 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:08.023460 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] Bound using segment: {'id': 'b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:42:08.023918 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] Bound port: cb9e4e78-9a21-469e-9cd8-698c7b9aa658, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:42:08.024651 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:08.034958 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8f5bc447-1748-44a0-9153-a5b7d2ea00b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:08.212668 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:08.278287 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] For port cb9e4e78-9a21-469e-9cd8-698c7b9aa658, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:42:08.282760 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] For port cb9e4e78-9a21-469e-9cd8-698c7b9aa658, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=cb9e4e78-9a21-469e-9cd8-698c7b9aa658,segment=NetworkSegment(b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde),segment_id=b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:42:08.311824 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:08.402504 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecdb2e-346f-4e62-a1ad-de42f64111e7 None None] Pushing event updated for resources: {'Port': ['ID=cb9e4e78-9a21-469e-9cd8-698c7b9aa658,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:08.422118 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fb250d-6aa1-4331-9ebc-abcaf3e69934', 'name': 'tempest-TestEncryptedCinderVolumes-1749370806-router', 'tenant_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'ff179294-169f-45a7-858d-582e91d31d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:41:59Z', 'updated_at': '2022-09-21T15:42:03Z', 'revision_number': 4, 'project_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'gw_port': {'id': 'ff179294-169f-45a7-858d-582e91d31d1a', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fb250d-6aa1-4331-9ebc-abcaf3e69934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:42:00Z', 'updated_at': '2022-09-21T15:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '968b2bf2-7417-4537-b9bd-a27d18f726a0', 'name': '', 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48', 'tenant_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'mac_address': 'fa:16:3e:e2:95:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fb250d-6aa1-4331-9ebc-abcaf3e69934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:42:02Z', 'updated_at': '2022-09-21T15:42:07Z', 'revision_number': 4, 'project_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'subnets': [{'id': '8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:42:08.427617 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f49ca67-ae04-4323-b2fc-3dfd6b4dd771 None None] The sync data for ids ['73fb250d-6aa1-4331-9ebc-abcaf3e69934'] in dv-neutron-858731-1-hyperv is: [{'id': '73fb250d-6aa1-4331-9ebc-abcaf3e69934', 'name': 'tempest-TestEncryptedCinderVolumes-1749370806-router', 'tenant_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'ff179294-169f-45a7-858d-582e91d31d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:41:59Z', 'updated_at': '2022-09-21T15:42:03Z', 'revision_number': 4, 'project_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'gw_port': {'id': 'ff179294-169f-45a7-858d-582e91d31d1a', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fb250d-6aa1-4331-9ebc-abcaf3e69934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:42:00Z', 'updated_at': '2022-09-21T15:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '968b2bf2-7417-4537-b9bd-a27d18f726a0', 'name': '', 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48', 'tenant_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'mac_address': 'fa:16:3e:e2:95:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fb250d-6aa1-4331-9ebc-abcaf3e69934', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:42:02Z', 'updated_at': '2022-09-21T15:42:07Z', 'revision_number': 4, 'project_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'subnets': [{'id': '8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:42:08.431732 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Router 245032b5-c8b8-49e0-a6d0-b08fd578a2bf is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:42:08.635180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:42:08.650298 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] Sync routers for ids ['245032b5-c8b8-49e0-a6d0-b08fd578a2bf'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:42:08.671902 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] Routers {'245032b5-c8b8-49e0-a6d0-b08fd578a2bf'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:42:08.672871 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:42:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['245032b5-c8b8-49e0-a6d0-b08fd578a2bf'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:42:08.688396 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:08.689920 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1ff2427d-79f6-4452-bdca-1217a6c1fb70 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5634158 Sep 21 15:42:08.692640 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39204) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:42:08.797696 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:08.885476 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] Set router 245032b5-c8b8-49e0-a6d0-b08fd578a2bf gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:42:09.003286 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:09.083467 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device cb9e4e78-9a21-469e-9cd8-698c7b9aa658 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:42:09.193536 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port cb9e4e78-9a21-469e-9cd8-698c7b9aa658 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:42:09.203753 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 968b2bf2-7417-4537-b9bd-a27d18f726a0 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:42:09.328515 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245032b5-c8b8-49e0-a6d0-b08fd578a2bf', 'name': 'tempest-TestEncryptedCinderVolumes-1485724733-router', 'tenant_id': '4d73ab9e7aa04457b1c1647f00b57922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '67294ae3-6e08-41cc-82e5-db992874f7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:42:06Z', 'updated_at': '2022-09-21T15:42:07Z', 'revision_number': 3, 'project_id': '4d73ab9e7aa04457b1c1647f00b57922', 'gw_port': {'id': '67294ae3-6e08-41cc-82e5-db992874f7c0', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245032b5-c8b8-49e0-a6d0-b08fd578a2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:42:06Z', 'updated_at': '2022-09-21T15:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:42:09.332122 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 968b2bf2-7417-4537-b9bd-a27d18f726a0 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:42:09.338223 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] Checking router: 245032b5-c8b8-49e0-a6d0-b08fd578a2bf for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:42:09.338882 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] Updating router 245032b5-c8b8-49e0-a6d0-b08fd578a2bf port 67294ae3-6e08-41cc-82e5-db992874f7c0 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:42:09.339263 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 968b2bf2-7417-4537-b9bd-a27d18f726a0 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:42:09.339631 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:09.410346 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:09.517731 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 968b2bf2-7417-4537-b9bd-a27d18f726a0 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:42:09.518374 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:09.579457 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 968b2bf2-7417-4537-b9bd-a27d18f726a0, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=968b2bf2-7417-4537-b9bd-a27d18f726a0,segment=NetworkSegment(75d66863-9ffd-4f44-a822-c497f86337e2),segment_id=75d66863-9ffd-4f44-a822-c497f86337e2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:42:09.587960 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:09.696184 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82750bb-c79b-4a73-99b9-47c02c6e7c56 None None] Network 4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:42:09.762275 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d568ce01-aa5c-4cd4-8033-df54f2767d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:09.827128 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-50fcbd01-d8a5-4108-a19d-e7f7e7502bb7 None None] Provisioning for port cb9e4e78-9a21-469e-9cd8-698c7b9aa658 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:42:09.838555 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=968b2bf2-7417-4537-b9bd-a27d18f726a0,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:09.852128 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-50fcbd01-d8a5-4108-a19d-e7f7e7502bb7 None None] Provisioning complete for port cb9e4e78-9a21-469e-9cd8-698c7b9aa658 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:42:09.852599 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-50fcbd01-d8a5-4108-a19d-e7f7e7502bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:09.933910 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:09.950438 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] Transition to ACTIVE for port object 67294ae3-6e08-41cc-82e5-db992874f7c0 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:42:09.958280 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:10.029450 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-d568ce01-aa5c-4cd4-8033-df54f2767d04 admin admin] Allocated IP 172.20.0.1 (4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f/4550cd2a-f387-4a4a-b9e7-1389d68e5c91/f3fea7a5-637a-4687-92d7-91134b6da8a5) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:42:10.041630 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] Attempting to bind port 67294ae3-6e08-41cc-82e5-db992874f7c0 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:42:10.042266 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] Attempting to bind port 67294ae3-6e08-41cc-82e5-db992874f7c0 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:42:10.042850 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] Attempting to bind port 67294ae3-6e08-41cc-82e5-db992874f7c0 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:42:10.052068 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:42:10.052772 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:42:10.053915 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:10.054508 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:42:10.055345 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] Bound port: 67294ae3-6e08-41cc-82e5-db992874f7c0, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:42:10.055927 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:10.104509 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-50fcbd01-d8a5-4108-a19d-e7f7e7502bb7 None None] Current status of the port cb9e4e78-9a21-469e-9cd8-698c7b9aa658 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:42:10.104892 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-50fcbd01-d8a5-4108-a19d-e7f7e7502bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:10.110085 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1705de6-911b-4275-b253-bdc634c94c92 None None] Pushing event updated for resources: {'Port': ['ID=67294ae3-6e08-41cc-82e5-db992874f7c0,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:10.145496 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-50fcbd01-d8a5-4108-a19d-e7f7e7502bb7 None None] For port cb9e4e78-9a21-469e-9cd8-698c7b9aa658, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=cb9e4e78-9a21-469e-9cd8-698c7b9aa658,segment=NetworkSegment(b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde),segment_id=b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:42:10.148807 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] For port 67294ae3-6e08-41cc-82e5-db992874f7c0, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:42:10.152506 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] For port 67294ae3-6e08-41cc-82e5-db992874f7c0, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=67294ae3-6e08-41cc-82e5-db992874f7c0,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:42:10.152708 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-50fcbd01-d8a5-4108-a19d-e7f7e7502bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:10.160158 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:10.224728 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d568ce01-aa5c-4cd4-8033-df54f2767d04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:10.226511 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] Routers {'245032b5-c8b8-49e0-a6d0-b08fd578a2bf'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:42:10.227151 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:42:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['245032b5-c8b8-49e0-a6d0-b08fd578a2bf'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:42:10.239223 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fcbd01-d8a5-4108-a19d-e7f7e7502bb7 None None] Pushing event updated for resources: {'Port': ['ID=cb9e4e78-9a21-469e-9cd8-698c7b9aa658,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:10.253917 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-d568ce01-aa5c-4cd4-8033-df54f2767d04 admin admin] Transition to ACTIVE for port object f3fea7a5-637a-4687-92d7-91134b6da8a5 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:42:10.280068 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d568ce01-aa5c-4cd4-8033-df54f2767d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:10.321261 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1705de6-911b-4275-b253-bdc634c94c92 None None] Pushing event updated for resources: {'Port': ['ID=67294ae3-6e08-41cc-82e5-db992874f7c0,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:10.359439 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568ce01-aa5c-4cd4-8033-df54f2767d04 admin admin] Pushing event updated for resources: {'Port': ['ID=f3fea7a5-637a-4687-92d7-91134b6da8a5,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:10.362802 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d568ce01-aa5c-4cd4-8033-df54f2767d04 admin admin] Network 4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:42:10.364181 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d568ce01-aa5c-4cd4-8033-df54f2767d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:42:10.366689 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d568ce01-aa5c-4cd4-8033-df54f2767d04 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:42:10.420657 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d568ce01-aa5c-4cd4-8033-df54f2767d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:10.430019 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] Set router 245032b5-c8b8-49e0-a6d0-b08fd578a2bf gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:42:10.492967 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c14cf1e6-a906-4ddc-9e29-ba49f5ec5f57 None None] Provisioning complete for port cb9e4e78-9a21-469e-9cd8-698c7b9aa658 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:42:10.493365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c14cf1e6-a906-4ddc-9e29-ba49f5ec5f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:10.579175 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d568ce01-aa5c-4cd4-8033-df54f2767d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:10.644065 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:10.648827 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c14cf1e6-a906-4ddc-9e29-ba49f5ec5f57 None None] Current status of the port cb9e4e78-9a21-469e-9cd8-698c7b9aa658 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:42:10.742165 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245032b5-c8b8-49e0-a6d0-b08fd578a2bf', 'name': 'tempest-TestEncryptedCinderVolumes-1485724733-router', 'tenant_id': '4d73ab9e7aa04457b1c1647f00b57922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '67294ae3-6e08-41cc-82e5-db992874f7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:42:06Z', 'updated_at': '2022-09-21T15:42:07Z', 'revision_number': 3, 'project_id': '4d73ab9e7aa04457b1c1647f00b57922', 'gw_port': {'id': '67294ae3-6e08-41cc-82e5-db992874f7c0', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245032b5-c8b8-49e0-a6d0-b08fd578a2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:42:06Z', 'updated_at': '2022-09-21T15:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:42:10.746239 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61f8f03-91f2-485e-a5d2-6e4c54c33d93 None None] The sync data for ids ['245032b5-c8b8-49e0-a6d0-b08fd578a2bf'] in dv-neutron-858731-1-hyperv is: [{'id': '245032b5-c8b8-49e0-a6d0-b08fd578a2bf', 'name': 'tempest-TestEncryptedCinderVolumes-1485724733-router', 'tenant_id': '4d73ab9e7aa04457b1c1647f00b57922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '67294ae3-6e08-41cc-82e5-db992874f7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:42:06Z', 'updated_at': '2022-09-21T15:42:07Z', 'revision_number': 3, 'project_id': '4d73ab9e7aa04457b1c1647f00b57922', 'gw_port': {'id': '67294ae3-6e08-41cc-82e5-db992874f7c0', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245032b5-c8b8-49e0-a6d0-b08fd578a2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:42:06Z', 'updated_at': '2022-09-21T15:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:42:10.783819 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a7822ed0-2ffd-43e1-80ef-d87102970bbf None None] Provisioning for port f3fea7a5-637a-4687-92d7-91134b6da8a5 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:42:10.790613 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a7822ed0-2ffd-43e1-80ef-d87102970bbf None None] Provisioning complete for port f3fea7a5-637a-4687-92d7-91134b6da8a5 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:42:10.790969 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a7822ed0-2ffd-43e1-80ef-d87102970bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:10.831401 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d568ce01-aa5c-4cd4-8033-df54f2767d04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:10.837355 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d568ce01-aa5c-4cd4-8033-df54f2767d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:10.856168 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a7822ed0-2ffd-43e1-80ef-d87102970bbf None None] Port f3fea7a5-637a-4687-92d7-91134b6da8a5 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:42:10.956345 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device cb9e4e78-9a21-469e-9cd8-698c7b9aa658 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:42:10.956510 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568ce01-aa5c-4cd4-8033-df54f2767d04 admin admin] Pushing event updated for resources: {'Port': ['ID=f3fea7a5-637a-4687-92d7-91134b6da8a5,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:10.958861 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d568ce01-aa5c-4cd4-8033-df54f2767d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:11.088046 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port cb9e4e78-9a21-469e-9cd8-698c7b9aa658 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:42:11.088421 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:11.124626 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d568ce01-aa5c-4cd4-8033-df54f2767d04 admin admin] Network 4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:42:11.125894 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d568ce01-aa5c-4cd4-8033-df54f2767d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:42:11.236857 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port cb9e4e78-9a21-469e-9cd8-698c7b9aa658 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:42:11.238030 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 968b2bf2-7417-4537-b9bd-a27d18f726a0 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:42:11.316930 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 968b2bf2-7417-4537-b9bd-a27d18f726a0 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:42:11.317599 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:11.355377 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d568ce01-aa5c-4cd4-8033-df54f2767d04 admin admin] Router 245032b5-c8b8-49e0-a6d0-b08fd578a2bf has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:42:11.394700 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c4ae27c5-881c-4741-8165-a99ea9808f96 None None] Provisioning complete for port f3fea7a5-637a-4687-92d7-91134b6da8a5 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:42:11.395079 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4ae27c5-881c-4741-8165-a99ea9808f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:11.502375 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c4ae27c5-881c-4741-8165-a99ea9808f96 None None] Port f3fea7a5-637a-4687-92d7-91134b6da8a5 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:42:11.503764 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 968b2bf2-7417-4537-b9bd-a27d18f726a0 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:42:11.655978 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d568ce01-aa5c-4cd4-8033-df54f2767d04 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:42:11.675149 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d568ce01-aa5c-4cd4-8033-df54f2767d04 admin admin] 10.222.0.62 "PUT /v2.0/routers/245032b5-c8b8-49e0-a6d0-b08fd578a2bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9811220 Sep 21 15:42:12.316467 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-4b0e0bb9-fd92-4aba-b71e-7772dabb13c1 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:12.317922 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-4b0e0bb9-fd92-4aba-b71e-7772dabb13c1 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/networks?id=3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 HTTP/1.1" status: 200 len: 817 time: 0.1499295 Sep 21 15:42:12.334176 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-fb16e545-5699-42c0-8141-d838ee9f13ca tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/quotas/f6e7d631cdff47b18a0ed248a22c807c HTTP/1.1" status: 200 len: 375 time: 0.0098462 Sep 21 15:42:12.345837 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] Sync routers for ids ['245032b5-c8b8-49e0-a6d0-b08fd578a2bf'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:42:12.355067 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] Routers {'245032b5-c8b8-49e0-a6d0-b08fd578a2bf'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:42:12.355675 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:42:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['245032b5-c8b8-49e0-a6d0-b08fd578a2bf'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:42:12.426585 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-b4803ece-a0da-4b93-a8fa-c142bdba09fa tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6e7d631cdff47b18a0ed248a22c807c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868180 Sep 21 15:42:12.442105 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-32b7541e-0f9d-46ce-a335-183b4dc62744 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:42:12.443031 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-32b7541e-0f9d-46ce-a335-183b4dc62744 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050449 Sep 21 15:42:12.578338 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-221c080b-3f49-49ac-8e3b-858e99a0fa82 service neutron] 10.222.0.62 "GET /v2.0/networks/3f2cf1f4-8787-43ae-a9ec-1f8afd571a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287673 Sep 21 15:42:12.579458 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] Set router 245032b5-c8b8-49e0-a6d0-b08fd578a2bf gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:42:12.714656 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-18ab5e27-d73b-4af9-8eca-cd82b059feb9 service neutron] 10.222.0.62 "GET /v2.0/networks/3f2cf1f4-8787-43ae-a9ec-1f8afd571a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298275 Sep 21 15:42:12.902828 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245032b5-c8b8-49e0-a6d0-b08fd578a2bf', 'name': 'tempest-TestEncryptedCinderVolumes-1485724733-router', 'tenant_id': '4d73ab9e7aa04457b1c1647f00b57922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '67294ae3-6e08-41cc-82e5-db992874f7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:42:06Z', 'updated_at': '2022-09-21T15:42:10Z', 'revision_number': 4, 'project_id': '4d73ab9e7aa04457b1c1647f00b57922', 'gw_port': {'id': '67294ae3-6e08-41cc-82e5-db992874f7c0', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245032b5-c8b8-49e0-a6d0-b08fd578a2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:42:06Z', 'updated_at': '2022-09-21T15:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'f3fea7a5-637a-4687-92d7-91134b6da8a5', 'name': '', 'network_id': '4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f', 'tenant_id': '4d73ab9e7aa04457b1c1647f00b57922', 'mac_address': 'fa:16:3e:c5:1e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245032b5-c8b8-49e0-a6d0-b08fd578a2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '4550cd2a-f387-4a4a-b9e7-1389d68e5c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:42:09Z', 'updated_at': '2022-09-21T15:42:10Z', 'revision_number': 2, 'project_id': '4d73ab9e7aa04457b1c1647f00b57922', 'subnets': [{'id': '4550cd2a-f387-4a4a-b9e7-1389d68e5c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:42:12.906606 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] Checking router: 245032b5-c8b8-49e0-a6d0-b08fd578a2bf for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:42:12.906962 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] Updating router 245032b5-c8b8-49e0-a6d0-b08fd578a2bf port f3fea7a5-637a-4687-92d7-91134b6da8a5 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:42:12.963279 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 67294ae3-6e08-41cc-82e5-db992874f7c0 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:42:12.996963 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:13.172862 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 67294ae3-6e08-41cc-82e5-db992874f7c0 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:42:13.182747 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 67294ae3-6e08-41cc-82e5-db992874f7c0 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:42:13.183115 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:13.424093 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 67294ae3-6e08-41cc-82e5-db992874f7c0 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:42:13.424823 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:13.455580 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 67294ae3-6e08-41cc-82e5-db992874f7c0, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=67294ae3-6e08-41cc-82e5-db992874f7c0,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:42:13.461489 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:13.572656 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:13.589437 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=67294ae3-6e08-41cc-82e5-db992874f7c0,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:13.592188 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] Transition to ACTIVE for port object f3fea7a5-637a-4687-92d7-91134b6da8a5 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:42:13.598838 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:13.793095 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db1c8b-273a-413f-8e29-1092172fdc6b None None] Pushing event updated for resources: {'Port': ['ID=f3fea7a5-637a-4687-92d7-91134b6da8a5,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:13.818168 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] Attempting to bind port f3fea7a5-637a-4687-92d7-91134b6da8a5 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:42:13.818535 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] Attempting to bind port f3fea7a5-637a-4687-92d7-91134b6da8a5 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:42:13.819619 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] Attempting to bind port f3fea7a5-637a-4687-92d7-91134b6da8a5 on network 4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:42:13.825947 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:42:13.826318 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] Checking segment: {'id': 'b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:42:13.826712 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:13.827121 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] Bound using segment: {'id': 'b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:42:13.827579 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] Bound port: f3fea7a5-637a-4687-92d7-91134b6da8a5, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:42:13.827946 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:13.933202 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a52038c7-b33a-4e19-a278-eb6eb4e6d0b0 req-abe1e298-712a-4049-a4a8-355fed559d0d tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f6a7399-4ea8-4a95-8e4c-4f59c06cee21 HTTP/1.1" status: 200 len: 210 time: 0.0599830 Sep 21 15:42:13.939295 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] For port f3fea7a5-637a-4687-92d7-91134b6da8a5, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:42:13.941773 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] For port f3fea7a5-637a-4687-92d7-91134b6da8a5, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f3fea7a5-637a-4687-92d7-91134b6da8a5,segment=NetworkSegment(b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde),segment_id=b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:42:13.950041 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:14.014487 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] Routers {'245032b5-c8b8-49e0-a6d0-b08fd578a2bf'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:42:14.015205 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:42:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['245032b5-c8b8-49e0-a6d0-b08fd578a2bf'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:42:14.102409 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db1c8b-273a-413f-8e29-1092172fdc6b None None] Pushing event updated for resources: {'Port': ['ID=f3fea7a5-637a-4687-92d7-91134b6da8a5,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:14.255750 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] Set router 245032b5-c8b8-49e0-a6d0-b08fd578a2bf gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:42:14.582479 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245032b5-c8b8-49e0-a6d0-b08fd578a2bf', 'name': 'tempest-TestEncryptedCinderVolumes-1485724733-router', 'tenant_id': '4d73ab9e7aa04457b1c1647f00b57922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '67294ae3-6e08-41cc-82e5-db992874f7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:42:06Z', 'updated_at': '2022-09-21T15:42:10Z', 'revision_number': 4, 'project_id': '4d73ab9e7aa04457b1c1647f00b57922', 'gw_port': {'id': '67294ae3-6e08-41cc-82e5-db992874f7c0', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245032b5-c8b8-49e0-a6d0-b08fd578a2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:42:06Z', 'updated_at': '2022-09-21T15:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'f3fea7a5-637a-4687-92d7-91134b6da8a5', 'name': '', 'network_id': '4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f', 'tenant_id': '4d73ab9e7aa04457b1c1647f00b57922', 'mac_address': 'fa:16:3e:c5:1e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245032b5-c8b8-49e0-a6d0-b08fd578a2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '4550cd2a-f387-4a4a-b9e7-1389d68e5c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:42:09Z', 'updated_at': '2022-09-21T15:42:13Z', 'revision_number': 4, 'project_id': '4d73ab9e7aa04457b1c1647f00b57922', 'subnets': [{'id': '4550cd2a-f387-4a4a-b9e7-1389d68e5c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:42:14.586457 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf1458c-517f-475a-a89e-c2f0817b24f1 None None] The sync data for ids ['245032b5-c8b8-49e0-a6d0-b08fd578a2bf'] in dv-neutron-858731-1-hyperv is: [{'id': '245032b5-c8b8-49e0-a6d0-b08fd578a2bf', 'name': 'tempest-TestEncryptedCinderVolumes-1485724733-router', 'tenant_id': '4d73ab9e7aa04457b1c1647f00b57922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '67294ae3-6e08-41cc-82e5-db992874f7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:42:06Z', 'updated_at': '2022-09-21T15:42:10Z', 'revision_number': 4, 'project_id': '4d73ab9e7aa04457b1c1647f00b57922', 'gw_port': {'id': '67294ae3-6e08-41cc-82e5-db992874f7c0', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245032b5-c8b8-49e0-a6d0-b08fd578a2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:42:06Z', 'updated_at': '2022-09-21T15:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'f3fea7a5-637a-4687-92d7-91134b6da8a5', 'name': '', 'network_id': '4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f', 'tenant_id': '4d73ab9e7aa04457b1c1647f00b57922', 'mac_address': 'fa:16:3e:c5:1e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245032b5-c8b8-49e0-a6d0-b08fd578a2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '4550cd2a-f387-4a4a-b9e7-1389d68e5c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:42:09Z', 'updated_at': '2022-09-21T15:42:13Z', 'revision_number': 4, 'project_id': '4d73ab9e7aa04457b1c1647f00b57922', 'subnets': [{'id': '4550cd2a-f387-4a4a-b9e7-1389d68e5c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:42:15.066151 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 67294ae3-6e08-41cc-82e5-db992874f7c0 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:42:15.157097 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 67294ae3-6e08-41cc-82e5-db992874f7c0 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:42:15.157726 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:15.211780 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-1058ce37-1e48-4c10-9ce7-cda997324ea7 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:15.213307 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-1058ce37-1e48-4c10-9ce7-cda997324ea7 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.20 "GET /v2.0/networks?id=3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 HTTP/1.1" status: 200 len: 817 time: 0.2639449 Sep 21 15:42:15.230942 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0979fe17-2548-444b-a91f-01810fa6459f req-df3c4fa4-ef18-4124-9a22-03d8e0866eb4 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f6a7399-4ea8-4a95-8e4c-4f59c06cee21 HTTP/1.1" status: 200 len: 210 time: 0.0706618 Sep 21 15:42:15.235071 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-dacb74df-80c2-4256-b098-57cef94ac470 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Request body: {'port': {'device_id': '4f6a7399-4ea8-4a95-8e4c-4f59c06cee21', 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48', 'admin_state_up': True, 'tenant_id': 'f6e7d631cdff47b18a0ed248a22c807c'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:42:15.305638 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 67294ae3-6e08-41cc-82e5-db992874f7c0 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:42:15.307159 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f3fea7a5-637a-4687-92d7-91134b6da8a5 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:42:15.389304 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-dacb74df-80c2-4256-b098-57cef94ac470 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:42:15.393379 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port f3fea7a5-637a-4687-92d7-91134b6da8a5 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:42:15.393752 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-dacb74df-80c2-4256-b098-57cef94ac470 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Usage tracker for resource:port and tenant:f6e7d631cdff47b18a0ed248a22c807c is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:42:15.396703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-dacb74df-80c2-4256-b098-57cef94ac470 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:42:15.399450 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port f3fea7a5-637a-4687-92d7-91134b6da8a5 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:42:15.399450 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:15.404870 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-dacb74df-80c2-4256-b098-57cef94ac470 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:42:15.415353 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-dacb74df-80c2-4256-b098-57cef94ac470 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Made reservation on behalf of f6e7d631cdff47b18a0ed248a22c807c for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:42:15.418913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-dacb74df-80c2-4256-b098-57cef94ac470 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:15.528741 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port f3fea7a5-637a-4687-92d7-91134b6da8a5 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:42:15.529130 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:15.564174 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port f3fea7a5-637a-4687-92d7-91134b6da8a5, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f3fea7a5-637a-4687-92d7-91134b6da8a5,segment=NetworkSegment(b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde),segment_id=b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:42:15.569220 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:15.605690 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-dacb74df-80c2-4256-b098-57cef94ac470 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Allocated IP 172.20.0.10 (3f2cf1f4-8787-43ae-a9ec-1f8afd571a48/8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26/5edb66f9-2f9c-40c0-91c1-894eeac8eb52) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:42:15.647994 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=f3fea7a5-637a-4687-92d7-91134b6da8a5,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:15.819827 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-dacb74df-80c2-4256-b098-57cef94ac470 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:15.835422 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-dacb74df-80c2-4256-b098-57cef94ac470 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Transition to ACTIVE for port object 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:42:15.858797 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-dacb74df-80c2-4256-b098-57cef94ac470 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:15.932985 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-dacb74df-80c2-4256-b098-57cef94ac470 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:42:15.936191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-dacb74df-80c2-4256-b098-57cef94ac470 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:42:15.940025 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-dacb74df-80c2-4256-b098-57cef94ac470 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:42:16.092576 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb74df-80c2-4256-b098-57cef94ac470 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Pushing event updated for resources: {'Port': ['ID=5edb66f9-2f9c-40c0-91c1-894eeac8eb52,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:16.133367 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-dacb74df-80c2-4256-b098-57cef94ac470 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:16.133990 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-dacb74df-80c2-4256-b098-57cef94ac470 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:16.154751 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-828930c8-bbdb-456f-b682-9e2fd76918e2 None None] Provisioning for port 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:42:16.157214 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-dacb74df-80c2-4256-b098-57cef94ac470 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9293377 Sep 21 15:42:16.159805 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-828930c8-bbdb-456f-b682-9e2fd76918e2 None None] Provisioning complete for port 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:42:16.160170 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-828930c8-bbdb-456f-b682-9e2fd76918e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:16.172199 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] Request body: {'port': {'device_id': '4f6a7399-4ea8-4a95-8e4c-4f59c06cee21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:42:16.219360 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-828930c8-bbdb-456f-b682-9e2fd76918e2 None None] Port 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:42:16.284978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:16.576140 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa87db0-baa7-44e3-ad21-18239f1b20cc req-e9b7cd38-594d-4198-a991-6d88531219bc tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:16.576773 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ffa87db0-baa7-44e3-ad21-18239f1b20cc req-e9b7cd38-594d-4198-a991-6d88531219bc tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Synchronizing usage tracker for tenant:f6e7d631cdff47b18a0ed248a22c807c on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:42:16.617656 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ffa87db0-baa7-44e3-ad21-18239f1b20cc req-e9b7cd38-594d-4198-a991-6d88531219bc tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Unset dirty status for tenant:f6e7d631cdff47b18a0ed248a22c807c on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:42:16.618793 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ffa87db0-baa7-44e3-ad21-18239f1b20cc req-e9b7cd38-594d-4198-a991-6d88531219bc tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f6a7399-4ea8-4a95-8e4c-4f59c06cee21 HTTP/1.1" status: 200 len: 932 time: 0.2722838 Sep 21 15:42:16.678401 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ffa87db0-baa7-44e3-ad21-18239f1b20cc req-27b8c072-42e4-46fd-85c1-05884c62ec6d tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510526 Sep 21 15:42:16.747655 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:42:16.758524 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:16.773018 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] Transition to ACTIVE for port object 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:42:16.776520 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:16.946376 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f3fea7a5-637a-4687-92d7-91134b6da8a5 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:42:16.957645 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] Pushing event updated for resources: {'Port': ['ID=5edb66f9-2f9c-40c0-91c1-894eeac8eb52,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:17.001665 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] Attempting to bind port 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:42:17.002292 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] Attempting to bind port 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '75d66863-9ffd-4f44-a822-c497f86337e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:42:17.002892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] Attempting to bind port 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 on network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:42:17.008621 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] Port 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 on network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:42:17.009046 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] Attempting to bind port 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 on network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:42:17.014353 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:42:17.014799 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] Checking segment: {'id': '75d66863-9ffd-4f44-a822-c497f86337e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:42:17.015283 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] Bound using segment: {'id': '75d66863-9ffd-4f44-a822-c497f86337e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:42:17.015809 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] Bound port: 5edb66f9-2f9c-40c0-91c1-894eeac8eb52, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d66863-9ffd-4f44-a822-c497f86337e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:42:17.016187 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port f3fea7a5-637a-4687-92d7-91134b6da8a5 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:42:17.016346 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:17.016579 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:17.108199 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] For port 5edb66f9-2f9c-40c0-91c1-894eeac8eb52, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:42:17.111170 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] For port 5edb66f9-2f9c-40c0-91c1-894eeac8eb52, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=5edb66f9-2f9c-40c0-91c1-894eeac8eb52,segment=NetworkSegment(75d66863-9ffd-4f44-a822-c497f86337e2),segment_id=75d66863-9ffd-4f44-a822-c497f86337e2)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:42:17.116099 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:17.137001 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port f3fea7a5-637a-4687-92d7-91134b6da8a5 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:42:17.148417 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:17.149750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:17.150830 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] 10.222.0.20 "PUT /v2.0/ports/5edb66f9-2f9c-40c0-91c1-894eeac8eb52 HTTP/1.1" status: 200 len: 1094 time: 0.9825583 Sep 21 15:42:17.151363 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6a7399-4ea8-4a95-8e4c-4f59c06cee21', 'tag': '5edb66f9-2f9c-40c0-91c1-894eeac8eb52'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:42:17.153710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac131d41-955e-4deb-961f-c94ac580ed5a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6a7399-4ea8-4a95-8e4c-4f59c06cee21", "tag": "5edb66f9-2f9c-40c0-91c1-894eeac8eb52"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:42:17.198827 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9379eb5b-191e-48aa-a7d7-a5d1c6267674 x-openstack-request-id: req-9379eb5b-191e-48aa-a7d7-a5d1c6267674 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:42:17.199143 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6a7399-4ea8-4a95-8e4c-4f59c06cee21", "tag": "5edb66f9-2f9c-40c0-91c1-894eeac8eb52", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:42:17.199396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9379eb5b-191e-48aa-a7d7-a5d1c6267674 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:42:17.199788 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9379eb5b-191e-48aa-a7d7-a5d1c6267674'] response: {'name': 'network-changed', 'server_uuid': '4f6a7399-4ea8-4a95-8e4c-4f59c06cee21', 'tag': '5edb66f9-2f9c-40c0-91c1-894eeac8eb52', 'status': 'completed', 'code': 200} Sep 21 15:42:17.243269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc0241-3a70-4238-8e88-86e8cdacd5ba service neutron] Pushing event updated for resources: {'Port': ['ID=5edb66f9-2f9c-40c0-91c1-894eeac8eb52,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:17.282735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-91ad8321-3ce9-45bc-b4dd-b5995dde0a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:17.284201 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-91ad8321-3ce9-45bc-b4dd-b5995dde0a2c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6e7d631cdff47b18a0ed248a22c807c&device_id=4f6a7399-4ea8-4a95-8e4c-4f59c06cee21 HTTP/1.1" status: 200 len: 1097 time: 0.0827591 Sep 21 15:42:17.366811 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-0044c50e-b316-4bc4-84c4-69a960c3a23d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5edb66f9-2f9c-40c0-91c1-894eeac8eb52 HTTP/1.1" status: 200 len: 217 time: 0.0707226 Sep 21 15:42:17.431712 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-61814666-ed3e-4558-816c-825c6bcd85b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:17.433115 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-61814666-ed3e-4558-816c-825c6bcd85b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26 HTTP/1.1" status: 200 len: 856 time: 0.0575912 Sep 21 15:42:17.522752 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-e611e0a3-0aa1-4a23-9746-137665177d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:17.524372 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-e611e0a3-0aa1-4a23-9746-137665177d6e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f2cf1f4-8787-43ae-a9ec-1f8afd571a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815048 Sep 21 15:42:17.660422 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-ae817b27-8a2e-4c55-b77a-b4aeaff76cda service neutron] 10.222.0.20 "GET /v2.0/networks/3f2cf1f4-8787-43ae-a9ec-1f8afd571a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263995 Sep 21 15:42:17.944675 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d5f6858c-0fd3-4e55-a31b-7a083990bd7b req-432a3adf-cecb-4875-a7cf-6e0324036bcf service neutron] 10.222.0.20 "GET /v2.0/networks/3f2cf1f4-8787-43ae-a9ec-1f8afd571a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741511 Sep 21 15:42:17.997383 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63255fb5-8f75-4eec-92d4-b23a7541cee5 req-a13aaa5b-fbbc-4685-a1aa-4dbbd6746e56 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:17.998748 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63255fb5-8f75-4eec-92d4-b23a7541cee5 req-a13aaa5b-fbbc-4685-a1aa-4dbbd6746e56 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f6a7399-4ea8-4a95-8e4c-4f59c06cee21 HTTP/1.1" status: 200 len: 944 time: 0.1981544 Sep 21 15:42:18.097317 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63255fb5-8f75-4eec-92d4-b23a7541cee5 req-18aaaca2-4336-45a0-bcc4-01ca470602cd tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633168 Sep 21 15:42:18.112676 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac131d41-955e-4deb-961f-c94ac580ed5a req-80300a3b-d6fa-4257-bfc7-480555265a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:18.114145 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac131d41-955e-4deb-961f-c94ac580ed5a req-80300a3b-d6fa-4257-bfc7-480555265a47 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6e7d631cdff47b18a0ed248a22c807c&device_id=4f6a7399-4ea8-4a95-8e4c-4f59c06cee21 HTTP/1.1" status: 200 len: 1097 time: 0.1145434 Sep 21 15:42:18.246631 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac131d41-955e-4deb-961f-c94ac580ed5a req-f5bdcf01-c18e-415e-9078-1bd119d2dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:18.248145 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac131d41-955e-4deb-961f-c94ac580ed5a req-f5bdcf01-c18e-415e-9078-1bd119d2dd89 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 HTTP/1.1" status: 200 len: 918 time: 0.1274207 Sep 21 15:42:18.318785 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac131d41-955e-4deb-961f-c94ac580ed5a req-7d5b3a72-b004-4662-9146-5fb03f6541e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5edb66f9-2f9c-40c0-91c1-894eeac8eb52 HTTP/1.1" status: 200 len: 217 time: 0.0637152 Sep 21 15:42:18.387663 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac131d41-955e-4deb-961f-c94ac580ed5a req-093314f8-2362-4a5d-aba3-19bdc5251882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:18.389074 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac131d41-955e-4deb-961f-c94ac580ed5a req-093314f8-2362-4a5d-aba3-19bdc5251882 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26 HTTP/1.1" status: 200 len: 856 time: 0.0637336 Sep 21 15:42:18.471712 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac131d41-955e-4deb-961f-c94ac580ed5a req-fccea17d-9b69-4554-b358-e9794770b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:18.473241 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac131d41-955e-4deb-961f-c94ac580ed5a req-fccea17d-9b69-4554-b358-e9794770b446 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f2cf1f4-8787-43ae-a9ec-1f8afd571a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775769 Sep 21 15:42:18.605937 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac131d41-955e-4deb-961f-c94ac580ed5a req-1923dff1-d7cf-47b3-8a4b-1783e324dd7d service neutron] 10.222.0.20 "GET /v2.0/networks/3f2cf1f4-8787-43ae-a9ec-1f8afd571a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255653 Sep 21 15:42:18.742038 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac131d41-955e-4deb-961f-c94ac580ed5a req-d9d8bdef-6951-4464-915b-6e5e25c9b32c service neutron] 10.222.0.20 "GET /v2.0/networks/3f2cf1f4-8787-43ae-a9ec-1f8afd571a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294723 Sep 21 15:42:19.309503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d357527-8445-4754-8e03-7da635a4519d req-97514df9-9207-43c6-ba6b-ccd196baa08d tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:19.310954 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d357527-8445-4754-8e03-7da635a4519d req-97514df9-9207-43c6-ba6b-ccd196baa08d tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f6a7399-4ea8-4a95-8e4c-4f59c06cee21 HTTP/1.1" status: 200 len: 944 time: 0.0969238 Sep 21 15:42:19.354376 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d357527-8445-4754-8e03-7da635a4519d req-41333aa6-2cea-4fad-8104-c465b69a833b tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378509 Sep 21 15:42:20.296494 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:42:20.430269 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 5edb66f9-2f9c-40c0-91c1-894eeac8eb52, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=5edb66f9-2f9c-40c0-91c1-894eeac8eb52,segment=NetworkSegment(75d66863-9ffd-4f44-a822-c497f86337e2),segment_id=75d66863-9ffd-4f44-a822-c497f86337e2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:42:20.443301 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '5edb66f9-2f9c-40c0-91c1-894eeac8eb52', 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48', 'port_id': '5edb66f9-2f9c-40c0-91c1-894eeac8eb52', 'mac_address': 'fa:16:3e:1f:77:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:42:20.502635 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:42:20.503006 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:20.519932 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:42:20.536150 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 5edb66f9-2f9c-40c0-91c1-894eeac8eb52, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=5edb66f9-2f9c-40c0-91c1-894eeac8eb52,segment=NetworkSegment(75d66863-9ffd-4f44-a822-c497f86337e2),segment_id=75d66863-9ffd-4f44-a822-c497f86337e2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:42:20.540762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:20.555076 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad720669-1dc4-416b-aed6-c2685550b770 req-939fefc2-d4b7-46aa-a73b-055f127e077f tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:20.556471 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad720669-1dc4-416b-aed6-c2685550b770 req-939fefc2-d4b7-46aa-a73b-055f127e077f tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f6a7399-4ea8-4a95-8e4c-4f59c06cee21 HTTP/1.1" status: 200 len: 944 time: 0.0890462 Sep 21 15:42:20.604625 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad720669-1dc4-416b-aed6-c2685550b770 req-30ac42b0-2a5f-4afb-8a1b-9e125ee638d6 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423830 Sep 21 15:42:20.609616 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=5edb66f9-2f9c-40c0-91c1-894eeac8eb52,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:20.616781 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:20.617156 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:20.617578 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:20.618054 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:20.618491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:20.618824 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:20.619147 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:20.619469 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:20.619792 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:20.620107 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:20.620423 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:20.620783 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:20.802576 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['5edb66f9-2f9c-40c0-91c1-894eeac8eb52'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:42:21.803703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce49ca-a0bc-4cfc-a5ee-d56eb88fdfb4 req-36ca10e0-6c6e-4c19-a8b5-b7e6e0913b3e tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:21.805209 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3dce49ca-a0bc-4cfc-a5ee-d56eb88fdfb4 req-36ca10e0-6c6e-4c19-a8b5-b7e6e0913b3e tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f6a7399-4ea8-4a95-8e4c-4f59c06cee21 HTTP/1.1" status: 200 len: 945 time: 0.0896056 Sep 21 15:42:21.849319 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3dce49ca-a0bc-4cfc-a5ee-d56eb88fdfb4 req-17b7a7f7-03b9-4c65-89a2-d95b2724cd2f tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384202 Sep 21 15:42:22.186777 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:22.311523 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:42:22.378171 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:42:22.384053 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:42:22.384429 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:22.533733 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:42:22.534108 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:22.561473 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6a7399-4ea8-4a95-8e4c-4f59c06cee21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edb66f9-2f9c-40c0-91c1-894eeac8eb52'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:42:22.563786 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9afa02e-ff7b-472f-a705-d3b131a32ac1" -d '{"events": [{"server_uuid": "4f6a7399-4ea8-4a95-8e4c-4f59c06cee21", "name": "network-vif-plugged", "status": "completed", "tag": "5edb66f9-2f9c-40c0-91c1-894eeac8eb52"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:42:22.572849 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 5edb66f9-2f9c-40c0-91c1-894eeac8eb52, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=5edb66f9-2f9c-40c0-91c1-894eeac8eb52,segment=NetworkSegment(75d66863-9ffd-4f44-a822-c497f86337e2),segment_id=75d66863-9ffd-4f44-a822-c497f86337e2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:42:22.576533 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:22.612675 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79acf84-7817-4650-92b4-588fe9d7d17b x-openstack-request-id: req-a79acf84-7817-4650-92b4-588fe9d7d17b {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:42:22.612967 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6a7399-4ea8-4a95-8e4c-4f59c06cee21", "name": "network-vif-plugged", "status": "completed", "tag": "5edb66f9-2f9c-40c0-91c1-894eeac8eb52", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:42:22.613220 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a79acf84-7817-4650-92b4-588fe9d7d17b {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:42:22.613608 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a79acf84-7817-4650-92b4-588fe9d7d17b'] response: {'server_uuid': '4f6a7399-4ea8-4a95-8e4c-4f59c06cee21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edb66f9-2f9c-40c0-91c1-894eeac8eb52', 'code': 200} Sep 21 15:42:22.657778 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=5edb66f9-2f9c-40c0-91c1-894eeac8eb52,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:22.858363 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246461a0-b411-4185-aa4a-1444b13370c4 req-e769d43f-7b72-443a-a30c-eff27d862779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:22.859741 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-246461a0-b411-4185-aa4a-1444b13370c4 req-e769d43f-7b72-443a-a30c-eff27d862779 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4f6a7399-4ea8-4a95-8e4c-4f59c06cee21 HTTP/1.1" status: 200 len: 1099 time: 0.0825477 Sep 21 15:42:22.903864 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-246461a0-b411-4185-aa4a-1444b13370c4 req-e4b0cd07-9230-40df-9cd2-3f93dc07f1b8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347624 Sep 21 15:42:23.045127 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7264371-b4ec-4bc4-9e44-d3bee3dc6c6b req-d41e5760-cbc5-4376-b386-688323891ed6 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:23.046602 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d7264371-b4ec-4bc4-9e44-d3bee3dc6c6b req-d41e5760-cbc5-4376-b386-688323891ed6 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f6a7399-4ea8-4a95-8e4c-4f59c06cee21 HTTP/1.1" status: 200 len: 946 time: 0.0885575 Sep 21 15:42:23.094328 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d7264371-b4ec-4bc4-9e44-d3bee3dc6c6b req-9f75e47c-8274-4152-b5c6-91e69c24d766 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420606 Sep 21 15:42:24.297013 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d2457-f674-4b6e-93a8-2bc32968154e req-bb866b9d-0204-47e9-a9b4-988b069b5e56 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:24.298507 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b88d2457-f674-4b6e-93a8-2bc32968154e req-bb866b9d-0204-47e9-a9b4-988b069b5e56 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f6a7399-4ea8-4a95-8e4c-4f59c06cee21 HTTP/1.1" status: 200 len: 946 time: 0.0887218 Sep 21 15:42:24.341479 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b88d2457-f674-4b6e-93a8-2bc32968154e req-b0e7eb8a-cafc-420e-b683-0357a086c359 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372815 Sep 21 15:42:24.543018 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbda3b-a19a-4408-b1d4-f80fa9983996 req-e0a0e75e-5c66-4b8e-b949-6478997ce66b tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:24.544485 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a4dbda3b-a19a-4408-b1d4-f80fa9983996 req-e0a0e75e-5c66-4b8e-b949-6478997ce66b tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f6a7399-4ea8-4a95-8e4c-4f59c06cee21 HTTP/1.1" status: 200 len: 946 time: 0.0915301 Sep 21 15:42:24.588248 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a4dbda3b-a19a-4408-b1d4-f80fa9983996 req-e596c561-5f70-4402-b50b-b751b0c9d560 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379448 Sep 21 15:42:33.666715 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:42:35.590354 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2356a561-6a40-4ea5-88e7-61c919fbf1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:37.941659 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2d6da052-7eb7-4c34-bc68-584c551b45bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:38.792436 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:38.992092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:39.301685 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69af7c-274a-4bee-9137-0de2dac43cb9 req-eca329fc-8a43-4375-86d5-f3677366ba0a tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:39.303848 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e69af7c-274a-4bee-9137-0de2dac43cb9 req-eca329fc-8a43-4375-86d5-f3677366ba0a tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f6a7399-4ea8-4a95-8e4c-4f59c06cee21 HTTP/1.1" status: 200 len: 946 time: 0.0880253 Sep 21 15:42:39.351436 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e69af7c-274a-4bee-9137-0de2dac43cb9 req-af6d737c-8335-4e84-b72a-4667cb35c0c0 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417452 Sep 21 15:42:40.548704 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd4f1b-0f69-45f7-b8db-a6a6d7f429f9 req-e3639ee2-e39a-4108-8ef3-db42b4376534 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:40.550257 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-85dd4f1b-0f69-45f7-b8db-a6a6d7f429f9 req-e3639ee2-e39a-4108-8ef3-db42b4376534 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f6a7399-4ea8-4a95-8e4c-4f59c06cee21 HTTP/1.1" status: 200 len: 946 time: 0.0872006 Sep 21 15:42:40.594891 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-85dd4f1b-0f69-45f7-b8db-a6a6d7f429f9 req-8202f715-0a9f-4d59-8a95-1eb879affa77 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386384 Sep 21 15:42:40.605006 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:40.953605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15b5df-fccc-4d42-a80c-0bbaf5de65bf req-04b98d66-c656-41c4-87b3-340fc2e46d29 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:40.955079 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5f15b5df-fccc-4d42-a80c-0bbaf5de65bf req-04b98d66-c656-41c4-87b3-340fc2e46d29 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f6a7399-4ea8-4a95-8e4c-4f59c06cee21 HTTP/1.1" status: 200 len: 946 time: 0.0916317 Sep 21 15:42:41.028918 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-5f15b5df-fccc-4d42-a80c-0bbaf5de65bf req-782aeece-cd92-40e2-aed0-c1c554f58c25 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Deleting port 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:42:41.029353 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5f15b5df-fccc-4d42-a80c-0bbaf5de65bf req-782aeece-cd92-40e2-aed0-c1c554f58c25 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:41.375786 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-5f15b5df-fccc-4d42-a80c-0bbaf5de65bf req-782aeece-cd92-40e2-aed0-c1c554f58c25 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] For port 5edb66f9-2f9c-40c0-91c1-894eeac8eb52, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=5edb66f9-2f9c-40c0-91c1-894eeac8eb52,segment=NetworkSegment(75d66863-9ffd-4f44-a822-c497f86337e2),segment_id=75d66863-9ffd-4f44-a822-c497f86337e2)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:42:41.376141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5f15b5df-fccc-4d42-a80c-0bbaf5de65bf req-782aeece-cd92-40e2-aed0-c1c554f58c25 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:41.500287 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-5f15b5df-fccc-4d42-a80c-0bbaf5de65bf req-782aeece-cd92-40e2-aed0-c1c554f58c25 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Calling delete_port for 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:42:41.646129 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5f15b5df-fccc-4d42-a80c-0bbaf5de65bf req-782aeece-cd92-40e2-aed0-c1c554f58c25 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:41.662025 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['5edb66f9-2f9c-40c0-91c1-894eeac8eb52'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:42:41.699965 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782aeece-cd92-40e2-aed0-c1c554f58c25 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Pushing event deleted for resources: {'Port': ['ID=5edb66f9-2f9c-40c0-91c1-894eeac8eb52,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:41.739568 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782aeece-cd92-40e2-aed0-c1c554f58c25 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:41.739918 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782aeece-cd92-40e2-aed0-c1c554f58c25 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:41.740296 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782aeece-cd92-40e2-aed0-c1c554f58c25 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:41.740652 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782aeece-cd92-40e2-aed0-c1c554f58c25 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:41.740984 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782aeece-cd92-40e2-aed0-c1c554f58c25 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:41.741315 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782aeece-cd92-40e2-aed0-c1c554f58c25 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:41.741644 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782aeece-cd92-40e2-aed0-c1c554f58c25 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:41.741969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782aeece-cd92-40e2-aed0-c1c554f58c25 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:41.742293 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782aeece-cd92-40e2-aed0-c1c554f58c25 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:41.742623 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782aeece-cd92-40e2-aed0-c1c554f58c25 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:41.742948 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782aeece-cd92-40e2-aed0-c1c554f58c25 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:41.743267 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782aeece-cd92-40e2-aed0-c1c554f58c25 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:42:41.844324 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-be4fb6fc-9f64-4310-b581-5b5829141c90 req-f091157f-ee31-40f6-a8b6-b1dfba7303d8 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f6a7399-4ea8-4a95-8e4c-4f59c06cee21 HTTP/1.1" status: 200 len: 210 time: 0.0927379 Sep 21 15:42:41.851720 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f15b5df-fccc-4d42-a80c-0bbaf5de65bf req-782aeece-cd92-40e2-aed0-c1c554f58c25 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] No DVR routers for this DVR port 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:42:41.854488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5f15b5df-fccc-4d42-a80c-0bbaf5de65bf req-782aeece-cd92-40e2-aed0-c1c554f58c25 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:41.857191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6a7399-4ea8-4a95-8e4c-4f59c06cee21', 'name': 'network-vif-deleted', 'tag': '5edb66f9-2f9c-40c0-91c1-894eeac8eb52'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:42:41.859493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fc723b-11c2-4a03-b326-34adced34eb8" -d '{"events": [{"server_uuid": "4f6a7399-4ea8-4a95-8e4c-4f59c06cee21", "name": "network-vif-deleted", "tag": "5edb66f9-2f9c-40c0-91c1-894eeac8eb52"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:42:41.880378 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5f15b5df-fccc-4d42-a80c-0bbaf5de65bf req-782aeece-cd92-40e2-aed0-c1c554f58c25 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.20 "DELETE /v2.0/ports/5edb66f9-2f9c-40c0-91c1-894eeac8eb52 HTTP/1.1" status: 204 len: 173 time: 0.9173136 Sep 21 15:42:41.964349 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefb6648-91c5-46c3-9e74-a9bd5563cbf5 x-openstack-request-id: req-fefb6648-91c5-46c3-9e74-a9bd5563cbf5 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:42:41.964678 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6a7399-4ea8-4a95-8e4c-4f59c06cee21", "name": "network-vif-deleted", "tag": "5edb66f9-2f9c-40c0-91c1-894eeac8eb52", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:42:41.964960 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fefb6648-91c5-46c3-9e74-a9bd5563cbf5 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:42:41.965496 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fefb6648-91c5-46c3-9e74-a9bd5563cbf5'] response: {'server_uuid': '4f6a7399-4ea8-4a95-8e4c-4f59c06cee21', 'name': 'network-vif-deleted', 'tag': '5edb66f9-2f9c-40c0-91c1-894eeac8eb52', 'status': 'completed', 'code': 200} Sep 21 15:42:43.303665 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-fc74c07d-7409-40a3-b2b6-935160f0c678 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:43.305109 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-fc74c07d-7409-40a3-b2b6-935160f0c678 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/networks?id=3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 HTTP/1.1" status: 200 len: 817 time: 0.1433094 Sep 21 15:42:43.319291 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-e74b9658-f887-4641-bb51-20ddd3632b2c tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/quotas/f6e7d631cdff47b18a0ed248a22c807c HTTP/1.1" status: 200 len: 375 time: 0.0088267 Sep 21 15:42:43.407716 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-9dd97686-6804-4d54-8f4b-3f5088863b00 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Synchronizing usage tracker for tenant:f6e7d631cdff47b18a0ed248a22c807c on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:42:43.422556 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-9dd97686-6804-4d54-8f4b-3f5088863b00 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Unset dirty status for tenant:f6e7d631cdff47b18a0ed248a22c807c on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:42:43.423930 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-9dd97686-6804-4d54-8f4b-3f5088863b00 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6e7d631cdff47b18a0ed248a22c807c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0997829 Sep 21 15:42:43.557592 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-ce28e2fc-c606-491f-af4c-75dfedc2b310 service neutron] 10.222.0.62 "GET /v2.0/networks/3f2cf1f4-8787-43ae-a9ec-1f8afd571a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221204 Sep 21 15:42:43.685471 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-5e93c1a8-4531-49b8-86da-91cd67247db3 service neutron] 10.222.0.62 "GET /v2.0/networks/3f2cf1f4-8787-43ae-a9ec-1f8afd571a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218512 Sep 21 15:42:43.869866 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-24605fb2-32b3-4061-ad6a-2df14de42b61 req-40f8cb84-22f6-497a-a93e-dfddf362c9e5 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=343fa81a-4bc3-4dff-bcb7-5b9bd398381b HTTP/1.1" status: 200 len: 210 time: 0.0544772 Sep 21 15:42:44.435401 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:42:44.470484 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:42:44.470825 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 5edb66f9-2f9c-40c0-91c1-894eeac8eb52 not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:42:44.946649 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-5d14fb81-93d0-47b8-bbe0-a27e15616e88 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:44.948821 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-5d14fb81-93d0-47b8-bbe0-a27e15616e88 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.20 "GET /v2.0/networks?id=3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 HTTP/1.1" status: 200 len: 817 time: 0.1565630 Sep 21 15:42:44.965980 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-2b9a9990-98b9-4657-8e33-5f57ede4e79d tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Request body: {'port': {'device_id': '343fa81a-4bc3-4dff-bcb7-5b9bd398381b', 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48', 'admin_state_up': True, 'tenant_id': 'f6e7d631cdff47b18a0ed248a22c807c'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:42:45.199519 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-82436a6c-bacd-450e-802a-7242fcad5e31 req-9400ad75-38bb-4708-8828-f16fa3501459 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=343fa81a-4bc3-4dff-bcb7-5b9bd398381b HTTP/1.1" status: 200 len: 210 time: 0.1680074 Sep 21 15:42:45.252867 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-2b9a9990-98b9-4657-8e33-5f57ede4e79d tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:42:45.262287 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-2b9a9990-98b9-4657-8e33-5f57ede4e79d tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:42:45.272179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-2b9a9990-98b9-4657-8e33-5f57ede4e79d tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Made reservation on behalf of f6e7d631cdff47b18a0ed248a22c807c for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:42:45.275676 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-2b9a9990-98b9-4657-8e33-5f57ede4e79d tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:45.433913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-2b9a9990-98b9-4657-8e33-5f57ede4e79d tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Allocated IP 172.20.0.7 (3f2cf1f4-8787-43ae-a9ec-1f8afd571a48/8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26/61f54ab9-956b-4415-aae0-040e790a79c7) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:42:45.628950 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-2b9a9990-98b9-4657-8e33-5f57ede4e79d tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:45.644292 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-2b9a9990-98b9-4657-8e33-5f57ede4e79d tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Transition to ACTIVE for port object 61f54ab9-956b-4415-aae0-040e790a79c7 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:42:45.667330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-2b9a9990-98b9-4657-8e33-5f57ede4e79d tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:45.739231 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-2b9a9990-98b9-4657-8e33-5f57ede4e79d tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:42:45.742358 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-2b9a9990-98b9-4657-8e33-5f57ede4e79d tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:42:45.746387 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-2b9a9990-98b9-4657-8e33-5f57ede4e79d tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:42:45.778830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a9990-98b9-4657-8e33-5f57ede4e79d tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Pushing event updated for resources: {'Port': ['ID=61f54ab9-956b-4415-aae0-040e790a79c7,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:45.815149 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-2b9a9990-98b9-4657-8e33-5f57ede4e79d tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:45.815755 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-2b9a9990-98b9-4657-8e33-5f57ede4e79d tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:45.843451 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-2b9a9990-98b9-4657-8e33-5f57ede4e79d tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8813004 Sep 21 15:42:45.960583 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] Request body: {'port': {'device_id': '343fa81a-4bc3-4dff-bcb7-5b9bd398381b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:42:46.024325 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d00305c5-602d-4158-a602-72254d17e08e None None] Provisioning for port 61f54ab9-956b-4415-aae0-040e790a79c7 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:42:46.029454 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d00305c5-602d-4158-a602-72254d17e08e None None] Provisioning complete for port 61f54ab9-956b-4415-aae0-040e790a79c7 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:42:46.029815 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d00305c5-602d-4158-a602-72254d17e08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:46.083815 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:46.092919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d00305c5-602d-4158-a602-72254d17e08e None None] Port 61f54ab9-956b-4415-aae0-040e790a79c7 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:42:46.442444 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0ff64-219d-492b-9a03-7370f6841413 req-9b43fc41-261c-4cb0-b644-deffd9712fe7 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:46.443170 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-87e0ff64-219d-492b-9a03-7370f6841413 req-9b43fc41-261c-4cb0-b644-deffd9712fe7 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Synchronizing usage tracker for tenant:f6e7d631cdff47b18a0ed248a22c807c on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:42:46.507456 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-87e0ff64-219d-492b-9a03-7370f6841413 req-9b43fc41-261c-4cb0-b644-deffd9712fe7 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Unset dirty status for tenant:f6e7d631cdff47b18a0ed248a22c807c on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:42:46.508690 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87e0ff64-219d-492b-9a03-7370f6841413 req-9b43fc41-261c-4cb0-b644-deffd9712fe7 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=343fa81a-4bc3-4dff-bcb7-5b9bd398381b HTTP/1.1" status: 200 len: 931 time: 0.1973665 Sep 21 15:42:46.510548 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f54ab9-956b-4415-aae0-040e790a79c7 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:42:46.529984 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:46.560775 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] Transition to ACTIVE for port object 61f54ab9-956b-4415-aae0-040e790a79c7 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:42:46.568433 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87e0ff64-219d-492b-9a03-7370f6841413 req-fabd5c1e-051c-4d5f-88e2-02f75acc2889 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535874 Sep 21 15:42:46.569220 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:46.757737 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] Pushing event updated for resources: {'Port': ['ID=61f54ab9-956b-4415-aae0-040e790a79c7,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:46.794763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] Attempting to bind port 61f54ab9-956b-4415-aae0-040e790a79c7 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:42:46.795087 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] Attempting to bind port 61f54ab9-956b-4415-aae0-040e790a79c7 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '75d66863-9ffd-4f44-a822-c497f86337e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:42:46.795406 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] Attempting to bind port 61f54ab9-956b-4415-aae0-040e790a79c7 on network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:42:46.799830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] Port 61f54ab9-956b-4415-aae0-040e790a79c7 on network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:42:46.800139 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] Attempting to bind port 61f54ab9-956b-4415-aae0-040e790a79c7 on network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:42:46.805288 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:42:46.805614 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] Checking segment: {'id': '75d66863-9ffd-4f44-a822-c497f86337e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:42:46.805991 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] Bound using segment: {'id': '75d66863-9ffd-4f44-a822-c497f86337e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:42:46.806400 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] Bound port: 61f54ab9-956b-4415-aae0-040e790a79c7, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d66863-9ffd-4f44-a822-c497f86337e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:42:46.806730 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:46.892109 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] For port 61f54ab9-956b-4415-aae0-040e790a79c7, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:42:46.895143 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] For port 61f54ab9-956b-4415-aae0-040e790a79c7, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=61f54ab9-956b-4415-aae0-040e790a79c7,segment=NetworkSegment(75d66863-9ffd-4f44-a822-c497f86337e2),segment_id=75d66863-9ffd-4f44-a822-c497f86337e2)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:42:46.899123 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:46.932577 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:46.933185 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:46.934553 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] 10.222.0.20 "PUT /v2.0/ports/61f54ab9-956b-4415-aae0-040e790a79c7 HTTP/1.1" status: 200 len: 1093 time: 1.0804036 Sep 21 15:42:46.935035 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343fa81a-4bc3-4dff-bcb7-5b9bd398381b', 'tag': '61f54ab9-956b-4415-aae0-040e790a79c7'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:42:46.937347 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dd3660-9bb5-458f-9e90-730ed847b9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "343fa81a-4bc3-4dff-bcb7-5b9bd398381b", "tag": "61f54ab9-956b-4415-aae0-040e790a79c7"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:42:47.015377 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc2ed94-99cf-44c9-9bad-b78a94c0220e x-openstack-request-id: req-3cc2ed94-99cf-44c9-9bad-b78a94c0220e {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:42:47.016021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343fa81a-4bc3-4dff-bcb7-5b9bd398381b", "tag": "61f54ab9-956b-4415-aae0-040e790a79c7", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:42:47.016021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3cc2ed94-99cf-44c9-9bad-b78a94c0220e {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:42:47.016214 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc2ed94-99cf-44c9-9bad-b78a94c0220e'] response: {'name': 'network-changed', 'server_uuid': '343fa81a-4bc3-4dff-bcb7-5b9bd398381b', 'tag': '61f54ab9-956b-4415-aae0-040e790a79c7', 'status': 'completed', 'code': 200} Sep 21 15:42:47.023542 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c31562-8c1a-47a6-ba85-ea7cb6d94fdb service neutron] Pushing event updated for resources: {'Port': ['ID=61f54ab9-956b-4415-aae0-040e790a79c7,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:47.062396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-ce052299-1eb2-4073-9586-3df9e2f0d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:47.063931 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-ce052299-1eb2-4073-9586-3df9e2f0d591 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6e7d631cdff47b18a0ed248a22c807c&device_id=343fa81a-4bc3-4dff-bcb7-5b9bd398381b HTTP/1.1" status: 200 len: 1096 time: 0.0879066 Sep 21 15:42:47.241982 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-35210428-8f55-4f40-bcd0-096d00bbd905 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61f54ab9-956b-4415-aae0-040e790a79c7 HTTP/1.1" status: 200 len: 217 time: 0.1675878 Sep 21 15:42:47.306054 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-5e452113-eadb-4adb-a9ca-7c5cfc86c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:47.307355 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-5e452113-eadb-4adb-a9ca-7c5cfc86c545 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26 HTTP/1.1" status: 200 len: 856 time: 0.0560465 Sep 21 15:42:47.399703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-eeab9adc-8937-4c5a-9ac8-15088587964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:47.401206 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-eeab9adc-8937-4c5a-9ac8-15088587964d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f2cf1f4-8787-43ae-a9ec-1f8afd571a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844877 Sep 21 15:42:47.535234 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-73847de2-a9e7-45dd-864d-4b961fb74e44 service neutron] 10.222.0.20 "GET /v2.0/networks/3f2cf1f4-8787-43ae-a9ec-1f8afd571a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243045 Sep 21 15:42:47.670570 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b8f18ed-f1e8-45ae-bfa8-23bf5bb956d9 req-c212fa19-e8aa-48c3-835d-a9f11b7206f3 service neutron] 10.222.0.20 "GET /v2.0/networks/3f2cf1f4-8787-43ae-a9ec-1f8afd571a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245625 Sep 21 15:42:47.840225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6a608-3899-42c6-9b37-f3c79208b0f9 req-218aa105-c033-4aa3-9a87-c083d2a8ce7a tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:47.841696 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2ac6a608-3899-42c6-9b37-f3c79208b0f9 req-218aa105-c033-4aa3-9a87-c083d2a8ce7a tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=343fa81a-4bc3-4dff-bcb7-5b9bd398381b HTTP/1.1" status: 200 len: 943 time: 0.1562636 Sep 21 15:42:47.844157 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd3660-9bb5-458f-9e90-730ed847b9f0 req-7761d42c-e83f-4789-b62c-58b660f142f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:47.845491 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b4dd3660-9bb5-458f-9e90-730ed847b9f0 req-7761d42c-e83f-4789-b62c-58b660f142f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6e7d631cdff47b18a0ed248a22c807c&device_id=343fa81a-4bc3-4dff-bcb7-5b9bd398381b HTTP/1.1" status: 200 len: 1096 time: 0.1172519 Sep 21 15:42:47.966781 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2ac6a608-3899-42c6-9b37-f3c79208b0f9 req-1ff6c203-64c3-48ff-95a6-ff502ad3a2ec tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192644 Sep 21 15:42:48.007201 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd3660-9bb5-458f-9e90-730ed847b9f0 req-71d2249b-897f-4116-97eb-e94cf1d9ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:48.008668 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b4dd3660-9bb5-458f-9e90-730ed847b9f0 req-71d2249b-897f-4116-97eb-e94cf1d9ca06 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 HTTP/1.1" status: 200 len: 918 time: 0.1485608 Sep 21 15:42:48.082936 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b4dd3660-9bb5-458f-9e90-730ed847b9f0 req-546d2a37-de7b-49d2-905f-8f0d0c35d3c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61f54ab9-956b-4415-aae0-040e790a79c7 HTTP/1.1" status: 200 len: 217 time: 0.0651448 Sep 21 15:42:48.143718 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd3660-9bb5-458f-9e90-730ed847b9f0 req-fe4397d5-3a17-4715-ba4d-704088678868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:48.145116 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b4dd3660-9bb5-458f-9e90-730ed847b9f0 req-fe4397d5-3a17-4715-ba4d-704088678868 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26 HTTP/1.1" status: 200 len: 856 time: 0.0556943 Sep 21 15:42:48.233297 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd3660-9bb5-458f-9e90-730ed847b9f0 req-8e659ca6-6f5f-4ccf-bf26-d3ff5a18c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:48.234662 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b4dd3660-9bb5-458f-9e90-730ed847b9f0 req-8e659ca6-6f5f-4ccf-bf26-d3ff5a18c659 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f2cf1f4-8787-43ae-a9ec-1f8afd571a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824695 Sep 21 15:42:48.367388 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b4dd3660-9bb5-458f-9e90-730ed847b9f0 req-bb82c3b5-9222-48de-bef9-b897f5a7f868 service neutron] 10.222.0.20 "GET /v2.0/networks/3f2cf1f4-8787-43ae-a9ec-1f8afd571a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237390 Sep 21 15:42:48.462343 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 61f54ab9-956b-4415-aae0-040e790a79c7 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:42:48.497936 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b4dd3660-9bb5-458f-9e90-730ed847b9f0 req-50d30b15-b512-4283-b98c-120f873b41f9 service neutron] 10.222.0.20 "GET /v2.0/networks/3f2cf1f4-8787-43ae-a9ec-1f8afd571a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234035 Sep 21 15:42:48.596114 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 61f54ab9-956b-4415-aae0-040e790a79c7, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=61f54ab9-956b-4415-aae0-040e790a79c7,segment=NetworkSegment(75d66863-9ffd-4f44-a822-c497f86337e2),segment_id=75d66863-9ffd-4f44-a822-c497f86337e2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:42:48.609240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '61f54ab9-956b-4415-aae0-040e790a79c7', 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48', 'port_id': '61f54ab9-956b-4415-aae0-040e790a79c7', 'mac_address': 'fa:16:3e:a0:5a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:42:48.664183 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 61f54ab9-956b-4415-aae0-040e790a79c7 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:42:48.664595 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:48.686306 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f54ab9-956b-4415-aae0-040e790a79c7 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:42:48.701282 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 61f54ab9-956b-4415-aae0-040e790a79c7, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=61f54ab9-956b-4415-aae0-040e790a79c7,segment=NetworkSegment(75d66863-9ffd-4f44-a822-c497f86337e2),segment_id=75d66863-9ffd-4f44-a822-c497f86337e2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:42:48.705252 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:48.774361 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=61f54ab9-956b-4415-aae0-040e790a79c7,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:48.953522 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['61f54ab9-956b-4415-aae0-040e790a79c7'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:42:49.170486 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ff13a-96e9-4fb9-b2d0-07d7598e50a9 req-ccb20a82-7809-471a-95a5-fcb0b2e580e6 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:49.171957 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-466ff13a-96e9-4fb9-b2d0-07d7598e50a9 req-ccb20a82-7809-471a-95a5-fcb0b2e580e6 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=343fa81a-4bc3-4dff-bcb7-5b9bd398381b HTTP/1.1" status: 200 len: 944 time: 0.0872142 Sep 21 15:42:49.215513 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-466ff13a-96e9-4fb9-b2d0-07d7598e50a9 req-24155efb-c7bd-46f5-b022-21f32de8abc4 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376689 Sep 21 15:42:50.413194 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352bfad-04fa-4fa8-96c5-82c64dba1123 req-f0fd6fce-3aee-43e4-8b74-905a62c49023 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:50.414622 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e352bfad-04fa-4fa8-96c5-82c64dba1123 req-f0fd6fce-3aee-43e4-8b74-905a62c49023 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=343fa81a-4bc3-4dff-bcb7-5b9bd398381b HTTP/1.1" status: 200 len: 944 time: 0.0894558 Sep 21 15:42:50.457807 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e352bfad-04fa-4fa8-96c5-82c64dba1123 req-b482f552-a5a3-47ee-b7c1-a4db36eb031f tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375352 Sep 21 15:42:50.468218 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 61f54ab9-956b-4415-aae0-040e790a79c7 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:42:50.536008 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 61f54ab9-956b-4415-aae0-040e790a79c7 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:42:50.541296 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 61f54ab9-956b-4415-aae0-040e790a79c7 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:42:50.541668 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:50.656259 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 61f54ab9-956b-4415-aae0-040e790a79c7 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:42:50.656659 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:50.683881 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343fa81a-4bc3-4dff-bcb7-5b9bd398381b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f54ab9-956b-4415-aae0-040e790a79c7'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:42:50.686199 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f266b75-638d-4f85-89ae-caa69557adec" -d '{"events": [{"server_uuid": "343fa81a-4bc3-4dff-bcb7-5b9bd398381b", "name": "network-vif-plugged", "status": "completed", "tag": "61f54ab9-956b-4415-aae0-040e790a79c7"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:42:50.693980 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 61f54ab9-956b-4415-aae0-040e790a79c7, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=61f54ab9-956b-4415-aae0-040e790a79c7,segment=NetworkSegment(75d66863-9ffd-4f44-a822-c497f86337e2),segment_id=75d66863-9ffd-4f44-a822-c497f86337e2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:42:50.698088 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:50.736761 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e69de82-f0f8-44a7-b47e-b5198596e8e7 x-openstack-request-id: req-8e69de82-f0f8-44a7-b47e-b5198596e8e7 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:42:50.737056 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343fa81a-4bc3-4dff-bcb7-5b9bd398381b", "name": "network-vif-plugged", "status": "completed", "tag": "61f54ab9-956b-4415-aae0-040e790a79c7", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:42:50.737334 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8e69de82-f0f8-44a7-b47e-b5198596e8e7 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:42:50.737727 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e69de82-f0f8-44a7-b47e-b5198596e8e7'] response: {'server_uuid': '343fa81a-4bc3-4dff-bcb7-5b9bd398381b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f54ab9-956b-4415-aae0-040e790a79c7', 'code': 200} Sep 21 15:42:50.768996 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=61f54ab9-956b-4415-aae0-040e790a79c7,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:42:50.970567 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6b452-171f-4b2e-a9c1-e6b66237aa30 req-164c47a9-bb34-4f7b-90a8-2e91d19d02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:50.972058 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d6e6b452-171f-4b2e-a9c1-e6b66237aa30 req-164c47a9-bb34-4f7b-90a8-2e91d19d02ac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=343fa81a-4bc3-4dff-bcb7-5b9bd398381b HTTP/1.1" status: 200 len: 1098 time: 0.0788748 Sep 21 15:42:51.128618 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d6e6b452-171f-4b2e-a9c1-e6b66237aa30 req-b475e3e7-acb9-43ae-b0f1-abd44201c00b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467409 Sep 21 15:42:51.656790 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa353923-b933-4981-a9d2-74712c97591a req-d065a7ac-5958-4878-ae0b-d5ba8ecbed37 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:51.658232 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa353923-b933-4981-a9d2-74712c97591a req-d065a7ac-5958-4878-ae0b-d5ba8ecbed37 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=343fa81a-4bc3-4dff-bcb7-5b9bd398381b HTTP/1.1" status: 200 len: 945 time: 0.0890601 Sep 21 15:42:51.701872 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa353923-b933-4981-a9d2-74712c97591a req-762cf3bd-169b-46ef-a122-e2b1b4876e42 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377085 Sep 21 15:42:52.195900 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:42:52.902727 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff434a3-001e-4c82-8f93-4de5da14151b req-f46d8205-a6d0-43ba-88a4-12e68e423e3a tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:52.904158 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6ff434a3-001e-4c82-8f93-4de5da14151b req-f46d8205-a6d0-43ba-88a4-12e68e423e3a tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=343fa81a-4bc3-4dff-bcb7-5b9bd398381b HTTP/1.1" status: 200 len: 945 time: 0.0888491 Sep 21 15:42:52.948248 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6ff434a3-001e-4c82-8f93-4de5da14151b req-641ee8cc-1dfa-4d8d-a426-27d2a285e8e3 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382562 Sep 21 15:42:53.157618 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08817e4-4176-4b79-bde9-d6cfcc0b31b5 req-26efd478-e7bc-490f-8cbe-8d534c3f0581 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:53.159082 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e08817e4-4176-4b79-bde9-d6cfcc0b31b5 req-26efd478-e7bc-490f-8cbe-8d534c3f0581 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=343fa81a-4bc3-4dff-bcb7-5b9bd398381b HTTP/1.1" status: 200 len: 945 time: 0.0961773 Sep 21 15:42:53.205736 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e08817e4-4176-4b79-bde9-d6cfcc0b31b5 req-dfe513ef-4ae3-4d3e-9071-1c3456477a89 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401568 Sep 21 15:42:56.269180 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cddef9f5-55df-413e-8418-4abc103d4b32 req-d3a69332-f621-4334-9f11-9ed934642577 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=343fa81a-4bc3-4dff-bcb7-5b9bd398381b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779819 Sep 21 15:42:56.428940 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddef9f5-55df-413e-8418-4abc103d4b32 req-acbcb001-945c-420b-9ade-7e944a98b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:56.430759 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cddef9f5-55df-413e-8418-4abc103d4b32 req-acbcb001-945c-420b-9ade-7e944a98b226 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6e7d631cdff47b18a0ed248a22c807c&device_id=343fa81a-4bc3-4dff-bcb7-5b9bd398381b HTTP/1.1" status: 200 len: 1098 time: 0.0917618 Sep 21 15:42:56.584996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddef9f5-55df-413e-8418-4abc103d4b32 req-6d3fdcb2-7ada-4920-ab5b-b001697f65fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:56.586356 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cddef9f5-55df-413e-8418-4abc103d4b32 req-6d3fdcb2-7ada-4920-ab5b-b001697f65fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 HTTP/1.1" status: 200 len: 918 time: 0.1317284 Sep 21 15:42:56.653900 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cddef9f5-55df-413e-8418-4abc103d4b32 req-9db5751d-6b4a-4f96-9c74-424845775c74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61f54ab9-956b-4415-aae0-040e790a79c7 HTTP/1.1" status: 200 len: 217 time: 0.0616314 Sep 21 15:42:56.727554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddef9f5-55df-413e-8418-4abc103d4b32 req-f44bc41d-f09a-4aae-9a63-3d3027dd8e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:56.729007 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cddef9f5-55df-413e-8418-4abc103d4b32 req-f44bc41d-f09a-4aae-9a63-3d3027dd8e37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26 HTTP/1.1" status: 200 len: 856 time: 0.0622399 Sep 21 15:42:56.811259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddef9f5-55df-413e-8418-4abc103d4b32 req-706ba827-7512-4d37-b888-74e403c4496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:42:56.812757 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cddef9f5-55df-413e-8418-4abc103d4b32 req-706ba827-7512-4d37-b888-74e403c4496c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f2cf1f4-8787-43ae-a9ec-1f8afd571a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776868 Sep 21 15:42:56.944464 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cddef9f5-55df-413e-8418-4abc103d4b32 req-4257fc5d-3809-4afd-9abb-c01157f31193 service neutron] 10.222.0.20 "GET /v2.0/networks/3f2cf1f4-8787-43ae-a9ec-1f8afd571a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249750 Sep 21 15:42:57.075244 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cddef9f5-55df-413e-8418-4abc103d4b32 req-5d316594-91d6-46b0-b7ed-6cda207606d2 service neutron] 10.222.0.20 "GET /v2.0/networks/3f2cf1f4-8787-43ae-a9ec-1f8afd571a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241097 Sep 21 15:43:05.594349 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-099b2b6b-1a53-4115-b8ed-352d01c980df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:07.565505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fde522-2d19-4b2c-9e1d-38e6120e5183 req-794cf961-70b4-456b-8dd0-5e9a4091a4ae tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:07.566944 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-31fde522-2d19-4b2c-9e1d-38e6120e5183 req-794cf961-70b4-456b-8dd0-5e9a4091a4ae tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=343fa81a-4bc3-4dff-bcb7-5b9bd398381b HTTP/1.1" status: 200 len: 945 time: 0.0899191 Sep 21 15:43:07.611639 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-31fde522-2d19-4b2c-9e1d-38e6120e5183 req-3ee91b6d-d99c-402d-8efa-a2af4156bf46 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382705 Sep 21 15:43:07.935744 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eac1f14d-8a67-43af-ae82-ede8ada092dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:08.799896 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:08.813965 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1d0e9-8393-430e-bb96-5b29eb524e55 req-f6677c82-5073-4e6e-aa09-d8c9963679ba tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:08.815400 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e2f1d0e9-8393-430e-bb96-5b29eb524e55 req-f6677c82-5073-4e6e-aa09-d8c9963679ba tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=343fa81a-4bc3-4dff-bcb7-5b9bd398381b HTTP/1.1" status: 200 len: 945 time: 0.0924382 Sep 21 15:43:08.862113 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e2f1d0e9-8393-430e-bb96-5b29eb524e55 req-8c7b3262-40c6-425e-880e-5c8b479a6ed4 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398848 Sep 21 15:43:08.995321 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:09.209366 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cee39c-9f1a-4e99-ab96-7780436c566c req-5539f6da-3022-4b7d-a7a4-2e55f1e77ecd tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:09.211410 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-32cee39c-9f1a-4e99-ab96-7780436c566c req-5539f6da-3022-4b7d-a7a4-2e55f1e77ecd tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.20 "GET /v2.0/ports?device_id=343fa81a-4bc3-4dff-bcb7-5b9bd398381b HTTP/1.1" status: 200 len: 945 time: 0.0871398 Sep 21 15:43:09.284913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-32cee39c-9f1a-4e99-ab96-7780436c566c req-f0f27fcd-dfd6-42dc-a6e1-88fb5f12ab1f tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Deleting port 61f54ab9-956b-4415-aae0-040e790a79c7 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:43:09.285247 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-32cee39c-9f1a-4e99-ab96-7780436c566c req-f0f27fcd-dfd6-42dc-a6e1-88fb5f12ab1f tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:09.530856 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-32cee39c-9f1a-4e99-ab96-7780436c566c req-f0f27fcd-dfd6-42dc-a6e1-88fb5f12ab1f tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] For port 61f54ab9-956b-4415-aae0-040e790a79c7, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=61f54ab9-956b-4415-aae0-040e790a79c7,segment=NetworkSegment(75d66863-9ffd-4f44-a822-c497f86337e2),segment_id=75d66863-9ffd-4f44-a822-c497f86337e2)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:43:09.531208 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-32cee39c-9f1a-4e99-ab96-7780436c566c req-f0f27fcd-dfd6-42dc-a6e1-88fb5f12ab1f tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:09.746653 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-32cee39c-9f1a-4e99-ab96-7780436c566c req-f0f27fcd-dfd6-42dc-a6e1-88fb5f12ab1f tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Calling delete_port for 61f54ab9-956b-4415-aae0-040e790a79c7 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:43:09.895758 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-32cee39c-9f1a-4e99-ab96-7780436c566c req-f0f27fcd-dfd6-42dc-a6e1-88fb5f12ab1f tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:09.911838 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['61f54ab9-956b-4415-aae0-040e790a79c7'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:43:09.945731 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f27fcd-dfd6-42dc-a6e1-88fb5f12ab1f tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Pushing event deleted for resources: {'Port': ['ID=61f54ab9-956b-4415-aae0-040e790a79c7,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:10.077543 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cee39c-9f1a-4e99-ab96-7780436c566c req-f0f27fcd-dfd6-42dc-a6e1-88fb5f12ab1f tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] No DVR routers for this DVR port 61f54ab9-956b-4415-aae0-040e790a79c7 on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:43:10.085017 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-32cee39c-9f1a-4e99-ab96-7780436c566c req-f0f27fcd-dfd6-42dc-a6e1-88fb5f12ab1f tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:10.088241 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343fa81a-4bc3-4dff-bcb7-5b9bd398381b', 'name': 'network-vif-deleted', 'tag': '61f54ab9-956b-4415-aae0-040e790a79c7'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:43:10.090549 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f869cc-5b91-4f5f-8130-4316a739af9f" -d '{"events": [{"server_uuid": "343fa81a-4bc3-4dff-bcb7-5b9bd398381b", "name": "network-vif-deleted", "tag": "61f54ab9-956b-4415-aae0-040e790a79c7"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:43:10.096577 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e02b1de1-c88a-4c1e-8021-e03573546658 req-094cae5e-ee85-42fd-b238-c923d1b1eed7 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=343fa81a-4bc3-4dff-bcb7-5b9bd398381b HTTP/1.1" status: 200 len: 210 time: 0.0702491 Sep 21 15:43:10.109260 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-32cee39c-9f1a-4e99-ab96-7780436c566c req-f0f27fcd-dfd6-42dc-a6e1-88fb5f12ab1f tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.20 "DELETE /v2.0/ports/61f54ab9-956b-4415-aae0-040e790a79c7 HTTP/1.1" status: 204 len: 173 time: 0.8902402 Sep 21 15:43:10.167692 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3311714-4cf8-4888-aedc-e9e3c8252d18 x-openstack-request-id: req-b3311714-4cf8-4888-aedc-e9e3c8252d18 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:43:10.167987 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343fa81a-4bc3-4dff-bcb7-5b9bd398381b", "name": "network-vif-deleted", "tag": "61f54ab9-956b-4415-aae0-040e790a79c7", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:43:10.168266 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3311714-4cf8-4888-aedc-e9e3c8252d18 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:43:10.168706 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3311714-4cf8-4888-aedc-e9e3c8252d18'] response: {'server_uuid': '343fa81a-4bc3-4dff-bcb7-5b9bd398381b', 'name': 'network-vif-deleted', 'tag': '61f54ab9-956b-4415-aae0-040e790a79c7', 'status': 'completed', 'code': 200} Sep 21 15:43:10.606894 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:10.665341 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:43:11.568247 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-0be486d7-99f9-4a49-886e-75b0d524c080 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:11.569887 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-0be486d7-99f9-4a49-886e-75b0d524c080 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/networks?id=3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 HTTP/1.1" status: 200 len: 817 time: 0.1519244 Sep 21 15:43:11.584006 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-1e98d53d-77e3-4b86-9f7b-079c1011eeff tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/quotas/f6e7d631cdff47b18a0ed248a22c807c HTTP/1.1" status: 200 len: 375 time: 0.0089681 Sep 21 15:43:11.674404 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-c966c741-5210-4eea-bb3d-2e71c5d5cad6 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Synchronizing usage tracker for tenant:f6e7d631cdff47b18a0ed248a22c807c on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:43:11.689548 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-c966c741-5210-4eea-bb3d-2e71c5d5cad6 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Unset dirty status for tenant:f6e7d631cdff47b18a0ed248a22c807c on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:43:11.690849 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-c966c741-5210-4eea-bb3d-2e71c5d5cad6 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6e7d631cdff47b18a0ed248a22c807c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015480 Sep 21 15:43:11.748000 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-8893d3c4-0633-420b-8aab-68c8fadc42f1 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:43:11.749016 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-8893d3c4-0633-420b-8aab-68c8fadc42f1 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465524 Sep 21 15:43:11.879641 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-43870278-d4b1-44f2-a37b-976dcfe6c770 service neutron] 10.222.0.62 "GET /v2.0/networks/3f2cf1f4-8787-43ae-a9ec-1f8afd571a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245956 Sep 21 15:43:12.013215 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-894527ff-7c70-4b24-bbcc-173819eeaf53 service neutron] 10.222.0.62 "GET /v2.0/networks/3f2cf1f4-8787-43ae-a9ec-1f8afd571a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272528 Sep 21 15:43:12.198199 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-437c9442-3401-40bc-bea0-c0288f6fe89c req-ebb8cc16-98e9-491b-afb6-b1e50b5ea7c0 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=113e7e45-02af-4ec6-9eaa-9669b97da268 HTTP/1.1" status: 200 len: 210 time: 0.0506477 Sep 21 15:43:12.560631 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 61f54ab9-956b-4415-aae0-040e790a79c7 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:43:12.596619 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 61f54ab9-956b-4415-aae0-040e790a79c7 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:43:12.596971 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 61f54ab9-956b-4415-aae0-040e790a79c7 not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:43:13.283993 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-fd0a73d3-4eeb-49f3-95a9-79780494bdf4 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:13.285428 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-fd0a73d3-4eeb-49f3-95a9-79780494bdf4 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.20 "GET /v2.0/networks?id=3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 HTTP/1.1" status: 200 len: 817 time: 0.1559784 Sep 21 15:43:13.303027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-60f38fb6-2737-41f3-8baf-39ab68eb76dc tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Request body: {'port': {'device_id': '113e7e45-02af-4ec6-9eaa-9669b97da268', 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48', 'admin_state_up': True, 'tenant_id': 'f6e7d631cdff47b18a0ed248a22c807c'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:43:13.434142 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c78cc330-89da-4319-953d-ce551ec361a9 req-ba944834-464c-42ab-8431-80507ff1174c tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=113e7e45-02af-4ec6-9eaa-9669b97da268 HTTP/1.1" status: 200 len: 210 time: 0.1142609 Sep 21 15:43:13.496612 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-60f38fb6-2737-41f3-8baf-39ab68eb76dc tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:43:13.505843 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-60f38fb6-2737-41f3-8baf-39ab68eb76dc tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:43:13.515189 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-60f38fb6-2737-41f3-8baf-39ab68eb76dc tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Made reservation on behalf of f6e7d631cdff47b18a0ed248a22c807c for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:43:13.518728 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-60f38fb6-2737-41f3-8baf-39ab68eb76dc tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:13.681862 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-60f38fb6-2737-41f3-8baf-39ab68eb76dc tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Allocated IP 172.20.0.11 (3f2cf1f4-8787-43ae-a9ec-1f8afd571a48/8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26/b87c7094-a0ea-489a-bc56-ae46f09afbed) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:43:13.978214 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-60f38fb6-2737-41f3-8baf-39ab68eb76dc tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:13.993436 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-60f38fb6-2737-41f3-8baf-39ab68eb76dc tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Transition to ACTIVE for port object b87c7094-a0ea-489a-bc56-ae46f09afbed will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:43:14.016439 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-60f38fb6-2737-41f3-8baf-39ab68eb76dc tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:14.092636 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-60f38fb6-2737-41f3-8baf-39ab68eb76dc tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:43:14.095800 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-60f38fb6-2737-41f3-8baf-39ab68eb76dc tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:43:14.099605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-60f38fb6-2737-41f3-8baf-39ab68eb76dc tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:43:14.130094 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f38fb6-2737-41f3-8baf-39ab68eb76dc tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Pushing event updated for resources: {'Port': ['ID=b87c7094-a0ea-489a-bc56-ae46f09afbed,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:14.167317 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-60f38fb6-2737-41f3-8baf-39ab68eb76dc tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:14.167942 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-60f38fb6-2737-41f3-8baf-39ab68eb76dc tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:14.195693 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-60f38fb6-2737-41f3-8baf-39ab68eb76dc tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8963616 Sep 21 15:43:14.211956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] Request body: {'port': {'device_id': '113e7e45-02af-4ec6-9eaa-9669b97da268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:43:14.329181 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:14.376671 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ebcd804c-9f3d-4fdd-bd14-fd01671b9f1b None None] Provisioning for port b87c7094-a0ea-489a-bc56-ae46f09afbed completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:43:14.381402 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ebcd804c-9f3d-4fdd-bd14-fd01671b9f1b None None] Provisioning complete for port b87c7094-a0ea-489a-bc56-ae46f09afbed triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:43:14.381813 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ebcd804c-9f3d-4fdd-bd14-fd01671b9f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:14.439142 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd804c-9f3d-4fdd-bd14-fd01671b9f1b None None] Port b87c7094-a0ea-489a-bc56-ae46f09afbed cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:43:14.686282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b0256-bcfc-4bc6-af75-4dfcf2d87ea4 req-50cc4a0b-7113-40b1-88ec-45b37fe81e47 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:14.686885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f75b0256-bcfc-4bc6-af75-4dfcf2d87ea4 req-50cc4a0b-7113-40b1-88ec-45b37fe81e47 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Synchronizing usage tracker for tenant:f6e7d631cdff47b18a0ed248a22c807c on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:43:14.753801 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f75b0256-bcfc-4bc6-af75-4dfcf2d87ea4 req-50cc4a0b-7113-40b1-88ec-45b37fe81e47 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Unset dirty status for tenant:f6e7d631cdff47b18a0ed248a22c807c on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:43:14.754935 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f75b0256-bcfc-4bc6-af75-4dfcf2d87ea4 req-50cc4a0b-7113-40b1-88ec-45b37fe81e47 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=113e7e45-02af-4ec6-9eaa-9669b97da268 HTTP/1.1" status: 200 len: 932 time: 0.2069180 Sep 21 15:43:14.759431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87c7094-a0ea-489a-bc56-ae46f09afbed {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:43:14.779620 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:14.808156 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] Transition to ACTIVE for port object b87c7094-a0ea-489a-bc56-ae46f09afbed will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:43:14.811723 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:14.900042 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f75b0256-bcfc-4bc6-af75-4dfcf2d87ea4 req-348352f4-4bf6-4718-b737-5620f4a2db9d tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361597 Sep 21 15:43:15.002152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] Pushing event updated for resources: {'Port': ['ID=b87c7094-a0ea-489a-bc56-ae46f09afbed,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:15.042386 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] Attempting to bind port b87c7094-a0ea-489a-bc56-ae46f09afbed on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:43:15.042717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] Attempting to bind port b87c7094-a0ea-489a-bc56-ae46f09afbed by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '75d66863-9ffd-4f44-a822-c497f86337e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:43:15.043037 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] Attempting to bind port b87c7094-a0ea-489a-bc56-ae46f09afbed on network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:43:15.047561 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] Port b87c7094-a0ea-489a-bc56-ae46f09afbed on network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:43:15.047869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] Attempting to bind port b87c7094-a0ea-489a-bc56-ae46f09afbed on network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:43:15.053017 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:43:15.053604 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] Checking segment: {'id': '75d66863-9ffd-4f44-a822-c497f86337e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:43:15.055048 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] Bound using segment: {'id': '75d66863-9ffd-4f44-a822-c497f86337e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:43:15.055509 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] Bound port: b87c7094-a0ea-489a-bc56-ae46f09afbed, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d66863-9ffd-4f44-a822-c497f86337e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:43:15.055860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:15.145459 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] For port b87c7094-a0ea-489a-bc56-ae46f09afbed, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:43:15.148732 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] For port b87c7094-a0ea-489a-bc56-ae46f09afbed, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b87c7094-a0ea-489a-bc56-ae46f09afbed,segment=NetworkSegment(75d66863-9ffd-4f44-a822-c497f86337e2),segment_id=75d66863-9ffd-4f44-a822-c497f86337e2)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:43:15.153076 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:15.184586 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:15.185182 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:15.186521 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] 10.222.0.20 "PUT /v2.0/ports/b87c7094-a0ea-489a-bc56-ae46f09afbed HTTP/1.1" status: 200 len: 1094 time: 0.9797332 Sep 21 15:43:15.186943 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113e7e45-02af-4ec6-9eaa-9669b97da268', 'tag': 'b87c7094-a0ea-489a-bc56-ae46f09afbed'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:43:15.189243 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c36248f-ebe8-430c-bc7d-aae7b86481b8" -d '{"events": [{"name": "network-changed", "server_uuid": "113e7e45-02af-4ec6-9eaa-9669b97da268", "tag": "b87c7094-a0ea-489a-bc56-ae46f09afbed"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:43:15.270899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303dc650-5233-4351-9847-7a97a81903a8 x-openstack-request-id: req-303dc650-5233-4351-9847-7a97a81903a8 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:43:15.271102 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113e7e45-02af-4ec6-9eaa-9669b97da268", "tag": "b87c7094-a0ea-489a-bc56-ae46f09afbed", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:43:15.271345 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-303dc650-5233-4351-9847-7a97a81903a8 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:43:15.271736 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-303dc650-5233-4351-9847-7a97a81903a8'] response: {'name': 'network-changed', 'server_uuid': '113e7e45-02af-4ec6-9eaa-9669b97da268', 'tag': 'b87c7094-a0ea-489a-bc56-ae46f09afbed', 'status': 'completed', 'code': 200} Sep 21 15:43:15.280740 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728520d7-d939-4e92-b5cd-18120e6fe494 service neutron] Pushing event updated for resources: {'Port': ['ID=b87c7094-a0ea-489a-bc56-ae46f09afbed,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:15.318981 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-046fdf71-ac8c-459a-a198-3f2a1320e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:15.320474 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-046fdf71-ac8c-459a-a198-3f2a1320e091 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6e7d631cdff47b18a0ed248a22c807c&device_id=113e7e45-02af-4ec6-9eaa-9669b97da268 HTTP/1.1" status: 200 len: 1097 time: 0.0871530 Sep 21 15:43:15.393222 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-536af0c3-e5e6-4910-8da0-efec6dd58643 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b87c7094-a0ea-489a-bc56-ae46f09afbed HTTP/1.1" status: 200 len: 217 time: 0.0623341 Sep 21 15:43:15.457424 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-533d6fb9-1e59-4146-a26e-97b009b2c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:15.458813 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-533d6fb9-1e59-4146-a26e-97b009b2c443 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26 HTTP/1.1" status: 200 len: 856 time: 0.0569110 Sep 21 15:43:15.555474 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-b19e82f1-e1ef-4a49-b545-870ca580a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:15.556854 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-b19e82f1-e1ef-4a49-b545-870ca580a074 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f2cf1f4-8787-43ae-a9ec-1f8afd571a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858963 Sep 21 15:43:15.794608 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-5bf34e5e-2d7a-4225-b8ce-eafb41651a1f service neutron] 10.222.0.20 "GET /v2.0/networks/3f2cf1f4-8787-43ae-a9ec-1f8afd571a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281883 Sep 21 15:43:15.930991 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b15c208d-633f-4859-b6c7-2ccdbb350f86 req-825fd60e-eb2e-4a9a-ac04-c143eebcccc0 service neutron] 10.222.0.20 "GET /v2.0/networks/3f2cf1f4-8787-43ae-a9ec-1f8afd571a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243989 Sep 21 15:43:16.136727 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36248f-ebe8-430c-bc7d-aae7b86481b8 req-24cfcff5-7a5b-4dd7-8d6f-755566899c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:16.138198 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c36248f-ebe8-430c-bc7d-aae7b86481b8 req-24cfcff5-7a5b-4dd7-8d6f-755566899c48 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6e7d631cdff47b18a0ed248a22c807c&device_id=113e7e45-02af-4ec6-9eaa-9669b97da268 HTTP/1.1" status: 200 len: 1097 time: 0.1516986 Sep 21 15:43:16.149813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c677b07-e074-41ad-bfa6-e5f3dbdbf522 req-558d4bdd-3ee1-4be3-ae4a-b5cde279117b tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:16.151162 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c677b07-e074-41ad-bfa6-e5f3dbdbf522 req-558d4bdd-3ee1-4be3-ae4a-b5cde279117b tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=113e7e45-02af-4ec6-9eaa-9669b97da268 HTTP/1.1" status: 200 len: 944 time: 0.1149795 Sep 21 15:43:16.279743 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c677b07-e074-41ad-bfa6-e5f3dbdbf522 req-17df0b1b-aa05-424b-8a85-e097c33eb83f tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097343 Sep 21 15:43:16.315264 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36248f-ebe8-430c-bc7d-aae7b86481b8 req-6f2f6bdd-cd03-4c00-aaa4-75bca6bc68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:16.316693 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c36248f-ebe8-430c-bc7d-aae7b86481b8 req-6f2f6bdd-cd03-4c00-aaa4-75bca6bc68ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 HTTP/1.1" status: 200 len: 918 time: 0.1647036 Sep 21 15:43:16.386345 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c36248f-ebe8-430c-bc7d-aae7b86481b8 req-78fb8a37-b917-4775-ab60-6fb0655134b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b87c7094-a0ea-489a-bc56-ae46f09afbed HTTP/1.1" status: 200 len: 217 time: 0.0631585 Sep 21 15:43:16.447402 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36248f-ebe8-430c-bc7d-aae7b86481b8 req-fb874c61-6242-4e25-bc30-76bade90bcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:16.448817 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c36248f-ebe8-430c-bc7d-aae7b86481b8 req-fb874c61-6242-4e25-bc30-76bade90bcfc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26 HTTP/1.1" status: 200 len: 856 time: 0.0564890 Sep 21 15:43:16.533837 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36248f-ebe8-430c-bc7d-aae7b86481b8 req-880b6533-38c4-4eb1-bae7-f944e92152c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:16.535178 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c36248f-ebe8-430c-bc7d-aae7b86481b8 req-880b6533-38c4-4eb1-bae7-f944e92152c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f2cf1f4-8787-43ae-a9ec-1f8afd571a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800087 Sep 21 15:43:16.590806 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device b87c7094-a0ea-489a-bc56-ae46f09afbed details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:43:16.667250 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c36248f-ebe8-430c-bc7d-aae7b86481b8 req-2d4eaaec-a7a6-4d36-9ff5-c4cc9bc75242 service neutron] 10.222.0.20 "GET /v2.0/networks/3f2cf1f4-8787-43ae-a9ec-1f8afd571a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248090 Sep 21 15:43:16.729208 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port b87c7094-a0ea-489a-bc56-ae46f09afbed, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b87c7094-a0ea-489a-bc56-ae46f09afbed,segment=NetworkSegment(75d66863-9ffd-4f44-a822-c497f86337e2),segment_id=75d66863-9ffd-4f44-a822-c497f86337e2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:43:16.742655 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'b87c7094-a0ea-489a-bc56-ae46f09afbed', 'network_id': '3f2cf1f4-8787-43ae-a9ec-1f8afd571a48', 'port_id': 'b87c7094-a0ea-489a-bc56-ae46f09afbed', 'mac_address': 'fa:16:3e:b0:9d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:43:16.797071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port b87c7094-a0ea-489a-bc56-ae46f09afbed is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:43:16.797366 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:16.800018 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c36248f-ebe8-430c-bc7d-aae7b86481b8 req-e426a2e0-58cb-4665-9a7a-bccf0878bfd2 service neutron] 10.222.0.20 "GET /v2.0/networks/3f2cf1f4-8787-43ae-a9ec-1f8afd571a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261711 Sep 21 15:43:16.815339 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87c7094-a0ea-489a-bc56-ae46f09afbed {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:43:16.831450 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port b87c7094-a0ea-489a-bc56-ae46f09afbed, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b87c7094-a0ea-489a-bc56-ae46f09afbed,segment=NetworkSegment(75d66863-9ffd-4f44-a822-c497f86337e2),segment_id=75d66863-9ffd-4f44-a822-c497f86337e2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:43:16.835856 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:16.904432 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=b87c7094-a0ea-489a-bc56-ae46f09afbed,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:17.073669 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['b87c7094-a0ea-489a-bc56-ae46f09afbed'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:43:17.477170 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106d274-d82d-481c-a328-24eaa26bd7c1 req-20912386-cc39-4ab6-9496-f4f8def60c5b tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:17.478600 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f106d274-d82d-481c-a328-24eaa26bd7c1 req-20912386-cc39-4ab6-9496-f4f8def60c5b tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=113e7e45-02af-4ec6-9eaa-9669b97da268 HTTP/1.1" status: 200 len: 945 time: 0.0877099 Sep 21 15:43:17.523898 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f106d274-d82d-481c-a328-24eaa26bd7c1 req-bc7a1cbc-c9d3-4d16-a514-b0a2cc124afe tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395651 Sep 21 15:43:18.591656 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device b87c7094-a0ea-489a-bc56-ae46f09afbed up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:43:18.693261 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port b87c7094-a0ea-489a-bc56-ae46f09afbed completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:43:18.698067 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port b87c7094-a0ea-489a-bc56-ae46f09afbed triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:43:18.698435 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:18.729902 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8e8e6-e9e9-4f0e-bcb5-769b0a6fd597 req-153fffdc-9b09-477a-bde2-e60944455250 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:18.731389 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6af8e8e6-e9e9-4f0e-bcb5-769b0a6fd597 req-153fffdc-9b09-477a-bde2-e60944455250 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=113e7e45-02af-4ec6-9eaa-9669b97da268 HTTP/1.1" status: 200 len: 945 time: 0.0930567 Sep 21 15:43:18.775906 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6af8e8e6-e9e9-4f0e-bcb5-769b0a6fd597 req-655dc037-ebad-4aa4-8d74-13b9fa4f4b98 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385423 Sep 21 15:43:18.815491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port b87c7094-a0ea-489a-bc56-ae46f09afbed is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:43:18.815794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:18.843227 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113e7e45-02af-4ec6-9eaa-9669b97da268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87c7094-a0ea-489a-bc56-ae46f09afbed'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:43:18.845517 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3956cf66-8016-469c-ad22-deeeff00f58c" -d '{"events": [{"server_uuid": "113e7e45-02af-4ec6-9eaa-9669b97da268", "name": "network-vif-plugged", "status": "completed", "tag": "b87c7094-a0ea-489a-bc56-ae46f09afbed"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:43:18.854183 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port b87c7094-a0ea-489a-bc56-ae46f09afbed, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b87c7094-a0ea-489a-bc56-ae46f09afbed,segment=NetworkSegment(75d66863-9ffd-4f44-a822-c497f86337e2),segment_id=75d66863-9ffd-4f44-a822-c497f86337e2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:43:18.858181 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:18.897354 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ee1ad4-33d2-48a2-9c94-0e0266c7ce36 x-openstack-request-id: req-11ee1ad4-33d2-48a2-9c94-0e0266c7ce36 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:43:18.897765 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113e7e45-02af-4ec6-9eaa-9669b97da268", "name": "network-vif-plugged", "status": "completed", "tag": "b87c7094-a0ea-489a-bc56-ae46f09afbed", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:43:18.898026 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-11ee1ad4-33d2-48a2-9c94-0e0266c7ce36 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:43:18.898429 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ee1ad4-33d2-48a2-9c94-0e0266c7ce36'] response: {'server_uuid': '113e7e45-02af-4ec6-9eaa-9669b97da268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87c7094-a0ea-489a-bc56-ae46f09afbed', 'code': 200} Sep 21 15:43:18.934994 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=b87c7094-a0ea-489a-bc56-ae46f09afbed,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:19.141341 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22817eaf-200e-4096-b0fd-4d86d713a6a7 req-3e894860-5315-4f68-92c5-b64e18370819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:19.142788 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-22817eaf-200e-4096-b0fd-4d86d713a6a7 req-3e894860-5315-4f68-92c5-b64e18370819 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=113e7e45-02af-4ec6-9eaa-9669b97da268 HTTP/1.1" status: 200 len: 1099 time: 0.0778205 Sep 21 15:43:19.189781 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-22817eaf-200e-4096-b0fd-4d86d713a6a7 req-5e0e4be2-598e-4db5-b81e-a576c042fbb9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378211 Sep 21 15:43:19.974473 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc7326-9691-4f5a-bee9-109f1754c719 req-ae696690-ca66-407b-8a90-98aeac3505f6 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:19.976845 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e4fc7326-9691-4f5a-bee9-109f1754c719 req-ae696690-ca66-407b-8a90-98aeac3505f6 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=113e7e45-02af-4ec6-9eaa-9669b97da268 HTTP/1.1" status: 200 len: 946 time: 0.0914066 Sep 21 15:43:20.020562 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e4fc7326-9691-4f5a-bee9-109f1754c719 req-bf0b5296-1c38-4b06-9790-1e214d59ed90 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379696 Sep 21 15:43:21.330491 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2502d-f271-4ab4-bebe-54fec4329e85 req-75712170-cc65-4629-9af4-b8154089f81c tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:21.332196 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c6e2502d-f271-4ab4-bebe-54fec4329e85 req-75712170-cc65-4629-9af4-b8154089f81c tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=113e7e45-02af-4ec6-9eaa-9669b97da268 HTTP/1.1" status: 200 len: 946 time: 0.1986442 Sep 21 15:43:21.376372 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c6e2502d-f271-4ab4-bebe-54fec4329e85 req-4a4519c2-e457-4e6f-962f-7e064a9fce36 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377996 Sep 21 15:43:21.579812 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aaf7fc-7a9d-4d65-befc-275296ecfa27 req-4ff887f5-a6b0-4048-aee7-13a1fdd922f5 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:21.581613 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-61aaf7fc-7a9d-4d65-befc-275296ecfa27 req-4ff887f5-a6b0-4048-aee7-13a1fdd922f5 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=113e7e45-02af-4ec6-9eaa-9669b97da268 HTTP/1.1" status: 200 len: 946 time: 0.0951779 Sep 21 15:43:21.629166 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-61aaf7fc-7a9d-4d65-befc-275296ecfa27 req-2bf6224f-02f6-4b8c-b477-bf4cab6f0c29 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417752 Sep 21 15:43:22.192778 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:35.596768 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4f37fb6f-a6d6-4377-8d7c-ba184beef7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:35.986407 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9475c-e5af-4b4f-b725-c60a1f399da1 req-65b1c36b-81b4-46d2-8b89-9cf7bcf53533 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:35.987783 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-41e9475c-e5af-4b4f-b725-c60a1f399da1 req-65b1c36b-81b4-46d2-8b89-9cf7bcf53533 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=113e7e45-02af-4ec6-9eaa-9669b97da268 HTTP/1.1" status: 200 len: 946 time: 0.0895810 Sep 21 15:43:36.031409 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-41e9475c-e5af-4b4f-b725-c60a1f399da1 req-c469102c-a44d-4b06-b075-30f02e0017ae tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378649 Sep 21 15:43:37.238305 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c431a-69f4-4573-a375-cd6a9d0caa6f req-0e1bda80-cd00-4b3d-a230-ca8ae170bcd1 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:37.239761 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f48c431a-69f4-4573-a375-cd6a9d0caa6f req-0e1bda80-cd00-4b3d-a230-ca8ae170bcd1 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=113e7e45-02af-4ec6-9eaa-9669b97da268 HTTP/1.1" status: 200 len: 946 time: 0.0906119 Sep 21 15:43:37.283254 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f48c431a-69f4-4573-a375-cd6a9d0caa6f req-c1929243-3bc9-4502-b633-63de7440feef tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/security-groups?id=61bf8520-2200-43da-ae30-614092cc5671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374000 Sep 21 15:43:37.583624 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fdf37-da47-470c-b7b4-00479612c166 req-6241146b-ed6a-4896-ae25-af830e55078e tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:37.585070 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bc5fdf37-da47-470c-b7b4-00479612c166 req-6241146b-ed6a-4896-ae25-af830e55078e tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.20 "GET /v2.0/ports?device_id=113e7e45-02af-4ec6-9eaa-9669b97da268 HTTP/1.1" status: 200 len: 946 time: 0.0873275 Sep 21 15:43:37.661322 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-bc5fdf37-da47-470c-b7b4-00479612c166 req-4c129826-891f-4bd4-a5d8-66c633f41736 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Deleting port b87c7094-a0ea-489a-bc56-ae46f09afbed {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:43:37.661661 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-bc5fdf37-da47-470c-b7b4-00479612c166 req-4c129826-891f-4bd4-a5d8-66c633f41736 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:37.908748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-bc5fdf37-da47-470c-b7b4-00479612c166 req-4c129826-891f-4bd4-a5d8-66c633f41736 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] For port b87c7094-a0ea-489a-bc56-ae46f09afbed, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b87c7094-a0ea-489a-bc56-ae46f09afbed,segment=NetworkSegment(75d66863-9ffd-4f44-a822-c497f86337e2),segment_id=75d66863-9ffd-4f44-a822-c497f86337e2)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:43:37.909014 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-bc5fdf37-da47-470c-b7b4-00479612c166 req-4c129826-891f-4bd4-a5d8-66c633f41736 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:37.937573 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a19ebc5d-df9d-4559-b50d-c3aa047b7dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:38.033937 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-bc5fdf37-da47-470c-b7b4-00479612c166 req-4c129826-891f-4bd4-a5d8-66c633f41736 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Calling delete_port for b87c7094-a0ea-489a-bc56-ae46f09afbed owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:43:38.185464 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-bc5fdf37-da47-470c-b7b4-00479612c166 req-4c129826-891f-4bd4-a5d8-66c633f41736 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:38.200997 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['b87c7094-a0ea-489a-bc56-ae46f09afbed'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:43:38.235808 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c129826-891f-4bd4-a5d8-66c633f41736 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Pushing event deleted for resources: {'Port': ['ID=b87c7094-a0ea-489a-bc56-ae46f09afbed,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:38.328764 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5fdf37-da47-470c-b7b4-00479612c166 req-4c129826-891f-4bd4-a5d8-66c633f41736 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] No DVR routers for this DVR port b87c7094-a0ea-489a-bc56-ae46f09afbed on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:43:38.331543 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-bc5fdf37-da47-470c-b7b4-00479612c166 req-4c129826-891f-4bd4-a5d8-66c633f41736 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:38.334464 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113e7e45-02af-4ec6-9eaa-9669b97da268', 'name': 'network-vif-deleted', 'tag': 'b87c7094-a0ea-489a-bc56-ae46f09afbed'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:43:38.336902 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4e4c12-72af-4365-b69f-382093dd84c8" -d '{"events": [{"server_uuid": "113e7e45-02af-4ec6-9eaa-9669b97da268", "name": "network-vif-deleted", "tag": "b87c7094-a0ea-489a-bc56-ae46f09afbed"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:43:38.353478 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bc5fdf37-da47-470c-b7b4-00479612c166 req-4c129826-891f-4bd4-a5d8-66c633f41736 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.20 "DELETE /v2.0/ports/b87c7094-a0ea-489a-bc56-ae46f09afbed HTTP/1.1" status: 204 len: 173 time: 0.7607024 Sep 21 15:43:38.392761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9784a2a-e334-4493-8a15-0bbdf31184f5 x-openstack-request-id: req-f9784a2a-e334-4493-8a15-0bbdf31184f5 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:43:38.393012 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113e7e45-02af-4ec6-9eaa-9669b97da268", "name": "network-vif-deleted", "tag": "b87c7094-a0ea-489a-bc56-ae46f09afbed", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:43:38.393400 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f9784a2a-e334-4493-8a15-0bbdf31184f5 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:43:38.393799 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9784a2a-e334-4493-8a15-0bbdf31184f5'] response: {'server_uuid': '113e7e45-02af-4ec6-9eaa-9669b97da268', 'name': 'network-vif-deleted', 'tag': 'b87c7094-a0ea-489a-bc56-ae46f09afbed', 'status': 'completed', 'code': 200} Sep 21 15:43:38.460558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-86d7acd8-f212-411d-ae3b-2e38acba14a9 req-5b3ba0a0-7602-4e40-aac9-9c7af4a59731 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Synchronizing usage tracker for tenant:f6e7d631cdff47b18a0ed248a22c807c on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:43:38.476986 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-86d7acd8-f212-411d-ae3b-2e38acba14a9 req-5b3ba0a0-7602-4e40-aac9-9c7af4a59731 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] Unset dirty status for tenant:f6e7d631cdff47b18a0ed248a22c807c on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:43:38.478136 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-86d7acd8-f212-411d-ae3b-2e38acba14a9 req-5b3ba0a0-7602-4e40-aac9-9c7af4a59731 tempest-TestEncryptedCinderVolumes-760931598 tempest-TestEncryptedCinderVolumes-760931598-project] 10.222.0.62 "GET /v2.0/ports?device_id=113e7e45-02af-4ec6-9eaa-9669b97da268 HTTP/1.1" status: 200 len: 210 time: 0.0693891 Sep 21 15:43:38.792769 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:38.998699 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:39.608834 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39620) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:43:40.149410 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:40.491464 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] Deleting port 968b2bf2-7417-4537-b9bd-a27d18f726a0 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:43:40.491794 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:40.612151 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:40.659320 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] For port 968b2bf2-7417-4537-b9bd-a27d18f726a0, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=968b2bf2-7417-4537-b9bd-a27d18f726a0,segment=NetworkSegment(75d66863-9ffd-4f44-a822-c497f86337e2),segment_id=75d66863-9ffd-4f44-a822-c497f86337e2)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:43:40.659846 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:40.782206 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] Calling delete_port for 968b2bf2-7417-4537-b9bd-a27d18f726a0 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:43:41.159245 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:41.208430 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] Pushing event deleted for resources: {'Port': ['ID=968b2bf2-7417-4537-b9bd-a27d18f726a0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:41.254019 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:41.254361 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:41.254695 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:41.255026 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:41.255344 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:41.255664 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:41.255985 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:41.256924 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:41.257258 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:41.257574 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:41.258888 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:41.259262 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:41.494186 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:41.846779 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] Router 73fb250d-6aa1-4331-9ebc-abcaf3e69934 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:43:42.023808 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:43:42.033000 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3e0a5b-468e-41c0-bb6a-01afb3720c7a None None] Sync routers for ids ['73fb250d-6aa1-4331-9ebc-abcaf3e69934'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:43:42.043126 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8e4d7b86-0a10-4b69-a5c8-33fef2715326 admin admin] 10.222.0.62 "PUT /v2.0/routers/73fb250d-6aa1-4331-9ebc-abcaf3e69934/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4330213 Sep 21 15:43:42.044684 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3e0a5b-468e-41c0-bb6a-01afb3720c7a None None] Routers {'73fb250d-6aa1-4331-9ebc-abcaf3e69934'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:43:42.045518 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bc3e0a5b-468e-41c0-bb6a-01afb3720c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:43:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['73fb250d-6aa1-4331-9ebc-abcaf3e69934'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:43:42.045692 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39624) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:43:42.225639 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:42.256063 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-bc3e0a5b-468e-41c0-bb6a-01afb3720c7a None None] Set router 73fb250d-6aa1-4331-9ebc-abcaf3e69934 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:43:42.515886 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:42.525982 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Deleting port ff179294-169f-45a7-858d-582e91d31d1a {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:43:42.526398 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:42.544773 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bc3e0a5b-468e-41c0-bb6a-01afb3720c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fb250d-6aa1-4331-9ebc-abcaf3e69934', 'name': 'tempest-TestEncryptedCinderVolumes-1749370806-router', 'tenant_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'ff179294-169f-45a7-858d-582e91d31d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:41:59Z', 'updated_at': '2022-09-21T15:43:40Z', 'revision_number': 5, 'project_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'gw_port': {'id': 'ff179294-169f-45a7-858d-582e91d31d1a', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fb250d-6aa1-4331-9ebc-abcaf3e69934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:42:00Z', 'updated_at': '2022-09-21T15:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:43:42.548485 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3e0a5b-468e-41c0-bb6a-01afb3720c7a None None] Checking router: 73fb250d-6aa1-4331-9ebc-abcaf3e69934 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:43:42.557081 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3e0a5b-468e-41c0-bb6a-01afb3720c7a None None] Routers {'73fb250d-6aa1-4331-9ebc-abcaf3e69934'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:43:42.557669 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bc3e0a5b-468e-41c0-bb6a-01afb3720c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:43:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['73fb250d-6aa1-4331-9ebc-abcaf3e69934'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:43:42.638443 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device b87c7094-a0ea-489a-bc56-ae46f09afbed no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:43:42.674748 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: b87c7094-a0ea-489a-bc56-ae46f09afbed {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:43:42.675129 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device b87c7094-a0ea-489a-bc56-ae46f09afbed not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:43:42.704933 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] For port ff179294-169f-45a7-858d-582e91d31d1a, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=ff179294-169f-45a7-858d-582e91d31d1a,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:43:42.705283 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:42.707947 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-bc3e0a5b-468e-41c0-bb6a-01afb3720c7a None None] Set router 73fb250d-6aa1-4331-9ebc-abcaf3e69934 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:43:42.813064 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bc3e0a5b-468e-41c0-bb6a-01afb3720c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fb250d-6aa1-4331-9ebc-abcaf3e69934', 'name': 'tempest-TestEncryptedCinderVolumes-1749370806-router', 'tenant_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:41:59Z', 'updated_at': '2022-09-21T15:43:42Z', 'revision_number': 6, 'project_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:43:42.816841 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3e0a5b-468e-41c0-bb6a-01afb3720c7a None None] The sync data for ids ['73fb250d-6aa1-4331-9ebc-abcaf3e69934'] in dv-neutron-858731-1-hyperv is: [{'id': '73fb250d-6aa1-4331-9ebc-abcaf3e69934', 'name': 'tempest-TestEncryptedCinderVolumes-1749370806-router', 'tenant_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:41:59Z', 'updated_at': '2022-09-21T15:43:42Z', 'revision_number': 6, 'project_id': 'f6e7d631cdff47b18a0ed248a22c807c', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:43:42.831980 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Calling delete_port for ff179294-169f-45a7-858d-582e91d31d1a owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:43:43.001470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:43.051203 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff179294-169f-45a7-858d-582e91d31d1a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:43.093186 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:43.093464 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:43.093795 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:43.094123 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:43.094477 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:43.094813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:43.095186 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:43.095419 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:43.095721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:43.096039 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:43.096355 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:43.096693 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:43.157684 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:43.274791 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 968b2bf2-7417-4537-b9bd-a27d18f726a0 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:43:43.311164 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 968b2bf2-7417-4537-b9bd-a27d18f726a0 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:43:43.311501 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 968b2bf2-7417-4537-b9bd-a27d18f726a0 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:43:43.343141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:43.345408 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:43.367386 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:43.367962 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73fb250d-6aa1-4331-9ebc-abcaf3e69934 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:43:43.379955 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:43.381088 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2ac14866-32a0-4f45-848b-64a5040b8c8d admin admin] 10.222.0.62 "DELETE /v2.0/routers/73fb250d-6aa1-4331-9ebc-abcaf3e69934 HTTP/1.1" status: 204 len: 168 time: 1.3344748 Sep 21 15:43:43.384265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39628) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:43:43.444739 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c239bd3a-5129-484b-a3da-677222ad9b69 admin admin] Deleting subnet 8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:43:43.447501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c239bd3a-5129-484b-a3da-677222ad9b69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:43.495147 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c239bd3a-5129-484b-a3da-677222ad9b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:43.577688 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c239bd3a-5129-484b-a3da-677222ad9b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:43.645470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c239bd3a-5129-484b-a3da-677222ad9b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:43.683797 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239bd3a-5129-484b-a3da-677222ad9b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:43.687225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c239bd3a-5129-484b-a3da-677222ad9b69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:43.693273 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c239bd3a-5129-484b-a3da-677222ad9b69 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8fdedb2e-e25b-473e-9cd1-f50ec3b7ec26 HTTP/1.1" status: 204 len: 168 time: 0.3080366 Sep 21 15:43:43.693737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83892aa1-c55e-4c16-bbc8-892fe2f85fc6 None None] Network 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:43:43.695963 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39632) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:43:43.805286 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ee777ad4-2c85-4bf9-a30d-19c687060577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:43.817102 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ee777ad4-2c85-4bf9-a30d-19c687060577 admin admin] Deleting port 378230ba-78bb-40c7-ac1e-0164b696842f {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:43:43.817441 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ee777ad4-2c85-4bf9-a30d-19c687060577 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:43.981237 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab59c800-dad3-4ed3-9cfb-0b91a672f512 None None] DHCP port deletion for 3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:43:43.985633 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ab59c800-dad3-4ed3-9cfb-0b91a672f512 None None] Deleting port 378230ba-78bb-40c7-ac1e-0164b696842f {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:43:43.986069 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ab59c800-dad3-4ed3-9cfb-0b91a672f512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:44.152423 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-ee777ad4-2c85-4bf9-a30d-19c687060577 admin admin] For port 378230ba-78bb-40c7-ac1e-0164b696842f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=378230ba-78bb-40c7-ac1e-0164b696842f,segment=NetworkSegment(75d66863-9ffd-4f44-a822-c497f86337e2),segment_id=75d66863-9ffd-4f44-a822-c497f86337e2)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:43:44.153037 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ee777ad4-2c85-4bf9-a30d-19c687060577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:44.202301 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ab59c800-dad3-4ed3-9cfb-0b91a672f512 None None] For port 378230ba-78bb-40c7-ac1e-0164b696842f, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=378230ba-78bb-40c7-ac1e-0164b696842f,segment=NetworkSegment(75d66863-9ffd-4f44-a822-c497f86337e2),segment_id=75d66863-9ffd-4f44-a822-c497f86337e2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:43:44.202747 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ab59c800-dad3-4ed3-9cfb-0b91a672f512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:44.279306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ee777ad4-2c85-4bf9-a30d-19c687060577 admin admin] Calling delete_port for 378230ba-78bb-40c7-ac1e-0164b696842f owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:43:44.324006 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ab59c800-dad3-4ed3-9cfb-0b91a672f512 None None] Calling delete_port for 378230ba-78bb-40c7-ac1e-0164b696842f owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:43:44.365628 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ee777ad4-2c85-4bf9-a30d-19c687060577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:44.399892 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-ab59c800-dad3-4ed3-9cfb-0b91a672f512 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:43:44.400250 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-ab59c800-dad3-4ed3-9cfb-0b91a672f512 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:43:44.412131 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee777ad4-2c85-4bf9-a30d-19c687060577 admin admin] Pushing event deleted for resources: {'Port': ['ID=378230ba-78bb-40c7-ac1e-0164b696842f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:44.416077 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee777ad4-2c85-4bf9-a30d-19c687060577 admin admin] No DVR routers for this DVR port 378230ba-78bb-40c7-ac1e-0164b696842f on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:43:44.529835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ee777ad4-2c85-4bf9-a30d-19c687060577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:44.554722 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-ee777ad4-2c85-4bf9-a30d-19c687060577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2cf1f4-8787-43ae-a9ec-1f8afd571a48']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:43:44.566374 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-ee777ad4-2c85-4bf9-a30d-19c687060577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d66863-9ffd-4f44-a822-c497f86337e2') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:43:44.566668 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-ee777ad4-2c85-4bf9-a30d-19c687060577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d66863-9ffd-4f44-a822-c497f86337e2') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:43:44.577724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ee777ad4-2c85-4bf9-a30d-19c687060577 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:44.593867 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ee777ad4-2c85-4bf9-a30d-19c687060577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:44.599601 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee777ad4-2c85-4bf9-a30d-19c687060577 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:43:44.600534 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ee777ad4-2c85-4bf9-a30d-19c687060577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:44.666056 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 75d66863-9ffd-4f44-a822-c497f86337e2 resource provider aggregate not found Sep 21 15:43:44.685233 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 75d66863-9ffd-4f44-a822-c497f86337e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75d66863-9ffd-4f44-a822-c497f86337e2 found for delete ", "request_id": "req-1edc326a-74d4-4453-a723-9ae977890728"}]} Sep 21 15:43:44.699987 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ee777ad4-2c85-4bf9-a30d-19c687060577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:44.715451 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ee777ad4-2c85-4bf9-a30d-19c687060577 admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:44.725191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee777ad4-2c85-4bf9-a30d-19c687060577 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f2cf1f4-8787-43ae-a9ec-1f8afd571a48,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:44.731958 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ee777ad4-2c85-4bf9-a30d-19c687060577 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3f2cf1f4-8787-43ae-a9ec-1f8afd571a48 HTTP/1.1" status: 204 len: 168 time: 1.0350449 Sep 21 15:43:44.734900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39640) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:43:44.901719 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ab59c800-dad3-4ed3-9cfb-0b91a672f512 None None] Deleting port 378230ba-78bb-40c7-ac1e-0164b696842f {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:43:44.902296 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ab59c800-dad3-4ed3-9cfb-0b91a672f512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:44.975529 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ab59c800-dad3-4ed3-9cfb-0b91a672f512 None None] The port '378230ba-78bb-40c7-ac1e-0164b696842f' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:43:44.989115 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ff179294-169f-45a7-858d-582e91d31d1a no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:43:45.025492 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: ff179294-169f-45a7-858d-582e91d31d1a {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:43:45.025919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device ff179294-169f-45a7-858d-582e91d31d1a not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:43:45.026403 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 378230ba-78bb-40c7-ac1e-0164b696842f no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:43:45.063233 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 378230ba-78bb-40c7-ac1e-0164b696842f {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:43:45.063575 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 378230ba-78bb-40c7-ac1e-0164b696842f not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:43:45.291657 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e03be14-b58e-409d-b1ee-f9bfb92a1c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:45.744610 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6e03be14-b58e-409d-b1ee-f9bfb92a1c52 admin admin] Deleting port f3fea7a5-637a-4687-92d7-91134b6da8a5 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:43:45.744946 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e03be14-b58e-409d-b1ee-f9bfb92a1c52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:45.927331 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-6e03be14-b58e-409d-b1ee-f9bfb92a1c52 admin admin] For port f3fea7a5-637a-4687-92d7-91134b6da8a5, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f3fea7a5-637a-4687-92d7-91134b6da8a5,segment=NetworkSegment(b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde),segment_id=b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:43:45.927681 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e03be14-b58e-409d-b1ee-f9bfb92a1c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:46.052619 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6e03be14-b58e-409d-b1ee-f9bfb92a1c52 admin admin] Calling delete_port for f3fea7a5-637a-4687-92d7-91134b6da8a5 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:43:46.229388 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e03be14-b58e-409d-b1ee-f9bfb92a1c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:46.277546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03be14-b58e-409d-b1ee-f9bfb92a1c52 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3fea7a5-637a-4687-92d7-91134b6da8a5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:46.550646 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e03be14-b58e-409d-b1ee-f9bfb92a1c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:46.902545 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e03be14-b58e-409d-b1ee-f9bfb92a1c52 admin admin] Router 245032b5-c8b8-49e0-a6d0-b08fd578a2bf has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:43:47.187331 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e03be14-b58e-409d-b1ee-f9bfb92a1c52 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:43:47.196047 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6e03be14-b58e-409d-b1ee-f9bfb92a1c52 admin admin] 10.222.0.62 "PUT /v2.0/routers/245032b5-c8b8-49e0-a6d0-b08fd578a2bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4602058 Sep 21 15:43:47.196442 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7144f137-93aa-4d3f-9588-4d4a2e078689 None None] Sync routers for ids ['245032b5-c8b8-49e0-a6d0-b08fd578a2bf'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:43:47.198524 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39644) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:43:47.205912 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7144f137-93aa-4d3f-9588-4d4a2e078689 None None] Routers {'245032b5-c8b8-49e0-a6d0-b08fd578a2bf'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:43:47.206863 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7144f137-93aa-4d3f-9588-4d4a2e078689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:43:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['245032b5-c8b8-49e0-a6d0-b08fd578a2bf'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:43:47.375342 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eda779bf-8fc7-475e-b829-725e6b4d1dd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:47.385081 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-7144f137-93aa-4d3f-9588-4d4a2e078689 None None] Set router 245032b5-c8b8-49e0-a6d0-b08fd578a2bf gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:43:47.551696 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eda779bf-8fc7-475e-b829-725e6b4d1dd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:47.561004 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-eda779bf-8fc7-475e-b829-725e6b4d1dd7 admin admin] Deleting port 67294ae3-6e08-41cc-82e5-db992874f7c0 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:43:47.561403 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eda779bf-8fc7-475e-b829-725e6b4d1dd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:47.666450 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:43:47.709121 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7144f137-93aa-4d3f-9588-4d4a2e078689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245032b5-c8b8-49e0-a6d0-b08fd578a2bf', 'name': 'tempest-TestEncryptedCinderVolumes-1485724733-router', 'tenant_id': '4d73ab9e7aa04457b1c1647f00b57922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '67294ae3-6e08-41cc-82e5-db992874f7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:42:06Z', 'updated_at': '2022-09-21T15:43:46Z', 'revision_number': 5, 'project_id': '4d73ab9e7aa04457b1c1647f00b57922', 'gw_port': {'id': '67294ae3-6e08-41cc-82e5-db992874f7c0', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245032b5-c8b8-49e0-a6d0-b08fd578a2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:42:06Z', 'updated_at': '2022-09-21T15:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:43:47.713646 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7144f137-93aa-4d3f-9588-4d4a2e078689 None None] Checking router: 245032b5-c8b8-49e0-a6d0-b08fd578a2bf for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:43:47.722881 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7144f137-93aa-4d3f-9588-4d4a2e078689 None None] Routers {'245032b5-c8b8-49e0-a6d0-b08fd578a2bf'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:43:47.723651 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7144f137-93aa-4d3f-9588-4d4a2e078689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:43:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['245032b5-c8b8-49e0-a6d0-b08fd578a2bf'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:43:47.740920 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-eda779bf-8fc7-475e-b829-725e6b4d1dd7 admin admin] For port 67294ae3-6e08-41cc-82e5-db992874f7c0, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=67294ae3-6e08-41cc-82e5-db992874f7c0,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:43:47.741299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eda779bf-8fc7-475e-b829-725e6b4d1dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:47.865026 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-eda779bf-8fc7-475e-b829-725e6b4d1dd7 admin admin] Calling delete_port for 67294ae3-6e08-41cc-82e5-db992874f7c0 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:43:47.880089 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-7144f137-93aa-4d3f-9588-4d4a2e078689 None None] Set router 245032b5-c8b8-49e0-a6d0-b08fd578a2bf gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:43:47.995111 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7144f137-93aa-4d3f-9588-4d4a2e078689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245032b5-c8b8-49e0-a6d0-b08fd578a2bf', 'name': 'tempest-TestEncryptedCinderVolumes-1485724733-router', 'tenant_id': '4d73ab9e7aa04457b1c1647f00b57922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:42:06Z', 'updated_at': '2022-09-21T15:43:47Z', 'revision_number': 6, 'project_id': '4d73ab9e7aa04457b1c1647f00b57922', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:43:47.999158 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7144f137-93aa-4d3f-9588-4d4a2e078689 None None] The sync data for ids ['245032b5-c8b8-49e0-a6d0-b08fd578a2bf'] in dv-neutron-858731-1-hyperv is: [{'id': '245032b5-c8b8-49e0-a6d0-b08fd578a2bf', 'name': 'tempest-TestEncryptedCinderVolumes-1485724733-router', 'tenant_id': '4d73ab9e7aa04457b1c1647f00b57922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:42:06Z', 'updated_at': '2022-09-21T15:43:47Z', 'revision_number': 6, 'project_id': '4d73ab9e7aa04457b1c1647f00b57922', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:43:48.041559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eda779bf-8fc7-475e-b829-725e6b4d1dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:48.089075 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda779bf-8fc7-475e-b829-725e6b4d1dd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=67294ae3-6e08-41cc-82e5-db992874f7c0,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:48.186280 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eda779bf-8fc7-475e-b829-725e6b4d1dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:48.471282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eda779bf-8fc7-475e-b829-725e6b4d1dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:48.473471 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eda779bf-8fc7-475e-b829-725e6b4d1dd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:48.497049 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eda779bf-8fc7-475e-b829-725e6b4d1dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:48.497533 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda779bf-8fc7-475e-b829-725e6b4d1dd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 245032b5-c8b8-49e0-a6d0-b08fd578a2bf {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:43:48.509552 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eda779bf-8fc7-475e-b829-725e6b4d1dd7 admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:48.510668 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-eda779bf-8fc7-475e-b829-725e6b4d1dd7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/245032b5-c8b8-49e0-a6d0-b08fd578a2bf HTTP/1.1" status: 204 len: 168 time: 1.3112557 Sep 21 15:43:48.513125 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39648) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:43:48.574889 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78f140a-041e-4367-95e7-b9d76ea07175 admin admin] Deleting subnet 4550cd2a-f387-4a4a-b9e7-1389d68e5c91 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:43:48.577774 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b78f140a-041e-4367-95e7-b9d76ea07175 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:48.626695 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b78f140a-041e-4367-95e7-b9d76ea07175 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:48.703383 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b78f140a-041e-4367-95e7-b9d76ea07175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:48.779105 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b78f140a-041e-4367-95e7-b9d76ea07175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:48.820789 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b78f140a-041e-4367-95e7-b9d76ea07175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:48.826330 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0691622e-97d5-47e2-942b-17d275d39ae2 None None] Network 4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:43:48.826854 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f140a-041e-4367-95e7-b9d76ea07175 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4550cd2a-f387-4a4a-b9e7-1389d68e5c91,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:48.830299 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b78f140a-041e-4367-95e7-b9d76ea07175 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4550cd2a-f387-4a4a-b9e7-1389d68e5c91 HTTP/1.1" status: 204 len: 168 time: 0.3162389 Sep 21 15:43:48.833383 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39652) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:43:48.950074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7acd67af-ee6a-44d7-8dee-2a5d1692e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:48.962554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7acd67af-ee6a-44d7-8dee-2a5d1692e625 admin admin] Deleting port cb9e4e78-9a21-469e-9cd8-698c7b9aa658 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:43:48.962892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7acd67af-ee6a-44d7-8dee-2a5d1692e625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:49.020295 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f3fea7a5-637a-4687-92d7-91134b6da8a5 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:43:49.067987 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: f3fea7a5-637a-4687-92d7-91134b6da8a5 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:43:49.068334 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f3fea7a5-637a-4687-92d7-91134b6da8a5 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:43:49.068822 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 67294ae3-6e08-41cc-82e5-db992874f7c0 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:43:49.105210 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 67294ae3-6e08-41cc-82e5-db992874f7c0 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:43:49.105551 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 67294ae3-6e08-41cc-82e5-db992874f7c0 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:43:49.186318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-7acd67af-ee6a-44d7-8dee-2a5d1692e625 admin admin] For port cb9e4e78-9a21-469e-9cd8-698c7b9aa658, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=cb9e4e78-9a21-469e-9cd8-698c7b9aa658,segment=NetworkSegment(b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde),segment_id=b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:43:49.186546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7acd67af-ee6a-44d7-8dee-2a5d1692e625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:49.189007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903cde3a-bf3b-4d39-830d-ea9aa63c2e8b None None] DHCP port deletion for 4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:43:49.193127 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-903cde3a-bf3b-4d39-830d-ea9aa63c2e8b None None] Deleting port cb9e4e78-9a21-469e-9cd8-698c7b9aa658 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:43:49.193527 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-903cde3a-bf3b-4d39-830d-ea9aa63c2e8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:49.309570 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7acd67af-ee6a-44d7-8dee-2a5d1692e625 admin admin] Calling delete_port for cb9e4e78-9a21-469e-9cd8-698c7b9aa658 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:43:49.386560 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7acd67af-ee6a-44d7-8dee-2a5d1692e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:49.401976 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-903cde3a-bf3b-4d39-830d-ea9aa63c2e8b None None] For port cb9e4e78-9a21-469e-9cd8-698c7b9aa658, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=cb9e4e78-9a21-469e-9cd8-698c7b9aa658,segment=NetworkSegment(b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde),segment_id=b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:43:49.402367 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-903cde3a-bf3b-4d39-830d-ea9aa63c2e8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:49.435747 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd67af-ee6a-44d7-8dee-2a5d1692e625 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb9e4e78-9a21-469e-9cd8-698c7b9aa658,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:49.439177 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acd67af-ee6a-44d7-8dee-2a5d1692e625 admin admin] No DVR routers for this DVR port cb9e4e78-9a21-469e-9cd8-698c7b9aa658 on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:43:49.529762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-903cde3a-bf3b-4d39-830d-ea9aa63c2e8b None None] Calling delete_port for cb9e4e78-9a21-469e-9cd8-698c7b9aa658 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:43:49.558559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7acd67af-ee6a-44d7-8dee-2a5d1692e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:49.585586 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-7acd67af-ee6a-44d7-8dee-2a5d1692e625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:43:49.597547 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-7acd67af-ee6a-44d7-8dee-2a5d1692e625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:43:49.597847 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-7acd67af-ee6a-44d7-8dee-2a5d1692e625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:43:49.602797 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-903cde3a-bf3b-4d39-830d-ea9aa63c2e8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:43:49.603157 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-903cde3a-bf3b-4d39-830d-ea9aa63c2e8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:43:49.609208 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7acd67af-ee6a-44d7-8dee-2a5d1692e625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:49.625412 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7acd67af-ee6a-44d7-8dee-2a5d1692e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:49.632443 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7acd67af-ee6a-44d7-8dee-2a5d1692e625 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:43:49.632904 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7acd67af-ee6a-44d7-8dee-2a5d1692e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:49.701460 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde resource provider aggregate not found Sep 21 15:43:49.728414 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b92f93d4-ad3d-432b-ae0a-6d3ea4ecffde found for delete ", "request_id": "req-844ad0c2-b8f1-4bb3-add6-cc415b5e02b7"}]} Sep 21 15:43:49.736295 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7acd67af-ee6a-44d7-8dee-2a5d1692e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:49.752739 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7acd67af-ee6a-44d7-8dee-2a5d1692e625 admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:49.762724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd67af-ee6a-44d7-8dee-2a5d1692e625 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:49.767237 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7acd67af-ee6a-44d7-8dee-2a5d1692e625 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4fcd9bfd-b9ad-4a04-81ac-59a5c39b867f HTTP/1.1" status: 204 len: 168 time: 0.9316015 Sep 21 15:43:49.930907 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39662) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:43:49.979644 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-08eaa40f-4984-4fb0-9b4d-f1ba26a20d3d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f6e7d631cdff47b18a0ed248a22c807c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474420 Sep 21 15:43:49.982105 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39666) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:43:50.046072 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bf6acce-4110-46db-b81f-dfa2124c86f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:50.072227 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bf6acce-4110-46db-b81f-dfa2124c86f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:50.104617 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-903cde3a-bf3b-4d39-830d-ea9aa63c2e8b None None] Deleting port cb9e4e78-9a21-469e-9cd8-698c7b9aa658 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:43:50.105110 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-903cde3a-bf3b-4d39-830d-ea9aa63c2e8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:50.124307 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bf6acce-4110-46db-b81f-dfa2124c86f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:50.144430 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6acce-4110-46db-b81f-dfa2124c86f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bf8520-2200-43da-ae30-614092cc5671,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:50.149632 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bf6acce-4110-46db-b81f-dfa2124c86f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:50.153402 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6bf6acce-4110-46db-b81f-dfa2124c86f6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/61bf8520-2200-43da-ae30-614092cc5671 HTTP/1.1" status: 204 len: 168 time: 0.1703773 Sep 21 15:43:50.228774 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-903cde3a-bf3b-4d39-830d-ea9aa63c2e8b None None] The port 'cb9e4e78-9a21-469e-9cd8-698c7b9aa658' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:43:50.496116 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39674) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:43:50.547197 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7a859759-56ee-4b35-9836-4c33172b892f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4d73ab9e7aa04457b1c1647f00b57922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498707 Sep 21 15:43:50.549673 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39678) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:43:50.613509 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-94734851-6397-4cdb-82f9-b8f77de3568a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:50.640322 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-94734851-6397-4cdb-82f9-b8f77de3568a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:50.694998 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-94734851-6397-4cdb-82f9-b8f77de3568a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:50.711886 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94734851-6397-4cdb-82f9-b8f77de3568a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02689ea-b0dc-49c3-bc73-e57e8a47cb03,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:50.716180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-94734851-6397-4cdb-82f9-b8f77de3568a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:50.719694 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-94734851-6397-4cdb-82f9-b8f77de3568a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a02689ea-b0dc-49c3-bc73-e57e8a47cb03 HTTP/1.1" status: 204 len: 168 time: 0.1667559 Sep 21 15:43:50.986655 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device cb9e4e78-9a21-469e-9cd8-698c7b9aa658 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:43:51.023005 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: cb9e4e78-9a21-469e-9cd8-698c7b9aa658 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:43:51.023345 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device cb9e4e78-9a21-469e-9cd8-698c7b9aa658 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:43:51.432960 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39702) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:43:51.538428 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-364769584-network', 'tenant_id': '520427ef2fe048d9af0cf88a41687846'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:43:51.543476 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:43:51.547874 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] Usage tracker for resource:network and tenant:520427ef2fe048d9af0cf88a41687846 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:43:51.550879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:43:51.561354 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:43:51.576030 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] Made reservation on behalf of 520427ef2fe048d9af0cf88a41687846 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:43:51.579216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:51.593755 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:51.608223 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:43:51.612109 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] Usage tracker for resource:security_group_rule and tenant:520427ef2fe048d9af0cf88a41687846 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:43:51.614934 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:43:51.620854 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:43:51.704811 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:51.709712 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:51.735966 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:43:51.747923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbddffa-a947-433c-a29c-c11912f67302,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:51.752219 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:51.752581 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] Added segment 5d9674e4-6044-4a2b-a2ae-843971a633ea of type vlan for network 1f6a0f79-2a2f-4304-8ba2-95e78e146263 Sep 21 15:43:51.783823 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:51.813142 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:51.813989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:51.814553 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:51.913987 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] Pushing event updated for resources: {'Network': ['ID=1f6a0f79-2a2f-4304-8ba2-95e78e146263,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:51.919489 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b061d306-8708-4eb4-b6ba-f2ca9c9c8d7e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4829199 Sep 21 15:43:51.919793 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39708) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:43:51.923732 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 1f6a0f79-2a2f-4304-8ba2-95e78e146263 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:43:51.924876 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5cceb03b-d379-4266-bcb1-1afcc5b7fc98 admin admin] Request body: {'subnet': {'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-364769584-subnet', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'ip_version': 4}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:43:51.930778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5cceb03b-d379-4266-bcb1-1afcc5b7fc98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:43:51.934938 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5cceb03b-d379-4266-bcb1-1afcc5b7fc98 admin admin] Usage tracker for resource:subnet and tenant:520427ef2fe048d9af0cf88a41687846 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:43:51.938063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5cceb03b-d379-4266-bcb1-1afcc5b7fc98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:43:51.944274 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5cceb03b-d379-4266-bcb1-1afcc5b7fc98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:43:51.961135 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cceb03b-d379-4266-bcb1-1afcc5b7fc98 admin admin] Made reservation on behalf of 520427ef2fe048d9af0cf88a41687846 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:43:51.963478 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5cceb03b-d379-4266-bcb1-1afcc5b7fc98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:52.235774 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:52.281258 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5cceb03b-d379-4266-bcb1-1afcc5b7fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:52.362323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cceb03b-d379-4266-bcb1-1afcc5b7fc98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07c90601-433f-40c1-8415-a55203063dfb,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:52.370905 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cceb03b-d379-4266-bcb1-1afcc5b7fc98 admin admin] Checking segment: {'id': '5d9674e4-6044-4a2b-a2ae-843971a633ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:43:52.371261 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cceb03b-d379-4266-bcb1-1afcc5b7fc98 admin admin] Network hostable DHCP agents. Network: 1f6a0f79-2a2f-4304-8ba2-95e78e146263, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:43:52.391527 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cceb03b-d379-4266-bcb1-1afcc5b7fc98 admin admin] Network 1f6a0f79-2a2f-4304-8ba2-95e78e146263 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:43:52.400391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-5cceb03b-d379-4266-bcb1-1afcc5b7fc98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 1f6a0f79-2a2f-4304-8ba2-95e78e146263) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:43:52.404385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cceb03b-d379-4266-bcb1-1afcc5b7fc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:52.405033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5cceb03b-d379-4266-bcb1-1afcc5b7fc98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:52.411569 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdfcb26-5494-43a8-9a18-5611b261a7d2 None None] Network 1f6a0f79-2a2f-4304-8ba2-95e78e146263 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:43:52.429486 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5cceb03b-d379-4266-bcb1-1afcc5b7fc98 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5054851 Sep 21 15:43:52.429710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39712) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:43:52.434587 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-364769584-router', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:43:52.439080 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:43:52.442953 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Usage tracker for resource:router and tenant:520427ef2fe048d9af0cf88a41687846 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:43:52.446601 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:43:52.452693 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:43:52.465380 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:52.466466 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:52.484613 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:52.640359 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'fixed_ips': [{'subnet_id': '07c90601-433f-40c1-8415-a55203063dfb'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:43:52.641249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:52.757631 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:52.796621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Allocated IP 172.20.0.2 (1f6a0f79-2a2f-4304-8ba2-95e78e146263/07c90601-433f-40c1-8415-a55203063dfb/c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:43:53.002023 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:53.013240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Transition to ACTIVE for port object c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:43:53.032120 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Transition to ACTIVE for port object c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:43:53.040392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:53.066419 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:53.099939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:53.108727 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Network 1f6a0f79-2a2f-4304-8ba2-95e78e146263 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:43:53.111455 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:43:53.113972 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:43:53.165953 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Pushing event updated for resources: {'Port': ['ID=c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:53.216217 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:53.216595 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:53.216937 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:53.217265 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:53.217588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:53.217913 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:53.218230 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:53.218547 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:53.218863 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:53.219200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:53.219487 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:53.219795 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:53.236646 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Allocated IP 172.26.4.196 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/96214eaa-82dc-4417-8db8-120e7c7612f6) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:43:53.239353 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Attempting to bind port c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:43:53.239729 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Attempting to bind port c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '5d9674e4-6044-4a2b-a2ae-843971a633ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:43:53.240088 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Attempting to bind port c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3 on network 1f6a0f79-2a2f-4304-8ba2-95e78e146263 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:43:53.246297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:43:53.246690 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Checking segment: {'id': '5d9674e4-6044-4a2b-a2ae-843971a633ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:43:53.247156 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:53.247643 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Bound using segment: {'id': '5d9674e4-6044-4a2b-a2ae-843971a633ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:43:53.248097 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Bound port: c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9674e4-6044-4a2b-a2ae-843971a633ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:43:53.248557 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:53.335143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] For port c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:43:53.338078 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] For port c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3,segment=NetworkSegment(5d9674e4-6044-4a2b-a2ae-843971a633ea),segment_id=5d9674e4-6044-4a2b-a2ae-843971a633ea)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:43:53.342694 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:53.386918 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:53.418051 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:53.430258 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb0483-d870-4a10-8103-608a33bbc0b0 None None] Pushing event updated for resources: {'Port': ['ID=c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:53.488545 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:43:53.492182 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:43:53.494600 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:43:53.542380 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=96214eaa-82dc-4417-8db8-120e7c7612f6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:54.033425 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:54.346214 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb25038-2661-4f38-87ae-8052b3e528e1 None None] Network 1f6a0f79-2a2f-4304-8ba2-95e78e146263 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:43:54.389830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:54.439398 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6c129b5d-4010-458d-b98f-f0aa84c72705 None None] Provisioning for port c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:43:54.601693 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Router 2c513d58-979f-4410-82f4-46e24d47763c is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:43:54.800830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:43:54.825563 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:54.826737 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2b861787-1173-4156-a4e4-b2c2dc231aa7 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3961060 Sep 21 15:43:54.829619 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39716) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:43:54.924939 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] Sync routers for ids ['2c513d58-979f-4410-82f4-46e24d47763c'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:43:54.935981 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] Routers {'2c513d58-979f-4410-82f4-46e24d47763c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:43:54.936695 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:43:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2c513d58-979f-4410-82f4-46e24d47763c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:43:55.034353 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:43:55.110094 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:43:55.115571 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:43:55.115941 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:55.125018 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] Set router 2c513d58-979f-4410-82f4-46e24d47763c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:43:55.272088 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:43:55.272581 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:55.306699 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3,segment=NetworkSegment(5d9674e4-6044-4a2b-a2ae-843971a633ea),segment_id=5d9674e4-6044-4a2b-a2ae-843971a633ea)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:43:55.311589 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:55.389335 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:55.420300 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c513d58-979f-4410-82f4-46e24d47763c', 'name': 'tempest-TestMinimumBasicScenario-364769584-router', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:52Z', 'updated_at': '2022-09-21T15:43:53Z', 'revision_number': 3, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'gw_port': {'id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:53Z', 'updated_at': '2022-09-21T15:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:43:55.424061 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] Checking router: 2c513d58-979f-4410-82f4-46e24d47763c for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:43:55.424406 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] Updating router 2c513d58-979f-4410-82f4-46e24d47763c port 96214eaa-82dc-4417-8db8-120e7c7612f6 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:43:55.476677 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:55.649952 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a549ab5a-8e30-450d-a412-b27676fe2596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:55.837553 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:55.849059 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] Transition to ACTIVE for port object 96214eaa-82dc-4417-8db8-120e7c7612f6 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:43:55.856428 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:55.861550 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-a549ab5a-8e30-450d-a412-b27676fe2596 admin admin] Allocated IP 172.20.0.1 (1f6a0f79-2a2f-4304-8ba2-95e78e146263/07c90601-433f-40c1-8415-a55203063dfb/c35a5222-b4bc-43ad-be3e-27aad3818d4d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:43:55.918550 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] Attempting to bind port 96214eaa-82dc-4417-8db8-120e7c7612f6 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:43:55.918849 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] Attempting to bind port 96214eaa-82dc-4417-8db8-120e7c7612f6 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:43:55.919195 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] Attempting to bind port 96214eaa-82dc-4417-8db8-120e7c7612f6 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:43:55.927389 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:43:55.928052 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:43:55.928157 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:55.928572 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:43:55.929033 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] Bound port: 96214eaa-82dc-4417-8db8-120e7c7612f6, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:43:55.929403 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:55.977316 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8388a-2f74-49b1-bf36-87b6ee8c2018 None None] Pushing event updated for resources: {'Port': ['ID=96214eaa-82dc-4417-8db8-120e7c7612f6,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:55.987767 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8388a-2f74-49b1-bf36-87b6ee8c2018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:55.988122 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8388a-2f74-49b1-bf36-87b6ee8c2018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:55.988476 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8388a-2f74-49b1-bf36-87b6ee8c2018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:55.988825 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8388a-2f74-49b1-bf36-87b6ee8c2018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:55.989161 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8388a-2f74-49b1-bf36-87b6ee8c2018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:55.989491 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8388a-2f74-49b1-bf36-87b6ee8c2018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:55.989818 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8388a-2f74-49b1-bf36-87b6ee8c2018 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:55.990581 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8388a-2f74-49b1-bf36-87b6ee8c2018 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:55.990720 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8388a-2f74-49b1-bf36-87b6ee8c2018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:55.991061 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8388a-2f74-49b1-bf36-87b6ee8c2018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:55.991435 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8388a-2f74-49b1-bf36-87b6ee8c2018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:55.991864 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a8388a-2f74-49b1-bf36-87b6ee8c2018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:43:56.013208 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a549ab5a-8e30-450d-a412-b27676fe2596 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:56.023214 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] For port 96214eaa-82dc-4417-8db8-120e7c7612f6, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:43:56.026439 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] For port 96214eaa-82dc-4417-8db8-120e7c7612f6, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=96214eaa-82dc-4417-8db8-120e7c7612f6,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:43:56.030923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-a549ab5a-8e30-450d-a412-b27676fe2596 admin admin] Transition to ACTIVE for port object c35a5222-b4bc-43ad-be3e-27aad3818d4d will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:43:56.031730 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:56.059298 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a549ab5a-8e30-450d-a412-b27676fe2596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:56.094201 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] Routers {'2c513d58-979f-4410-82f4-46e24d47763c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:43:56.094816 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:43:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2c513d58-979f-4410-82f4-46e24d47763c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:43:56.124931 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a549ab5a-8e30-450d-a412-b27676fe2596 admin admin] Network 1f6a0f79-2a2f-4304-8ba2-95e78e146263 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:43:56.127675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a549ab5a-8e30-450d-a412-b27676fe2596 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:43:56.131726 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a549ab5a-8e30-450d-a412-b27676fe2596 admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:43:56.181333 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549ab5a-8e30-450d-a412-b27676fe2596 admin admin] Pushing event updated for resources: {'Port': ['ID=c35a5222-b4bc-43ad-be3e-27aad3818d4d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:56.187829 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8388a-2f74-49b1-bf36-87b6ee8c2018 None None] Pushing event updated for resources: {'Port': ['ID=96214eaa-82dc-4417-8db8-120e7c7612f6,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:56.205511 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a549ab5a-8e30-450d-a412-b27676fe2596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:56.291190 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] Set router 2c513d58-979f-4410-82f4-46e24d47763c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:43:56.418917 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4e39982a-b04c-4371-9d02-7e9877a4c8d5 None None] Provisioning for port c35a5222-b4bc-43ad-be3e-27aad3818d4d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:43:56.424280 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4e39982a-b04c-4371-9d02-7e9877a4c8d5 None None] Provisioning complete for port c35a5222-b4bc-43ad-be3e-27aad3818d4d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:43:56.424790 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4e39982a-b04c-4371-9d02-7e9877a4c8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:56.467075 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a549ab5a-8e30-450d-a412-b27676fe2596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:56.486603 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4e39982a-b04c-4371-9d02-7e9877a4c8d5 None None] Port c35a5222-b4bc-43ad-be3e-27aad3818d4d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:43:56.581813 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c513d58-979f-4410-82f4-46e24d47763c', 'name': 'tempest-TestMinimumBasicScenario-364769584-router', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:52Z', 'updated_at': '2022-09-21T15:43:53Z', 'revision_number': 3, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'gw_port': {'id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:53Z', 'updated_at': '2022-09-21T15:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:43:56.585782 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca86dc95-9444-4f6c-9d51-43357681e351 None None] The sync data for ids ['2c513d58-979f-4410-82f4-46e24d47763c'] in dv-neutron-858731-1-hyperv is: [{'id': '2c513d58-979f-4410-82f4-46e24d47763c', 'name': 'tempest-TestMinimumBasicScenario-364769584-router', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:52Z', 'updated_at': '2022-09-21T15:43:53Z', 'revision_number': 3, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'gw_port': {'id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:53Z', 'updated_at': '2022-09-21T15:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:43:56.696153 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a549ab5a-8e30-450d-a412-b27676fe2596 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:56.701229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a549ab5a-8e30-450d-a412-b27676fe2596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:56.939093 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a549ab5a-8e30-450d-a412-b27676fe2596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:56.942634 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549ab5a-8e30-450d-a412-b27676fe2596 admin admin] Pushing event updated for resources: {'Port': ['ID=c35a5222-b4bc-43ad-be3e-27aad3818d4d,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:57.086622 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:43:57.087471 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a549ab5a-8e30-450d-a412-b27676fe2596 admin admin] Network 1f6a0f79-2a2f-4304-8ba2-95e78e146263 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:43:57.088695 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a549ab5a-8e30-450d-a412-b27676fe2596 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:43:57.160341 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:43:57.160744 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:57.302240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:43:57.304002 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 96214eaa-82dc-4417-8db8-120e7c7612f6 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:43:57.311772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a549ab5a-8e30-450d-a412-b27676fe2596 admin admin] Router 2c513d58-979f-4410-82f4-46e24d47763c has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:43:57.378881 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 96214eaa-82dc-4417-8db8-120e7c7612f6 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:43:57.385215 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 96214eaa-82dc-4417-8db8-120e7c7612f6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:43:57.386516 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:57.456865 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a73bacec-e47a-457d-9872-69bf8f74c8cd None None] Provisioning complete for port c35a5222-b4bc-43ad-be3e-27aad3818d4d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:43:57.457494 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a73bacec-e47a-457d-9872-69bf8f74c8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:57.517034 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a549ab5a-8e30-450d-a412-b27676fe2596 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:43:57.528483 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a549ab5a-8e30-450d-a412-b27676fe2596 admin admin] 10.222.0.62 "PUT /v2.0/routers/2c513d58-979f-4410-82f4-46e24d47763c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6961117 Sep 21 15:43:57.554840 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a73bacec-e47a-457d-9872-69bf8f74c8cd None None] Port c35a5222-b4bc-43ad-be3e-27aad3818d4d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:43:57.574829 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 96214eaa-82dc-4417-8db8-120e7c7612f6 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:43:57.575206 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:57.592333 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 96214eaa-82dc-4417-8db8-120e7c7612f6, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=96214eaa-82dc-4417-8db8-120e7c7612f6,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:43:57.597395 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:57.667943 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=96214eaa-82dc-4417-8db8-120e7c7612f6,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:58.038536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39734) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:43:58.044237 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-998972940-network', 'tenant_id': 'af646bff524540509e0cf3aca009ab1c'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:43:58.049529 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:43:58.054534 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] Usage tracker for resource:network and tenant:af646bff524540509e0cf3aca009ab1c is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:43:58.057631 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:43:58.063536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:43:58.073753 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] Made reservation on behalf of af646bff524540509e0cf3aca009ab1c for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:43:58.075986 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:58.088731 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:58.103195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:43:58.106967 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] Usage tracker for resource:security_group_rule and tenant:af646bff524540509e0cf3aca009ab1c is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:43:58.109807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:43:58.116364 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:43:58.139204 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] Sync routers for ids ['2c513d58-979f-4410-82f4-46e24d47763c'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:43:58.149836 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] Routers {'2c513d58-979f-4410-82f4-46e24d47763c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:43:58.150461 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:43:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2c513d58-979f-4410-82f4-46e24d47763c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:43:58.201759 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:58.205819 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:58.236301 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:43:58.244866 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11834aef-d61b-4853-a288-a9ea89b9ec28,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:58.250342 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:58.250653 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] Added segment c9b69a43-d56b-4775-b070-742325b1836e of type vlan for network 9b1a6ba7-b5f7-42e6-bc26-3d85920da705 Sep 21 15:43:58.277641 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:58.307813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:58.308741 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:58.309344 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:58.336416 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] Set router 2c513d58-979f-4410-82f4-46e24d47763c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:43:58.417076 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3747699 Sep 21 15:43:58.417292 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210353d-6a66-407b-aedc-cc023ba0b829 admin admin] Pushing event updated for resources: {'Network': ['ID=9b1a6ba7-b5f7-42e6-bc26-3d85920da705,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:58.417490 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39738) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:43:58.427355 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-41703aa5-aeae-43a5-831f-5e1b76d21734 admin admin] Request body: {'subnet': {'network_id': '9b1a6ba7-b5f7-42e6-bc26-3d85920da705', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-998972940-subnet', 'tenant_id': 'af646bff524540509e0cf3aca009ab1c', 'ip_version': 4}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:43:58.435656 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-41703aa5-aeae-43a5-831f-5e1b76d21734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:43:58.439689 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-41703aa5-aeae-43a5-831f-5e1b76d21734 admin admin] Usage tracker for resource:subnet and tenant:af646bff524540509e0cf3aca009ab1c is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:43:58.442652 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-41703aa5-aeae-43a5-831f-5e1b76d21734 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:43:58.448413 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-41703aa5-aeae-43a5-831f-5e1b76d21734 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:43:58.459142 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41703aa5-aeae-43a5-831f-5e1b76d21734 admin admin] Made reservation on behalf of af646bff524540509e0cf3aca009ab1c for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:43:58.461826 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41703aa5-aeae-43a5-831f-5e1b76d21734 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:58.467426 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 9b1a6ba7-b5f7-42e6-bc26-3d85920da705 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:43:58.742935 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c513d58-979f-4410-82f4-46e24d47763c', 'name': 'tempest-TestMinimumBasicScenario-364769584-router', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:52Z', 'updated_at': '2022-09-21T15:43:56Z', 'revision_number': 4, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'gw_port': {'id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:53Z', 'updated_at': '2022-09-21T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c35a5222-b4bc-43ad-be3e-27aad3818d4d', 'name': '', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'mac_address': 'fa:16:3e:37:e8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '07c90601-433f-40c1-8415-a55203063dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:55Z', 'updated_at': '2022-09-21T15:43:56Z', 'revision_number': 2, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'subnets': [{'id': '07c90601-433f-40c1-8415-a55203063dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:43:58.747312 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] Checking router: 2c513d58-979f-4410-82f4-46e24d47763c for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:43:58.747708 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] Updating router 2c513d58-979f-4410-82f4-46e24d47763c port c35a5222-b4bc-43ad-be3e-27aad3818d4d binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:43:58.781796 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41703aa5-aeae-43a5-831f-5e1b76d21734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:58.802003 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:58.854513 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41703aa5-aeae-43a5-831f-5e1b76d21734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f995af1-7533-4a77-95a2-d3792ccf36b9,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:58.862978 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41703aa5-aeae-43a5-831f-5e1b76d21734 admin admin] Checking segment: {'id': 'c9b69a43-d56b-4775-b070-742325b1836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9b1a6ba7-b5f7-42e6-bc26-3d85920da705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:43:58.863324 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41703aa5-aeae-43a5-831f-5e1b76d21734 admin admin] Network hostable DHCP agents. Network: 9b1a6ba7-b5f7-42e6-bc26-3d85920da705, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:43:58.884812 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41703aa5-aeae-43a5-831f-5e1b76d21734 admin admin] Network 9b1a6ba7-b5f7-42e6-bc26-3d85920da705 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:43:58.894331 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-41703aa5-aeae-43a5-831f-5e1b76d21734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 9b1a6ba7-b5f7-42e6-bc26-3d85920da705) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:43:58.898693 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41703aa5-aeae-43a5-831f-5e1b76d21734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:43:58.899204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41703aa5-aeae-43a5-831f-5e1b76d21734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:58.918434 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717cb046-000a-48b0-bc56-340ed17917f2 None None] Network 9b1a6ba7-b5f7-42e6-bc26-3d85920da705 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:43:58.921720 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-41703aa5-aeae-43a5-831f-5e1b76d21734 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5026565 Sep 21 15:43:58.923907 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39742) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:43:58.930287 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-998972940-router', 'tenant_id': 'af646bff524540509e0cf3aca009ab1c', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:43:58.935515 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:43:58.939419 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Usage tracker for resource:router and tenant:af646bff524540509e0cf3aca009ab1c is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:43:58.942259 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:43:58.949557 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:43:58.963888 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:58.964977 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:58.982639 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:59.057187 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 96214eaa-82dc-4417-8db8-120e7c7612f6 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:43:59.253261 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:59.338444 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 96214eaa-82dc-4417-8db8-120e7c7612f6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:43:59.338809 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:59.462704 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-9b1a6ba7-b5f7-42e6-bc26-3d85920da705', 'network_id': '9b1a6ba7-b5f7-42e6-bc26-3d85920da705', 'tenant_id': 'af646bff524540509e0cf3aca009ab1c', 'fixed_ips': [{'subnet_id': '3f995af1-7533-4a77-95a2-d3792ccf36b9'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:43:59.463509 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:59.574532 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:59.608195 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:59.650919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:59.676892 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 96214eaa-82dc-4417-8db8-120e7c7612f6 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:43:59.714929 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] Transition to ACTIVE for port object c35a5222-b4bc-43ad-be3e-27aad3818d4d will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:43:59.730362 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:59.752672 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Allocated IP 172.26.4.80 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/a65c7664-8004-45f1-8dc7-234e3cfbde26) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:43:59.901620 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:43:59.902538 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] Allocated IP 172.20.0.2 (9b1a6ba7-b5f7-42e6-bc26-3d85920da705/3f995af1-7533-4a77-95a2-d3792ccf36b9/6f6b5831-ca0b-42e3-b8fc-04f47ea5db34) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:43:59.904869 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e89880-fca3-4a6c-bf63-8399cbde4904 None None] Pushing event updated for resources: {'Port': ['ID=c35a5222-b4bc-43ad-be3e-27aad3818d4d,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:43:59.935048 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:00.001276 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:44:00.004186 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:44:00.007176 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:44:00.041255 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] Attempting to bind port c35a5222-b4bc-43ad-be3e-27aad3818d4d on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:44:00.041773 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] Attempting to bind port c35a5222-b4bc-43ad-be3e-27aad3818d4d by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '5d9674e4-6044-4a2b-a2ae-843971a633ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:44:00.042234 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] Attempting to bind port c35a5222-b4bc-43ad-be3e-27aad3818d4d on network 1f6a0f79-2a2f-4304-8ba2-95e78e146263 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:44:00.045877 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Pushing event updated for resources: {'Port': ['ID=a65c7664-8004-45f1-8dc7-234e3cfbde26,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:00.060479 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:44:00.060858 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] Checking segment: {'id': '5d9674e4-6044-4a2b-a2ae-843971a633ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:44:00.061259 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:00.061649 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] Bound using segment: {'id': '5d9674e4-6044-4a2b-a2ae-843971a633ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:44:00.062109 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] Bound port: c35a5222-b4bc-43ad-be3e-27aad3818d4d, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9674e4-6044-4a2b-a2ae-843971a633ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:44:00.062477 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:00.239129 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] For port c35a5222-b4bc-43ad-be3e-27aad3818d4d, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:44:00.252284 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] For port c35a5222-b4bc-43ad-be3e-27aad3818d4d, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c35a5222-b4bc-43ad-be3e-27aad3818d4d,segment=NetworkSegment(5d9674e4-6044-4a2b-a2ae-843971a633ea),segment_id=5d9674e4-6044-4a2b-a2ae-843971a633ea)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:44:00.260965 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:00.300497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:00.336679 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] Transition to ACTIVE for port object 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:44:00.344092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] Routers {'2c513d58-979f-4410-82f4-46e24d47763c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:44:00.344760 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:43:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2c513d58-979f-4410-82f4-46e24d47763c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:44:00.442548 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e89880-fca3-4a6c-bf63-8399cbde4904 None None] Pushing event updated for resources: {'Port': ['ID=c35a5222-b4bc-43ad-be3e-27aad3818d4d,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:00.448781 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] Transition to ACTIVE for port object 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:44:00.458172 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:00.532062 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:00.640112 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] Network 9b1a6ba7-b5f7-42e6-bc26-3d85920da705 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:44:00.644478 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:44:00.652273 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:44:00.701445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] Pushing event updated for resources: {'Port': ['ID=6f6b5831-ca0b-42e3-b8fc-04f47ea5db34,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:00.704920 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] Set router 2c513d58-979f-4410-82f4-46e24d47763c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:44:00.873206 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:00.895627 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] Attempting to bind port 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:44:00.895993 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] Attempting to bind port 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'c9b69a43-d56b-4775-b070-742325b1836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9b1a6ba7-b5f7-42e6-bc26-3d85920da705'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:44:00.896459 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] Attempting to bind port 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34 on network 9b1a6ba7-b5f7-42e6-bc26-3d85920da705 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:44:00.918520 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:44:00.918889 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] Checking segment: {'id': 'c9b69a43-d56b-4775-b070-742325b1836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9b1a6ba7-b5f7-42e6-bc26-3d85920da705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:44:00.919289 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:00.919685 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] Bound using segment: {'id': 'c9b69a43-d56b-4775-b070-742325b1836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9b1a6ba7-b5f7-42e6-bc26-3d85920da705'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:44:00.920148 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] Bound port: 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b69a43-d56b-4775-b070-742325b1836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9b1a6ba7-b5f7-42e6-bc26-3d85920da705'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:44:00.920540 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:01.090088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Router 674c5001-5151-4e75-a436-764c25619c28 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:44:01.137861 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] For port 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:44:01.151523 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] For port 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=6f6b5831-ca0b-42e3-b8fc-04f47ea5db34,segment=NetworkSegment(c9b69a43-d56b-4775-b070-742325b1836e),segment_id=c9b69a43-d56b-4775-b070-742325b1836e)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:44:01.159212 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:01.246427 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e6e8b-005c-462d-8777-e2b7ff9d3cea None None] Pushing event updated for resources: {'Port': ['ID=6f6b5831-ca0b-42e3-b8fc-04f47ea5db34,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:01.252862 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c513d58-979f-4410-82f4-46e24d47763c', 'name': 'tempest-TestMinimumBasicScenario-364769584-router', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:52Z', 'updated_at': '2022-09-21T15:43:56Z', 'revision_number': 4, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'gw_port': {'id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:53Z', 'updated_at': '2022-09-21T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c35a5222-b4bc-43ad-be3e-27aad3818d4d', 'name': '', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'mac_address': 'fa:16:3e:37:e8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '07c90601-433f-40c1-8415-a55203063dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:55Z', 'updated_at': '2022-09-21T15:44:00Z', 'revision_number': 4, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'subnets': [{'id': '07c90601-433f-40c1-8415-a55203063dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:44:01.257926 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a81a24-bb87-4717-b0c7-b5e6cc426d5e None None] The sync data for ids ['2c513d58-979f-4410-82f4-46e24d47763c'] in dv-neutron-858731-1-hyperv is: [{'id': '2c513d58-979f-4410-82f4-46e24d47763c', 'name': 'tempest-TestMinimumBasicScenario-364769584-router', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:52Z', 'updated_at': '2022-09-21T15:43:56Z', 'revision_number': 4, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'gw_port': {'id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:53Z', 'updated_at': '2022-09-21T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c35a5222-b4bc-43ad-be3e-27aad3818d4d', 'name': '', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'mac_address': 'fa:16:3e:37:e8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '07c90601-433f-40c1-8415-a55203063dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:55Z', 'updated_at': '2022-09-21T15:44:00Z', 'revision_number': 4, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'subnets': [{'id': '07c90601-433f-40c1-8415-a55203063dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:44:01.284424 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:44:01.297144 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] Sync routers for ids ['674c5001-5151-4e75-a436-764c25619c28'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:44:01.317503 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] Routers {'674c5001-5151-4e75-a436-764c25619c28'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:44:01.320128 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:43:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['674c5001-5151-4e75-a436-764c25619c28'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:44:01.339306 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:01.341348 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-79a663a8-e3b4-42d5-adae-1bf68ef21a25 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4159989 Sep 21 15:44:01.343685 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39746) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:44:01.571474 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] Set router 674c5001-5151-4e75-a436-764c25619c28 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:44:01.897378 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674c5001-5151-4e75-a436-764c25619c28', 'name': 'tempest-TestMinimumBasicScenario-998972940-router', 'tenant_id': 'af646bff524540509e0cf3aca009ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a65c7664-8004-45f1-8dc7-234e3cfbde26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:58Z', 'updated_at': '2022-09-21T15:44:00Z', 'revision_number': 3, 'project_id': 'af646bff524540509e0cf3aca009ab1c', 'gw_port': {'id': 'a65c7664-8004-45f1-8dc7-234e3cfbde26', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674c5001-5151-4e75-a436-764c25619c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:59Z', 'updated_at': '2022-09-21T15:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:44:01.901717 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] Checking router: 674c5001-5151-4e75-a436-764c25619c28 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:44:01.902106 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] Updating router 674c5001-5151-4e75-a436-764c25619c28 port a65c7664-8004-45f1-8dc7-234e3cfbde26 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:44:01.960781 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:02.274619 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d582589a-239d-467c-9950-5a5eb102b703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:02.388280 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:02.401176 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] Transition to ACTIVE for port object a65c7664-8004-45f1-8dc7-234e3cfbde26 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:44:02.409747 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:02.448412 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e8c626-7c48-4051-8843-4292d0464a30 None None] Network 9b1a6ba7-b5f7-42e6-bc26-3d85920da705 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:44:02.479721 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] Attempting to bind port a65c7664-8004-45f1-8dc7-234e3cfbde26 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:44:02.480090 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] Attempting to bind port a65c7664-8004-45f1-8dc7-234e3cfbde26 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:44:02.480567 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] Attempting to bind port a65c7664-8004-45f1-8dc7-234e3cfbde26 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:44:02.491422 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:44:02.491799 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:44:02.492348 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:02.493062 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:44:02.493594 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] Bound port: a65c7664-8004-45f1-8dc7-234e3cfbde26, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:44:02.494421 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:02.526620 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-d582589a-239d-467c-9950-5a5eb102b703 admin admin] Allocated IP 172.20.0.1 (9b1a6ba7-b5f7-42e6-bc26-3d85920da705/3f995af1-7533-4a77-95a2-d3792ccf36b9/f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:44:02.544576 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76d9b5-98bb-45f8-9d78-35ca3a597a24 None None] Pushing event updated for resources: {'Port': ['ID=a65c7664-8004-45f1-8dc7-234e3cfbde26,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:02.578751 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8751eb3d-3835-4e08-ac89-872fd13bb49d None None] Provisioning for port 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:44:02.592616 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] For port a65c7664-8004-45f1-8dc7-234e3cfbde26, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:44:02.598052 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] For port a65c7664-8004-45f1-8dc7-234e3cfbde26, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=a65c7664-8004-45f1-8dc7-234e3cfbde26,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:44:02.606347 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:02.670831 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] Routers {'674c5001-5151-4e75-a436-764c25619c28'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:44:02.671745 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:43:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['674c5001-5151-4e75-a436-764c25619c28'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:44:02.706120 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d582589a-239d-467c-9950-5a5eb102b703 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:02.727372 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-d582589a-239d-467c-9950-5a5eb102b703 admin admin] Transition to ACTIVE for port object f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:44:02.759561 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d582589a-239d-467c-9950-5a5eb102b703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:02.774496 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76d9b5-98bb-45f8-9d78-35ca3a597a24 None None] Pushing event updated for resources: {'Port': ['ID=a65c7664-8004-45f1-8dc7-234e3cfbde26,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:02.839444 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d582589a-239d-467c-9950-5a5eb102b703 admin admin] Network 9b1a6ba7-b5f7-42e6-bc26-3d85920da705 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:44:02.842584 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d582589a-239d-467c-9950-5a5eb102b703 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:44:02.846535 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d582589a-239d-467c-9950-5a5eb102b703 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:44:02.881176 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] Set router 674c5001-5151-4e75-a436-764c25619c28 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:44:02.887687 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582589a-239d-467c-9950-5a5eb102b703 admin admin] Pushing event updated for resources: {'Port': ['ID=f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:02.905664 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d582589a-239d-467c-9950-5a5eb102b703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:03.092512 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:44:03.198930 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:44:03.209543 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:44:03.210127 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:03.242430 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674c5001-5151-4e75-a436-764c25619c28', 'name': 'tempest-TestMinimumBasicScenario-998972940-router', 'tenant_id': 'af646bff524540509e0cf3aca009ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a65c7664-8004-45f1-8dc7-234e3cfbde26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:58Z', 'updated_at': '2022-09-21T15:44:00Z', 'revision_number': 3, 'project_id': 'af646bff524540509e0cf3aca009ab1c', 'gw_port': {'id': 'a65c7664-8004-45f1-8dc7-234e3cfbde26', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674c5001-5151-4e75-a436-764c25619c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:59Z', 'updated_at': '2022-09-21T15:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:44:03.246567 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4cc8e5-90c1-44ae-b6fb-34989334f89d None None] The sync data for ids ['674c5001-5151-4e75-a436-764c25619c28'] in dv-neutron-858731-1-hyperv is: [{'id': '674c5001-5151-4e75-a436-764c25619c28', 'name': 'tempest-TestMinimumBasicScenario-998972940-router', 'tenant_id': 'af646bff524540509e0cf3aca009ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a65c7664-8004-45f1-8dc7-234e3cfbde26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:58Z', 'updated_at': '2022-09-21T15:44:00Z', 'revision_number': 3, 'project_id': 'af646bff524540509e0cf3aca009ab1c', 'gw_port': {'id': 'a65c7664-8004-45f1-8dc7-234e3cfbde26', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674c5001-5151-4e75-a436-764c25619c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:59Z', 'updated_at': '2022-09-21T15:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:44:03.274131 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9d0fd701-2444-4b81-9c45-0eda07465048 None None] Provisioning for port f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:44:03.276435 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d582589a-239d-467c-9950-5a5eb102b703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:03.281226 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9d0fd701-2444-4b81-9c45-0eda07465048 None None] Provisioning complete for port f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:44:03.281593 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9d0fd701-2444-4b81-9c45-0eda07465048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:03.389728 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9d0fd701-2444-4b81-9c45-0eda07465048 None None] Port f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:44:03.401375 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:44:03.401759 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:03.438736 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=6f6b5831-ca0b-42e3-b8fc-04f47ea5db34,segment=NetworkSegment(c9b69a43-d56b-4775-b070-742325b1836e),segment_id=c9b69a43-d56b-4775-b070-742325b1836e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:44:03.444278 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:03.445136 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c35a5222-b4bc-43ad-be3e-27aad3818d4d up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:44:03.533158 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d582589a-239d-467c-9950-5a5eb102b703 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:03.538861 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d582589a-239d-467c-9950-5a5eb102b703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:03.590218 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=6f6b5831-ca0b-42e3-b8fc-04f47ea5db34,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:03.604971 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port c35a5222-b4bc-43ad-be3e-27aad3818d4d completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:44:03.610011 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port c35a5222-b4bc-43ad-be3e-27aad3818d4d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:44:03.611084 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:03.667812 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d582589a-239d-467c-9950-5a5eb102b703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:03.671453 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582589a-239d-467c-9950-5a5eb102b703 admin admin] Pushing event updated for resources: {'Port': ['ID=f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:03.736042 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port c35a5222-b4bc-43ad-be3e-27aad3818d4d is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:44:03.736333 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:03.777680 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port c35a5222-b4bc-43ad-be3e-27aad3818d4d, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c35a5222-b4bc-43ad-be3e-27aad3818d4d,segment=NetworkSegment(5d9674e4-6044-4a2b-a2ae-843971a633ea),segment_id=5d9674e4-6044-4a2b-a2ae-843971a633ea)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:44:03.781709 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:03.858814 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=c35a5222-b4bc-43ad-be3e-27aad3818d4d,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:03.950818 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d582589a-239d-467c-9950-5a5eb102b703 admin admin] Network 9b1a6ba7-b5f7-42e6-bc26-3d85920da705 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:44:03.952036 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d582589a-239d-467c-9950-5a5eb102b703 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:44:04.150340 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d582589a-239d-467c-9950-5a5eb102b703 admin admin] Router 674c5001-5151-4e75-a436-764c25619c28 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:44:04.215420 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-39cdcbbc-872f-4720-ad8b-5d32e2cbd60f None None] Provisioning complete for port f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:44:04.215885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-39cdcbbc-872f-4720-ad8b-5d32e2cbd60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:04.319148 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-39cdcbbc-872f-4720-ad8b-5d32e2cbd60f None None] Port f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:44:04.338293 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d582589a-239d-467c-9950-5a5eb102b703 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:44:04.346902 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d582589a-239d-467c-9950-5a5eb102b703 admin admin] 10.222.0.62 "PUT /v2.0/routers/674c5001-5151-4e75-a436-764c25619c28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0019598 Sep 21 15:44:04.832654 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] Sync routers for ids ['674c5001-5151-4e75-a436-764c25619c28'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:44:04.842654 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] Routers {'674c5001-5151-4e75-a436-764c25619c28'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:44:04.843258 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:43:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['674c5001-5151-4e75-a436-764c25619c28'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:44:05.045790 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] Set router 674c5001-5151-4e75-a436-764c25619c28 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:44:05.114881 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c35a5222-b4bc-43ad-be3e-27aad3818d4d up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:44:05.359285 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port c35a5222-b4bc-43ad-be3e-27aad3818d4d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:44:05.359572 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:05.548649 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port c35a5222-b4bc-43ad-be3e-27aad3818d4d is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:44:05.549733 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device a65c7664-8004-45f1-8dc7-234e3cfbde26 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:44:05.604258 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674c5001-5151-4e75-a436-764c25619c28', 'name': 'tempest-TestMinimumBasicScenario-998972940-router', 'tenant_id': 'af646bff524540509e0cf3aca009ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a65c7664-8004-45f1-8dc7-234e3cfbde26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:58Z', 'updated_at': '2022-09-21T15:44:03Z', 'revision_number': 4, 'project_id': 'af646bff524540509e0cf3aca009ab1c', 'gw_port': {'id': 'a65c7664-8004-45f1-8dc7-234e3cfbde26', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674c5001-5151-4e75-a436-764c25619c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:59Z', 'updated_at': '2022-09-21T15:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd', 'name': '', 'network_id': '9b1a6ba7-b5f7-42e6-bc26-3d85920da705', 'tenant_id': 'af646bff524540509e0cf3aca009ab1c', 'mac_address': 'fa:16:3e:ae:07:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674c5001-5151-4e75-a436-764c25619c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '3f995af1-7533-4a77-95a2-d3792ccf36b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:44:02Z', 'updated_at': '2022-09-21T15:44:03Z', 'revision_number': 2, 'project_id': 'af646bff524540509e0cf3aca009ab1c', 'subnets': [{'id': '3f995af1-7533-4a77-95a2-d3792ccf36b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:44:05.618860 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] Checking router: 674c5001-5151-4e75-a436-764c25619c28 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:44:05.619179 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] Updating router 674c5001-5151-4e75-a436-764c25619c28 port f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:44:05.668922 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7b8e6545-f489-41c1-8d84-527b67d284fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:05.686892 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:05.735759 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port a65c7664-8004-45f1-8dc7-234e3cfbde26 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:44:05.754650 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port a65c7664-8004-45f1-8dc7-234e3cfbde26 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:44:05.755023 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:06.034922 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port a65c7664-8004-45f1-8dc7-234e3cfbde26 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:44:06.035624 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:06.085862 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port a65c7664-8004-45f1-8dc7-234e3cfbde26, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=a65c7664-8004-45f1-8dc7-234e3cfbde26,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:44:06.096124 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:06.096903 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:44:06.279635 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=a65c7664-8004-45f1-8dc7-234e3cfbde26,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:06.304747 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:06.318892 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:44:06.319414 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:06.349015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] Transition to ACTIVE for port object f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:44:06.370543 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:06.639811 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7018c-c993-4ff5-a1c9-f571c7786256 None None] Pushing event updated for resources: {'Port': ['ID=f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:06.702132 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] Attempting to bind port f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:44:06.702517 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] Attempting to bind port f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'c9b69a43-d56b-4775-b070-742325b1836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9b1a6ba7-b5f7-42e6-bc26-3d85920da705'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:44:06.702859 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] Attempting to bind port f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd on network 9b1a6ba7-b5f7-42e6-bc26-3d85920da705 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:44:06.724026 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:44:06.724948 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] Checking segment: {'id': 'c9b69a43-d56b-4775-b070-742325b1836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9b1a6ba7-b5f7-42e6-bc26-3d85920da705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:44:06.725350 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:06.725742 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] Bound using segment: {'id': 'c9b69a43-d56b-4775-b070-742325b1836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9b1a6ba7-b5f7-42e6-bc26-3d85920da705'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:44:06.726212 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] Bound port: f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b69a43-d56b-4775-b070-742325b1836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9b1a6ba7-b5f7-42e6-bc26-3d85920da705'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:44:06.726581 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:06.748746 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:44:06.834672 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] For port f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:44:06.839283 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] For port f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd,segment=NetworkSegment(c9b69a43-d56b-4775-b070-742325b1836e),segment_id=c9b69a43-d56b-4775-b070-742325b1836e)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:44:06.845027 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:06.906284 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] Routers {'674c5001-5151-4e75-a436-764c25619c28'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:44:06.906838 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:43:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['674c5001-5151-4e75-a436-764c25619c28'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:44:07.104206 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7018c-c993-4ff5-a1c9-f571c7786256 None None] Pushing event updated for resources: {'Port': ['ID=f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:07.104914 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device a65c7664-8004-45f1-8dc7-234e3cfbde26 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:44:07.195464 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] Set router 674c5001-5151-4e75-a436-764c25619c28 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:44:07.325608 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port a65c7664-8004-45f1-8dc7-234e3cfbde26 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:44:07.325978 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:07.594282 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port a65c7664-8004-45f1-8dc7-234e3cfbde26 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:44:07.628574 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674c5001-5151-4e75-a436-764c25619c28', 'name': 'tempest-TestMinimumBasicScenario-998972940-router', 'tenant_id': 'af646bff524540509e0cf3aca009ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a65c7664-8004-45f1-8dc7-234e3cfbde26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:58Z', 'updated_at': '2022-09-21T15:44:03Z', 'revision_number': 4, 'project_id': 'af646bff524540509e0cf3aca009ab1c', 'gw_port': {'id': 'a65c7664-8004-45f1-8dc7-234e3cfbde26', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674c5001-5151-4e75-a436-764c25619c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:59Z', 'updated_at': '2022-09-21T15:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd', 'name': '', 'network_id': '9b1a6ba7-b5f7-42e6-bc26-3d85920da705', 'tenant_id': 'af646bff524540509e0cf3aca009ab1c', 'mac_address': 'fa:16:3e:ae:07:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674c5001-5151-4e75-a436-764c25619c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '3f995af1-7533-4a77-95a2-d3792ccf36b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:44:02Z', 'updated_at': '2022-09-21T15:44:06Z', 'revision_number': 4, 'project_id': 'af646bff524540509e0cf3aca009ab1c', 'subnets': [{'id': '3f995af1-7533-4a77-95a2-d3792ccf36b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:44:07.634644 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dd7a2e-c2a2-4671-a6fa-2baa3ebd44d6 None None] The sync data for ids ['674c5001-5151-4e75-a436-764c25619c28'] in dv-neutron-858731-1-hyperv is: [{'id': '674c5001-5151-4e75-a436-764c25619c28', 'name': 'tempest-TestMinimumBasicScenario-998972940-router', 'tenant_id': 'af646bff524540509e0cf3aca009ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a65c7664-8004-45f1-8dc7-234e3cfbde26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:58Z', 'updated_at': '2022-09-21T15:44:03Z', 'revision_number': 4, 'project_id': 'af646bff524540509e0cf3aca009ab1c', 'gw_port': {'id': 'a65c7664-8004-45f1-8dc7-234e3cfbde26', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674c5001-5151-4e75-a436-764c25619c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:59Z', 'updated_at': '2022-09-21T15:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd', 'name': '', 'network_id': '9b1a6ba7-b5f7-42e6-bc26-3d85920da705', 'tenant_id': 'af646bff524540509e0cf3aca009ab1c', 'mac_address': 'fa:16:3e:ae:07:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674c5001-5151-4e75-a436-764c25619c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '3f995af1-7533-4a77-95a2-d3792ccf36b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:44:02Z', 'updated_at': '2022-09-21T15:44:06Z', 'revision_number': 4, 'project_id': 'af646bff524540509e0cf3aca009ab1c', 'subnets': [{'id': '3f995af1-7533-4a77-95a2-d3792ccf36b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:44:07.941861 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-99d22926-9788-4dca-9a7b-66de1f41089d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:08.801324 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:09.010587 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:09.073483 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:44:09.153345 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:44:09.158831 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:44:09.159304 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:09.290644 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:44:09.291311 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:09.335111 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd,segment=NetworkSegment(c9b69a43-d56b-4775-b070-742325b1836e),segment_id=c9b69a43-d56b-4775-b070-742325b1836e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:44:09.339606 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:09.414192 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:10.627089 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:11.022538 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:44:11.104240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:44:11.104631 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:11.279724 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:44:14.371868 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-81dccd56-f2ee-41b2-bedd-87a714aeb3e1 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:14.372563 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-81dccd56-f2ee-41b2-bedd-87a714aeb3e1 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Synchronizing usage tracker for tenant:520427ef2fe048d9af0cf88a41687846 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:44:14.389036 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-81dccd56-f2ee-41b2-bedd-87a714aeb3e1 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Unset dirty status for tenant:520427ef2fe048d9af0cf88a41687846 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:44:14.390671 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-81dccd56-f2ee-41b2-bedd-87a714aeb3e1 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/networks?id=1f6a0f79-2a2f-4304-8ba2-95e78e146263 HTTP/1.1" status: 200 len: 814 time: 0.1625938 Sep 21 15:44:14.404557 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-544e83f1-2b5b-4c5f-bd2a-3fefc6d8e95d tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/quotas/520427ef2fe048d9af0cf88a41687846 HTTP/1.1" status: 200 len: 375 time: 0.0088840 Sep 21 15:44:14.497776 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-10fbf9b0-675b-4202-890b-7d5e2b6ab6f2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Synchronizing usage tracker for tenant:520427ef2fe048d9af0cf88a41687846 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:44:14.514629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-10fbf9b0-675b-4202-890b-7d5e2b6ab6f2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Unset dirty status for tenant:520427ef2fe048d9af0cf88a41687846 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:44:14.516429 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-10fbf9b0-675b-4202-890b-7d5e2b6ab6f2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=520427ef2fe048d9af0cf88a41687846&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1065900 Sep 21 15:44:14.657501 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-25ab113e-d913-4191-a7af-ee800cb061a7 service neutron] 10.222.0.62 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248126 Sep 21 15:44:14.792584 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-acea7f21-d557-4307-b01a-1f45be0d1c29 service neutron] 10.222.0.62 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290553 Sep 21 15:44:14.980566 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b89a87d-bfeb-4511-aaa0-033c394acb99 req-32e49c7e-f528-442b-baeb-3fc4a94e3c62 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 210 time: 0.0510871 Sep 21 15:44:16.334418 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f1d5b271-0b50-4a36-a348-71744e0ba0cd req-cf87084d-0e34-4047-80cc-a4d3a296b133 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 210 time: 0.2168686 Sep 21 15:44:16.405736 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-85fa28d4-bad7-45c1-b614-e17aa253e751 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:16.407142 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-85fa28d4-bad7-45c1-b614-e17aa253e751 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.20 "GET /v2.0/networks?id=1f6a0f79-2a2f-4304-8ba2-95e78e146263 HTTP/1.1" status: 200 len: 814 time: 0.3094335 Sep 21 15:44:16.422464 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-2b6e552a-cc3c-4065-9120-a33bcfdf3904 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Request body: {'port': {'device_id': '60b1f927-2b05-439c-b853-f406c63d7493', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'admin_state_up': True, 'tenant_id': '520427ef2fe048d9af0cf88a41687846'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:44:16.563929 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-2b6e552a-cc3c-4065-9120-a33bcfdf3904 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:44:16.574112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-2b6e552a-cc3c-4065-9120-a33bcfdf3904 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:44:16.584689 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-2b6e552a-cc3c-4065-9120-a33bcfdf3904 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Made reservation on behalf of 520427ef2fe048d9af0cf88a41687846 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:44:16.588072 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-2b6e552a-cc3c-4065-9120-a33bcfdf3904 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:16.773552 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-2b6e552a-cc3c-4065-9120-a33bcfdf3904 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Allocated IP 172.20.0.8 (1f6a0f79-2a2f-4304-8ba2-95e78e146263/07c90601-433f-40c1-8415-a55203063dfb/de767875-c13c-4df3-9f2e-4c8bf91264f9) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:44:17.059249 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-2b6e552a-cc3c-4065-9120-a33bcfdf3904 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:17.090901 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-2b6e552a-cc3c-4065-9120-a33bcfdf3904 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Transition to ACTIVE for port object de767875-c13c-4df3-9f2e-4c8bf91264f9 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:44:17.131308 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-2b6e552a-cc3c-4065-9120-a33bcfdf3904 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:17.205411 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-2b6e552a-cc3c-4065-9120-a33bcfdf3904 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Network 1f6a0f79-2a2f-4304-8ba2-95e78e146263 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:44:17.213641 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-2b6e552a-cc3c-4065-9120-a33bcfdf3904 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:44:17.222722 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-2b6e552a-cc3c-4065-9120-a33bcfdf3904 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:44:17.279791 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e552a-cc3c-4065-9120-a33bcfdf3904 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'Port': ['ID=de767875-c13c-4df3-9f2e-4c8bf91264f9,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:17.300029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-2b6e552a-cc3c-4065-9120-a33bcfdf3904 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:17.300694 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-2b6e552a-cc3c-4065-9120-a33bcfdf3904 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:17.328503 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-2b6e552a-cc3c-4065-9120-a33bcfdf3904 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9094310 Sep 21 15:44:17.549876 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-434d9fb7-668a-4afa-8c29-00c2b1391b04 None None] Provisioning for port de767875-c13c-4df3-9f2e-4c8bf91264f9 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:44:17.555707 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-434d9fb7-668a-4afa-8c29-00c2b1391b04 None None] Provisioning complete for port de767875-c13c-4df3-9f2e-4c8bf91264f9 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:44:17.556316 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-434d9fb7-668a-4afa-8c29-00c2b1391b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:17.591977 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ebf17-b3da-4f85-9114-8fd1bd41478f req-709c3a85-5e3d-4ceb-8313-af2aa1519d66 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:17.593370 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-619ebf17-b3da-4f85-9114-8fd1bd41478f req-709c3a85-5e3d-4ceb-8313-af2aa1519d66 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Synchronizing usage tracker for tenant:520427ef2fe048d9af0cf88a41687846 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:44:17.623637 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-619ebf17-b3da-4f85-9114-8fd1bd41478f req-709c3a85-5e3d-4ceb-8313-af2aa1519d66 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Unset dirty status for tenant:520427ef2fe048d9af0cf88a41687846 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:44:17.628641 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-619ebf17-b3da-4f85-9114-8fd1bd41478f req-709c3a85-5e3d-4ceb-8313-af2aa1519d66 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 931 time: 0.1373067 Sep 21 15:44:17.637863 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-434d9fb7-668a-4afa-8c29-00c2b1391b04 None None] Port de767875-c13c-4df3-9f2e-4c8bf91264f9 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:44:17.680752 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-619ebf17-b3da-4f85-9114-8fd1bd41478f req-ce687a2c-b8f0-4fb4-bbcc-1b903e68ce85 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Synchronizing usage tracker for tenant:520427ef2fe048d9af0cf88a41687846 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:44:17.705559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-619ebf17-b3da-4f85-9114-8fd1bd41478f req-ce687a2c-b8f0-4fb4-bbcc-1b903e68ce85 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Unset dirty status for tenant:520427ef2fe048d9af0cf88a41687846 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:44:17.707547 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-619ebf17-b3da-4f85-9114-8fd1bd41478f req-ce687a2c-b8f0-4fb4-bbcc-1b903e68ce85 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769389 Sep 21 15:44:18.907064 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f6e48-ab6f-4c06-9cd1-fdfa4008e516 req-38786fd6-7b1e-4e3d-a335-1bd815ed3b40 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:18.908708 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bf2f6e48-ab6f-4c06-9cd1-fdfa4008e516 req-38786fd6-7b1e-4e3d-a335-1bd815ed3b40 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 931 time: 0.0918961 Sep 21 15:44:18.958163 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bf2f6e48-ab6f-4c06-9cd1-fdfa4008e516 req-3f30e410-6908-418f-8d90-5ad72809aec5 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430455 Sep 21 15:44:20.200833 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7be76-326b-4683-b6f8-573f64660823 req-37d6bcea-a709-43df-a35e-cfbf8f5a8542 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:20.202567 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-68f7be76-326b-4683-b6f8-573f64660823 req-37d6bcea-a709-43df-a35e-cfbf8f5a8542 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 931 time: 0.1033332 Sep 21 15:44:20.251583 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-68f7be76-326b-4683-b6f8-573f64660823 req-22ea16cf-22ab-4c49-bc7e-24749bdf2a4f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418880 Sep 21 15:44:21.479876 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa6855-cac8-4426-9c8c-d32470c6d440 req-8a8dd209-e3fb-4951-b220-9b88a319248b tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:21.481430 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-61fa6855-cac8-4426-9c8c-d32470c6d440 req-8a8dd209-e3fb-4951-b220-9b88a319248b tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 931 time: 0.0907724 Sep 21 15:44:21.531580 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-61fa6855-cac8-4426-9c8c-d32470c6d440 req-c64d651b-df7b-448e-abf4-11f39590fb33 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440874 Sep 21 15:44:22.229024 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:22.751745 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc59785-676d-4014-a404-696f408fbffb req-373a12c0-0187-4967-a19e-ac26ef0eec42 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:22.753362 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9fc59785-676d-4014-a404-696f408fbffb req-373a12c0-0187-4967-a19e-ac26ef0eec42 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 931 time: 0.0981088 Sep 21 15:44:22.800349 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9fc59785-676d-4014-a404-696f408fbffb req-5c9de3cf-b0f6-42c4-a7d6-1ac0ea1b72a1 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406513 Sep 21 15:44:24.026752 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768652f0-0918-4f85-9bf9-35841fcdd8cf req-659585d1-1ebc-4f83-89df-59853d48b94d tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:24.028315 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-768652f0-0918-4f85-9bf9-35841fcdd8cf req-659585d1-1ebc-4f83-89df-59853d48b94d tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 931 time: 0.0991280 Sep 21 15:44:24.091213 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-768652f0-0918-4f85-9bf9-35841fcdd8cf req-30b471e3-4096-4464-8f6a-b686a65ef8c0 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522525 Sep 21 15:44:24.666793 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:44:25.284127 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] Request body: {'port': {'device_id': '60b1f927-2b05-439c-b853-f406c63d7493', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:44:25.323044 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408fa8d-ae55-4260-86b5-7595a63133b7 req-6e988510-1cd9-4908-b99c-bb3e02c1b2bb tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:25.324492 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b408fa8d-ae55-4260-86b5-7595a63133b7 req-6e988510-1cd9-4908-b99c-bb3e02c1b2bb tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 931 time: 0.1238041 Sep 21 15:44:25.421286 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b408fa8d-ae55-4260-86b5-7595a63133b7 req-dca8333d-cb7d-4586-8117-46d27f3018c5 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902889 Sep 21 15:44:25.441224 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:25.882101 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de767875-c13c-4df3-9f2e-4c8bf91264f9 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:44:25.889883 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:25.904938 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] Transition to ACTIVE for port object de767875-c13c-4df3-9f2e-4c8bf91264f9 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:44:25.908708 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:26.089318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] Pushing event updated for resources: {'Port': ['ID=de767875-c13c-4df3-9f2e-4c8bf91264f9,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:26.131529 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] Attempting to bind port de767875-c13c-4df3-9f2e-4c8bf91264f9 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:44:26.131854 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] Attempting to bind port de767875-c13c-4df3-9f2e-4c8bf91264f9 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '5d9674e4-6044-4a2b-a2ae-843971a633ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:44:26.132223 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] Attempting to bind port de767875-c13c-4df3-9f2e-4c8bf91264f9 on network 1f6a0f79-2a2f-4304-8ba2-95e78e146263 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:44:26.136668 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] Port de767875-c13c-4df3-9f2e-4c8bf91264f9 on network 1f6a0f79-2a2f-4304-8ba2-95e78e146263 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:44:26.136979 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] Attempting to bind port de767875-c13c-4df3-9f2e-4c8bf91264f9 on network 1f6a0f79-2a2f-4304-8ba2-95e78e146263 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:44:26.142045 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:44:26.142371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] Checking segment: {'id': '5d9674e4-6044-4a2b-a2ae-843971a633ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:44:26.142764 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] Bound using segment: {'id': '5d9674e4-6044-4a2b-a2ae-843971a633ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:44:26.143158 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] Bound port: de767875-c13c-4df3-9f2e-4c8bf91264f9, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9674e4-6044-4a2b-a2ae-843971a633ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:44:26.143496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:26.232303 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] For port de767875-c13c-4df3-9f2e-4c8bf91264f9, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:44:26.235450 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] For port de767875-c13c-4df3-9f2e-4c8bf91264f9, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=de767875-c13c-4df3-9f2e-4c8bf91264f9,segment=NetworkSegment(5d9674e4-6044-4a2b-a2ae-843971a633ea),segment_id=5d9674e4-6044-4a2b-a2ae-843971a633ea)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:44:26.238991 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:26.268674 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:26.269279 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:26.271153 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] 10.222.0.20 "PUT /v2.0/ports/de767875-c13c-4df3-9f2e-4c8bf91264f9 HTTP/1.1" status: 200 len: 1093 time: 0.9913297 Sep 21 15:44:26.271584 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b1f927-2b05-439c-b853-f406c63d7493', 'tag': 'de767875-c13c-4df3-9f2e-4c8bf91264f9'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:44:26.273883 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff3c734-b47e-4e30-b18f-6a7bed1d9843" -d '{"events": [{"name": "network-changed", "server_uuid": "60b1f927-2b05-439c-b853-f406c63d7493", "tag": "de767875-c13c-4df3-9f2e-4c8bf91264f9"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:44:26.348304 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5806ce3-0e29-410f-998e-76f33da6fc24 x-openstack-request-id: req-e5806ce3-0e29-410f-998e-76f33da6fc24 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:44:26.349579 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b1f927-2b05-439c-b853-f406c63d7493", "tag": "de767875-c13c-4df3-9f2e-4c8bf91264f9", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:44:26.349579 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e5806ce3-0e29-410f-998e-76f33da6fc24 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:44:26.349907 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5806ce3-0e29-410f-998e-76f33da6fc24'] response: {'name': 'network-changed', 'server_uuid': '60b1f927-2b05-439c-b853-f406c63d7493', 'tag': 'de767875-c13c-4df3-9f2e-4c8bf91264f9', 'status': 'completed', 'code': 200} Sep 21 15:44:26.369328 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a855328-20c0-47cb-9afc-7c67b0cf9b41 service neutron] Pushing event updated for resources: {'Port': ['ID=de767875-c13c-4df3-9f2e-4c8bf91264f9,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:26.398474 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-b42d6051-bda8-4d49-8fb7-8d943af2ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:26.399859 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-b42d6051-bda8-4d49-8fb7-8d943af2ebf3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=520427ef2fe048d9af0cf88a41687846&device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 1096 time: 0.0892434 Sep 21 15:44:26.474840 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-0c54ca91-e0ab-4bd2-a257-4a0f3f581814 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de767875-c13c-4df3-9f2e-4c8bf91264f9 HTTP/1.1" status: 200 len: 217 time: 0.0635872 Sep 21 15:44:26.578985 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-c940a2eb-bebc-41d9-9d48-ae66bbcf9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:26.580369 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-c940a2eb-bebc-41d9-9d48-ae66bbcf9ac0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07c90601-433f-40c1-8415-a55203063dfb HTTP/1.1" status: 200 len: 853 time: 0.0958264 Sep 21 15:44:26.690193 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8f0db-9f39-4c12-89a6-a6f3ffc1ab13 req-56b0f140-60fc-4f44-91c6-babeb5d7447e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:26.691527 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e4f8f0db-9f39-4c12-89a6-a6f3ffc1ab13 req-56b0f140-60fc-4f44-91c6-babeb5d7447e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 943 time: 0.1562061 Sep 21 15:44:26.694629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-a6b06da4-9c71-4eb8-9bc0-4846f86f2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:26.695975 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-a6b06da4-9c71-4eb8-9bc0-4846f86f2c9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f6a0f79-2a2f-4304-8ba2-95e78e146263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1054609 Sep 21 15:44:26.814851 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e4f8f0db-9f39-4c12-89a6-a6f3ffc1ab13 req-80456519-c12c-4dcf-8e30-1f47813c3273 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168768 Sep 21 15:44:26.854440 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-cdd96a0a-64d2-4f21-9a64-074dada337bd service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431539 Sep 21 15:44:26.987494 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b079cfff-8ee4-43b2-b41d-321fbe29c28e req-efc4572a-2c66-4264-9c15-787780cf6035 service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237023 Sep 21 15:44:27.126922 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3c734-b47e-4e30-b18f-6a7bed1d9843 req-6762ed68-32c6-48d8-a928-f32a3938a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:27.128385 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3ff3c734-b47e-4e30-b18f-6a7bed1d9843 req-6762ed68-32c6-48d8-a928-f32a3938a5f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=520427ef2fe048d9af0cf88a41687846&device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 1096 time: 0.0836873 Sep 21 15:44:27.363379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3c734-b47e-4e30-b18f-6a7bed1d9843 req-5a85302b-b90b-4f24-a0bf-814c8ff1fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:27.365173 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3ff3c734-b47e-4e30-b18f-6a7bed1d9843 req-5a85302b-b90b-4f24-a0bf-814c8ff1fa17 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f6a0f79-2a2f-4304-8ba2-95e78e146263 HTTP/1.1" status: 200 len: 915 time: 0.2301064 Sep 21 15:44:27.434261 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3ff3c734-b47e-4e30-b18f-6a7bed1d9843 req-b44b5954-06eb-4c1d-b0e9-f6eb7a25a5f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de767875-c13c-4df3-9f2e-4c8bf91264f9 HTTP/1.1" status: 200 len: 217 time: 0.0628431 Sep 21 15:44:27.497041 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3c734-b47e-4e30-b18f-6a7bed1d9843 req-f57c8bb6-047c-4fca-a28f-56627dd48a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:27.498425 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3ff3c734-b47e-4e30-b18f-6a7bed1d9843 req-f57c8bb6-047c-4fca-a28f-56627dd48a97 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07c90601-433f-40c1-8415-a55203063dfb HTTP/1.1" status: 200 len: 853 time: 0.0579379 Sep 21 15:44:27.584873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3c734-b47e-4e30-b18f-6a7bed1d9843 req-11cf956f-e424-4872-acbf-90509efb3abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:27.586319 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3ff3c734-b47e-4e30-b18f-6a7bed1d9843 req-11cf956f-e424-4872-acbf-90509efb3abc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f6a0f79-2a2f-4304-8ba2-95e78e146263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785246 Sep 21 15:44:27.721291 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3ff3c734-b47e-4e30-b18f-6a7bed1d9843 req-79e380c7-bf5d-4d0e-a03e-bf3c974af4db service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256909 Sep 21 15:44:27.854708 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3ff3c734-b47e-4e30-b18f-6a7bed1d9843 req-52ef3d6c-d249-472e-8390-48ec9039ce97 service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261790 Sep 21 15:44:28.018721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c0fff-ba3f-4cfc-8b54-416712d649b9 req-907a8d0e-34a3-44c4-b432-394ced13b124 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:28.020124 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa7c0fff-ba3f-4cfc-8b54-416712d649b9 req-907a8d0e-34a3-44c4-b432-394ced13b124 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 943 time: 0.0912156 Sep 21 15:44:28.065131 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa7c0fff-ba3f-4cfc-8b54-416712d649b9 req-84cf09a4-93b1-434f-badf-0e57acacf99e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390880 Sep 21 15:44:29.283406 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b554b-d1d7-4fc3-8a41-9e51924b79fb req-c56b9f52-3f82-44b0-af24-fd29bcdc4d68 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:29.284871 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-699b554b-d1d7-4fc3-8a41-9e51924b79fb req-c56b9f52-3f82-44b0-af24-fd29bcdc4d68 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 943 time: 0.1081424 Sep 21 15:44:29.328756 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-699b554b-d1d7-4fc3-8a41-9e51924b79fb req-ff9e41fe-a9b0-428f-b28e-a5abe2556b8c tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381582 Sep 21 15:44:30.526288 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c9b52-faad-4b35-afd9-ea26fca77862 req-6416cc58-2904-4990-8363-80a879bc73b1 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:30.527724 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-971c9b52-faad-4b35-afd9-ea26fca77862 req-6416cc58-2904-4990-8363-80a879bc73b1 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 943 time: 0.0873473 Sep 21 15:44:30.573067 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-971c9b52-faad-4b35-afd9-ea26fca77862 req-5b37c22e-4727-418d-a1d7-b087458e9cc8 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396616 Sep 21 15:44:30.918899 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device de767875-c13c-4df3-9f2e-4c8bf91264f9 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:44:31.051713 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port de767875-c13c-4df3-9f2e-4c8bf91264f9, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=de767875-c13c-4df3-9f2e-4c8bf91264f9,segment=NetworkSegment(5d9674e4-6044-4a2b-a2ae-843971a633ea),segment_id=5d9674e4-6044-4a2b-a2ae-843971a633ea)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:44:31.065194 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'de767875-c13c-4df3-9f2e-4c8bf91264f9', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'port_id': 'de767875-c13c-4df3-9f2e-4c8bf91264f9', 'mac_address': 'fa:16:3e:e3:37:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c90601-433f-40c1-8415-a55203063dfb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:44:31.119945 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port de767875-c13c-4df3-9f2e-4c8bf91264f9 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:44:31.120318 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:31.136471 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de767875-c13c-4df3-9f2e-4c8bf91264f9 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:44:31.151896 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port de767875-c13c-4df3-9f2e-4c8bf91264f9, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=de767875-c13c-4df3-9f2e-4c8bf91264f9,segment=NetworkSegment(5d9674e4-6044-4a2b-a2ae-843971a633ea),segment_id=5d9674e4-6044-4a2b-a2ae-843971a633ea)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:44:31.154808 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:31.223328 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=de767875-c13c-4df3-9f2e-4c8bf91264f9,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:31.429032 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['de767875-c13c-4df3-9f2e-4c8bf91264f9'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:44:31.769207 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d385f-d79f-4230-a7e8-ff0e7ff041da req-58f53bdd-b778-4d13-883b-9e629b4b0a05 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:31.770642 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fd8d385f-d79f-4230-a7e8-ff0e7ff041da req-58f53bdd-b778-4d13-883b-9e629b4b0a05 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 944 time: 0.0870137 Sep 21 15:44:31.814819 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fd8d385f-d79f-4230-a7e8-ff0e7ff041da req-9c2824b3-97e7-4280-b7f4-8349bbc8bf2c tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383279 Sep 21 15:44:32.933739 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device de767875-c13c-4df3-9f2e-4c8bf91264f9 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:44:33.003061 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port de767875-c13c-4df3-9f2e-4c8bf91264f9 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:44:33.008822 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port de767875-c13c-4df3-9f2e-4c8bf91264f9 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:44:33.009292 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:33.016376 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cd7ff-6df1-4d07-ae9b-0c4bc851efbc req-414c8b71-8282-48a7-a49c-4c78a032ba04 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:33.017977 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-208cd7ff-6df1-4d07-ae9b-0c4bc851efbc req-414c8b71-8282-48a7-a49c-4c78a032ba04 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 944 time: 0.0958567 Sep 21 15:44:33.065897 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-208cd7ff-6df1-4d07-ae9b-0c4bc851efbc req-1034d02a-a176-4f65-93cc-b317bf77a5cc tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414252 Sep 21 15:44:33.137143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port de767875-c13c-4df3-9f2e-4c8bf91264f9 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:44:33.137607 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:33.180798 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b1f927-2b05-439c-b853-f406c63d7493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de767875-c13c-4df3-9f2e-4c8bf91264f9'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:44:33.184347 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba158f82-607e-4e59-9bc4-1920d89fc026" -d '{"events": [{"server_uuid": "60b1f927-2b05-439c-b853-f406c63d7493", "name": "network-vif-plugged", "status": "completed", "tag": "de767875-c13c-4df3-9f2e-4c8bf91264f9"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:44:33.198381 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port de767875-c13c-4df3-9f2e-4c8bf91264f9, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=de767875-c13c-4df3-9f2e-4c8bf91264f9,segment=NetworkSegment(5d9674e4-6044-4a2b-a2ae-843971a633ea),segment_id=5d9674e4-6044-4a2b-a2ae-843971a633ea)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:44:33.202765 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:33.278036 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=de767875-c13c-4df3-9f2e-4c8bf91264f9,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:33.361844 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c083de2e-342f-49db-9272-33d72c99eb58 x-openstack-request-id: req-c083de2e-342f-49db-9272-33d72c99eb58 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:44:33.362142 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b1f927-2b05-439c-b853-f406c63d7493", "name": "network-vif-plugged", "status": "completed", "tag": "de767875-c13c-4df3-9f2e-4c8bf91264f9", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:44:33.362398 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c083de2e-342f-49db-9272-33d72c99eb58 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:44:33.362798 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c083de2e-342f-49db-9272-33d72c99eb58'] response: {'server_uuid': '60b1f927-2b05-439c-b853-f406c63d7493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de767875-c13c-4df3-9f2e-4c8bf91264f9', 'code': 200} Sep 21 15:44:33.611163 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bd1cc-87e7-482a-b7a6-5463ca2af34f req-62512d47-b7fc-4ece-bf18-8498bd649f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:33.612647 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-542bd1cc-87e7-482a-b7a6-5463ca2af34f req-62512d47-b7fc-4ece-bf18-8498bd649f99 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 1098 time: 0.0753398 Sep 21 15:44:33.658952 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-542bd1cc-87e7-482a-b7a6-5463ca2af34f req-502dffab-a402-479f-9546-5b2426d26944 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366645 Sep 21 15:44:34.261684 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83b6b5-6aeb-4e34-951e-c770cac92293 req-6ba036b5-28ae-413d-855a-657fd6a918f4 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:34.263135 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ab83b6b5-6aeb-4e34-951e-c770cac92293 req-6ba036b5-28ae-413d-855a-657fd6a918f4 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 945 time: 0.0869412 Sep 21 15:44:34.306873 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ab83b6b5-6aeb-4e34-951e-c770cac92293 req-3a764ebd-f069-4853-95d0-fae56cbc5287 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379610 Sep 21 15:44:35.511980 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b869d-1dfe-4b3b-8c1f-f789338a203e req-af6a2487-6541-4cf0-bfe0-74f0a2fd89af tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:35.513787 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e96b869d-1dfe-4b3b-8c1f-f789338a203e req-af6a2487-6541-4cf0-bfe0-74f0a2fd89af tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 945 time: 0.0925879 Sep 21 15:44:35.557915 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e96b869d-1dfe-4b3b-8c1f-f789338a203e req-a1fa8410-b2d6-4f2c-8a03-1b7ef6e65253 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386584 Sep 21 15:44:35.601925 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b5595612-868f-4fc5-a206-9d1cd1a5be59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:35.759532 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00295d6-a8e4-4c8f-8c04-095673fab996 req-f99c1f52-63c6-4c1b-af29-2e784778bce0 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:35.761017 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c00295d6-a8e4-4c8f-8c04-095673fab996 req-f99c1f52-63c6-4c1b-af29-2e784778bce0 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 945 time: 0.0891047 Sep 21 15:44:35.808500 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c00295d6-a8e4-4c8f-8c04-095673fab996 req-b5efedea-858f-45dd-840f-e66eef4fc7e6 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417297 Sep 21 15:44:36.359603 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb8f7d-4c43-4103-926c-7004266eef7c req-e241b101-ac2f-4174-bf64-2106bb3b0d26 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:36.361011 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-85fb8f7d-4c43-4103-926c-7004266eef7c req-e241b101-ac2f-4174-bf64-2106bb3b0d26 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 945 time: 0.0874908 Sep 21 15:44:36.405794 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-85fb8f7d-4c43-4103-926c-7004266eef7c req-371d8a26-5eba-4c14-b08b-53ce33d590cc tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385845 Sep 21 15:44:37.940651 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d84186cf-c708-47ca-98e3-e12c94b1e2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:38.795346 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:39.003505 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:40.618588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:48.971836 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4717d-36a9-4448-a1c0-ff088a81c1b4 req-50fa3f02-df17-4a28-8482-8e85970cf410 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:48.973339 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1ea4717d-36a9-4448-a1c0-ff088a81c1b4 req-50fa3f02-df17-4a28-8482-8e85970cf410 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 945 time: 0.0918870 Sep 21 15:44:49.017816 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1ea4717d-36a9-4448-a1c0-ff088a81c1b4 req-91f0bd8d-6e3d-4cf7-8405-51dcfe3e1177 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385721 Sep 21 15:44:49.046801 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39958) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:44:49.223869 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab91c373-0c6c-4772-bffa-9d0ade411c2b tempest-TestMinimumBasicScenario-850310071 tempest-TestMinimumBasicScenario-850310071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:49.225361 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ab91c373-0c6c-4772-bffa-9d0ade411c2b tempest-TestMinimumBasicScenario-850310071 tempest-TestMinimumBasicScenario-850310071-project-admin] Synchronizing usage tracker for tenant:af646bff524540509e0cf3aca009ab1c on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:44:49.242246 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ab91c373-0c6c-4772-bffa-9d0ade411c2b tempest-TestMinimumBasicScenario-850310071 tempest-TestMinimumBasicScenario-850310071-project-admin] Unset dirty status for tenant:af646bff524540509e0cf3aca009ab1c on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:44:49.243455 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ab91c373-0c6c-4772-bffa-9d0ade411c2b tempest-TestMinimumBasicScenario-850310071 tempest-TestMinimumBasicScenario-850310071-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 1093 time: 0.1956520 Sep 21 15:44:49.246568 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39964) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:44:49.251592 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': 'de767875-c13c-4df3-9f2e-4c8bf91264f9', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:44:49.257675 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:44:49.261435 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Usage tracker for resource:floatingip and tenant:520427ef2fe048d9af0cf88a41687846 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:44:49.264171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:44:49.270286 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:44:49.280962 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:49.417198 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:49.546456 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Allocated IP 172.26.4.218 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/48be7125-4ec5-4fb7-9e6d-193ab3a52b2f) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:44:49.689244 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:49.719066 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:49.784762 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:44:49.788294 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:44:49.791806 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:44:49.833464 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'Port': ['ID=48be7125-4ec5-4fb7-9e6d-193ab3a52b2f,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:49.845165 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:49.845513 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:49.845850 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:49.846186 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:49.846520 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:49.846867 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:49.847183 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:49.847509 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:49.847830 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:49.848153 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:49.848499 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:49.848827 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:50.221229 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:50.293938 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:50.600643 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:50.605158 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:50.721611 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'Port': ['ID=48be7125-4ec5-4fb7-9e6d-193ab3a52b2f,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:50.724681 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:50.900586 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Floating IP 216d4115-3397-46a2-bd07-2c8214085328 associated. External IP: 172.26.4.218, port: de767875-c13c-4df3-9f2e-4c8bf91264f9. Sep 21 15:44:51.259780 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Router 2c513d58-979f-4410-82f4-46e24d47763c has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:44:51.434025 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:44:51.444055 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876c895-7917-4334-a0ad-b5c72ac64ef7 None None] Sync routers for ids ['2c513d58-979f-4410-82f4-46e24d47763c'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:44:51.453853 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876c895-7917-4334-a0ad-b5c72ac64ef7 None None] Routers {'2c513d58-979f-4410-82f4-46e24d47763c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:44:51.454461 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1876c895-7917-4334-a0ad-b5c72ac64ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:44:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2c513d58-979f-4410-82f4-46e24d47763c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:44:51.460349 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:51.522780 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-04804143-3acb-44a3-a3ea-3df2f8ebf54a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2717917 Sep 21 15:44:51.522780 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b1f927-2b05-439c-b853-f406c63d7493', 'tag': 'de767875-c13c-4df3-9f2e-4c8bf91264f9'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:44:51.523060 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39968) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:44:51.523509 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9121d9-eeaf-418c-a118-b3e69f02fbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "60b1f927-2b05-439c-b853-f406c63d7493", "tag": "de767875-c13c-4df3-9f2e-4c8bf91264f9"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:44:51.527967 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1788748513', 'description': 'tempest-secgroup-smoke-1788748513 description', 'project_id': '520427ef2fe048d9af0cf88a41687846'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:44:51.534807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:44:51.546623 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:44:51.561306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:51.585301 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:44:51.590254 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Usage tracker for resource:security_group_rule and tenant:520427ef2fe048d9af0cf88a41687846 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:44:51.605345 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:44:51.612044 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:44:51.644005 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334a8c8c-9021-409a-8737-df9a267f069d x-openstack-request-id: req-334a8c8c-9021-409a-8737-df9a267f069d {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:44:51.644387 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b1f927-2b05-439c-b853-f406c63d7493", "tag": "de767875-c13c-4df3-9f2e-4c8bf91264f9", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:44:51.645208 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-334a8c8c-9021-409a-8737-df9a267f069d {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:44:51.645406 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334a8c8c-9021-409a-8737-df9a267f069d'] response: {'name': 'network-changed', 'server_uuid': '60b1f927-2b05-439c-b853-f406c63d7493', 'tag': 'de767875-c13c-4df3-9f2e-4c8bf91264f9', 'status': 'completed', 'code': 200} Sep 21 15:44:51.665618 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-1876c895-7917-4334-a0ad-b5c72ac64ef7 None None] Set router 2c513d58-979f-4410-82f4-46e24d47763c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:44:51.751446 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:51.760734 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:51.813138 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ec6faa-d8ed-4f6d-8f6a-880c12d3832b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:51.820964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:51.822169 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2981510 Sep 21 15:44:51.825167 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39976) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:44:51.831145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:51.831754 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:51.832008 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3e971089-1d30-4d7d-a159-3427c81cc15e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Request body: {'security_group_rule': {'security_group_id': 'a5ec6faa-d8ed-4f6d-8f6a-880c12d3832b', 'project_id': '520427ef2fe048d9af0cf88a41687846', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:44:51.832146 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:51.832399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:51.832930 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:51.833464 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:51.833807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:51.834111 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:51.834595 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:51.834921 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:51.835244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:51.835562 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c18-0f7d-4f13-8d43-6ca8d1d34b02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:44:51.839079 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3e971089-1d30-4d7d-a159-3427c81cc15e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:44:51.843536 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3e971089-1d30-4d7d-a159-3427c81cc15e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Usage tracker for resource:security_group_rule and tenant:520427ef2fe048d9af0cf88a41687846 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:44:51.843717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9121d9-eeaf-418c-a118-b3e69f02fbe3 req-25926fd3-8b7d-4dd7-8541-33b867e557d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:51.845795 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2c9121d9-eeaf-418c-a118-b3e69f02fbe3 req-25926fd3-8b7d-4dd7-8541-33b867e557d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=520427ef2fe048d9af0cf88a41687846&device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 1098 time: 0.1607776 Sep 21 15:44:51.846313 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3e971089-1d30-4d7d-a159-3427c81cc15e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:44:51.855354 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3e971089-1d30-4d7d-a159-3427c81cc15e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:44:51.874041 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e971089-1d30-4d7d-a159-3427c81cc15e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:51.948152 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e971089-1d30-4d7d-a159-3427c81cc15e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:51.953547 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e971089-1d30-4d7d-a159-3427c81cc15e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:51.993262 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e971089-1d30-4d7d-a159-3427c81cc15e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc09134c-d831-4d72-806f-a0e9e00fb702,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:52.018292 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e971089-1d30-4d7d-a159-3427c81cc15e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:52.024725 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3e971089-1d30-4d7d-a159-3427c81cc15e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1978660 Sep 21 15:44:52.025779 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39980) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:44:52.039681 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e279817f-007f-47e4-bf32-7db28176374c tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Request body: {'security_group_rule': {'security_group_id': 'a5ec6faa-d8ed-4f6d-8f6a-880c12d3832b', 'project_id': '520427ef2fe048d9af0cf88a41687846', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:44:52.046310 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e279817f-007f-47e4-bf32-7db28176374c tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:44:52.050403 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e279817f-007f-47e4-bf32-7db28176374c tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Usage tracker for resource:security_group_rule and tenant:520427ef2fe048d9af0cf88a41687846 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:44:52.053532 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e279817f-007f-47e4-bf32-7db28176374c tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:44:52.059561 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e279817f-007f-47e4-bf32-7db28176374c tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:44:52.089305 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e279817f-007f-47e4-bf32-7db28176374c tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:52.111098 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9121d9-eeaf-418c-a118-b3e69f02fbe3 req-077a790a-9cdf-4d4c-872e-fb9447f6254f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:52.112975 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2c9121d9-eeaf-418c-a118-b3e69f02fbe3 req-077a790a-9cdf-4d4c-872e-fb9447f6254f service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f6a0f79-2a2f-4304-8ba2-95e78e146263 HTTP/1.1" status: 200 len: 915 time: 0.2596104 Sep 21 15:44:52.169141 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1876c895-7917-4334-a0ad-b5c72ac64ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c513d58-979f-4410-82f4-46e24d47763c', 'name': 'tempest-TestMinimumBasicScenario-364769584-router', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:52Z', 'updated_at': '2022-09-21T15:43:56Z', 'revision_number': 4, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'gw_port': {'id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:53Z', 'updated_at': '2022-09-21T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '216d4115-3397-46a2-bd07-2c8214085328', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'floating_ip_address': '172.26.4.218', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'port_id': 'de767875-c13c-4df3-9f2e-4c8bf91264f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'mac_address': 'fa:16:3e:e3:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b1f927-2b05-439c-b853-f406c63d7493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:44:50Z', 'updated_at': '2022-09-21T15:44:50Z', 'revision_number': 0, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35a5222-b4bc-43ad-be3e-27aad3818d4d', 'name': '', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'mac_address': 'fa:16:3e:37:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '07c90601-433f-40c1-8415-a55203063dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:55Z', 'updated_at': '2022-09-21T15:44:03Z', 'revision_number': 5, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'subnets': [{'id': '07c90601-433f-40c1-8415-a55203063dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:44:52.174000 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876c895-7917-4334-a0ad-b5c72ac64ef7 None None] Checking router: 2c513d58-979f-4410-82f4-46e24d47763c for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:44:52.180999 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e279817f-007f-47e4-bf32-7db28176374c tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:52.184967 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876c895-7917-4334-a0ad-b5c72ac64ef7 None None] Routers {'2c513d58-979f-4410-82f4-46e24d47763c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:44:52.185647 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1876c895-7917-4334-a0ad-b5c72ac64ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:44:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2c513d58-979f-4410-82f4-46e24d47763c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:44:52.186173 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e279817f-007f-47e4-bf32-7db28176374c tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:52.209965 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279817f-007f-47e4-bf32-7db28176374c tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319251fa-fac3-4195-aea7-4eb35e37f4d0,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:52.245926 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2c9121d9-eeaf-418c-a118-b3e69f02fbe3 req-f386185c-9099-4a29-81ba-4b0ed8c812bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de767875-c13c-4df3-9f2e-4c8bf91264f9 HTTP/1.1" status: 200 len: 999 time: 0.1236250 Sep 21 15:44:52.258987 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:52.265223 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e279817f-007f-47e4-bf32-7db28176374c tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:52.265223 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e279817f-007f-47e4-bf32-7db28176374c tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2334540 Sep 21 15:44:52.276284 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39984) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:44:52.276284 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-849faa38-dbfc-4db5-9029-697d7eea0eab tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Request body: {'security_group_rule': {'security_group_id': 'a5ec6faa-d8ed-4f6d-8f6a-880c12d3832b', 'project_id': '520427ef2fe048d9af0cf88a41687846', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:44:52.297562 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-849faa38-dbfc-4db5-9029-697d7eea0eab tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:44:52.299308 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-849faa38-dbfc-4db5-9029-697d7eea0eab tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Usage tracker for resource:security_group_rule and tenant:520427ef2fe048d9af0cf88a41687846 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:44:52.304481 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-849faa38-dbfc-4db5-9029-697d7eea0eab tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:44:52.311081 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-849faa38-dbfc-4db5-9029-697d7eea0eab tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:44:52.331108 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-849faa38-dbfc-4db5-9029-697d7eea0eab tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:52.349657 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9121d9-eeaf-418c-a118-b3e69f02fbe3 req-62d4c576-f316-47e1-9ee0-7d7345938cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:52.351604 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2c9121d9-eeaf-418c-a118-b3e69f02fbe3 req-62d4c576-f316-47e1-9ee0-7d7345938cb4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07c90601-433f-40c1-8415-a55203063dfb HTTP/1.1" status: 200 len: 853 time: 0.0959868 Sep 21 15:44:52.401428 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-849faa38-dbfc-4db5-9029-697d7eea0eab tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:52.406126 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-849faa38-dbfc-4db5-9029-697d7eea0eab tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:52.430126 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849faa38-dbfc-4db5-9029-697d7eea0eab tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787555a1-9ec6-41ef-84b6-8832b5465206,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:52.443179 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-849faa38-dbfc-4db5-9029-697d7eea0eab tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:52.447302 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-849faa38-dbfc-4db5-9029-697d7eea0eab tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1756806 Sep 21 15:44:52.447549 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39988) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:44:52.452151 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9121d9-eeaf-418c-a118-b3e69f02fbe3 req-0c2df5d3-4a4f-4308-9dba-9643a960dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:52.453574 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-12644440-fff2-4d7d-b6ea-b94da6f6388e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Request body: {'security_group_rule': {'security_group_id': 'a5ec6faa-d8ed-4f6d-8f6a-880c12d3832b', 'project_id': '520427ef2fe048d9af0cf88a41687846', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:44:52.454275 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-1876c895-7917-4334-a0ad-b5c72ac64ef7 None None] Set router 2c513d58-979f-4410-82f4-46e24d47763c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:44:52.455342 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2c9121d9-eeaf-418c-a118-b3e69f02fbe3 req-0c2df5d3-4a4f-4308-9dba-9643a960dc4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f6a0f79-2a2f-4304-8ba2-95e78e146263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0955272 Sep 21 15:44:52.461784 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-12644440-fff2-4d7d-b6ea-b94da6f6388e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:44:52.466344 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-12644440-fff2-4d7d-b6ea-b94da6f6388e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Usage tracker for resource:security_group_rule and tenant:520427ef2fe048d9af0cf88a41687846 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:44:52.469582 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-12644440-fff2-4d7d-b6ea-b94da6f6388e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:44:52.478036 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-12644440-fff2-4d7d-b6ea-b94da6f6388e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:44:52.505720 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12644440-fff2-4d7d-b6ea-b94da6f6388e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:52.572950 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12644440-fff2-4d7d-b6ea-b94da6f6388e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:52.576986 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12644440-fff2-4d7d-b6ea-b94da6f6388e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:52.603580 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12644440-fff2-4d7d-b6ea-b94da6f6388e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a471276-37e7-4e7d-abea-0153677df602,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:52.613745 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2c9121d9-eeaf-418c-a118-b3e69f02fbe3 req-e8f08464-6543-4f8f-b06f-b226dc5bd4cb service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503804 Sep 21 15:44:52.615474 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12644440-fff2-4d7d-b6ea-b94da6f6388e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:52.619317 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-12644440-fff2-4d7d-b6ea-b94da6f6388e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1683033 Sep 21 15:44:52.620332 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 39992) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:44:52.624613 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ae0f3a0a-ad19-4d2c-bab1-39bc302069fd tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Request body: {'security_group_rule': {'security_group_id': 'a5ec6faa-d8ed-4f6d-8f6a-880c12d3832b', 'project_id': '520427ef2fe048d9af0cf88a41687846', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:44:52.630897 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ae0f3a0a-ad19-4d2c-bab1-39bc302069fd tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:44:52.635383 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ae0f3a0a-ad19-4d2c-bab1-39bc302069fd tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Usage tracker for resource:security_group_rule and tenant:520427ef2fe048d9af0cf88a41687846 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:44:52.638638 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ae0f3a0a-ad19-4d2c-bab1-39bc302069fd tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:44:52.644793 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ae0f3a0a-ad19-4d2c-bab1-39bc302069fd tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:44:52.656808 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-ae0f3a0a-ad19-4d2c-bab1-39bc302069fd tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Project 520427ef2fe048d9af0cf88a41687846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:44:52.664203 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3a0a-ad19-4d2c-bab1-39bc302069fd tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:52.743097 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3a0a-ad19-4d2c-bab1-39bc302069fd tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:52.749189 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3a0a-ad19-4d2c-bab1-39bc302069fd tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:52.781330 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2c9121d9-eeaf-418c-a118-b3e69f02fbe3 req-6bff04a0-1bb3-45c0-b998-9472b11c3e4a service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611755 Sep 21 15:44:52.846780 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1876c895-7917-4334-a0ad-b5c72ac64ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c513d58-979f-4410-82f4-46e24d47763c', 'name': 'tempest-TestMinimumBasicScenario-364769584-router', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:52Z', 'updated_at': '2022-09-21T15:43:56Z', 'revision_number': 4, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'gw_port': {'id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:53Z', 'updated_at': '2022-09-21T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '216d4115-3397-46a2-bd07-2c8214085328', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'floating_ip_address': '172.26.4.218', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'port_id': 'de767875-c13c-4df3-9f2e-4c8bf91264f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'mac_address': 'fa:16:3e:e3:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b1f927-2b05-439c-b853-f406c63d7493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:44:50Z', 'updated_at': '2022-09-21T15:44:50Z', 'revision_number': 0, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35a5222-b4bc-43ad-be3e-27aad3818d4d', 'name': '', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'mac_address': 'fa:16:3e:37:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '07c90601-433f-40c1-8415-a55203063dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:55Z', 'updated_at': '2022-09-21T15:44:03Z', 'revision_number': 5, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'subnets': [{'id': '07c90601-433f-40c1-8415-a55203063dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:44:52.851192 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876c895-7917-4334-a0ad-b5c72ac64ef7 None None] The sync data for ids ['2c513d58-979f-4410-82f4-46e24d47763c'] in dv-neutron-858731-1-hyperv is: [{'id': '2c513d58-979f-4410-82f4-46e24d47763c', 'name': 'tempest-TestMinimumBasicScenario-364769584-router', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:52Z', 'updated_at': '2022-09-21T15:43:56Z', 'revision_number': 4, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'gw_port': {'id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:53Z', 'updated_at': '2022-09-21T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '216d4115-3397-46a2-bd07-2c8214085328', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'floating_ip_address': '172.26.4.218', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'port_id': 'de767875-c13c-4df3-9f2e-4c8bf91264f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'mac_address': 'fa:16:3e:e3:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b1f927-2b05-439c-b853-f406c63d7493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:44:50Z', 'updated_at': '2022-09-21T15:44:50Z', 'revision_number': 0, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35a5222-b4bc-43ad-be3e-27aad3818d4d', 'name': '', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'mac_address': 'fa:16:3e:37:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '07c90601-433f-40c1-8415-a55203063dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:55Z', 'updated_at': '2022-09-21T15:44:03Z', 'revision_number': 5, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'subnets': [{'id': '07c90601-433f-40c1-8415-a55203063dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:44:52.891656 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f3a0a-ad19-4d2c-bab1-39bc302069fd tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc95c05f-a2bb-4848-85fc-fdb345a0b752,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:52.904880 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3a0a-ad19-4d2c-bab1-39bc302069fd tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:52.908847 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 39996) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:44:52.909025 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ae0f3a0a-ad19-4d2c-bab1-39bc302069fd tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2881889 Sep 21 15:44:52.915053 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-975979e0-62aa-4894-ac14-3ebbde26f558 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Request body: {'security_group_rule': {'security_group_id': 'a5ec6faa-d8ed-4f6d-8f6a-880c12d3832b', 'project_id': '520427ef2fe048d9af0cf88a41687846', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:44:52.921369 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-975979e0-62aa-4894-ac14-3ebbde26f558 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:44:52.925493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-975979e0-62aa-4894-ac14-3ebbde26f558 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Usage tracker for resource:security_group_rule and tenant:520427ef2fe048d9af0cf88a41687846 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:44:52.929206 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-975979e0-62aa-4894-ac14-3ebbde26f558 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:44:52.935378 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-975979e0-62aa-4894-ac14-3ebbde26f558 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:44:52.945364 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-975979e0-62aa-4894-ac14-3ebbde26f558 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Project 520427ef2fe048d9af0cf88a41687846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:44:52.951913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-975979e0-62aa-4894-ac14-3ebbde26f558 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:53.018160 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-975979e0-62aa-4894-ac14-3ebbde26f558 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:53.023614 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-975979e0-62aa-4894-ac14-3ebbde26f558 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:53.042475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975979e0-62aa-4894-ac14-3ebbde26f558 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0dd7880-6eb3-4d58-835f-a118ed765e88,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:53.060629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-975979e0-62aa-4894-ac14-3ebbde26f558 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:53.062715 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-975979e0-62aa-4894-ac14-3ebbde26f558 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1527786 Sep 21 15:44:53.064853 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95606b6-65f0-4421-80b2-baca9317c1ce None None] New status for floating IP 216d4115-3397-46a2-bd07-2c8214085328: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:44:53.192507 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-3ce5eb2d-761c-41aa-b3ec-2a301b26caab req-7e204341-0823-4d68-a203-4196d6e54e61 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Synchronizing usage tracker for tenant:520427ef2fe048d9af0cf88a41687846 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:44:53.207896 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-3ce5eb2d-761c-41aa-b3ec-2a301b26caab req-7e204341-0823-4d68-a203-4196d6e54e61 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Unset dirty status for tenant:520427ef2fe048d9af0cf88a41687846 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:44:53.209195 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3ce5eb2d-761c-41aa-b3ec-2a301b26caab req-7e204341-0823-4d68-a203-4196d6e54e61 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1788748513&fields=id&tenant_id=520427ef2fe048d9af0cf88a41687846 HTTP/1.1" status: 200 len: 267 time: 0.0555305 Sep 21 15:44:53.306021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5eb2d-761c-41aa-b3ec-2a301b26caab req-0dcd6db2-c0c6-4214-ac59-444001ec7779 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:53.307460 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3ce5eb2d-761c-41aa-b3ec-2a301b26caab req-0dcd6db2-c0c6-4214-ac59-444001ec7779 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 945 time: 0.0924692 Sep 21 15:44:53.319048 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-3ce5eb2d-761c-41aa-b3ec-2a301b26caab req-19e01b32-0a6f-4585-af5e-916877837a2f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Request body: {'port': {'security_groups': ['ccbddffa-a947-433c-a29c-c11912f67302', 'a5ec6faa-d8ed-4f6d-8f6a-880c12d3832b']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:44:53.442456 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-3ce5eb2d-761c-41aa-b3ec-2a301b26caab req-19e01b32-0a6f-4585-af5e-916877837a2f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:53.694540 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-3ce5eb2d-761c-41aa-b3ec-2a301b26caab req-19e01b32-0a6f-4585-af5e-916877837a2f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] For port de767875-c13c-4df3-9f2e-4c8bf91264f9, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=de767875-c13c-4df3-9f2e-4c8bf91264f9,segment=NetworkSegment(5d9674e4-6044-4a2b-a2ae-843971a633ea),segment_id=5d9674e4-6044-4a2b-a2ae-843971a633ea)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:44:53.718621 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-3ce5eb2d-761c-41aa-b3ec-2a301b26caab req-19e01b32-0a6f-4585-af5e-916877837a2f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:53.723095 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-3ce5eb2d-761c-41aa-b3ec-2a301b26caab req-19e01b32-0a6f-4585-af5e-916877837a2f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:53.735788 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['de767875-c13c-4df3-9f2e-4c8bf91264f9'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:44:53.765137 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5eb2d-761c-41aa-b3ec-2a301b26caab req-19e01b32-0a6f-4585-af5e-916877837a2f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:53.765749 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-3ce5eb2d-761c-41aa-b3ec-2a301b26caab req-19e01b32-0a6f-4585-af5e-916877837a2f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:44:53.767097 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3ce5eb2d-761c-41aa-b3ec-2a301b26caab req-19e01b32-0a6f-4585-af5e-916877837a2f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "PUT /v2.0/ports/de767875-c13c-4df3-9f2e-4c8bf91264f9 HTTP/1.1" status: 200 len: 981 time: 0.4532001 Sep 21 15:44:53.767535 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b1f927-2b05-439c-b853-f406c63d7493', 'tag': 'de767875-c13c-4df3-9f2e-4c8bf91264f9'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:44:53.769831 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c71a58-18fa-4f09-aaea-afe7a385edb7" -d '{"events": [{"name": "network-changed", "server_uuid": "60b1f927-2b05-439c-b853-f406c63d7493", "tag": "de767875-c13c-4df3-9f2e-4c8bf91264f9"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:44:53.807158 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['de767875-c13c-4df3-9f2e-4c8bf91264f9'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:44:53.818404 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e01b32-0a6f-4585-af5e-916877837a2f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'Port': ['ID=de767875-c13c-4df3-9f2e-4c8bf91264f9,revision_number=6']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:44:53.855870 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd53e4e9-f652-45c7-ad60-968122b097dd x-openstack-request-id: req-fd53e4e9-f652-45c7-ad60-968122b097dd {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:44:53.856410 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b1f927-2b05-439c-b853-f406c63d7493", "tag": "de767875-c13c-4df3-9f2e-4c8bf91264f9", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:44:53.856802 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd53e4e9-f652-45c7-ad60-968122b097dd {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:44:53.857301 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd53e4e9-f652-45c7-ad60-968122b097dd'] response: {'name': 'network-changed', 'server_uuid': '60b1f927-2b05-439c-b853-f406c63d7493', 'tag': 'de767875-c13c-4df3-9f2e-4c8bf91264f9', 'status': 'completed', 'code': 200} Sep 21 15:44:54.034460 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430a789-b37c-47bf-b0c8-73a4f38ba554 req-c7276e45-8716-4648-9a36-146bb9d04068 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:54.036085 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5430a789-b37c-47bf-b0c8-73a4f38ba554 req-c7276e45-8716-4648-9a36-146bb9d04068 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 984 time: 0.1129382 Sep 21 15:44:54.039718 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c71a58-18fa-4f09-aaea-afe7a385edb7 req-b447c3f9-2495-4c9f-9273-7b4ea419f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:54.041352 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-77c71a58-18fa-4f09-aaea-afe7a385edb7 req-b447c3f9-2495-4c9f-9273-7b4ea419f1c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=520427ef2fe048d9af0cf88a41687846&device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 1137 time: 0.1599355 Sep 21 15:44:54.168753 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5430a789-b37c-47bf-b0c8-73a4f38ba554 req-b472b30c-4a8a-4a43-8dee-366d077776b7 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&id=a5ec6faa-d8ed-4f6d-8f6a-880c12d3832b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1239965 Sep 21 15:44:54.210958 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c71a58-18fa-4f09-aaea-afe7a385edb7 req-b90b4208-a031-4ff2-b1f3-ba7207ee8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:54.212559 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-77c71a58-18fa-4f09-aaea-afe7a385edb7 req-b90b4208-a031-4ff2-b1f3-ba7207ee8335 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f6a0f79-2a2f-4304-8ba2-95e78e146263 HTTP/1.1" status: 200 len: 915 time: 0.1538272 Sep 21 15:44:54.429546 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-77c71a58-18fa-4f09-aaea-afe7a385edb7 req-0072e02c-ebc7-4df1-b1c1-9d4766abc7c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de767875-c13c-4df3-9f2e-4c8bf91264f9 HTTP/1.1" status: 200 len: 1001 time: 0.2101071 Sep 21 15:44:54.496074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c71a58-18fa-4f09-aaea-afe7a385edb7 req-b72ab20e-7901-47d1-a898-4dbd0580b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:54.497547 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-77c71a58-18fa-4f09-aaea-afe7a385edb7 req-b72ab20e-7901-47d1-a898-4dbd0580b658 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07c90601-433f-40c1-8415-a55203063dfb HTTP/1.1" status: 200 len: 853 time: 0.0585954 Sep 21 15:44:54.585220 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c71a58-18fa-4f09-aaea-afe7a385edb7 req-e5d3f6d4-d697-473b-bebe-80a9d6eb6a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:54.586692 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-77c71a58-18fa-4f09-aaea-afe7a385edb7 req-e5d3f6d4-d697-473b-bebe-80a9d6eb6a01 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f6a0f79-2a2f-4304-8ba2-95e78e146263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812807 Sep 21 15:44:54.718068 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-77c71a58-18fa-4f09-aaea-afe7a385edb7 req-11abdb53-aa93-48a6-a30b-0e16089873fa service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248829 Sep 21 15:44:54.852299 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-77c71a58-18fa-4f09-aaea-afe7a385edb7 req-014db62f-793c-41b5-bf81-2a36a5a9096b service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268492 Sep 21 15:44:56.262515 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e99f389b-5e3a-473c-9a12-cd3106913487 req-db721259-7b73-4559-a8a8-abe3c307e7c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787110 Sep 21 15:44:56.413985 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f389b-5e3a-473c-9a12-cd3106913487 req-ad94cca9-37e2-4fe4-ad0b-e65b9d78863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:56.415444 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e99f389b-5e3a-473c-9a12-cd3106913487 req-ad94cca9-37e2-4fe4-ad0b-e65b9d78863e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=520427ef2fe048d9af0cf88a41687846&device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 1137 time: 0.0830364 Sep 21 15:44:56.560477 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f389b-5e3a-473c-9a12-cd3106913487 req-b538b21c-a6af-4da8-af2e-e7a817238232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:56.561831 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e99f389b-5e3a-473c-9a12-cd3106913487 req-b538b21c-a6af-4da8-af2e-e7a817238232 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f6a0f79-2a2f-4304-8ba2-95e78e146263 HTTP/1.1" status: 200 len: 915 time: 0.1278603 Sep 21 15:44:56.666300 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e99f389b-5e3a-473c-9a12-cd3106913487 req-a7f4a3d1-a231-42f8-9684-a64c406de760 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de767875-c13c-4df3-9f2e-4c8bf91264f9 HTTP/1.1" status: 200 len: 1001 time: 0.0971677 Sep 21 15:44:56.729690 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f389b-5e3a-473c-9a12-cd3106913487 req-8973680b-792a-4283-979b-65c2a07b4c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:56.731115 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e99f389b-5e3a-473c-9a12-cd3106913487 req-8973680b-792a-4283-979b-65c2a07b4c7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07c90601-433f-40c1-8415-a55203063dfb HTTP/1.1" status: 200 len: 853 time: 0.0584149 Sep 21 15:44:56.819988 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f389b-5e3a-473c-9a12-cd3106913487 req-e11b379b-8267-416b-9e54-a2c43618e041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:44:56.821478 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e99f389b-5e3a-473c-9a12-cd3106913487 req-e11b379b-8267-416b-9e54-a2c43618e041 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f6a0f79-2a2f-4304-8ba2-95e78e146263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840690 Sep 21 15:44:56.952916 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e99f389b-5e3a-473c-9a12-cd3106913487 req-d108808a-d2be-4d5d-9f75-8c1017eb163e service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250377 Sep 21 15:44:57.086430 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e99f389b-5e3a-473c-9a12-cd3106913487 req-f2cdc9e9-2533-44e0-84d6-8e3b86554098 service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254900 Sep 21 15:45:01.666906 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:45:05.604224 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-51a05c2c-742e-4e04-a90f-08f471e4c7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:07.942524 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1c7a34e7-2765-4690-9fad-72640d121d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:08.806355 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:09.005573 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:10.621290 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:22.259493 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:35.606622 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ed945049-9f43-4e6c-8d55-f1b37e272062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:37.946891 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bf54fff9-ee8c-4371-83d2-6c32704de579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:38.667599 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:45:38.799838 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:39.008892 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:40.625214 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:52.259965 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:58.273578 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c56190dc-2c60-4524-9a75-ac2cd3393929 req-14e27323-d5cb-4ebd-9f00-a0e42a8dc53b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787156 Sep 21 15:45:58.428500 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56190dc-2c60-4524-9a75-ac2cd3393929 req-710e914e-38f6-46a8-ae12-2d3cb132a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:45:58.429863 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c56190dc-2c60-4524-9a75-ac2cd3393929 req-710e914e-38f6-46a8-ae12-2d3cb132a5cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=520427ef2fe048d9af0cf88a41687846&device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 1137 time: 0.0815358 Sep 21 15:45:58.576243 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56190dc-2c60-4524-9a75-ac2cd3393929 req-f2379a69-d424-4b3c-8fef-4b77edea3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:45:58.577690 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c56190dc-2c60-4524-9a75-ac2cd3393929 req-f2379a69-d424-4b3c-8fef-4b77edea3da8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f6a0f79-2a2f-4304-8ba2-95e78e146263 HTTP/1.1" status: 200 len: 915 time: 0.1249137 Sep 21 15:45:58.781737 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c56190dc-2c60-4524-9a75-ac2cd3393929 req-92dc74c8-e61f-48a3-9dcc-56297878b959 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de767875-c13c-4df3-9f2e-4c8bf91264f9 HTTP/1.1" status: 200 len: 1001 time: 0.1946354 Sep 21 15:45:58.846730 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56190dc-2c60-4524-9a75-ac2cd3393929 req-49a3aee1-6aff-43ca-89f6-4f22d77db2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:45:58.848109 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c56190dc-2c60-4524-9a75-ac2cd3393929 req-49a3aee1-6aff-43ca-89f6-4f22d77db2ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07c90601-433f-40c1-8415-a55203063dfb HTTP/1.1" status: 200 len: 853 time: 0.0570972 Sep 21 15:45:58.932585 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56190dc-2c60-4524-9a75-ac2cd3393929 req-c5a2b470-89a7-419a-a86c-af460c9fc098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:45:58.934050 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c56190dc-2c60-4524-9a75-ac2cd3393929 req-c5a2b470-89a7-419a-a86c-af460c9fc098 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f6a0f79-2a2f-4304-8ba2-95e78e146263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769024 Sep 21 15:45:59.072722 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c56190dc-2c60-4524-9a75-ac2cd3393929 req-480d0af3-4d74-4bfe-a0a3-3fe4dda9e0b0 service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291492 Sep 21 15:45:59.207329 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c56190dc-2c60-4524-9a75-ac2cd3393929 req-95a944e5-dad1-45e1-a2d9-28bacbb126f3 service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257591 Sep 21 15:46:05.608393 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a7de06d9-a77f-45aa-bf5b-9da4588b8ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:07.948318 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1ca1eb8d-3ee5-4376-a7cf-a123fcecb5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:08.801804 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:09.013371 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:10.627950 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:15.667654 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:46:22.256629 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:34.706435 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d36a3-0743-48ea-8873-06211b97768c req-540f6340-2a75-4b41-9b5c-07440bda15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:46:34.708082 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a28d36a3-0743-48ea-8873-06211b97768c req-540f6340-2a75-4b41-9b5c-07440bda15e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=520427ef2fe048d9af0cf88a41687846&device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 1137 time: 0.1497655 Sep 21 15:46:34.719688 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dea715-e318-495b-9a50-fe08e1093cd2 req-77561300-0e92-4d0e-b54c-4ae3a96706b4 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:46:34.721071 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-27dea715-e318-495b-9a50-fe08e1093cd2 req-77561300-0e92-4d0e-b54c-4ae3a96706b4 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 984 time: 0.1232531 Sep 21 15:46:34.843716 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-27dea715-e318-495b-9a50-fe08e1093cd2 req-fbe4fdfc-df8c-44ba-9556-b5639c74d647 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&id=a5ec6faa-d8ed-4f6d-8f6a-880c12d3832b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043293 Sep 21 15:46:34.881343 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d36a3-0743-48ea-8873-06211b97768c req-b6f3b014-6cdf-4695-9935-5ba66afc518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:46:34.882756 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a28d36a3-0743-48ea-8873-06211b97768c req-b6f3b014-6cdf-4695-9935-5ba66afc518d service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f6a0f79-2a2f-4304-8ba2-95e78e146263 HTTP/1.1" status: 200 len: 915 time: 0.1608696 Sep 21 15:46:34.985960 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a28d36a3-0743-48ea-8873-06211b97768c req-9d8ea26a-233d-4ae4-a664-a9c9f07f4341 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de767875-c13c-4df3-9f2e-4c8bf91264f9 HTTP/1.1" status: 200 len: 1001 time: 0.0969992 Sep 21 15:46:35.051209 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d36a3-0743-48ea-8873-06211b97768c req-8881e3a7-d333-41c4-bb78-584d2394e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:46:35.052666 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a28d36a3-0743-48ea-8873-06211b97768c req-8881e3a7-d333-41c4-bb78-584d2394e1ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07c90601-433f-40c1-8415-a55203063dfb HTTP/1.1" status: 200 len: 853 time: 0.0570619 Sep 21 15:46:35.140782 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d36a3-0743-48ea-8873-06211b97768c req-6182466b-1598-44d0-8e57-d8cc38a4d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:46:35.142226 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a28d36a3-0743-48ea-8873-06211b97768c req-6182466b-1598-44d0-8e57-d8cc38a4d710 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f6a0f79-2a2f-4304-8ba2-95e78e146263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804858 Sep 21 15:46:35.278392 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a28d36a3-0743-48ea-8873-06211b97768c req-502f9fca-825e-456c-b4a2-e0bc1b1c6191 service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261499 Sep 21 15:46:35.411744 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a28d36a3-0743-48ea-8873-06211b97768c req-dc4a00ae-5826-4ba0-aa50-9df06dbdf6de service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233404 Sep 21 15:46:35.610875 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-03174199-74a7-4b0b-ba9e-87b6bd3c9a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:36.059295 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f676a6-f382-48f9-910f-22595a8eac86 req-1396dc71-599a-432f-b500-d849e46d96e9 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:46:36.060829 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b4f676a6-f382-48f9-910f-22595a8eac86 req-1396dc71-599a-432f-b500-d849e46d96e9 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 984 time: 0.0980983 Sep 21 15:46:36.107692 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b4f676a6-f382-48f9-910f-22595a8eac86 req-a9fec057-28a4-4bcb-b9db-8fee71ce2eef tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&id=a5ec6faa-d8ed-4f6d-8f6a-880c12d3832b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410664 Sep 21 15:46:37.407757 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e90c0c-3eed-483e-9291-465a155b3149 req-ffaa6d4b-b78d-412c-afbc-a49baa1f0a0f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:46:37.409145 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a1e90c0c-3eed-483e-9291-465a155b3149 req-ffaa6d4b-b78d-412c-afbc-a49baa1f0a0f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 984 time: 0.1875017 Sep 21 15:46:37.456571 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a1e90c0c-3eed-483e-9291-465a155b3149 req-e284589b-de68-4033-a2e2-ec9a9c7ee3cf tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&id=a5ec6faa-d8ed-4f6d-8f6a-880c12d3832b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404761 Sep 21 15:46:37.950041 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3b58d032-ba1e-4921-a604-b30d4abebbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:38.805911 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:39.015525 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:40.631937 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:52.261512 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:52.666367 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:46:58.505489 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-745ca2ce-bee2-4ead-8c75-dd878c667aeb req-1f3222c8-c113-4e85-a765-e0b9a873e6eb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811224 Sep 21 15:46:58.657569 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ca2ce-bee2-4ead-8c75-dd878c667aeb req-451bf099-717d-446f-b4be-6841406b6f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:46:58.659065 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-745ca2ce-bee2-4ead-8c75-dd878c667aeb req-451bf099-717d-446f-b4be-6841406b6f92 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=520427ef2fe048d9af0cf88a41687846&device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 1137 time: 0.0807767 Sep 21 15:46:58.803238 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ca2ce-bee2-4ead-8c75-dd878c667aeb req-99f43e87-ad4e-4a18-b8ac-e957b98f92c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:46:58.805191 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-745ca2ce-bee2-4ead-8c75-dd878c667aeb req-99f43e87-ad4e-4a18-b8ac-e957b98f92c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f6a0f79-2a2f-4304-8ba2-95e78e146263 HTTP/1.1" status: 200 len: 915 time: 0.1259799 Sep 21 15:46:58.907330 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-745ca2ce-bee2-4ead-8c75-dd878c667aeb req-ea889848-ac69-4dc2-9f22-fd013576b273 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de767875-c13c-4df3-9f2e-4c8bf91264f9 HTTP/1.1" status: 200 len: 1001 time: 0.0951316 Sep 21 15:46:58.968287 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ca2ce-bee2-4ead-8c75-dd878c667aeb req-10cdc63b-d8a9-4220-826e-ef83098de536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:46:58.969722 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-745ca2ce-bee2-4ead-8c75-dd878c667aeb req-10cdc63b-d8a9-4220-826e-ef83098de536 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07c90601-433f-40c1-8415-a55203063dfb HTTP/1.1" status: 200 len: 853 time: 0.0568492 Sep 21 15:46:59.078522 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ca2ce-bee2-4ead-8c75-dd878c667aeb req-b0484965-5c96-4700-97b3-f0f9d15577f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:46:59.078522 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-745ca2ce-bee2-4ead-8c75-dd878c667aeb req-b0484965-5c96-4700-97b3-f0f9d15577f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f6a0f79-2a2f-4304-8ba2-95e78e146263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0947299 Sep 21 15:46:59.213504 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-745ca2ce-bee2-4ead-8c75-dd878c667aeb req-ed4f732c-ab92-42ea-8ddf-2c179ca58cda service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267581 Sep 21 15:46:59.352826 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-745ca2ce-bee2-4ead-8c75-dd878c667aeb req-4d8b6465-9875-4e09-b5bb-53ac7bc33f06 service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303263 Sep 21 15:47:05.612256 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1f0d40eb-7d43-40cf-8194-3aa1d2df1d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:07.950532 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ccdec917-1ddd-4b10-8788-7d7505deb138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:08.808919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:09.018192 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:10.634050 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:22.255538 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:29.666423 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:47:35.615241 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-80b17b28-eb55-450e-a94c-436cd0e4cede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:37.951428 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4725331b-574b-4384-ac33-88b5ca2e0baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:38.811404 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:39.021347 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:40.637172 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:51.283972 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9a4c1152-efe4-4d13-93e2-dc39c01a8d70 req-c7d6da7d-af41-4363-beaf-1851d7a35455 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1788748513&fields=id&tenant_id=520427ef2fe048d9af0cf88a41687846 HTTP/1.1" status: 200 len: 267 time: 0.1235220 Sep 21 15:47:51.375555 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c1152-efe4-4d13-93e2-dc39c01a8d70 req-8a80b318-9838-4de5-b07d-0aafe73f88ab tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:47:51.376953 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9a4c1152-efe4-4d13-93e2-dc39c01a8d70 req-8a80b318-9838-4de5-b07d-0aafe73f88ab tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 984 time: 0.0875127 Sep 21 15:47:51.387434 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-9a4c1152-efe4-4d13-93e2-dc39c01a8d70 req-5d8a0423-8277-4106-a424-eb5fa14cbb53 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Request body: {'port': {'security_groups': ['ccbddffa-a947-433c-a29c-c11912f67302']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:47:51.516083 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9a4c1152-efe4-4d13-93e2-dc39c01a8d70 req-5d8a0423-8277-4106-a424-eb5fa14cbb53 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:51.762382 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-9a4c1152-efe4-4d13-93e2-dc39c01a8d70 req-5d8a0423-8277-4106-a424-eb5fa14cbb53 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] For port de767875-c13c-4df3-9f2e-4c8bf91264f9, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=de767875-c13c-4df3-9f2e-4c8bf91264f9,segment=NetworkSegment(5d9674e4-6044-4a2b-a2ae-843971a633ea),segment_id=5d9674e4-6044-4a2b-a2ae-843971a633ea)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:47:51.787447 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9a4c1152-efe4-4d13-93e2-dc39c01a8d70 req-5d8a0423-8277-4106-a424-eb5fa14cbb53 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:51.792549 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9a4c1152-efe4-4d13-93e2-dc39c01a8d70 req-5d8a0423-8277-4106-a424-eb5fa14cbb53 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:51.813240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['de767875-c13c-4df3-9f2e-4c8bf91264f9'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:47:51.829988 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c1152-efe4-4d13-93e2-dc39c01a8d70 req-5d8a0423-8277-4106-a424-eb5fa14cbb53 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:47:51.830577 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9a4c1152-efe4-4d13-93e2-dc39c01a8d70 req-5d8a0423-8277-4106-a424-eb5fa14cbb53 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:51.832171 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9a4c1152-efe4-4d13-93e2-dc39c01a8d70 req-5d8a0423-8277-4106-a424-eb5fa14cbb53 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "PUT /v2.0/ports/de767875-c13c-4df3-9f2e-4c8bf91264f9 HTTP/1.1" status: 200 len: 942 time: 0.4489040 Sep 21 15:47:51.832619 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b1f927-2b05-439c-b853-f406c63d7493', 'tag': 'de767875-c13c-4df3-9f2e-4c8bf91264f9'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:47:51.835087 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e203543-6b99-4165-bf92-f89b50ea8075" -d '{"events": [{"name": "network-changed", "server_uuid": "60b1f927-2b05-439c-b853-f406c63d7493", "tag": "de767875-c13c-4df3-9f2e-4c8bf91264f9"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:47:51.838888 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40082) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:47:51.889163 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a0423-8277-4106-a424-eb5fa14cbb53 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'Port': ['ID=de767875-c13c-4df3-9f2e-4c8bf91264f9,revision_number=7']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:47:51.898465 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a0423-8277-4106-a424-eb5fa14cbb53 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:51.898877 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a0423-8277-4106-a424-eb5fa14cbb53 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:51.899737 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a0423-8277-4106-a424-eb5fa14cbb53 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:51.900068 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a0423-8277-4106-a424-eb5fa14cbb53 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:51.900399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a0423-8277-4106-a424-eb5fa14cbb53 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:51.900860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a0423-8277-4106-a424-eb5fa14cbb53 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:51.901360 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a0423-8277-4106-a424-eb5fa14cbb53 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:51.901694 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a0423-8277-4106-a424-eb5fa14cbb53 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:51.902017 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a0423-8277-4106-a424-eb5fa14cbb53 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:51.902341 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a0423-8277-4106-a424-eb5fa14cbb53 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:51.902662 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a0423-8277-4106-a424-eb5fa14cbb53 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:51.903261 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a0423-8277-4106-a424-eb5fa14cbb53 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:51.917078 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['de767875-c13c-4df3-9f2e-4c8bf91264f9'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:47:51.943416 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79ce7262-f20d-4eba-9741-cdeba78e4f58 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:51.971732 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948dfb91-aebf-4d38-929c-ac5443a6c079 x-openstack-request-id: req-948dfb91-aebf-4d38-929c-ac5443a6c079 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:47:51.972023 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b1f927-2b05-439c-b853-f406c63d7493", "tag": "de767875-c13c-4df3-9f2e-4c8bf91264f9", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:47:51.972274 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-948dfb91-aebf-4d38-929c-ac5443a6c079 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:47:51.972721 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-948dfb91-aebf-4d38-929c-ac5443a6c079'] response: {'name': 'network-changed', 'server_uuid': '60b1f927-2b05-439c-b853-f406c63d7493', 'tag': 'de767875-c13c-4df3-9f2e-4c8bf91264f9', 'status': 'completed', 'code': 200} Sep 21 15:47:51.981603 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79ce7262-f20d-4eba-9741-cdeba78e4f58 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:52.068400 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79ce7262-f20d-4eba-9741-cdeba78e4f58 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:52.087897 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce7262-f20d-4eba-9741-cdeba78e4f58 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ec6faa-d8ed-4f6d-8f6a-880c12d3832b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:47:52.097488 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce7262-f20d-4eba-9741-cdeba78e4f58 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:52.097866 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce7262-f20d-4eba-9741-cdeba78e4f58 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:52.098202 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce7262-f20d-4eba-9741-cdeba78e4f58 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:52.098535 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce7262-f20d-4eba-9741-cdeba78e4f58 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:52.098886 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce7262-f20d-4eba-9741-cdeba78e4f58 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:52.099213 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce7262-f20d-4eba-9741-cdeba78e4f58 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:52.099538 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce7262-f20d-4eba-9741-cdeba78e4f58 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:52.099862 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce7262-f20d-4eba-9741-cdeba78e4f58 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:52.100211 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce7262-f20d-4eba-9741-cdeba78e4f58 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:52.100554 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce7262-f20d-4eba-9741-cdeba78e4f58 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:52.101206 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce7262-f20d-4eba-9741-cdeba78e4f58 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:52.101781 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ce7262-f20d-4eba-9741-cdeba78e4f58 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:47:52.113831 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79ce7262-f20d-4eba-9741-cdeba78e4f58 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:52.115038 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-79ce7262-f20d-4eba-9741-cdeba78e4f58 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "DELETE /v2.0/security-groups/a5ec6faa-d8ed-4f6d-8f6a-880c12d3832b HTTP/1.1" status: 204 len: 168 time: 0.2751708 Sep 21 15:47:52.118757 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40090) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:47:52.228720 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e203543-6b99-4165-bf92-f89b50ea8075 req-d17ec2e8-0c46-4b95-934e-4867b679a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:47:52.230674 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1e203543-6b99-4165-bf92-f89b50ea8075 req-d17ec2e8-0c46-4b95-934e-4867b679a82b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=520427ef2fe048d9af0cf88a41687846&device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 1098 time: 0.2246046 Sep 21 15:47:52.266921 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:52.361445 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-02a7fe88-5061-4143-be8d-b42372bbec5b tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Deleting port 48be7125-4ec5-4fb7-9e6d-193ab3a52b2f {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:47:52.361766 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-02a7fe88-5061-4143-be8d-b42372bbec5b tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:52.375735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e203543-6b99-4165-bf92-f89b50ea8075 req-805d1b31-6b8c-4f44-9c00-5f174c8f9af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:47:52.377217 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1e203543-6b99-4165-bf92-f89b50ea8075 req-805d1b31-6b8c-4f44-9c00-5f174c8f9af4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f6a0f79-2a2f-4304-8ba2-95e78e146263 HTTP/1.1" status: 200 len: 915 time: 0.1358113 Sep 21 15:47:52.543790 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-02a7fe88-5061-4143-be8d-b42372bbec5b tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:52.544108 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-02a7fe88-5061-4143-be8d-b42372bbec5b tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:52.578218 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1e203543-6b99-4165-bf92-f89b50ea8075 req-d3e27c04-8c44-4e10-83dc-6b3d529e6a64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de767875-c13c-4df3-9f2e-4c8bf91264f9 HTTP/1.1" status: 200 len: 1001 time: 0.1934078 Sep 21 15:47:52.640750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e203543-6b99-4165-bf92-f89b50ea8075 req-98c04dab-ec3e-497b-9fbb-15c080689bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:47:52.642085 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1e203543-6b99-4165-bf92-f89b50ea8075 req-98c04dab-ec3e-497b-9fbb-15c080689bcb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07c90601-433f-40c1-8415-a55203063dfb HTTP/1.1" status: 200 len: 853 time: 0.0576582 Sep 21 15:47:52.667990 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-02a7fe88-5061-4143-be8d-b42372bbec5b tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Calling delete_port for 48be7125-4ec5-4fb7-9e6d-193ab3a52b2f owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:47:52.727870 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e203543-6b99-4165-bf92-f89b50ea8075 req-537c3fc0-0744-4241-b218-313f6ecfcdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:47:52.729421 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1e203543-6b99-4165-bf92-f89b50ea8075 req-537c3fc0-0744-4241-b218-313f6ecfcdc5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f6a0f79-2a2f-4304-8ba2-95e78e146263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773470 Sep 21 15:47:52.824387 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-02a7fe88-5061-4143-be8d-b42372bbec5b tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:52.865997 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1e203543-6b99-4165-bf92-f89b50ea8075 req-d0acbf8d-365b-46cc-94c1-475c24b08250 service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268229 Sep 21 15:47:52.871641 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7fe88-5061-4143-be8d-b42372bbec5b tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event deleted for resources: {'Port': ['ID=48be7125-4ec5-4fb7-9e6d-193ab3a52b2f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:47:52.973999 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-02a7fe88-5061-4143-be8d-b42372bbec5b tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:52.974328 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-02a7fe88-5061-4143-be8d-b42372bbec5b tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Floating IP 216d4115-3397-46a2-bd07-2c8214085328 disassociated (deleted). External IP: 172.26.4.218, port: de767875-c13c-4df3-9f2e-4c8bf91264f9. Sep 21 15:47:53.004010 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1e203543-6b99-4165-bf92-f89b50ea8075 req-b2da3c3f-c5f8-4c31-a48d-00a7fc66dd62 service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279073 Sep 21 15:47:53.326761 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a7fe88-5061-4143-be8d-b42372bbec5b tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Router 2c513d58-979f-4410-82f4-46e24d47763c has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:47:53.598734 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a7fe88-5061-4143-be8d-b42372bbec5b tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:47:53.608014 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f86f5-d272-4f7b-9360-d40aea16851d None None] Sync routers for ids ['2c513d58-979f-4410-82f4-46e24d47763c'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:47:53.617742 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f86f5-d272-4f7b-9360-d40aea16851d None None] Routers {'2c513d58-979f-4410-82f4-46e24d47763c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:47:53.618344 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b29f86f5-d272-4f7b-9360-d40aea16851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:47:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2c513d58-979f-4410-82f4-46e24d47763c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:47:53.618482 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-02a7fe88-5061-4143-be8d-b42372bbec5b tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:53.673474 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-02a7fe88-5061-4143-be8d-b42372bbec5b tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "DELETE /v2.0/floatingips/216d4115-3397-46a2-bd07-2c8214085328 HTTP/1.1" status: 204 len: 168 time: 1.5536172 Sep 21 15:47:53.674040 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b1f927-2b05-439c-b853-f406c63d7493', 'tag': 'de767875-c13c-4df3-9f2e-4c8bf91264f9'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:47:53.676322 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9bb4e6-a972-47b0-baea-140defd227d4" -d '{"events": [{"name": "network-changed", "server_uuid": "60b1f927-2b05-439c-b853-f406c63d7493", "tag": "de767875-c13c-4df3-9f2e-4c8bf91264f9"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:47:53.730176 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015578d4-65a1-47b2-8722-59d2488af8d5 x-openstack-request-id: req-015578d4-65a1-47b2-8722-59d2488af8d5 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:47:53.730471 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b1f927-2b05-439c-b853-f406c63d7493", "tag": "de767875-c13c-4df3-9f2e-4c8bf91264f9", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:47:53.730723 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-015578d4-65a1-47b2-8722-59d2488af8d5 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:47:53.731130 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-015578d4-65a1-47b2-8722-59d2488af8d5'] response: {'name': 'network-changed', 'server_uuid': '60b1f927-2b05-439c-b853-f406c63d7493', 'tag': 'de767875-c13c-4df3-9f2e-4c8bf91264f9', 'status': 'completed', 'code': 200} Sep 21 15:47:53.832864 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-b29f86f5-d272-4f7b-9360-d40aea16851d None None] Set router 2c513d58-979f-4410-82f4-46e24d47763c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:47:53.847879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bb4e6-a972-47b0-baea-140defd227d4 req-d86fce0d-a673-4084-959b-830a5ed0e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:47:53.849493 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b9bb4e6-a972-47b0-baea-140defd227d4 req-d86fce0d-a673-4084-959b-830a5ed0e1ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=520427ef2fe048d9af0cf88a41687846&device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 1098 time: 0.0872445 Sep 21 15:47:53.993355 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bb4e6-a972-47b0-baea-140defd227d4 req-e808d96f-5203-4e11-abb8-a0af28b2fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:47:53.994839 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b9bb4e6-a972-47b0-baea-140defd227d4 req-e808d96f-5203-4e11-abb8-a0af28b2fcd1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f6a0f79-2a2f-4304-8ba2-95e78e146263 HTTP/1.1" status: 200 len: 915 time: 0.1360095 Sep 21 15:47:54.083448 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b9bb4e6-a972-47b0-baea-140defd227d4 req-59534570-13bf-4812-9f8a-c542ff549e21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de767875-c13c-4df3-9f2e-4c8bf91264f9 HTTP/1.1" status: 200 len: 217 time: 0.0790238 Sep 21 15:47:54.149496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bb4e6-a972-47b0-baea-140defd227d4 req-e2210862-fa05-4a25-a7f7-d836ab81a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:47:54.151113 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b9bb4e6-a972-47b0-baea-140defd227d4 req-e2210862-fa05-4a25-a7f7-d836ab81a8a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07c90601-433f-40c1-8415-a55203063dfb HTTP/1.1" status: 200 len: 853 time: 0.0591648 Sep 21 15:47:54.156779 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b29f86f5-d272-4f7b-9360-d40aea16851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c513d58-979f-4410-82f4-46e24d47763c', 'name': 'tempest-TestMinimumBasicScenario-364769584-router', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:52Z', 'updated_at': '2022-09-21T15:43:56Z', 'revision_number': 4, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'gw_port': {'id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:53Z', 'updated_at': '2022-09-21T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c35a5222-b4bc-43ad-be3e-27aad3818d4d', 'name': '', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'mac_address': 'fa:16:3e:37:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '07c90601-433f-40c1-8415-a55203063dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:55Z', 'updated_at': '2022-09-21T15:44:03Z', 'revision_number': 5, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'subnets': [{'id': '07c90601-433f-40c1-8415-a55203063dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:47:54.160633 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f86f5-d272-4f7b-9360-d40aea16851d None None] Checking router: 2c513d58-979f-4410-82f4-46e24d47763c for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:47:54.170294 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f86f5-d272-4f7b-9360-d40aea16851d None None] Routers {'2c513d58-979f-4410-82f4-46e24d47763c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:47:54.170982 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b29f86f5-d272-4f7b-9360-d40aea16851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:47:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2c513d58-979f-4410-82f4-46e24d47763c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:47:54.260417 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bb4e6-a972-47b0-baea-140defd227d4 req-3270e8ed-a0ff-497b-acb0-3e956540da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:47:54.261923 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b9bb4e6-a972-47b0-baea-140defd227d4 req-3270e8ed-a0ff-497b-acb0-3e956540da9b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f6a0f79-2a2f-4304-8ba2-95e78e146263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1001785 Sep 21 15:47:54.365905 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-b29f86f5-d272-4f7b-9360-d40aea16851d None None] Set router 2c513d58-979f-4410-82f4-46e24d47763c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:47:54.404960 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b9bb4e6-a972-47b0-baea-140defd227d4 req-222b54c5-5396-4182-a43b-cc8c913bc47c service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321576 Sep 21 15:47:54.540127 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b9bb4e6-a972-47b0-baea-140defd227d4 req-7453bdd0-7c54-4561-838d-8468639e639f service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288188 Sep 21 15:47:54.687330 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b29f86f5-d272-4f7b-9360-d40aea16851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c513d58-979f-4410-82f4-46e24d47763c', 'name': 'tempest-TestMinimumBasicScenario-364769584-router', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:52Z', 'updated_at': '2022-09-21T15:43:56Z', 'revision_number': 4, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'gw_port': {'id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:53Z', 'updated_at': '2022-09-21T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c35a5222-b4bc-43ad-be3e-27aad3818d4d', 'name': '', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'mac_address': 'fa:16:3e:37:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '07c90601-433f-40c1-8415-a55203063dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:55Z', 'updated_at': '2022-09-21T15:44:03Z', 'revision_number': 5, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'subnets': [{'id': '07c90601-433f-40c1-8415-a55203063dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:47:54.691202 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f86f5-d272-4f7b-9360-d40aea16851d None None] The sync data for ids ['2c513d58-979f-4410-82f4-46e24d47763c'] in dv-neutron-858731-1-hyperv is: [{'id': '2c513d58-979f-4410-82f4-46e24d47763c', 'name': 'tempest-TestMinimumBasicScenario-364769584-router', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:52Z', 'updated_at': '2022-09-21T15:43:56Z', 'revision_number': 4, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'gw_port': {'id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:53Z', 'updated_at': '2022-09-21T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c35a5222-b4bc-43ad-be3e-27aad3818d4d', 'name': '', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'mac_address': 'fa:16:3e:37:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '07c90601-433f-40c1-8415-a55203063dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:55Z', 'updated_at': '2022-09-21T15:44:03Z', 'revision_number': 5, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'subnets': [{'id': '07c90601-433f-40c1-8415-a55203063dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:47:54.918434 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0db3fb-1a08-408b-90d1-be3f9047d1b8 None None] New status for floating IP 216d4115-3397-46a2-bd07-2c8214085328: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:47:58.383290 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7211d3b-747f-422f-a1b5-7d1f8fb883b7 req-26e19f5e-2343-497c-9999-dd1a3d5b54c5 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:47:58.384657 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c7211d3b-747f-422f-a1b5-7d1f8fb883b7 req-26e19f5e-2343-497c-9999-dd1a3d5b54c5 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 945 time: 0.0896029 Sep 21 15:47:58.428187 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c7211d3b-747f-422f-a1b5-7d1f8fb883b7 req-121f3f0c-3128-4a9f-998c-31cdd410ba3b tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378942 Sep 21 15:47:59.628875 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fef29-cf12-434c-ae53-ccab9fc88794 req-bff04070-2ef2-4585-a15a-105dbed8e4bf tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:47:59.630327 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-791fef29-cf12-434c-ae53-ccab9fc88794 req-bff04070-2ef2-4585-a15a-105dbed8e4bf tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 945 time: 0.0898833 Sep 21 15:47:59.674449 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-791fef29-cf12-434c-ae53-ccab9fc88794 req-35945014-f5a6-4963-baa8-9f78ab4af827 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378344 Sep 21 15:48:00.047322 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349aa866-4c50-44ba-8e08-861f4789e654 req-d6a292e5-3385-445b-8c63-a263760df285 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:00.048798 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-349aa866-4c50-44ba-8e08-861f4789e654 req-d6a292e5-3385-445b-8c63-a263760df285 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 945 time: 0.0930567 Sep 21 15:48:00.124497 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-349aa866-4c50-44ba-8e08-861f4789e654 req-1d36e290-389d-4547-8b60-caaf70d41134 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Deleting port de767875-c13c-4df3-9f2e-4c8bf91264f9 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:48:00.124845 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-349aa866-4c50-44ba-8e08-861f4789e654 req-1d36e290-389d-4547-8b60-caaf70d41134 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:00.462161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-349aa866-4c50-44ba-8e08-861f4789e654 req-1d36e290-389d-4547-8b60-caaf70d41134 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] For port de767875-c13c-4df3-9f2e-4c8bf91264f9, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=de767875-c13c-4df3-9f2e-4c8bf91264f9,segment=NetworkSegment(5d9674e4-6044-4a2b-a2ae-843971a633ea),segment_id=5d9674e4-6044-4a2b-a2ae-843971a633ea)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:48:00.462404 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-349aa866-4c50-44ba-8e08-861f4789e654 req-1d36e290-389d-4547-8b60-caaf70d41134 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:00.582961 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-349aa866-4c50-44ba-8e08-861f4789e654 req-1d36e290-389d-4547-8b60-caaf70d41134 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Calling delete_port for de767875-c13c-4df3-9f2e-4c8bf91264f9 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:48:00.726501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-349aa866-4c50-44ba-8e08-861f4789e654 req-1d36e290-389d-4547-8b60-caaf70d41134 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:00.744253 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['de767875-c13c-4df3-9f2e-4c8bf91264f9'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:48:00.785229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36e290-389d-4547-8b60-caaf70d41134 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event deleted for resources: {'Port': ['ID=de767875-c13c-4df3-9f2e-4c8bf91264f9,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:48:00.920840 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ab62124c-3990-4266-b4c8-0a2af88678ce req-f628ac9f-a939-4e7c-90b6-7204352c4857 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=60b1f927-2b05-439c-b853-f406c63d7493 HTTP/1.1" status: 200 len: 210 time: 0.1295996 Sep 21 15:48:00.940560 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-349aa866-4c50-44ba-8e08-861f4789e654 req-1d36e290-389d-4547-8b60-caaf70d41134 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] No DVR routers for this DVR port de767875-c13c-4df3-9f2e-4c8bf91264f9 on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:48:00.941951 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-349aa866-4c50-44ba-8e08-861f4789e654 req-1d36e290-389d-4547-8b60-caaf70d41134 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:00.944660 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b1f927-2b05-439c-b853-f406c63d7493', 'name': 'network-vif-deleted', 'tag': 'de767875-c13c-4df3-9f2e-4c8bf91264f9'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:48:00.947548 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8af62d-1b54-4f90-adc9-c2e47be0c9d2" -d '{"events": [{"server_uuid": "60b1f927-2b05-439c-b853-f406c63d7493", "name": "network-vif-deleted", "tag": "de767875-c13c-4df3-9f2e-4c8bf91264f9"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:48:00.957615 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-349aa866-4c50-44ba-8e08-861f4789e654 req-1d36e290-389d-4547-8b60-caaf70d41134 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.20 "DELETE /v2.0/ports/de767875-c13c-4df3-9f2e-4c8bf91264f9 HTTP/1.1" status: 204 len: 173 time: 0.9012241 Sep 21 15:48:00.997659 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe10400a-dc0b-47e2-9abb-385567c6e9bd x-openstack-request-id: req-fe10400a-dc0b-47e2-9abb-385567c6e9bd {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:48:00.997949 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b1f927-2b05-439c-b853-f406c63d7493", "name": "network-vif-deleted", "tag": "de767875-c13c-4df3-9f2e-4c8bf91264f9", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:48:00.998196 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe10400a-dc0b-47e2-9abb-385567c6e9bd {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:48:00.998586 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe10400a-dc0b-47e2-9abb-385567c6e9bd'] response: {'server_uuid': '60b1f927-2b05-439c-b853-f406c63d7493', 'name': 'network-vif-deleted', 'tag': 'de767875-c13c-4df3-9f2e-4c8bf91264f9', 'status': 'completed', 'code': 200} Sep 21 15:48:03.866385 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device de767875-c13c-4df3-9f2e-4c8bf91264f9 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:48:03.908422 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: de767875-c13c-4df3-9f2e-4c8bf91264f9 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:48:03.908891 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device de767875-c13c-4df3-9f2e-4c8bf91264f9 not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:48:05.624563 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-14a57223-bfbe-4268-aa2d-7af40d7bb117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:06.666244 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:48:07.959920 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-99c8f595-f41e-4538-901a-c1c2b330bed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:08.818459 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:09.033926 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:10.643962 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:11.332290 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-0d9a0fa8-b48b-41c2-a14f-2fee5e749ddc tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:11.333753 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-0d9a0fa8-b48b-41c2-a14f-2fee5e749ddc tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/networks?id=1f6a0f79-2a2f-4304-8ba2-95e78e146263 HTTP/1.1" status: 200 len: 814 time: 0.1558399 Sep 21 15:48:11.348262 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-e4e725ab-b19a-44c2-a939-d55c713deb06 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/quotas/520427ef2fe048d9af0cf88a41687846 HTTP/1.1" status: 200 len: 375 time: 0.0088720 Sep 21 15:48:11.440887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-111c06d5-e2c1-4d6e-9210-1f9e479491d7 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Synchronizing usage tracker for tenant:520427ef2fe048d9af0cf88a41687846 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:48:11.455847 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-111c06d5-e2c1-4d6e-9210-1f9e479491d7 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Unset dirty status for tenant:520427ef2fe048d9af0cf88a41687846 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:48:11.457778 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-111c06d5-e2c1-4d6e-9210-1f9e479491d7 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=520427ef2fe048d9af0cf88a41687846&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039746 Sep 21 15:48:11.644843 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-587eaf1a-8193-4c94-bae5-559fb820057a service neutron] 10.222.0.62 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756294 Sep 21 15:48:11.777836 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-4b911514-6e7b-471d-ad2c-52cec24f85ac service neutron] 10.222.0.62 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263843 Sep 21 15:48:11.964601 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f45a33b5-7344-4604-bfef-0efae11ab011 req-c8d5c7ed-1f86-47ae-ad97-bcaaee8df37a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 210 time: 0.0528901 Sep 21 15:48:13.076681 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c9c383ba-e8d7-4f24-aab3-18b07329ebf6 req-c66db4ab-1a30-4b38-bce6-7ae87d48b600 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 210 time: 0.0533984 Sep 21 15:48:14.186005 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e5ea3586-2786-4806-aae9-193710eaed97 req-244a41e0-9ee0-454a-b77e-97a53522e09b tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 210 time: 0.0507801 Sep 21 15:48:15.299165 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0fcdea69-898d-4286-a781-c2120922bc98 req-3db80a84-461a-4ccb-9863-336d80ee4cb1 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 210 time: 0.0510843 Sep 21 15:48:16.464599 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c4c8e634-66a2-4eab-a4fe-be6c13a32367 req-6b4aa833-9b7d-4e3a-879b-da03ba91db07 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 210 time: 0.0553861 Sep 21 15:48:17.181511 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-e3e0f8f5-f741-4dfc-bda7-f3dd8d3a4cb0 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:17.182909 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-e3e0f8f5-f741-4dfc-bda7-f3dd8d3a4cb0 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.20 "GET /v2.0/networks?id=1f6a0f79-2a2f-4304-8ba2-95e78e146263 HTTP/1.1" status: 200 len: 814 time: 0.2535284 Sep 21 15:48:17.196371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-3be4f39b-9fc4-4d46-b8ac-e3bad5f112a2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Request body: {'port': {'device_id': '538865a9-e2c0-4324-a757-48f917bd73e7', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'admin_state_up': True, 'tenant_id': '520427ef2fe048d9af0cf88a41687846'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:48:17.334221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-3be4f39b-9fc4-4d46-b8ac-e3bad5f112a2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:48:17.344557 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-3be4f39b-9fc4-4d46-b8ac-e3bad5f112a2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:48:17.354929 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-3be4f39b-9fc4-4d46-b8ac-e3bad5f112a2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Made reservation on behalf of 520427ef2fe048d9af0cf88a41687846 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:48:17.358778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-3be4f39b-9fc4-4d46-b8ac-e3bad5f112a2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:17.534702 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-3be4f39b-9fc4-4d46-b8ac-e3bad5f112a2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Allocated IP 172.20.0.10 (1f6a0f79-2a2f-4304-8ba2-95e78e146263/07c90601-433f-40c1-8415-a55203063dfb/509ede45-f946-4d9b-8a75-483fb74728a9) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:48:17.755458 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-3be4f39b-9fc4-4d46-b8ac-e3bad5f112a2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:17.773339 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-3be4f39b-9fc4-4d46-b8ac-e3bad5f112a2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Transition to ACTIVE for port object 509ede45-f946-4d9b-8a75-483fb74728a9 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:48:17.838024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-3be4f39b-9fc4-4d46-b8ac-e3bad5f112a2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:17.938973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-3be4f39b-9fc4-4d46-b8ac-e3bad5f112a2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Network 1f6a0f79-2a2f-4304-8ba2-95e78e146263 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:48:17.946241 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-3be4f39b-9fc4-4d46-b8ac-e3bad5f112a2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:48:17.950134 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4f39b-9fc4-4d46-b8ac-e3bad5f112a2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'Port': ['ID=509ede45-f946-4d9b-8a75-483fb74728a9,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:48:17.952400 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-3be4f39b-9fc4-4d46-b8ac-e3bad5f112a2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:48:18.023198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-3be4f39b-9fc4-4d46-b8ac-e3bad5f112a2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:18.023882 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-3be4f39b-9fc4-4d46-b8ac-e3bad5f112a2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:18.074347 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-3be4f39b-9fc4-4d46-b8ac-e3bad5f112a2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8812869 Sep 21 15:48:18.101243 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4451b92-bda0-43c9-ae80-9bdfa8f3313a req-2b71b902-27d8-479e-9d3a-67ebc432798f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:18.102044 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f4451b92-bda0-43c9-ae80-9bdfa8f3313a req-2b71b902-27d8-479e-9d3a-67ebc432798f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Synchronizing usage tracker for tenant:520427ef2fe048d9af0cf88a41687846 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:48:18.122066 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f4451b92-bda0-43c9-ae80-9bdfa8f3313a req-2b71b902-27d8-479e-9d3a-67ebc432798f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Unset dirty status for tenant:520427ef2fe048d9af0cf88a41687846 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:48:18.123615 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f4451b92-bda0-43c9-ae80-9bdfa8f3313a req-2b71b902-27d8-479e-9d3a-67ebc432798f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 932 time: 0.3302062 Sep 21 15:48:18.182452 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f4451b92-bda0-43c9-ae80-9bdfa8f3313a req-1546ac7c-bdc8-4819-9426-98697f9dce65 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510817 Sep 21 15:48:18.309588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a138f6e3-c73b-4ea9-af05-04ffd0040d9a None None] Provisioning for port 509ede45-f946-4d9b-8a75-483fb74728a9 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:48:18.315307 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a138f6e3-c73b-4ea9-af05-04ffd0040d9a None None] Provisioning complete for port 509ede45-f946-4d9b-8a75-483fb74728a9 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:48:18.316024 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a138f6e3-c73b-4ea9-af05-04ffd0040d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:18.373981 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a138f6e3-c73b-4ea9-af05-04ffd0040d9a None None] Port 509ede45-f946-4d9b-8a75-483fb74728a9 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:48:19.390923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3f62d-46c7-4b7b-8352-298e1da2c044 req-261030fd-d46c-4729-9ddf-dfb0c76de18c tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:19.398237 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f6f3f62d-46c7-4b7b-8352-298e1da2c044 req-261030fd-d46c-4729-9ddf-dfb0c76de18c tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 932 time: 0.1028509 Sep 21 15:48:19.455733 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f6f3f62d-46c7-4b7b-8352-298e1da2c044 req-0aaf9f0d-24e0-412b-879f-523e6799b0e5 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541229 Sep 21 15:48:20.685385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19876c81-d5a1-403b-a7b4-e8b38d5da319 req-4a78f6ef-7bb9-402a-9bcb-cebd7cd0a662 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:20.686899 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19876c81-d5a1-403b-a7b4-e8b38d5da319 req-4a78f6ef-7bb9-402a-9bcb-cebd7cd0a662 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 932 time: 0.1179411 Sep 21 15:48:20.741495 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19876c81-d5a1-403b-a7b4-e8b38d5da319 req-c758db5e-be74-4dc4-8152-b38fee7b19f9 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437291 Sep 21 15:48:21.954331 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d3417-c495-4c3d-915b-bb2f3992126d req-24cbdb03-87ce-4323-9522-c3f1655e226e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:21.955869 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-528d3417-c495-4c3d-915b-bb2f3992126d req-24cbdb03-87ce-4323-9522-c3f1655e226e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 932 time: 0.0983613 Sep 21 15:48:22.002214 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-528d3417-c495-4c3d-915b-bb2f3992126d req-3ba9ebd9-026f-4bfe-9c8a-7c88eeef8652 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400839 Sep 21 15:48:22.259284 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:23.214722 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb30186-dbcc-4fa2-8cc5-3a27d4a69097 req-0e249b94-5a0a-45d3-a996-462cb5a84874 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:23.216168 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ceb30186-dbcc-4fa2-8cc5-3a27d4a69097 req-0e249b94-5a0a-45d3-a996-462cb5a84874 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 932 time: 0.0902953 Sep 21 15:48:23.268327 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ceb30186-dbcc-4fa2-8cc5-3a27d4a69097 req-634e2c6e-f50b-4a62-934d-92944fbd6d02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461159 Sep 21 15:48:24.489397 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85023e1-3fdd-4ade-85de-fe72928d8f97 req-11574e48-c795-412e-83c2-a1e29b103cf3 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:24.490856 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d85023e1-3fdd-4ade-85de-fe72928d8f97 req-11574e48-c795-412e-83c2-a1e29b103cf3 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 932 time: 0.0968785 Sep 21 15:48:24.537790 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d85023e1-3fdd-4ade-85de-fe72928d8f97 req-7373478e-70ab-40f5-8dca-b9063db1ad8f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411396 Sep 21 15:48:25.760554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5a6af-67bb-4cbb-a29d-0db03fd065a5 req-9d2f108e-3dfd-45be-870e-1c5779d8881a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:25.760554 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-67c5a6af-67bb-4cbb-a29d-0db03fd065a5 req-9d2f108e-3dfd-45be-870e-1c5779d8881a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 932 time: 0.0965796 Sep 21 15:48:25.816101 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-67c5a6af-67bb-4cbb-a29d-0db03fd065a5 req-edc097ba-54f4-4c4d-bd9e-8ca9036cb142 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457211 Sep 21 15:48:26.521871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] Request body: {'port': {'device_id': '538865a9-e2c0-4324-a757-48f917bd73e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:48:26.633159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:27.098664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3aeb3-d18a-4cab-8d03-d51be34bc3de req-5b84c43c-febd-49dd-ac3f-2e2a4d308fa4 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:27.100111 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-76b3aeb3-d18a-4cab-8d03-d51be34bc3de req-5b84c43c-febd-49dd-ac3f-2e2a4d308fa4 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 932 time: 0.1516924 Sep 21 15:48:27.182640 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509ede45-f946-4d9b-8a75-483fb74728a9 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:48:27.193839 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:27.201713 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-76b3aeb3-d18a-4cab-8d03-d51be34bc3de req-f7389a5b-dbd9-4869-9d18-7156c5e28ccd tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707607 Sep 21 15:48:27.212793 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] Transition to ACTIVE for port object 509ede45-f946-4d9b-8a75-483fb74728a9 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:48:27.217971 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:27.396554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] Pushing event updated for resources: {'Port': ['ID=509ede45-f946-4d9b-8a75-483fb74728a9,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:48:27.438984 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] Attempting to bind port 509ede45-f946-4d9b-8a75-483fb74728a9 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:48:27.439240 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] Attempting to bind port 509ede45-f946-4d9b-8a75-483fb74728a9 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '5d9674e4-6044-4a2b-a2ae-843971a633ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:48:27.439556 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] Attempting to bind port 509ede45-f946-4d9b-8a75-483fb74728a9 on network 1f6a0f79-2a2f-4304-8ba2-95e78e146263 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:48:27.444056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] Port 509ede45-f946-4d9b-8a75-483fb74728a9 on network 1f6a0f79-2a2f-4304-8ba2-95e78e146263 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:48:27.444364 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] Attempting to bind port 509ede45-f946-4d9b-8a75-483fb74728a9 on network 1f6a0f79-2a2f-4304-8ba2-95e78e146263 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:48:27.449386 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:48:27.449713 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] Checking segment: {'id': '5d9674e4-6044-4a2b-a2ae-843971a633ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:48:27.450189 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] Bound using segment: {'id': '5d9674e4-6044-4a2b-a2ae-843971a633ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:48:27.451275 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] Bound port: 509ede45-f946-4d9b-8a75-483fb74728a9, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9674e4-6044-4a2b-a2ae-843971a633ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:48:27.451606 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:27.539188 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] For port 509ede45-f946-4d9b-8a75-483fb74728a9, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:48:27.542861 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] For port 509ede45-f946-4d9b-8a75-483fb74728a9, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=509ede45-f946-4d9b-8a75-483fb74728a9,segment=NetworkSegment(5d9674e4-6044-4a2b-a2ae-843971a633ea),segment_id=5d9674e4-6044-4a2b-a2ae-843971a633ea)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:48:27.546772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:27.549986 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:27.550591 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:27.551934 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] 10.222.0.20 "PUT /v2.0/ports/509ede45-f946-4d9b-8a75-483fb74728a9 HTTP/1.1" status: 200 len: 1094 time: 1.0343552 Sep 21 15:48:27.587831 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538865a9-e2c0-4324-a757-48f917bd73e7', 'tag': '509ede45-f946-4d9b-8a75-483fb74728a9'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:48:27.590151 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1c6838-a37a-4416-8a8a-aecb675aa500" -d '{"events": [{"name": "network-changed", "server_uuid": "538865a9-e2c0-4324-a757-48f917bd73e7", "tag": "509ede45-f946-4d9b-8a75-483fb74728a9"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:48:27.640008 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5010b495-ac36-4a06-8ace-80cb82a6ba22 x-openstack-request-id: req-5010b495-ac36-4a06-8ace-80cb82a6ba22 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:48:27.640299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538865a9-e2c0-4324-a757-48f917bd73e7", "tag": "509ede45-f946-4d9b-8a75-483fb74728a9", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:48:27.640598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5010b495-ac36-4a06-8ace-80cb82a6ba22 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:48:27.640989 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5010b495-ac36-4a06-8ace-80cb82a6ba22'] response: {'name': 'network-changed', 'server_uuid': '538865a9-e2c0-4324-a757-48f917bd73e7', 'tag': '509ede45-f946-4d9b-8a75-483fb74728a9', 'status': 'completed', 'code': 200} Sep 21 15:48:27.696527 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800acdad-7fbd-4a24-860d-5deab54d415b service neutron] Pushing event updated for resources: {'Port': ['ID=509ede45-f946-4d9b-8a75-483fb74728a9,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:48:27.711920 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-30abc426-78c9-4dd5-b6d2-449a4b421343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:27.713447 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-30abc426-78c9-4dd5-b6d2-449a4b421343 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=520427ef2fe048d9af0cf88a41687846&device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 1097 time: 0.1197145 Sep 21 15:48:27.786447 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-050f18ae-1b8d-49b4-904b-d90882024943 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=509ede45-f946-4d9b-8a75-483fb74728a9 HTTP/1.1" status: 200 len: 217 time: 0.0626593 Sep 21 15:48:27.850005 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-2d717ef4-401d-4e3c-b508-69f42e47791a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:27.851380 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-2d717ef4-401d-4e3c-b508-69f42e47791a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07c90601-433f-40c1-8415-a55203063dfb HTTP/1.1" status: 200 len: 853 time: 0.0559211 Sep 21 15:48:27.941271 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-0ab55c3c-f079-4fa1-a20b-316fdb5eefd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:27.942735 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-0ab55c3c-f079-4fa1-a20b-316fdb5eefd4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f6a0f79-2a2f-4304-8ba2-95e78e146263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821609 Sep 21 15:48:28.083965 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-33e4d519-7b3c-4e26-bc2e-64490e0333f5 service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314209 Sep 21 15:48:28.217918 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa0e3a5e-eccc-4291-8f81-c027357ed12c req-81612b3f-b4a5-472d-a9d8-d2160a398dcc service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244590 Sep 21 15:48:28.422604 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c6838-a37a-4416-8a8a-aecb675aa500 req-e6be1b4d-b616-4d28-92e9-202a30a7214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:28.423989 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac1c6838-a37a-4416-8a8a-aecb675aa500 req-e6be1b4d-b616-4d28-92e9-202a30a7214b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=520427ef2fe048d9af0cf88a41687846&device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 1097 time: 0.1536033 Sep 21 15:48:28.435836 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a07b18-bff3-4b94-815f-3edafeabe0ea req-5d7650b6-30de-43a3-898a-e6246d9810bb tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:28.437208 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44a07b18-bff3-4b94-815f-3edafeabe0ea req-5d7650b6-30de-43a3-898a-e6246d9810bb tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 944 time: 0.1191685 Sep 21 15:48:28.664315 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44a07b18-bff3-4b94-815f-3edafeabe0ea req-ccf34117-1a9f-482f-a58b-6d2c117ba5e6 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088802 Sep 21 15:48:28.699285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c6838-a37a-4416-8a8a-aecb675aa500 req-24ecc294-17a0-45a5-9d32-fba573ce14b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:28.701522 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac1c6838-a37a-4416-8a8a-aecb675aa500 req-24ecc294-17a0-45a5-9d32-fba573ce14b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f6a0f79-2a2f-4304-8ba2-95e78e146263 HTTP/1.1" status: 200 len: 915 time: 0.2634466 Sep 21 15:48:28.767567 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac1c6838-a37a-4416-8a8a-aecb675aa500 req-a18176cd-d713-4d5d-9e04-dcc5be5021c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=509ede45-f946-4d9b-8a75-483fb74728a9 HTTP/1.1" status: 200 len: 217 time: 0.0589936 Sep 21 15:48:28.831663 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c6838-a37a-4416-8a8a-aecb675aa500 req-80e0304a-b544-483a-bef9-28e292fd5467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:28.833348 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac1c6838-a37a-4416-8a8a-aecb675aa500 req-80e0304a-b544-483a-bef9-28e292fd5467 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07c90601-433f-40c1-8415-a55203063dfb HTTP/1.1" status: 200 len: 853 time: 0.0592518 Sep 21 15:48:28.921077 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c6838-a37a-4416-8a8a-aecb675aa500 req-05a37888-916d-4b70-af54-945520217140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:28.922565 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac1c6838-a37a-4416-8a8a-aecb675aa500 req-05a37888-916d-4b70-af54-945520217140 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f6a0f79-2a2f-4304-8ba2-95e78e146263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802503 Sep 21 15:48:29.052260 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac1c6838-a37a-4416-8a8a-aecb675aa500 req-b4d5afc1-b8ce-49a0-b486-028401221894 service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230152 Sep 21 15:48:29.184416 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac1c6838-a37a-4416-8a8a-aecb675aa500 req-f0cb47b3-59a1-441a-a28e-e02056779b31 service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249969 Sep 21 15:48:29.897379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c925847-3dda-4168-ba96-d41ee51da0dc req-11e3b46f-a7f1-436d-be29-01cafd896447 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:29.898292 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2c925847-3dda-4168-ba96-d41ee51da0dc req-11e3b46f-a7f1-436d-be29-01cafd896447 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 944 time: 0.1089237 Sep 21 15:48:29.949636 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2c925847-3dda-4168-ba96-d41ee51da0dc req-fc6d018c-79fd-4831-b2fe-84b2dcd5b9ff tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452883 Sep 21 15:48:29.991075 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 509ede45-f946-4d9b-8a75-483fb74728a9 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:48:30.160389 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 509ede45-f946-4d9b-8a75-483fb74728a9, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=509ede45-f946-4d9b-8a75-483fb74728a9,segment=NetworkSegment(5d9674e4-6044-4a2b-a2ae-843971a633ea),segment_id=5d9674e4-6044-4a2b-a2ae-843971a633ea)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:48:30.174023 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '509ede45-f946-4d9b-8a75-483fb74728a9', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'port_id': '509ede45-f946-4d9b-8a75-483fb74728a9', 'mac_address': 'fa:16:3e:c2:80:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c90601-433f-40c1-8415-a55203063dfb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:48:30.240090 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 509ede45-f946-4d9b-8a75-483fb74728a9 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:48:30.240480 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:30.256862 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509ede45-f946-4d9b-8a75-483fb74728a9 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:48:30.271916 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 509ede45-f946-4d9b-8a75-483fb74728a9, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=509ede45-f946-4d9b-8a75-483fb74728a9,segment=NetworkSegment(5d9674e4-6044-4a2b-a2ae-843971a633ea),segment_id=5d9674e4-6044-4a2b-a2ae-843971a633ea)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:48:30.274803 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:30.340132 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=509ede45-f946-4d9b-8a75-483fb74728a9,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:48:30.348102 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:30.348470 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:30.348804 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:30.349140 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:30.349467 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:30.349796 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:30.350120 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:30.350444 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:30.350767 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:30.351085 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:30.351402 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:30.351718 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:30.601231 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['509ede45-f946-4d9b-8a75-483fb74728a9'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:48:31.155722 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f965f2-57cc-4f67-9072-25004614c540 req-f6d37d56-21f1-4586-9b7e-00566a87f40f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:31.157267 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1f965f2-57cc-4f67-9072-25004614c540 req-f6d37d56-21f1-4586-9b7e-00566a87f40f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 945 time: 0.0879519 Sep 21 15:48:31.205019 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1f965f2-57cc-4f67-9072-25004614c540 req-32b8642c-fb9c-4599-a31b-7c077830c41e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420272 Sep 21 15:48:32.021704 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 509ede45-f946-4d9b-8a75-483fb74728a9 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:48:32.089068 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 509ede45-f946-4d9b-8a75-483fb74728a9 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:48:32.093754 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 509ede45-f946-4d9b-8a75-483fb74728a9 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:48:32.094116 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:32.208808 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 509ede45-f946-4d9b-8a75-483fb74728a9 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:48:32.209180 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:32.235957 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538865a9-e2c0-4324-a757-48f917bd73e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509ede45-f946-4d9b-8a75-483fb74728a9'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:48:32.238260 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe69558c-a684-4369-860d-57df4b375786" -d '{"events": [{"server_uuid": "538865a9-e2c0-4324-a757-48f917bd73e7", "name": "network-vif-plugged", "status": "completed", "tag": "509ede45-f946-4d9b-8a75-483fb74728a9"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:48:32.246209 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 509ede45-f946-4d9b-8a75-483fb74728a9, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=509ede45-f946-4d9b-8a75-483fb74728a9,segment=NetworkSegment(5d9674e4-6044-4a2b-a2ae-843971a633ea),segment_id=5d9674e4-6044-4a2b-a2ae-843971a633ea)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:48:32.250916 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:32.292097 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49536864-ceda-4fa2-87f6-8b152b04c4fc x-openstack-request-id: req-49536864-ceda-4fa2-87f6-8b152b04c4fc {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:48:32.292383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538865a9-e2c0-4324-a757-48f917bd73e7", "name": "network-vif-plugged", "status": "completed", "tag": "509ede45-f946-4d9b-8a75-483fb74728a9", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:48:32.292656 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49536864-ceda-4fa2-87f6-8b152b04c4fc {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:48:32.293079 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49536864-ceda-4fa2-87f6-8b152b04c4fc'] response: {'server_uuid': '538865a9-e2c0-4324-a757-48f917bd73e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509ede45-f946-4d9b-8a75-483fb74728a9', 'code': 200} Sep 21 15:48:32.326030 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=509ede45-f946-4d9b-8a75-483fb74728a9,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:48:32.414400 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea3f4a-0373-4ede-b412-714eea050303 req-3ce3c638-2413-43d0-86b8-c8ce43d8ffec tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:32.415852 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2dea3f4a-0373-4ede-b412-714eea050303 req-3ce3c638-2413-43d0-86b8-c8ce43d8ffec tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 946 time: 0.0935702 Sep 21 15:48:32.460665 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2dea3f4a-0373-4ede-b412-714eea050303 req-95d5c52f-b44f-4bde-9bbe-ff4fd1231daa tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381503 Sep 21 15:48:32.541887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be934dfd-b99b-43cc-b5ef-aaf83afc0749 req-6e839baa-a4e2-48ea-9fbc-156b3d036c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:32.543451 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-be934dfd-b99b-43cc-b5ef-aaf83afc0749 req-6e839baa-a4e2-48ea-9fbc-156b3d036c67 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 1099 time: 0.0817688 Sep 21 15:48:32.586950 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-be934dfd-b99b-43cc-b5ef-aaf83afc0749 req-f3d504f5-78c1-41ff-9c8e-78a648c0ad4c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338168 Sep 21 15:48:33.665087 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac0dc2-2245-46e3-b063-63888cb8db55 req-54d97066-6bf1-4054-aa9d-1d287398a570 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:33.666544 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4aac0dc2-2245-46e3-b063-63888cb8db55 req-54d97066-6bf1-4054-aa9d-1d287398a570 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 946 time: 0.0898914 Sep 21 15:48:33.716882 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4aac0dc2-2245-46e3-b063-63888cb8db55 req-29cc57ec-a30e-40a7-8e1b-6204e14d2617 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430927 Sep 21 15:48:34.911913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf4869-69c2-4b88-982b-fbd732405f00 req-7852f6e2-8adf-41b1-b06d-1b790fac6fb2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:34.913405 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5caf4869-69c2-4b88-982b-fbd732405f00 req-7852f6e2-8adf-41b1-b06d-1b790fac6fb2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 946 time: 0.0885074 Sep 21 15:48:34.957356 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5caf4869-69c2-4b88-982b-fbd732405f00 req-c6097061-a163-4dc1-8b2d-415784ce9b1c tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380535 Sep 21 15:48:35.158017 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b33867-a3ae-4c7a-a1d7-f7e92bee69e6 req-8c0a18c6-c115-4777-aa41-b18cb0aac860 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:35.159470 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-50b33867-a3ae-4c7a-a1d7-f7e92bee69e6 req-8c0a18c6-c115-4777-aa41-b18cb0aac860 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 946 time: 0.0918810 Sep 21 15:48:35.205000 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-50b33867-a3ae-4c7a-a1d7-f7e92bee69e6 req-acb702eb-43d8-4bea-9094-38c918aa77e8 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398517 Sep 21 15:48:35.601149 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218f0ce-b373-4b5e-ac4b-cdb2cad1e794 req-3eb80688-ec7c-42e1-b7a0-366353c49097 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:35.602704 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8218f0ce-b373-4b5e-ac4b-cdb2cad1e794 req-3eb80688-ec7c-42e1-b7a0-366353c49097 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 946 time: 0.0906219 Sep 21 15:48:35.622220 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5bf6f410-4e34-47b4-9ad7-2cd53ced90a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:35.655871 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8218f0ce-b373-4b5e-ac4b-cdb2cad1e794 req-646c97da-d1a9-40d3-88d6-c0a2c930c653 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425930 Sep 21 15:48:37.957298 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ab1048cf-e143-4462-b288-2365bee6e7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:38.812048 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:39.030375 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:40.643461 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:43.665398 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:48:45.918238 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f1321-16ce-4116-ac9d-1f72676c7657 req-3ae69e04-8bf7-49db-9387-3292c3d4257e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:45.920246 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e0f1321-16ce-4116-ac9d-1f72676c7657 req-3ae69e04-8bf7-49db-9387-3292c3d4257e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 946 time: 0.0874929 Sep 21 15:48:45.965021 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e0f1321-16ce-4116-ac9d-1f72676c7657 req-3b3d4d7b-3351-42b7-a73c-4d3e3acb2539 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386443 Sep 21 15:48:45.994412 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40374) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:48:46.076556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94521fda-2f5d-42f4-96e5-aa6340ccee7f tempest-TestMinimumBasicScenario-850310071 tempest-TestMinimumBasicScenario-850310071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:46.078055 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-94521fda-2f5d-42f4-96e5-aa6340ccee7f tempest-TestMinimumBasicScenario-850310071 tempest-TestMinimumBasicScenario-850310071-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 1094 time: 0.0825787 Sep 21 15:48:46.080819 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40378) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:48:46.085801 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': '509ede45-f946-4d9b-8a75-483fb74728a9', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:48:46.092107 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:48:46.096105 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Usage tracker for resource:floatingip and tenant:520427ef2fe048d9af0cf88a41687846 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:48:46.098915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:48:46.104599 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:48:46.114818 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:46.252413 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:46.383939 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Allocated IP 172.26.4.229 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/2b723946-c26f-468f-99c5-60a3316a3ba6) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:48:46.542419 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:46.571707 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:46.641467 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:48:46.645112 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:48:46.648986 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:48:46.682570 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'Port': ['ID=2b723946-c26f-468f-99c5-60a3316a3ba6,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:48:47.076729 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:47.149778 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:47.352247 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:47.356421 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:47.459164 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'Port': ['ID=2b723946-c26f-468f-99c5-60a3316a3ba6,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:48:47.463807 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:47.730349 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Floating IP a824f3d6-1032-4454-ba9d-40765d38e57d associated. External IP: 172.26.4.229, port: 509ede45-f946-4d9b-8a75-483fb74728a9. Sep 21 15:48:48.079612 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Router 2c513d58-979f-4410-82f4-46e24d47763c has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:48:48.257161 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:48:48.266852 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151daf12-751d-496f-8678-a4db19910960 None None] Sync routers for ids ['2c513d58-979f-4410-82f4-46e24d47763c'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:48:48.276684 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151daf12-751d-496f-8678-a4db19910960 None None] Routers {'2c513d58-979f-4410-82f4-46e24d47763c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:48:48.277293 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-151daf12-751d-496f-8678-a4db19910960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:48:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2c513d58-979f-4410-82f4-46e24d47763c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:48:48.281978 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:48.342589 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3804a5c2-5663-45c2-aa4f-d214b6a6b119 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2605865 Sep 21 15:48:48.343242 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538865a9-e2c0-4324-a757-48f917bd73e7', 'tag': '509ede45-f946-4d9b-8a75-483fb74728a9'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:48:48.345159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 40382) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:48:48.345720 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668b981e-e4cf-438f-a541-bd7485289fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "538865a9-e2c0-4324-a757-48f917bd73e7", "tag": "509ede45-f946-4d9b-8a75-483fb74728a9"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:48:48.350686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-449a120c-d276-4d3c-b722-11ffe1dea92f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1755812528', 'description': 'tempest-secgroup-smoke-1755812528 description', 'project_id': '520427ef2fe048d9af0cf88a41687846'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:48:48.364991 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-449a120c-d276-4d3c-b722-11ffe1dea92f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:48:48.369792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-449a120c-d276-4d3c-b722-11ffe1dea92f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Usage tracker for resource:security_group and tenant:520427ef2fe048d9af0cf88a41687846 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:48:48.372916 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-449a120c-d276-4d3c-b722-11ffe1dea92f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:48:48.379505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-449a120c-d276-4d3c-b722-11ffe1dea92f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:48:48.391195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-449a120c-d276-4d3c-b722-11ffe1dea92f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:48.397754 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575bcee7-9405-40a2-9144-626df29c3a54 x-openstack-request-id: req-575bcee7-9405-40a2-9144-626df29c3a54 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:48:48.398112 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538865a9-e2c0-4324-a757-48f917bd73e7", "tag": "509ede45-f946-4d9b-8a75-483fb74728a9", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:48:48.398426 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-575bcee7-9405-40a2-9144-626df29c3a54 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:48:48.398892 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-575bcee7-9405-40a2-9144-626df29c3a54'] response: {'name': 'network-changed', 'server_uuid': '538865a9-e2c0-4324-a757-48f917bd73e7', 'tag': '509ede45-f946-4d9b-8a75-483fb74728a9', 'status': 'completed', 'code': 200} Sep 21 15:48:48.416472 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-449a120c-d276-4d3c-b722-11ffe1dea92f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:48:48.420731 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-449a120c-d276-4d3c-b722-11ffe1dea92f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Usage tracker for resource:security_group_rule and tenant:520427ef2fe048d9af0cf88a41687846 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:48:48.423650 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-449a120c-d276-4d3c-b722-11ffe1dea92f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:48:48.459914 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-151daf12-751d-496f-8678-a4db19910960 None None] Set router 2c513d58-979f-4410-82f4-46e24d47763c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:48:48.467697 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-449a120c-d276-4d3c-b722-11ffe1dea92f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:48:48.556907 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b981e-e4cf-438f-a541-bd7485289fbb req-f884775c-a3de-4c73-8c3c-3f8295ffeda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:48.558385 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-668b981e-e4cf-438f-a541-bd7485289fbb req-f884775c-a3de-4c73-8c3c-3f8295ffeda3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=520427ef2fe048d9af0cf88a41687846&device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 1099 time: 0.1317992 Sep 21 15:48:48.591931 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-449a120c-d276-4d3c-b722-11ffe1dea92f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:48.640957 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-449a120c-d276-4d3c-b722-11ffe1dea92f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:48.699273 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a120c-d276-4d3c-b722-11ffe1dea92f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e27b30-7bbc-4e34-b684-b6abff2a3930,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:48:48.721686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-449a120c-d276-4d3c-b722-11ffe1dea92f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:48.722925 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-449a120c-d276-4d3c-b722-11ffe1dea92f tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3762395 Sep 21 15:48:48.726819 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40388) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:48:48.732948 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-104b5b77-8576-4598-ae66-77ca2e95f091 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Request body: {'security_group_rule': {'security_group_id': 'e3e27b30-7bbc-4e34-b684-b6abff2a3930', 'project_id': '520427ef2fe048d9af0cf88a41687846', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:48:48.739913 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-104b5b77-8576-4598-ae66-77ca2e95f091 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:48:48.744254 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-104b5b77-8576-4598-ae66-77ca2e95f091 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Usage tracker for resource:security_group_rule and tenant:520427ef2fe048d9af0cf88a41687846 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:48:48.748101 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b981e-e4cf-438f-a541-bd7485289fbb req-1b0cb6c6-9d2f-499a-9853-48d21fe3168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:48.748284 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-104b5b77-8576-4598-ae66-77ca2e95f091 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:48:48.749612 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-668b981e-e4cf-438f-a541-bd7485289fbb req-1b0cb6c6-9d2f-499a-9853-48d21fe3168c service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f6a0f79-2a2f-4304-8ba2-95e78e146263 HTTP/1.1" status: 200 len: 915 time: 0.1821508 Sep 21 15:48:48.754746 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-104b5b77-8576-4598-ae66-77ca2e95f091 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:48:48.772439 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-104b5b77-8576-4598-ae66-77ca2e95f091 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:48.836211 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-104b5b77-8576-4598-ae66-77ca2e95f091 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:48.841581 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-104b5b77-8576-4598-ae66-77ca2e95f091 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:48.860838 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-668b981e-e4cf-438f-a541-bd7485289fbb req-981de4ce-04b5-402f-a2ee-b499ddd4d1b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=509ede45-f946-4d9b-8a75-483fb74728a9 HTTP/1.1" status: 200 len: 1000 time: 0.1050262 Sep 21 15:48:48.865427 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b5b77-8576-4598-ae66-77ca2e95f091 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f4fc33-9243-4ac6-a891-5a675007a8eb,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:48:48.868160 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-151daf12-751d-496f-8678-a4db19910960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c513d58-979f-4410-82f4-46e24d47763c', 'name': 'tempest-TestMinimumBasicScenario-364769584-router', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:52Z', 'updated_at': '2022-09-21T15:43:56Z', 'revision_number': 4, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'gw_port': {'id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:53Z', 'updated_at': '2022-09-21T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'a824f3d6-1032-4454-ba9d-40765d38e57d', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'floating_ip_address': '172.26.4.229', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'port_id': '509ede45-f946-4d9b-8a75-483fb74728a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'mac_address': 'fa:16:3e:c2:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538865a9-e2c0-4324-a757-48f917bd73e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:48:47Z', 'updated_at': '2022-09-21T15:48:47Z', 'revision_number': 0, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35a5222-b4bc-43ad-be3e-27aad3818d4d', 'name': '', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'mac_address': 'fa:16:3e:37:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '07c90601-433f-40c1-8415-a55203063dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:55Z', 'updated_at': '2022-09-21T15:44:03Z', 'revision_number': 5, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'subnets': [{'id': '07c90601-433f-40c1-8415-a55203063dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:48:48.873453 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151daf12-751d-496f-8678-a4db19910960 None None] Checking router: 2c513d58-979f-4410-82f4-46e24d47763c for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:48:48.876871 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-104b5b77-8576-4598-ae66-77ca2e95f091 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:48.881084 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-104b5b77-8576-4598-ae66-77ca2e95f091 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530049 Sep 21 15:48:48.881870 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40392) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:48:48.883416 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151daf12-751d-496f-8678-a4db19910960 None None] Routers {'2c513d58-979f-4410-82f4-46e24d47763c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:48:48.884019 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-151daf12-751d-496f-8678-a4db19910960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:48:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2c513d58-979f-4410-82f4-46e24d47763c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:48:48.886805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1cf4148b-3cdc-4ca6-a0a5-34123f20f068 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Request body: {'security_group_rule': {'security_group_id': 'e3e27b30-7bbc-4e34-b684-b6abff2a3930', 'project_id': '520427ef2fe048d9af0cf88a41687846', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:48:48.893159 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1cf4148b-3cdc-4ca6-a0a5-34123f20f068 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:48:48.896989 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1cf4148b-3cdc-4ca6-a0a5-34123f20f068 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Usage tracker for resource:security_group_rule and tenant:520427ef2fe048d9af0cf88a41687846 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:48:48.899954 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1cf4148b-3cdc-4ca6-a0a5-34123f20f068 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:48:48.906238 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1cf4148b-3cdc-4ca6-a0a5-34123f20f068 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:48:48.925094 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1cf4148b-3cdc-4ca6-a0a5-34123f20f068 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:48.931719 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b981e-e4cf-438f-a541-bd7485289fbb req-03d5850d-9075-4098-a7ba-2848172fc692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:48.933140 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-668b981e-e4cf-438f-a541-bd7485289fbb req-03d5850d-9075-4098-a7ba-2848172fc692 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07c90601-433f-40c1-8415-a55203063dfb HTTP/1.1" status: 200 len: 853 time: 0.0640650 Sep 21 15:48:48.995408 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1cf4148b-3cdc-4ca6-a0a5-34123f20f068 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:49.000828 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1cf4148b-3cdc-4ca6-a0a5-34123f20f068 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:49.020885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b981e-e4cf-438f-a541-bd7485289fbb req-ee953310-de1b-40d3-9073-7cba88b88d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:49.022736 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-668b981e-e4cf-438f-a541-bd7485289fbb req-ee953310-de1b-40d3-9073-7cba88b88d81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f6a0f79-2a2f-4304-8ba2-95e78e146263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834813 Sep 21 15:48:49.026968 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4148b-3cdc-4ca6-a0a5-34123f20f068 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc541637-9969-40ae-8108-a72f5c2c9106,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:48:49.047948 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1cf4148b-3cdc-4ca6-a0a5-34123f20f068 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:49.053209 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1cf4148b-3cdc-4ca6-a0a5-34123f20f068 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1703787 Sep 21 15:48:49.053857 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40396) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:48:49.060258 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c9d69233-b9b1-46a5-afe0-62f2305db9b0 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Request body: {'security_group_rule': {'security_group_id': 'e3e27b30-7bbc-4e34-b684-b6abff2a3930', 'project_id': '520427ef2fe048d9af0cf88a41687846', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:48:49.066694 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c9d69233-b9b1-46a5-afe0-62f2305db9b0 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:48:49.070929 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c9d69233-b9b1-46a5-afe0-62f2305db9b0 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Usage tracker for resource:security_group_rule and tenant:520427ef2fe048d9af0cf88a41687846 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:48:49.075929 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c9d69233-b9b1-46a5-afe0-62f2305db9b0 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:48:49.079864 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-151daf12-751d-496f-8678-a4db19910960 None None] Set router 2c513d58-979f-4410-82f4-46e24d47763c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:48:49.085324 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c9d69233-b9b1-46a5-afe0-62f2305db9b0 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:48:49.102328 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c9d69233-b9b1-46a5-afe0-62f2305db9b0 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:49.171389 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c9d69233-b9b1-46a5-afe0-62f2305db9b0 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:49.175478 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c9d69233-b9b1-46a5-afe0-62f2305db9b0 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:49.190384 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-668b981e-e4cf-438f-a541-bd7485289fbb req-656c31ce-d457-43e2-977d-ad37989b3a8f service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539414 Sep 21 15:48:49.202151 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d69233-b9b1-46a5-afe0-62f2305db9b0 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76896a80-2199-4e85-bdc9-ed73b9aa3dd0,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:48:49.215250 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c9d69233-b9b1-46a5-afe0-62f2305db9b0 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:49.216760 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c9d69233-b9b1-46a5-afe0-62f2305db9b0 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1619506 Sep 21 15:48:49.219548 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 40400) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:48:49.380493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-29c88e3b-d0a3-47d5-9694-525735e99f02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Request body: {'security_group_rule': {'security_group_id': 'e3e27b30-7bbc-4e34-b684-b6abff2a3930', 'project_id': '520427ef2fe048d9af0cf88a41687846', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:48:49.390776 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-29c88e3b-d0a3-47d5-9694-525735e99f02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:48:49.402813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-29c88e3b-d0a3-47d5-9694-525735e99f02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Usage tracker for resource:security_group_rule and tenant:520427ef2fe048d9af0cf88a41687846 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:48:49.407781 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-29c88e3b-d0a3-47d5-9694-525735e99f02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:48:49.415960 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-29c88e3b-d0a3-47d5-9694-525735e99f02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:48:49.447948 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-151daf12-751d-496f-8678-a4db19910960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c513d58-979f-4410-82f4-46e24d47763c', 'name': 'tempest-TestMinimumBasicScenario-364769584-router', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:52Z', 'updated_at': '2022-09-21T15:43:56Z', 'revision_number': 4, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'gw_port': {'id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:53Z', 'updated_at': '2022-09-21T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'a824f3d6-1032-4454-ba9d-40765d38e57d', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'floating_ip_address': '172.26.4.229', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'port_id': '509ede45-f946-4d9b-8a75-483fb74728a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'mac_address': 'fa:16:3e:c2:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538865a9-e2c0-4324-a757-48f917bd73e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:48:47Z', 'updated_at': '2022-09-21T15:48:47Z', 'revision_number': 0, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35a5222-b4bc-43ad-be3e-27aad3818d4d', 'name': '', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'mac_address': 'fa:16:3e:37:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '07c90601-433f-40c1-8415-a55203063dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:55Z', 'updated_at': '2022-09-21T15:44:03Z', 'revision_number': 5, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'subnets': [{'id': '07c90601-433f-40c1-8415-a55203063dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:48:49.452856 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151daf12-751d-496f-8678-a4db19910960 None None] The sync data for ids ['2c513d58-979f-4410-82f4-46e24d47763c'] in dv-neutron-858731-1-hyperv is: [{'id': '2c513d58-979f-4410-82f4-46e24d47763c', 'name': 'tempest-TestMinimumBasicScenario-364769584-router', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:52Z', 'updated_at': '2022-09-21T15:43:56Z', 'revision_number': 4, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'gw_port': {'id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:53Z', 'updated_at': '2022-09-21T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'a824f3d6-1032-4454-ba9d-40765d38e57d', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'floating_ip_address': '172.26.4.229', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'port_id': '509ede45-f946-4d9b-8a75-483fb74728a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'mac_address': 'fa:16:3e:c2:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538865a9-e2c0-4324-a757-48f917bd73e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:48:47Z', 'updated_at': '2022-09-21T15:48:47Z', 'revision_number': 0, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35a5222-b4bc-43ad-be3e-27aad3818d4d', 'name': '', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'mac_address': 'fa:16:3e:37:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '07c90601-433f-40c1-8415-a55203063dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:55Z', 'updated_at': '2022-09-21T15:44:03Z', 'revision_number': 5, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'subnets': [{'id': '07c90601-433f-40c1-8415-a55203063dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:48:49.462460 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-29c88e3b-d0a3-47d5-9694-525735e99f02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:49.474703 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-668b981e-e4cf-438f-a541-bd7485289fbb req-fd5ab3a4-b453-4143-a2ff-bb950d0c1b55 service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777526 Sep 21 15:48:49.537318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-29c88e3b-d0a3-47d5-9694-525735e99f02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:49.542361 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-29c88e3b-d0a3-47d5-9694-525735e99f02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:49.570362 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c88e3b-d0a3-47d5-9694-525735e99f02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c510751-d711-4807-9e5b-9313f47e4889,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:48:49.580656 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-29c88e3b-d0a3-47d5-9694-525735e99f02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:49.581861 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-29c88e3b-d0a3-47d5-9694-525735e99f02 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3613896 Sep 21 15:48:49.585003 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 40404) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:48:49.590020 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7c11c031-d478-4410-a088-573dfc5a9813 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Request body: {'security_group_rule': {'security_group_id': 'e3e27b30-7bbc-4e34-b684-b6abff2a3930', 'project_id': '520427ef2fe048d9af0cf88a41687846', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:48:49.596684 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7c11c031-d478-4410-a088-573dfc5a9813 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:48:49.600864 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7c11c031-d478-4410-a088-573dfc5a9813 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Usage tracker for resource:security_group_rule and tenant:520427ef2fe048d9af0cf88a41687846 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:48:49.603837 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7c11c031-d478-4410-a088-573dfc5a9813 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:48:49.609859 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7c11c031-d478-4410-a088-573dfc5a9813 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:48:49.620274 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-7c11c031-d478-4410-a088-573dfc5a9813 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Project 520427ef2fe048d9af0cf88a41687846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:48:49.627888 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c11c031-d478-4410-a088-573dfc5a9813 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:49.663134 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c18fe29-26ab-445f-8ffc-855353186c01 None None] New status for floating IP a824f3d6-1032-4454-ba9d-40765d38e57d: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:48:49.695559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c11c031-d478-4410-a088-573dfc5a9813 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:49.700171 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c11c031-d478-4410-a088-573dfc5a9813 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:49.725705 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11c031-d478-4410-a088-573dfc5a9813 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b736b3-b416-44cf-96cc-1ab5f37126c2,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:48:49.735913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c11c031-d478-4410-a088-573dfc5a9813 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:49.737294 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7c11c031-d478-4410-a088-573dfc5a9813 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1512189 Sep 21 15:48:49.740218 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40408) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:48:49.750166 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-459195de-7d6b-438b-a29b-09effde33d41 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Request body: {'security_group_rule': {'security_group_id': 'e3e27b30-7bbc-4e34-b684-b6abff2a3930', 'project_id': '520427ef2fe048d9af0cf88a41687846', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:48:49.756604 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-459195de-7d6b-438b-a29b-09effde33d41 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:48:49.760415 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-459195de-7d6b-438b-a29b-09effde33d41 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Usage tracker for resource:security_group_rule and tenant:520427ef2fe048d9af0cf88a41687846 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:48:49.763358 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-459195de-7d6b-438b-a29b-09effde33d41 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:48:49.769106 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-459195de-7d6b-438b-a29b-09effde33d41 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:48:49.779776 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-459195de-7d6b-438b-a29b-09effde33d41 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Project 520427ef2fe048d9af0cf88a41687846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:48:49.786772 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-459195de-7d6b-438b-a29b-09effde33d41 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:49.852958 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-459195de-7d6b-438b-a29b-09effde33d41 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:49.856891 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-459195de-7d6b-438b-a29b-09effde33d41 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:49.882330 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459195de-7d6b-438b-a29b-09effde33d41 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21d491f-e2c1-418e-be7a-8e45b0654214,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:48:49.892744 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-459195de-7d6b-438b-a29b-09effde33d41 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:49.896718 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-459195de-7d6b-438b-a29b-09effde33d41 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1526952 Sep 21 15:48:50.015590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-0895c0e4-a127-4869-8358-bda8227be84c req-a4ea8b44-2b43-4992-87e2-ee65e893b857 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Synchronizing usage tracker for tenant:520427ef2fe048d9af0cf88a41687846 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:48:50.033715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-0895c0e4-a127-4869-8358-bda8227be84c req-a4ea8b44-2b43-4992-87e2-ee65e893b857 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Unset dirty status for tenant:520427ef2fe048d9af0cf88a41687846 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:48:50.034853 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0895c0e4-a127-4869-8358-bda8227be84c req-a4ea8b44-2b43-4992-87e2-ee65e893b857 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1755812528&fields=id&tenant_id=520427ef2fe048d9af0cf88a41687846 HTTP/1.1" status: 200 len: 267 time: 0.0577123 Sep 21 15:48:50.131451 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895c0e4-a127-4869-8358-bda8227be84c req-819a993b-0718-495b-8151-e61966377040 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:50.132906 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0895c0e4-a127-4869-8358-bda8227be84c req-819a993b-0718-495b-8151-e61966377040 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 946 time: 0.0925512 Sep 21 15:48:50.144399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-0895c0e4-a127-4869-8358-bda8227be84c req-1331d598-70bf-4b8a-babc-768bfc80fe08 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Request body: {'port': {'security_groups': ['ccbddffa-a947-433c-a29c-c11912f67302', 'e3e27b30-7bbc-4e34-b684-b6abff2a3930']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:48:50.262206 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0895c0e4-a127-4869-8358-bda8227be84c req-1331d598-70bf-4b8a-babc-768bfc80fe08 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:50.523817 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-0895c0e4-a127-4869-8358-bda8227be84c req-1331d598-70bf-4b8a-babc-768bfc80fe08 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] For port 509ede45-f946-4d9b-8a75-483fb74728a9, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=509ede45-f946-4d9b-8a75-483fb74728a9,segment=NetworkSegment(5d9674e4-6044-4a2b-a2ae-843971a633ea),segment_id=5d9674e4-6044-4a2b-a2ae-843971a633ea)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:48:50.549519 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0895c0e4-a127-4869-8358-bda8227be84c req-1331d598-70bf-4b8a-babc-768bfc80fe08 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:50.553987 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0895c0e4-a127-4869-8358-bda8227be84c req-1331d598-70bf-4b8a-babc-768bfc80fe08 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:50.569403 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['509ede45-f946-4d9b-8a75-483fb74728a9'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:48:50.592941 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895c0e4-a127-4869-8358-bda8227be84c req-1331d598-70bf-4b8a-babc-768bfc80fe08 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:50.593547 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0895c0e4-a127-4869-8358-bda8227be84c req-1331d598-70bf-4b8a-babc-768bfc80fe08 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:50.594891 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0895c0e4-a127-4869-8358-bda8227be84c req-1331d598-70bf-4b8a-babc-768bfc80fe08 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "PUT /v2.0/ports/509ede45-f946-4d9b-8a75-483fb74728a9 HTTP/1.1" status: 200 len: 982 time: 0.4551737 Sep 21 15:48:50.595331 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538865a9-e2c0-4324-a757-48f917bd73e7', 'tag': '509ede45-f946-4d9b-8a75-483fb74728a9'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:48:50.597629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ba7f15-d8c8-47b8-9f44-8f8c58d0e434" -d '{"events": [{"name": "network-changed", "server_uuid": "538865a9-e2c0-4324-a757-48f917bd73e7", "tag": "509ede45-f946-4d9b-8a75-483fb74728a9"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:48:50.644514 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448afe9b-d7b2-47f2-946d-c659798defbb x-openstack-request-id: req-448afe9b-d7b2-47f2-946d-c659798defbb {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:48:50.644806 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538865a9-e2c0-4324-a757-48f917bd73e7", "tag": "509ede45-f946-4d9b-8a75-483fb74728a9", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:48:50.645057 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-448afe9b-d7b2-47f2-946d-c659798defbb {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:48:50.645452 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-448afe9b-d7b2-47f2-946d-c659798defbb'] response: {'name': 'network-changed', 'server_uuid': '538865a9-e2c0-4324-a757-48f917bd73e7', 'tag': '509ede45-f946-4d9b-8a75-483fb74728a9', 'status': 'completed', 'code': 200} Sep 21 15:48:50.647945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331d598-70bf-4b8a-babc-768bfc80fe08 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'Port': ['ID=509ede45-f946-4d9b-8a75-483fb74728a9,revision_number=6']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:48:50.696918 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['509ede45-f946-4d9b-8a75-483fb74728a9'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:48:50.829092 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba7f15-d8c8-47b8-9f44-8f8c58d0e434 req-692b49ee-61aa-4ea9-a678-be700270c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:50.830479 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-28ba7f15-d8c8-47b8-9f44-8f8c58d0e434 req-692b49ee-61aa-4ea9-a678-be700270c0bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=520427ef2fe048d9af0cf88a41687846&device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 1138 time: 0.1567719 Sep 21 15:48:50.839142 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d4689-df87-4624-a336-e0d9632bd087 req-3ab62106-9a0c-48f5-a46f-e7f6621f8b52 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:50.840494 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-716d4689-df87-4624-a336-e0d9632bd087 req-3ab62106-9a0c-48f5-a46f-e7f6621f8b52 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 985 time: 0.1225367 Sep 21 15:48:50.987585 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-716d4689-df87-4624-a336-e0d9632bd087 req-05d2a507-e06c-4ad6-884a-80cab9bc8a9c tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3e27b30-7bbc-4e34-b684-b6abff2a3930&id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1130910 Sep 21 15:48:51.032522 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba7f15-d8c8-47b8-9f44-8f8c58d0e434 req-28cd96e4-fb5d-4e2b-9dd1-549808a7248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:51.034134 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-28ba7f15-d8c8-47b8-9f44-8f8c58d0e434 req-28cd96e4-fb5d-4e2b-9dd1-549808a7248c service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f6a0f79-2a2f-4304-8ba2-95e78e146263 HTTP/1.1" status: 200 len: 915 time: 0.1927586 Sep 21 15:48:51.142745 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-28ba7f15-d8c8-47b8-9f44-8f8c58d0e434 req-8a101b47-a9ec-49cb-8c3f-b3d01ce28fda service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=509ede45-f946-4d9b-8a75-483fb74728a9 HTTP/1.1" status: 200 len: 1002 time: 0.1004272 Sep 21 15:48:51.205421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba7f15-d8c8-47b8-9f44-8f8c58d0e434 req-e2fd723b-4346-4595-a49d-f0f9b0791067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:51.206750 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-28ba7f15-d8c8-47b8-9f44-8f8c58d0e434 req-e2fd723b-4346-4595-a49d-f0f9b0791067 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07c90601-433f-40c1-8415-a55203063dfb HTTP/1.1" status: 200 len: 853 time: 0.0578880 Sep 21 15:48:51.292976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba7f15-d8c8-47b8-9f44-8f8c58d0e434 req-67982ec1-4937-41c7-8507-0a23c6b0cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:51.295073 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-28ba7f15-d8c8-47b8-9f44-8f8c58d0e434 req-67982ec1-4937-41c7-8507-0a23c6b0cd64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f6a0f79-2a2f-4304-8ba2-95e78e146263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818679 Sep 21 15:48:51.429453 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-28ba7f15-d8c8-47b8-9f44-8f8c58d0e434 req-3f33378f-54a3-47a4-9c63-897931107610 service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266541 Sep 21 15:48:51.561341 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-28ba7f15-d8c8-47b8-9f44-8f8c58d0e434 req-f1b80eba-f5a7-48cb-957e-8baa615db689 service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250968 Sep 21 15:48:52.257449 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:01.359161 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-73089248-bda6-4bf2-be9b-c43ec15519dd req-4d5c29a4-bbf6-4157-9c0f-778e5725d716 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1743195 Sep 21 15:49:01.516081 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73089248-bda6-4bf2-be9b-c43ec15519dd req-7e0c6b6a-de05-4355-894e-c2683be387c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:01.517552 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-73089248-bda6-4bf2-be9b-c43ec15519dd req-7e0c6b6a-de05-4355-894e-c2683be387c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=520427ef2fe048d9af0cf88a41687846&device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 1138 time: 0.0798326 Sep 21 15:49:01.660273 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73089248-bda6-4bf2-be9b-c43ec15519dd req-6587a9a0-059a-470a-bef6-dc0aa3304be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:01.661619 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-73089248-bda6-4bf2-be9b-c43ec15519dd req-6587a9a0-059a-470a-bef6-dc0aa3304be7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f6a0f79-2a2f-4304-8ba2-95e78e146263 HTTP/1.1" status: 200 len: 915 time: 0.1242414 Sep 21 15:49:01.766877 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-73089248-bda6-4bf2-be9b-c43ec15519dd req-7dba734c-0921-437e-b6fa-6c33737cd92a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=509ede45-f946-4d9b-8a75-483fb74728a9 HTTP/1.1" status: 200 len: 1002 time: 0.0966275 Sep 21 15:49:01.836720 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73089248-bda6-4bf2-be9b-c43ec15519dd req-ef1920b5-2eb0-4212-80dc-56283fe5e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:01.838140 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-73089248-bda6-4bf2-be9b-c43ec15519dd req-ef1920b5-2eb0-4212-80dc-56283fe5e2fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07c90601-433f-40c1-8415-a55203063dfb HTTP/1.1" status: 200 len: 853 time: 0.0626523 Sep 21 15:49:01.921759 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73089248-bda6-4bf2-be9b-c43ec15519dd req-04f6ba21-77ab-4988-a5dd-3e8328453d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:01.923137 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-73089248-bda6-4bf2-be9b-c43ec15519dd req-04f6ba21-77ab-4988-a5dd-3e8328453d74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f6a0f79-2a2f-4304-8ba2-95e78e146263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796041 Sep 21 15:49:02.054888 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-73089248-bda6-4bf2-be9b-c43ec15519dd req-1d6fac0c-d0f4-4fe6-a8a9-a4db819fbd9d service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241226 Sep 21 15:49:02.187684 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-73089248-bda6-4bf2-be9b-c43ec15519dd req-d256452e-ad04-4d20-9fd5-f8e64f1fe8ca service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254954 Sep 21 15:49:05.613856 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-36b9beae-00e0-4af1-9288-9154b91cc832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:07.960086 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72f9b2e9-3e64-41e3-ac7f-433da7a4e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:08.487834 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb35cbc-0a1f-417c-bd6a-b3b5207c48aa req-a0f211f7-0a40-4d8b-9525-d3fc0e27a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:08.489338 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5bb35cbc-0a1f-417c-bd6a-b3b5207c48aa req-a0f211f7-0a40-4d8b-9525-d3fc0e27a6ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=520427ef2fe048d9af0cf88a41687846&device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 1138 time: 0.1449399 Sep 21 15:49:08.501454 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7748356-506e-4824-9ddd-f8f716bf3687 req-65df6ff3-5b42-4ad2-9e39-263a4170f90e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:08.502776 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b7748356-506e-4824-9ddd-f8f716bf3687 req-65df6ff3-5b42-4ad2-9e39-263a4170f90e tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 985 time: 0.1149793 Sep 21 15:49:08.629344 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b7748356-506e-4824-9ddd-f8f716bf3687 req-5b675850-4189-43f3-9334-070704a61bd9 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3e27b30-7bbc-4e34-b684-b6abff2a3930&id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079433 Sep 21 15:49:08.660637 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb35cbc-0a1f-417c-bd6a-b3b5207c48aa req-1f2a1a24-b373-492d-ace1-4211d5bcf85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:08.662067 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5bb35cbc-0a1f-417c-bd6a-b3b5207c48aa req-1f2a1a24-b373-492d-ace1-4211d5bcf85f service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f6a0f79-2a2f-4304-8ba2-95e78e146263 HTTP/1.1" status: 200 len: 915 time: 0.1584723 Sep 21 15:49:08.767496 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5bb35cbc-0a1f-417c-bd6a-b3b5207c48aa req-66bcb4ae-90c6-4f4e-9a51-e7880b146598 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=509ede45-f946-4d9b-8a75-483fb74728a9 HTTP/1.1" status: 200 len: 1002 time: 0.0986385 Sep 21 15:49:08.818720 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:08.829102 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb35cbc-0a1f-417c-bd6a-b3b5207c48aa req-4d356701-7594-4911-bfa5-35e488f6fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:08.830517 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5bb35cbc-0a1f-417c-bd6a-b3b5207c48aa req-4d356701-7594-4911-bfa5-35e488f6fa15 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07c90601-433f-40c1-8415-a55203063dfb HTTP/1.1" status: 200 len: 853 time: 0.0569742 Sep 21 15:49:08.914419 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb35cbc-0a1f-417c-bd6a-b3b5207c48aa req-df4c169a-24a5-455c-8559-d05f9a0d5f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:08.915762 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5bb35cbc-0a1f-417c-bd6a-b3b5207c48aa req-df4c169a-24a5-455c-8559-d05f9a0d5f22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f6a0f79-2a2f-4304-8ba2-95e78e146263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787525 Sep 21 15:49:09.032264 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:09.050810 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5bb35cbc-0a1f-417c-bd6a-b3b5207c48aa req-1efab398-7089-48c0-b796-00d8d2e51426 service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271052 Sep 21 15:49:09.277237 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5bb35cbc-0a1f-417c-bd6a-b3b5207c48aa req-c72e60e5-d89f-4202-9606-352276dfa653 service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195320 Sep 21 15:49:09.829161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e5c28-3934-409f-9a78-7905e34c7f55 req-b6fcced2-3fea-4526-98ef-e0447a2cfbf7 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:09.830672 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-915e5c28-3934-409f-9a78-7905e34c7f55 req-b6fcced2-3fea-4526-98ef-e0447a2cfbf7 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 985 time: 0.0911803 Sep 21 15:49:09.877418 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-915e5c28-3934-409f-9a78-7905e34c7f55 req-f8d64617-2677-4802-b356-32f458a63ca4 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3e27b30-7bbc-4e34-b684-b6abff2a3930&id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407257 Sep 21 15:49:10.646608 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:11.083274 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61914059-cfe2-4b77-aa2b-97c665859f77 req-e53cb8cb-70b5-42c6-9fec-ba15e08629df tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:11.084506 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-61914059-cfe2-4b77-aa2b-97c665859f77 req-e53cb8cb-70b5-42c6-9fec-ba15e08629df tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 985 time: 0.0961607 Sep 21 15:49:11.130802 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-61914059-cfe2-4b77-aa2b-97c665859f77 req-12e1c1af-199d-4b2d-b3fa-94324bca142a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3e27b30-7bbc-4e34-b684-b6abff2a3930&id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403850 Sep 21 15:49:12.332346 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d71e0e-b58b-4662-864c-be088b111513 req-32055bab-375f-464d-85a0-2aa17f12581a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:12.333995 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-40d71e0e-b58b-4662-864c-be088b111513 req-32055bab-375f-464d-85a0-2aa17f12581a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 985 time: 0.0884836 Sep 21 15:49:12.383685 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-40d71e0e-b58b-4662-864c-be088b111513 req-de1d2f46-98f7-4444-ac15-8e0a6152a78d tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3e27b30-7bbc-4e34-b684-b6abff2a3930&id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439625 Sep 21 15:49:13.580603 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b2164-ee7e-46da-bd6a-cce0066f08f2 req-23fee455-8f26-4060-982a-04389206d73a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:13.581958 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-087b2164-ee7e-46da-bd6a-cce0066f08f2 req-23fee455-8f26-4060-982a-04389206d73a tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 985 time: 0.0877547 Sep 21 15:49:13.627559 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-087b2164-ee7e-46da-bd6a-cce0066f08f2 req-a60077ca-5b0c-4682-8b1e-54fceddad266 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3e27b30-7bbc-4e34-b684-b6abff2a3930&id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395577 Sep 21 15:49:14.830225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b3028-5a8a-4448-ab6a-caa82b79b209 req-79400a23-e0ba-4ba2-aeed-e9568b3ace06 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:14.831684 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a48b3028-5a8a-4448-ab6a-caa82b79b209 req-79400a23-e0ba-4ba2-aeed-e9568b3ace06 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 985 time: 0.0924459 Sep 21 15:49:14.878001 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a48b3028-5a8a-4448-ab6a-caa82b79b209 req-3730a8e9-1391-4023-8372-05db1af95b16 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3e27b30-7bbc-4e34-b684-b6abff2a3930&id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403454 Sep 21 15:49:16.075508 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc7fee-a88a-4e77-857b-13387505b30b req-13c5cf20-3c58-4e28-af09-33a8653250c9 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:16.076986 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a7dc7fee-a88a-4e77-857b-13387505b30b req-13c5cf20-3c58-4e28-af09-33a8653250c9 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 985 time: 0.0871825 Sep 21 15:49:16.127642 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a7dc7fee-a88a-4e77-857b-13387505b30b req-320c6934-fdb5-41f4-826d-d819e51553d7 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3e27b30-7bbc-4e34-b684-b6abff2a3930&id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437837 Sep 21 15:49:17.329271 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df6a18-64e0-4c7c-b77b-20f5c18ec51d req-e1905119-12a9-4ecd-8ce1-0654ad4c5e7b tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:17.330629 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-26df6a18-64e0-4c7c-b77b-20f5c18ec51d req-e1905119-12a9-4ecd-8ce1-0654ad4c5e7b tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 985 time: 0.0895476 Sep 21 15:49:17.376149 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-26df6a18-64e0-4c7c-b77b-20f5c18ec51d req-a32b272b-3156-4a4a-8c47-e50a40289d4c tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3e27b30-7bbc-4e34-b684-b6abff2a3930&id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395591 Sep 21 15:49:18.578542 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1b221-9023-4e90-b5e4-61ad1db84d5f req-f82c1778-32f3-4037-8e59-202adc61c411 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:18.579975 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d2a1b221-9023-4e90-b5e4-61ad1db84d5f req-f82c1778-32f3-4037-8e59-202adc61c411 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 985 time: 0.0914845 Sep 21 15:49:18.626168 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d2a1b221-9023-4e90-b5e4-61ad1db84d5f req-7f281308-ad94-474b-bb9a-79d630daf1af tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3e27b30-7bbc-4e34-b684-b6abff2a3930&id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401089 Sep 21 15:49:19.826123 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eb2e9-83dc-4b62-bc3f-0ae3c9f66d59 req-a8271c7c-22d1-4212-98c7-6d0b5112f67d tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:19.827578 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-558eb2e9-83dc-4b62-bc3f-0ae3c9f66d59 req-a8271c7c-22d1-4212-98c7-6d0b5112f67d tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 985 time: 0.0869694 Sep 21 15:49:19.877802 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-558eb2e9-83dc-4b62-bc3f-0ae3c9f66d59 req-59d4b814-0cd3-44f5-9ac5-e37e7d1f2052 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3e27b30-7bbc-4e34-b684-b6abff2a3930&id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428791 Sep 21 15:49:20.664773 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:49:21.077643 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646b3a9-7718-4d4b-9998-3c2bd5658dd4 req-ebb6cb71-30e3-4677-9ad9-49f4a6f90ed4 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:21.079170 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1646b3a9-7718-4d4b-9998-3c2bd5658dd4 req-ebb6cb71-30e3-4677-9ad9-49f4a6f90ed4 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 985 time: 0.0897880 Sep 21 15:49:21.131081 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1646b3a9-7718-4d4b-9998-3c2bd5658dd4 req-942c653d-df22-4cf2-8e77-be9dea37e312 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3e27b30-7bbc-4e34-b684-b6abff2a3930&id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457921 Sep 21 15:49:22.268360 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:35.616400 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cf0ba8d4-c624-423d-894e-74bb81267055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:37.961298 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bd5892a6-f158-4a84-bc04-dee12762a92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:38.811690 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:39.033423 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:40.652569 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:52.287061 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:53.732425 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c04ff8f9-9783-4f3b-9247-0289d697b3e8 req-0e7b1384-7d5f-4a6c-b037-e6f4b12f0384 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1755812528&fields=id&tenant_id=520427ef2fe048d9af0cf88a41687846 HTTP/1.1" status: 200 len: 267 time: 0.0433383 Sep 21 15:49:53.823590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ff8f9-9783-4f3b-9247-0289d697b3e8 req-d9f636e4-73f8-4d7b-83ff-77da9d34aec9 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:53.825076 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c04ff8f9-9783-4f3b-9247-0289d697b3e8 req-d9f636e4-73f8-4d7b-83ff-77da9d34aec9 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 985 time: 0.0871527 Sep 21 15:49:53.836723 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-c04ff8f9-9783-4f3b-9247-0289d697b3e8 req-7a1540dc-d782-4268-8b00-9519bfd9a5ff tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Request body: {'port': {'security_groups': ['ccbddffa-a947-433c-a29c-c11912f67302']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:49:53.965128 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c04ff8f9-9783-4f3b-9247-0289d697b3e8 req-7a1540dc-d782-4268-8b00-9519bfd9a5ff tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:54.204164 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-c04ff8f9-9783-4f3b-9247-0289d697b3e8 req-7a1540dc-d782-4268-8b00-9519bfd9a5ff tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] For port 509ede45-f946-4d9b-8a75-483fb74728a9, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=509ede45-f946-4d9b-8a75-483fb74728a9,segment=NetworkSegment(5d9674e4-6044-4a2b-a2ae-843971a633ea),segment_id=5d9674e4-6044-4a2b-a2ae-843971a633ea)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:49:54.232746 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c04ff8f9-9783-4f3b-9247-0289d697b3e8 req-7a1540dc-d782-4268-8b00-9519bfd9a5ff tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:54.236976 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c04ff8f9-9783-4f3b-9247-0289d697b3e8 req-7a1540dc-d782-4268-8b00-9519bfd9a5ff tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:54.253848 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['509ede45-f946-4d9b-8a75-483fb74728a9'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:49:54.275262 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ff8f9-9783-4f3b-9247-0289d697b3e8 req-7a1540dc-d782-4268-8b00-9519bfd9a5ff tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:54.275867 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c04ff8f9-9783-4f3b-9247-0289d697b3e8 req-7a1540dc-d782-4268-8b00-9519bfd9a5ff tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:54.277248 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c04ff8f9-9783-4f3b-9247-0289d697b3e8 req-7a1540dc-d782-4268-8b00-9519bfd9a5ff tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "PUT /v2.0/ports/509ede45-f946-4d9b-8a75-483fb74728a9 HTTP/1.1" status: 200 len: 943 time: 0.4451904 Sep 21 15:49:54.277673 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538865a9-e2c0-4324-a757-48f917bd73e7', 'tag': '509ede45-f946-4d9b-8a75-483fb74728a9'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:49:54.279926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0256c91b-d1ad-4156-9db7-82edee5864ca" -d '{"events": [{"name": "network-changed", "server_uuid": "538865a9-e2c0-4324-a757-48f917bd73e7", "tag": "509ede45-f946-4d9b-8a75-483fb74728a9"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:49:54.283873 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40460) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:49:54.325416 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1540dc-d782-4268-8b00-9519bfd9a5ff tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event updated for resources: {'Port': ['ID=509ede45-f946-4d9b-8a75-483fb74728a9,revision_number=7']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:49:54.332698 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1540dc-d782-4268-8b00-9519bfd9a5ff tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.333146 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1540dc-d782-4268-8b00-9519bfd9a5ff tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.333386 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1540dc-d782-4268-8b00-9519bfd9a5ff tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.333737 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1540dc-d782-4268-8b00-9519bfd9a5ff tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.334333 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1540dc-d782-4268-8b00-9519bfd9a5ff tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.334664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1540dc-d782-4268-8b00-9519bfd9a5ff tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.334990 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1540dc-d782-4268-8b00-9519bfd9a5ff tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.335319 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1540dc-d782-4268-8b00-9519bfd9a5ff tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.335646 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1540dc-d782-4268-8b00-9519bfd9a5ff tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.335967 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1540dc-d782-4268-8b00-9519bfd9a5ff tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.336350 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1540dc-d782-4268-8b00-9519bfd9a5ff tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.336622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1540dc-d782-4268-8b00-9519bfd9a5ff tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.340922 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bf1fb6-a3f0-4ebc-af34-602775e67a5c x-openstack-request-id: req-81bf1fb6-a3f0-4ebc-af34-602775e67a5c {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:49:54.341207 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538865a9-e2c0-4324-a757-48f917bd73e7", "tag": "509ede45-f946-4d9b-8a75-483fb74728a9", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:49:54.341539 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81bf1fb6-a3f0-4ebc-af34-602775e67a5c {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:49:54.341827 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81bf1fb6-a3f0-4ebc-af34-602775e67a5c'] response: {'name': 'network-changed', 'server_uuid': '538865a9-e2c0-4324-a757-48f917bd73e7', 'tag': '509ede45-f946-4d9b-8a75-483fb74728a9', 'status': 'completed', 'code': 200} Sep 21 15:49:54.368959 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd5a71d0-a755-49ab-9709-3c1ea38428ae tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:54.378398 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['509ede45-f946-4d9b-8a75-483fb74728a9'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:49:54.404116 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd5a71d0-a755-49ab-9709-3c1ea38428ae tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:54.448422 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256c91b-d1ad-4156-9db7-82edee5864ca req-9c3f2d18-6ce4-49b0-97a9-c5c8bf6331ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:54.449941 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0256c91b-d1ad-4156-9db7-82edee5864ca req-9c3f2d18-6ce4-49b0-97a9-c5c8bf6331ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=520427ef2fe048d9af0cf88a41687846&device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 1099 time: 0.0875289 Sep 21 15:49:54.477914 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd5a71d0-a755-49ab-9709-3c1ea38428ae tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:54.510800 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd5a71d0-a755-49ab-9709-3c1ea38428ae tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:54.514371 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fd5a71d0-a755-49ab-9709-3c1ea38428ae tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "DELETE /v2.0/security-groups/e3e27b30-7bbc-4e34-b684-b6abff2a3930 HTTP/1.1" status: 204 len: 168 time: 0.2268903 Sep 21 15:49:54.514371 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a71d0-a755-49ab-9709-3c1ea38428ae tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e27b30-7bbc-4e34-b684-b6abff2a3930,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:49:54.515373 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40464) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:49:54.590461 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256c91b-d1ad-4156-9db7-82edee5864ca req-bcbef642-b042-4baf-aad8-59c249e19c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:54.591903 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0256c91b-d1ad-4156-9db7-82edee5864ca req-bcbef642-b042-4baf-aad8-59c249e19c8e service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f6a0f79-2a2f-4304-8ba2-95e78e146263 HTTP/1.1" status: 200 len: 915 time: 0.1323793 Sep 21 15:49:54.598598 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a71d0-a755-49ab-9709-3c1ea38428ae tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.598955 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a71d0-a755-49ab-9709-3c1ea38428ae tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.599635 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a71d0-a755-49ab-9709-3c1ea38428ae tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.599894 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a71d0-a755-49ab-9709-3c1ea38428ae tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.600340 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a71d0-a755-49ab-9709-3c1ea38428ae tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.600583 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a71d0-a755-49ab-9709-3c1ea38428ae tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.600911 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a71d0-a755-49ab-9709-3c1ea38428ae tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.601238 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a71d0-a755-49ab-9709-3c1ea38428ae tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.601712 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a71d0-a755-49ab-9709-3c1ea38428ae tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.601883 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a71d0-a755-49ab-9709-3c1ea38428ae tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.602202 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a71d0-a755-49ab-9709-3c1ea38428ae tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.602676 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a71d0-a755-49ab-9709-3c1ea38428ae tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:54.696190 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0256c91b-d1ad-4156-9db7-82edee5864ca req-49b60a83-f1ea-48da-b51f-ec9fcde3b934 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=509ede45-f946-4d9b-8a75-483fb74728a9 HTTP/1.1" status: 200 len: 1002 time: 0.0974619 Sep 21 15:49:54.764847 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256c91b-d1ad-4156-9db7-82edee5864ca req-7f2b4ebd-a2ae-4246-8ece-6ec5ea51e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:54.766853 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0256c91b-d1ad-4156-9db7-82edee5864ca req-7f2b4ebd-a2ae-4246-8ece-6ec5ea51e48b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07c90601-433f-40c1-8415-a55203063dfb HTTP/1.1" status: 200 len: 853 time: 0.0639806 Sep 21 15:49:54.851968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256c91b-d1ad-4156-9db7-82edee5864ca req-76ecbfc2-01b7-411d-b3c8-290826d68ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:54.853612 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0256c91b-d1ad-4156-9db7-82edee5864ca req-76ecbfc2-01b7-411d-b3c8-290826d68ec3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f6a0f79-2a2f-4304-8ba2-95e78e146263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803163 Sep 21 15:49:54.855612 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-cc337e1a-e6bb-4fe4-869f-77b32ff6b4e2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Deleting port 2b723946-c26f-468f-99c5-60a3316a3ba6 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:49:54.855951 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc337e1a-e6bb-4fe4-869f-77b32ff6b4e2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:54.868156 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-0256c91b-d1ad-4156-9db7-82edee5864ca req-254591f8-d4a8-4044-8eb0-7750b10fbcf1 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:49:54.869132 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0256c91b-d1ad-4156-9db7-82edee5864ca req-254591f8-d4a8-4044-8eb0-7750b10fbcf1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048895 Sep 21 15:49:55.033886 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc337e1a-e6bb-4fe4-869f-77b32ff6b4e2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:55.034244 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc337e1a-e6bb-4fe4-869f-77b32ff6b4e2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:55.112833 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0256c91b-d1ad-4156-9db7-82edee5864ca req-0e29f035-8649-4b40-92a4-dd5c9b729e03 service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346156 Sep 21 15:49:55.158521 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-cc337e1a-e6bb-4fe4-869f-77b32ff6b4e2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Calling delete_port for 2b723946-c26f-468f-99c5-60a3316a3ba6 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:49:55.250042 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0256c91b-d1ad-4156-9db7-82edee5864ca req-46ba4933-7165-4276-be04-0adb72754cb4 service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278055 Sep 21 15:49:55.310206 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc337e1a-e6bb-4fe4-869f-77b32ff6b4e2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:55.354920 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc337e1a-e6bb-4fe4-869f-77b32ff6b4e2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event deleted for resources: {'Port': ['ID=2b723946-c26f-468f-99c5-60a3316a3ba6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:49:55.462927 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc337e1a-e6bb-4fe4-869f-77b32ff6b4e2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:55.463258 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-cc337e1a-e6bb-4fe4-869f-77b32ff6b4e2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Floating IP a824f3d6-1032-4454-ba9d-40765d38e57d disassociated (deleted). External IP: 172.26.4.229, port: 509ede45-f946-4d9b-8a75-483fb74728a9. Sep 21 15:49:55.812036 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc337e1a-e6bb-4fe4-869f-77b32ff6b4e2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Router 2c513d58-979f-4410-82f4-46e24d47763c has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:49:55.999031 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc337e1a-e6bb-4fe4-869f-77b32ff6b4e2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:49:56.009262 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cffb1d-5500-407e-b82b-b7c1560c3e37 None None] Sync routers for ids ['2c513d58-979f-4410-82f4-46e24d47763c'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:49:56.020862 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cffb1d-5500-407e-b82b-b7c1560c3e37 None None] Routers {'2c513d58-979f-4410-82f4-46e24d47763c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:49:56.021480 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-76cffb1d-5500-407e-b82b-b7c1560c3e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:49:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2c513d58-979f-4410-82f4-46e24d47763c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:49:56.021614 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc337e1a-e6bb-4fe4-869f-77b32ff6b4e2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:56.080357 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cc337e1a-e6bb-4fe4-869f-77b32ff6b4e2 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "DELETE /v2.0/floatingips/a824f3d6-1032-4454-ba9d-40765d38e57d HTTP/1.1" status: 204 len: 168 time: 1.5642421 Sep 21 15:49:56.080807 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538865a9-e2c0-4324-a757-48f917bd73e7', 'tag': '509ede45-f946-4d9b-8a75-483fb74728a9'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:49:56.083097 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c345ef-b34d-4cc6-a7d5-5989689857af" -d '{"events": [{"name": "network-changed", "server_uuid": "538865a9-e2c0-4324-a757-48f917bd73e7", "tag": "509ede45-f946-4d9b-8a75-483fb74728a9"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:49:56.180441 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651bbf8d-db99-4119-8f6d-cd7e8fd83395 x-openstack-request-id: req-651bbf8d-db99-4119-8f6d-cd7e8fd83395 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:49:56.181038 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538865a9-e2c0-4324-a757-48f917bd73e7", "tag": "509ede45-f946-4d9b-8a75-483fb74728a9", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:49:56.181364 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-651bbf8d-db99-4119-8f6d-cd7e8fd83395 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:49:56.181842 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-651bbf8d-db99-4119-8f6d-cd7e8fd83395'] response: {'name': 'network-changed', 'server_uuid': '538865a9-e2c0-4324-a757-48f917bd73e7', 'tag': '509ede45-f946-4d9b-8a75-483fb74728a9', 'status': 'completed', 'code': 200} Sep 21 15:49:56.209766 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-76cffb1d-5500-407e-b82b-b7c1560c3e37 None None] Set router 2c513d58-979f-4410-82f4-46e24d47763c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:49:56.303106 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c345ef-b34d-4cc6-a7d5-5989689857af req-4d0d0db7-68b6-4887-a215-d6d01705b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:56.304772 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-45c345ef-b34d-4cc6-a7d5-5989689857af req-4d0d0db7-68b6-4887-a215-d6d01705b4b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=520427ef2fe048d9af0cf88a41687846&device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 1099 time: 0.0872574 Sep 21 15:49:56.449838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c345ef-b34d-4cc6-a7d5-5989689857af req-f415e8dd-dbd5-408d-b427-5779c7c88c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:56.451326 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-45c345ef-b34d-4cc6-a7d5-5989689857af req-f415e8dd-dbd5-408d-b427-5779c7c88c47 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f6a0f79-2a2f-4304-8ba2-95e78e146263 HTTP/1.1" status: 200 len: 915 time: 0.1371756 Sep 21 15:49:56.544301 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-45c345ef-b34d-4cc6-a7d5-5989689857af req-0e478e39-a9e9-428f-94b6-accd2c51d55c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=509ede45-f946-4d9b-8a75-483fb74728a9 HTTP/1.1" status: 200 len: 217 time: 0.0817716 Sep 21 15:49:56.591072 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-76cffb1d-5500-407e-b82b-b7c1560c3e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c513d58-979f-4410-82f4-46e24d47763c', 'name': 'tempest-TestMinimumBasicScenario-364769584-router', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:52Z', 'updated_at': '2022-09-21T15:43:56Z', 'revision_number': 4, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'gw_port': {'id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:53Z', 'updated_at': '2022-09-21T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c35a5222-b4bc-43ad-be3e-27aad3818d4d', 'name': '', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'mac_address': 'fa:16:3e:37:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '07c90601-433f-40c1-8415-a55203063dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:55Z', 'updated_at': '2022-09-21T15:44:03Z', 'revision_number': 5, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'subnets': [{'id': '07c90601-433f-40c1-8415-a55203063dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:49:56.595093 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cffb1d-5500-407e-b82b-b7c1560c3e37 None None] Checking router: 2c513d58-979f-4410-82f4-46e24d47763c for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:49:56.603795 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cffb1d-5500-407e-b82b-b7c1560c3e37 None None] Routers {'2c513d58-979f-4410-82f4-46e24d47763c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:49:56.604380 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-76cffb1d-5500-407e-b82b-b7c1560c3e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:49:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2c513d58-979f-4410-82f4-46e24d47763c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:49:56.616686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c345ef-b34d-4cc6-a7d5-5989689857af req-69ddf3cf-02f5-4e18-97ad-04be31824582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:56.618164 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-45c345ef-b34d-4cc6-a7d5-5989689857af req-69ddf3cf-02f5-4e18-97ad-04be31824582 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07c90601-433f-40c1-8415-a55203063dfb HTTP/1.1" status: 200 len: 853 time: 0.0635810 Sep 21 15:49:56.702639 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c345ef-b34d-4cc6-a7d5-5989689857af req-7abe0d96-4640-480f-8b12-6f6f3831814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:56.704429 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-45c345ef-b34d-4cc6-a7d5-5989689857af req-7abe0d96-4640-480f-8b12-6f6f3831814e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f6a0f79-2a2f-4304-8ba2-95e78e146263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779817 Sep 21 15:49:56.779398 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-76cffb1d-5500-407e-b82b-b7c1560c3e37 None None] Set router 2c513d58-979f-4410-82f4-46e24d47763c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:49:56.837303 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-45c345ef-b34d-4cc6-a7d5-5989689857af req-4baa5dc9-109a-4b60-bbce-aa73115fc156 service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256201 Sep 21 15:49:56.986422 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-45c345ef-b34d-4cc6-a7d5-5989689857af req-9616ede8-f36f-4aba-833b-0f5ae3cee591 service neutron] 10.222.0.20 "GET /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330025 Sep 21 15:49:57.096413 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-76cffb1d-5500-407e-b82b-b7c1560c3e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c513d58-979f-4410-82f4-46e24d47763c', 'name': 'tempest-TestMinimumBasicScenario-364769584-router', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:52Z', 'updated_at': '2022-09-21T15:43:56Z', 'revision_number': 4, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'gw_port': {'id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:53Z', 'updated_at': '2022-09-21T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c35a5222-b4bc-43ad-be3e-27aad3818d4d', 'name': '', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'mac_address': 'fa:16:3e:37:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '07c90601-433f-40c1-8415-a55203063dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:55Z', 'updated_at': '2022-09-21T15:44:03Z', 'revision_number': 5, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'subnets': [{'id': '07c90601-433f-40c1-8415-a55203063dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:49:57.100253 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cffb1d-5500-407e-b82b-b7c1560c3e37 None None] The sync data for ids ['2c513d58-979f-4410-82f4-46e24d47763c'] in dv-neutron-858731-1-hyperv is: [{'id': '2c513d58-979f-4410-82f4-46e24d47763c', 'name': 'tempest-TestMinimumBasicScenario-364769584-router', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:52Z', 'updated_at': '2022-09-21T15:43:56Z', 'revision_number': 4, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'gw_port': {'id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:53Z', 'updated_at': '2022-09-21T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'c35a5222-b4bc-43ad-be3e-27aad3818d4d', 'name': '', 'network_id': '1f6a0f79-2a2f-4304-8ba2-95e78e146263', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'mac_address': 'fa:16:3e:37:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '07c90601-433f-40c1-8415-a55203063dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:55Z', 'updated_at': '2022-09-21T15:44:03Z', 'revision_number': 5, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'subnets': [{'id': '07c90601-433f-40c1-8415-a55203063dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:49:57.318030 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8045209-bd09-4a18-bf94-d9c0985121f3 None None] New status for floating IP a824f3d6-1032-4454-ba9d-40765d38e57d: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:49:57.664519 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:50:00.485855 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f143e3-973a-402a-9917-a53265e99b51 req-463f5d2c-212b-4e00-92ba-e54a79067efe tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:00.487329 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f6f143e3-973a-402a-9917-a53265e99b51 req-463f5d2c-212b-4e00-92ba-e54a79067efe tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 946 time: 0.0942409 Sep 21 15:50:00.531178 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f6f143e3-973a-402a-9917-a53265e99b51 req-06ae15bd-1a7f-41d7-8c83-8e1de00923c4 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380394 Sep 21 15:50:01.734262 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480027f-e151-4114-ac69-c886ac0c291b req-ba535593-6a92-4ce3-96c9-b06689ec4014 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:01.736499 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8480027f-e151-4114-ac69-c886ac0c291b req-ba535593-6a92-4ce3-96c9-b06689ec4014 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 946 time: 0.0928972 Sep 21 15:50:01.779465 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8480027f-e151-4114-ac69-c886ac0c291b req-03121aba-fbdf-4ac3-b030-17de0c6fba97 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371711 Sep 21 15:50:02.303082 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f640336-5366-4cc2-9bdc-192cf3abab6b req-fa857902-5a2d-4729-8d4d-0bc43df995cc tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:02.304406 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5f640336-5366-4cc2-9bdc-192cf3abab6b req-fa857902-5a2d-4729-8d4d-0bc43df995cc tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.20 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 946 time: 0.0855927 Sep 21 15:50:02.380712 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-5f640336-5366-4cc2-9bdc-192cf3abab6b req-81a8a23d-c56e-44b8-b460-823f409983c7 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Deleting port 509ede45-f946-4d9b-8a75-483fb74728a9 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:50:02.381053 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5f640336-5366-4cc2-9bdc-192cf3abab6b req-81a8a23d-c56e-44b8-b460-823f409983c7 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:02.624548 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-5f640336-5366-4cc2-9bdc-192cf3abab6b req-81a8a23d-c56e-44b8-b460-823f409983c7 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] For port 509ede45-f946-4d9b-8a75-483fb74728a9, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=509ede45-f946-4d9b-8a75-483fb74728a9,segment=NetworkSegment(5d9674e4-6044-4a2b-a2ae-843971a633ea),segment_id=5d9674e4-6044-4a2b-a2ae-843971a633ea)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:50:02.624841 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5f640336-5366-4cc2-9bdc-192cf3abab6b req-81a8a23d-c56e-44b8-b460-823f409983c7 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:02.839378 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-5f640336-5366-4cc2-9bdc-192cf3abab6b req-81a8a23d-c56e-44b8-b460-823f409983c7 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Calling delete_port for 509ede45-f946-4d9b-8a75-483fb74728a9 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:50:03.047865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5f640336-5366-4cc2-9bdc-192cf3abab6b req-81a8a23d-c56e-44b8-b460-823f409983c7 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:03.061485 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8e500-1a6a-47f6-bc35-f6b1cb0b280d req-c83c5ca8-59c9-4172-b5c8-1b44765b63ee tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:03.063436 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a7c8e500-1a6a-47f6-bc35-f6b1cb0b280d req-c83c5ca8-59c9-4172-b5c8-1b44765b63ee tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/ports?device_id=538865a9-e2c0-4324-a757-48f917bd73e7 HTTP/1.1" status: 200 len: 946 time: 0.1685007 Sep 21 15:50:03.064175 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['509ede45-f946-4d9b-8a75-483fb74728a9'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:50:03.126440 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8a23d-c56e-44b8-b460-823f409983c7 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Pushing event deleted for resources: {'Port': ['ID=509ede45-f946-4d9b-8a75-483fb74728a9,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:03.230525 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f640336-5366-4cc2-9bdc-192cf3abab6b req-81a8a23d-c56e-44b8-b460-823f409983c7 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] No DVR routers for this DVR port 509ede45-f946-4d9b-8a75-483fb74728a9 on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:50:03.234249 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5f640336-5366-4cc2-9bdc-192cf3abab6b req-81a8a23d-c56e-44b8-b460-823f409983c7 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:03.236928 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538865a9-e2c0-4324-a757-48f917bd73e7', 'name': 'network-vif-deleted', 'tag': '509ede45-f946-4d9b-8a75-483fb74728a9'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:50:03.239157 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55bfe8f-901e-46b0-b7bd-30125a869406" -d '{"events": [{"server_uuid": "538865a9-e2c0-4324-a757-48f917bd73e7", "name": "network-vif-deleted", "tag": "509ede45-f946-4d9b-8a75-483fb74728a9"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:50:03.245415 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a7c8e500-1a6a-47f6-bc35-f6b1cb0b280d req-937730f1-4e70-434d-a79a-c8dbbd607469 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.62 "GET /v2.0/security-groups?id=ccbddffa-a947-433c-a29c-c11912f67302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391482 Sep 21 15:50:03.252118 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5f640336-5366-4cc2-9bdc-192cf3abab6b req-81a8a23d-c56e-44b8-b460-823f409983c7 tempest-TestMinimumBasicScenario-259747548 tempest-TestMinimumBasicScenario-259747548-project] 10.222.0.20 "DELETE /v2.0/ports/509ede45-f946-4d9b-8a75-483fb74728a9 HTTP/1.1" status: 204 len: 173 time: 0.9397888 Sep 21 15:50:03.283715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e79179c-d35f-45fe-adcd-a963418eb5cb x-openstack-request-id: req-9e79179c-d35f-45fe-adcd-a963418eb5cb {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:50:03.284024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538865a9-e2c0-4324-a757-48f917bd73e7", "name": "network-vif-deleted", "tag": "509ede45-f946-4d9b-8a75-483fb74728a9", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:50:03.284412 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9e79179c-d35f-45fe-adcd-a963418eb5cb {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:50:03.284830 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e79179c-d35f-45fe-adcd-a963418eb5cb'] response: {'server_uuid': '538865a9-e2c0-4324-a757-48f917bd73e7', 'name': 'network-vif-deleted', 'tag': '509ede45-f946-4d9b-8a75-483fb74728a9', 'status': 'completed', 'code': 200} Sep 21 15:50:04.869627 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 40554) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:05.527686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c38ef38c-144b-45ac-a24a-4d8108a586ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:05.618561 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7dc68357-1765-479d-bf54-0cb417581150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:05.974869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c38ef38c-144b-45ac-a24a-4d8108a586ab admin admin] Deleting port c35a5222-b4bc-43ad-be3e-27aad3818d4d {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:50:05.975451 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c38ef38c-144b-45ac-a24a-4d8108a586ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:06.145715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-c38ef38c-144b-45ac-a24a-4d8108a586ab admin admin] For port c35a5222-b4bc-43ad-be3e-27aad3818d4d, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c35a5222-b4bc-43ad-be3e-27aad3818d4d,segment=NetworkSegment(5d9674e4-6044-4a2b-a2ae-843971a633ea),segment_id=5d9674e4-6044-4a2b-a2ae-843971a633ea)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:50:06.146069 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c38ef38c-144b-45ac-a24a-4d8108a586ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:06.270278 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c38ef38c-144b-45ac-a24a-4d8108a586ab admin admin] Calling delete_port for c35a5222-b4bc-43ad-be3e-27aad3818d4d owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:50:06.460613 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 509ede45-f946-4d9b-8a75-483fb74728a9 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:50:06.498470 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 509ede45-f946-4d9b-8a75-483fb74728a9 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:50:06.498999 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 509ede45-f946-4d9b-8a75-483fb74728a9 not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:50:06.586934 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c38ef38c-144b-45ac-a24a-4d8108a586ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:06.634503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ef38c-144b-45ac-a24a-4d8108a586ab admin admin] Pushing event deleted for resources: {'Port': ['ID=c35a5222-b4bc-43ad-be3e-27aad3818d4d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:06.911617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c38ef38c-144b-45ac-a24a-4d8108a586ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:07.379207 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38ef38c-144b-45ac-a24a-4d8108a586ab admin admin] Router 2c513d58-979f-4410-82f4-46e24d47763c has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:50:07.560226 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38ef38c-144b-45ac-a24a-4d8108a586ab admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:50:07.569050 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de003862-2742-4678-9ec3-5cb61dab0c2e None None] Sync routers for ids ['2c513d58-979f-4410-82f4-46e24d47763c'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:50:07.574846 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c38ef38c-144b-45ac-a24a-4d8108a586ab admin admin] 10.222.0.62 "PUT /v2.0/routers/2c513d58-979f-4410-82f4-46e24d47763c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7017589 Sep 21 15:50:07.575290 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40560) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:07.578547 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de003862-2742-4678-9ec3-5cb61dab0c2e None None] Routers {'2c513d58-979f-4410-82f4-46e24d47763c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:50:07.579377 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-de003862-2742-4678-9ec3-5cb61dab0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:49:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2c513d58-979f-4410-82f4-46e24d47763c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:07.761045 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-de003862-2742-4678-9ec3-5cb61dab0c2e None None] Set router 2c513d58-979f-4410-82f4-46e24d47763c gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:50:07.864081 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a459d11d-aaba-4943-8192-f9d9481267c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:07.965813 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-21445d54-c36e-4636-858a-2c4a5f4dc90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:08.051261 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a459d11d-aaba-4943-8192-f9d9481267c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:08.058034 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-de003862-2742-4678-9ec3-5cb61dab0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c513d58-979f-4410-82f4-46e24d47763c', 'name': 'tempest-TestMinimumBasicScenario-364769584-router', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:52Z', 'updated_at': '2022-09-21T15:50:06Z', 'revision_number': 5, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'gw_port': {'id': '96214eaa-82dc-4417-8db8-120e7c7612f6', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c513d58-979f-4410-82f4-46e24d47763c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:53Z', 'updated_at': '2022-09-21T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:08.060530 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a459d11d-aaba-4943-8192-f9d9481267c5 admin admin] Deleting port 96214eaa-82dc-4417-8db8-120e7c7612f6 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:50:08.060865 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a459d11d-aaba-4943-8192-f9d9481267c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:08.062219 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de003862-2742-4678-9ec3-5cb61dab0c2e None None] Checking router: 2c513d58-979f-4410-82f4-46e24d47763c for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:50:08.071711 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de003862-2742-4678-9ec3-5cb61dab0c2e None None] Routers {'2c513d58-979f-4410-82f4-46e24d47763c'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:50:08.072306 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-de003862-2742-4678-9ec3-5cb61dab0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:50:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['2c513d58-979f-4410-82f4-46e24d47763c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:08.225742 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-de003862-2742-4678-9ec3-5cb61dab0c2e None None] Set router 2c513d58-979f-4410-82f4-46e24d47763c gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:50:08.235018 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-a459d11d-aaba-4943-8192-f9d9481267c5 admin admin] For port 96214eaa-82dc-4417-8db8-120e7c7612f6, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=96214eaa-82dc-4417-8db8-120e7c7612f6,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:50:08.236132 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a459d11d-aaba-4943-8192-f9d9481267c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:08.370133 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a459d11d-aaba-4943-8192-f9d9481267c5 admin admin] Calling delete_port for 96214eaa-82dc-4417-8db8-120e7c7612f6 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:50:08.371248 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-de003862-2742-4678-9ec3-5cb61dab0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c513d58-979f-4410-82f4-46e24d47763c', 'name': 'tempest-TestMinimumBasicScenario-364769584-router', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:52Z', 'updated_at': '2022-09-21T15:50:08Z', 'revision_number': 6, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:08.375320 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de003862-2742-4678-9ec3-5cb61dab0c2e None None] The sync data for ids ['2c513d58-979f-4410-82f4-46e24d47763c'] in dv-neutron-858731-1-hyperv is: [{'id': '2c513d58-979f-4410-82f4-46e24d47763c', 'name': 'tempest-TestMinimumBasicScenario-364769584-router', 'tenant_id': '520427ef2fe048d9af0cf88a41687846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:52Z', 'updated_at': '2022-09-21T15:50:08Z', 'revision_number': 6, 'project_id': '520427ef2fe048d9af0cf88a41687846', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:50:08.674395 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a459d11d-aaba-4943-8192-f9d9481267c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:08.722682 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459d11d-aaba-4943-8192-f9d9481267c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=96214eaa-82dc-4417-8db8-120e7c7612f6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:08.819108 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:08.824764 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a459d11d-aaba-4943-8192-f9d9481267c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:08.999548 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a459d11d-aaba-4943-8192-f9d9481267c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:09.002412 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a459d11d-aaba-4943-8192-f9d9481267c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:09.031734 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a459d11d-aaba-4943-8192-f9d9481267c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:09.032513 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a459d11d-aaba-4943-8192-f9d9481267c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c513d58-979f-4410-82f4-46e24d47763c {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:50:09.038381 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:09.045285 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a459d11d-aaba-4943-8192-f9d9481267c5 admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:09.046452 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a459d11d-aaba-4943-8192-f9d9481267c5 admin admin] 10.222.0.62 "DELETE /v2.0/routers/2c513d58-979f-4410-82f4-46e24d47763c HTTP/1.1" status: 204 len: 168 time: 1.4700739 Sep 21 15:50:09.049465 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40566) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:09.108317 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-16dd828d-0f6b-4445-937e-2c225e94a97a admin admin] Deleting subnet 07c90601-433f-40c1-8415-a55203063dfb {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:50:09.111208 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-16dd828d-0f6b-4445-937e-2c225e94a97a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:09.165797 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-16dd828d-0f6b-4445-937e-2c225e94a97a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:09.196118 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 96214eaa-82dc-4417-8db8-120e7c7612f6 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:50:09.232201 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 96214eaa-82dc-4417-8db8-120e7c7612f6 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:50:09.232585 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 96214eaa-82dc-4417-8db8-120e7c7612f6 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:50:09.233020 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c35a5222-b4bc-43ad-be3e-27aad3818d4d no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:50:09.268746 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: c35a5222-b4bc-43ad-be3e-27aad3818d4d {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:50:09.269096 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c35a5222-b4bc-43ad-be3e-27aad3818d4d not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:50:09.362896 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-16dd828d-0f6b-4445-937e-2c225e94a97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:09.435423 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-16dd828d-0f6b-4445-937e-2c225e94a97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:09.477958 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd828d-0f6b-4445-937e-2c225e94a97a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07c90601-433f-40c1-8415-a55203063dfb,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:09.482930 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-16dd828d-0f6b-4445-937e-2c225e94a97a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:09.489078 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4cc6ed-e6e3-4104-8068-621bdf9b457a None None] Network 1f6a0f79-2a2f-4304-8ba2-95e78e146263 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:50:09.492922 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-16dd828d-0f6b-4445-937e-2c225e94a97a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/07c90601-433f-40c1-8415-a55203063dfb HTTP/1.1" status: 204 len: 168 time: 0.4401786 Sep 21 15:50:09.493098 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40570) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:09.600318 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79144d50-025f-4cf5-a366-e1b58222d7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:09.610537 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-79144d50-025f-4cf5-a366-e1b58222d7f8 admin admin] Deleting port c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:50:09.610946 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79144d50-025f-4cf5-a366-e1b58222d7f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:09.747629 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7b3d3a-d6af-47b8-8a6e-0061466225a5 None None] DHCP port deletion for 1f6a0f79-2a2f-4304-8ba2-95e78e146263 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:50:09.752432 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9e7b3d3a-d6af-47b8-8a6e-0061466225a5 None None] Deleting port c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:50:09.752859 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3d3a-d6af-47b8-8a6e-0061466225a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:09.819239 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-79144d50-025f-4cf5-a366-e1b58222d7f8 admin admin] For port c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3,segment=NetworkSegment(5d9674e4-6044-4a2b-a2ae-843971a633ea),segment_id=5d9674e4-6044-4a2b-a2ae-843971a633ea)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:50:09.819832 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79144d50-025f-4cf5-a366-e1b58222d7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:09.947553 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-79144d50-025f-4cf5-a366-e1b58222d7f8 admin admin] Calling delete_port for c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:50:09.959254 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-9e7b3d3a-d6af-47b8-8a6e-0061466225a5 None None] For port c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3,segment=NetworkSegment(5d9674e4-6044-4a2b-a2ae-843971a633ea),segment_id=5d9674e4-6044-4a2b-a2ae-843971a633ea)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:50:09.960164 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3d3a-d6af-47b8-8a6e-0061466225a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:10.033701 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79144d50-025f-4cf5-a366-e1b58222d7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:10.088159 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79144d50-025f-4cf5-a366-e1b58222d7f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:10.091638 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79144d50-025f-4cf5-a366-e1b58222d7f8 admin admin] No DVR routers for this DVR port c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:50:10.119699 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9e7b3d3a-d6af-47b8-8a6e-0061466225a5 None None] Calling delete_port for c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:50:10.193157 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-9e7b3d3a-d6af-47b8-8a6e-0061466225a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:50:10.193536 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-9e7b3d3a-d6af-47b8-8a6e-0061466225a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:50:10.209103 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79144d50-025f-4cf5-a366-e1b58222d7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:10.238261 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-79144d50-025f-4cf5-a366-e1b58222d7f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6a0f79-2a2f-4304-8ba2-95e78e146263']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:10.250144 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-79144d50-025f-4cf5-a366-e1b58222d7f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9674e4-6044-4a2b-a2ae-843971a633ea') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:10.250440 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-79144d50-025f-4cf5-a366-e1b58222d7f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9674e4-6044-4a2b-a2ae-843971a633ea') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:10.261671 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79144d50-025f-4cf5-a366-e1b58222d7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:10.278099 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79144d50-025f-4cf5-a366-e1b58222d7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:10.284988 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79144d50-025f-4cf5-a366-e1b58222d7f8 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:50:10.285460 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79144d50-025f-4cf5-a366-e1b58222d7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:10.364566 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 5d9674e4-6044-4a2b-a2ae-843971a633ea resource provider aggregate not found Sep 21 15:50:10.382461 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79144d50-025f-4cf5-a366-e1b58222d7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:10.387158 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79144d50-025f-4cf5-a366-e1b58222d7f8 admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:10.390451 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 5d9674e4-6044-4a2b-a2ae-843971a633ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d9674e4-6044-4a2b-a2ae-843971a633ea found for delete ", "request_id": "req-a8d4f307-3f0c-42cc-9d45-66cdc027c28c"}]} Sep 21 15:50:10.415395 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79144d50-025f-4cf5-a366-e1b58222d7f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f6a0f79-2a2f-4304-8ba2-95e78e146263,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:10.430436 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-79144d50-025f-4cf5-a366-e1b58222d7f8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/1f6a0f79-2a2f-4304-8ba2-95e78e146263 HTTP/1.1" status: 204 len: 168 time: 0.9363105 Sep 21 15:50:10.433421 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40580) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:10.653478 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:10.694397 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9e7b3d3a-d6af-47b8-8a6e-0061466225a5 None None] Deleting port c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:50:10.694773 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3d3a-d6af-47b8-8a6e-0061466225a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:10.767231 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9e7b3d3a-d6af-47b8-8a6e-0061466225a5 None None] The port 'c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:50:11.071329 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-85eac4b2-031b-4366-9445-d64f1c23a1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:11.165058 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:50:11.199699 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:50:11.200040 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c2aa6c08-bb36-4a8a-9f8b-e3da89d826c3 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:50:11.424551 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-85eac4b2-031b-4366-9445-d64f1c23a1b3 admin admin] Deleting port f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:50:11.424804 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-85eac4b2-031b-4366-9445-d64f1c23a1b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:11.599077 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-85eac4b2-031b-4366-9445-d64f1c23a1b3 admin admin] For port f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd,segment=NetworkSegment(c9b69a43-d56b-4775-b070-742325b1836e),segment_id=c9b69a43-d56b-4775-b070-742325b1836e)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:50:11.599431 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-85eac4b2-031b-4366-9445-d64f1c23a1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:11.722492 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-85eac4b2-031b-4366-9445-d64f1c23a1b3 admin admin] Calling delete_port for f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:50:11.913166 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-85eac4b2-031b-4366-9445-d64f1c23a1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:11.963957 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eac4b2-031b-4366-9445-d64f1c23a1b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:12.241737 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-85eac4b2-031b-4366-9445-d64f1c23a1b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:12.705005 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85eac4b2-031b-4366-9445-d64f1c23a1b3 admin admin] Router 674c5001-5151-4e75-a436-764c25619c28 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:50:12.882475 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85eac4b2-031b-4366-9445-d64f1c23a1b3 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:50:12.891772 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfa8417-9b78-4da5-984f-b0339c68b754 None None] Sync routers for ids ['674c5001-5151-4e75-a436-764c25619c28'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:50:12.902055 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-85eac4b2-031b-4366-9445-d64f1c23a1b3 admin admin] 10.222.0.62 "PUT /v2.0/routers/674c5001-5151-4e75-a436-764c25619c28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4648480 Sep 21 15:50:12.902228 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfa8417-9b78-4da5-984f-b0339c68b754 None None] Routers {'674c5001-5151-4e75-a436-764c25619c28'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:50:12.902228 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ccfa8417-9b78-4da5-984f-b0339c68b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:50:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['674c5001-5151-4e75-a436-764c25619c28'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:12.902424 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40586) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:13.080837 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e525385c-6afc-42eb-a051-7936ad8a5ad5 admin admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:13.082135 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-ccfa8417-9b78-4da5-984f-b0339c68b754 None None] Set router 674c5001-5151-4e75-a436-764c25619c28 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:50:13.264888 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e525385c-6afc-42eb-a051-7936ad8a5ad5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:13.274518 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e525385c-6afc-42eb-a051-7936ad8a5ad5 admin admin] Deleting port a65c7664-8004-45f1-8dc7-234e3cfbde26 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:50:13.274941 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e525385c-6afc-42eb-a051-7936ad8a5ad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:13.372919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ccfa8417-9b78-4da5-984f-b0339c68b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674c5001-5151-4e75-a436-764c25619c28', 'name': 'tempest-TestMinimumBasicScenario-998972940-router', 'tenant_id': 'af646bff524540509e0cf3aca009ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'a65c7664-8004-45f1-8dc7-234e3cfbde26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:58Z', 'updated_at': '2022-09-21T15:50:11Z', 'revision_number': 5, 'project_id': 'af646bff524540509e0cf3aca009ab1c', 'gw_port': {'id': 'a65c7664-8004-45f1-8dc7-234e3cfbde26', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '674c5001-5151-4e75-a436-764c25619c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:43:59Z', 'updated_at': '2022-09-21T15:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:13.377555 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfa8417-9b78-4da5-984f-b0339c68b754 None None] Checking router: 674c5001-5151-4e75-a436-764c25619c28 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:50:13.386066 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfa8417-9b78-4da5-984f-b0339c68b754 None None] Routers {'674c5001-5151-4e75-a436-764c25619c28'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:50:13.386665 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ccfa8417-9b78-4da5-984f-b0339c68b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:50:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['674c5001-5151-4e75-a436-764c25619c28'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:13.448665 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-e525385c-6afc-42eb-a051-7936ad8a5ad5 admin admin] For port a65c7664-8004-45f1-8dc7-234e3cfbde26, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=a65c7664-8004-45f1-8dc7-234e3cfbde26,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:50:13.449020 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e525385c-6afc-42eb-a051-7936ad8a5ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:13.538324 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-ccfa8417-9b78-4da5-984f-b0339c68b754 None None] Set router 674c5001-5151-4e75-a436-764c25619c28 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:50:13.577633 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e525385c-6afc-42eb-a051-7936ad8a5ad5 admin admin] Calling delete_port for a65c7664-8004-45f1-8dc7-234e3cfbde26 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:50:13.658339 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ccfa8417-9b78-4da5-984f-b0339c68b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674c5001-5151-4e75-a436-764c25619c28', 'name': 'tempest-TestMinimumBasicScenario-998972940-router', 'tenant_id': 'af646bff524540509e0cf3aca009ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:58Z', 'updated_at': '2022-09-21T15:50:13Z', 'revision_number': 6, 'project_id': 'af646bff524540509e0cf3aca009ab1c', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:13.662232 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfa8417-9b78-4da5-984f-b0339c68b754 None None] The sync data for ids ['674c5001-5151-4e75-a436-764c25619c28'] in dv-neutron-858731-1-hyperv is: [{'id': '674c5001-5151-4e75-a436-764c25619c28', 'name': 'tempest-TestMinimumBasicScenario-998972940-router', 'tenant_id': 'af646bff524540509e0cf3aca009ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:43:58Z', 'updated_at': '2022-09-21T15:50:13Z', 'revision_number': 6, 'project_id': 'af646bff524540509e0cf3aca009ab1c', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:50:13.750139 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e525385c-6afc-42eb-a051-7936ad8a5ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:13.895514 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525385c-6afc-42eb-a051-7936ad8a5ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a65c7664-8004-45f1-8dc7-234e3cfbde26,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:13.995770 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e525385c-6afc-42eb-a051-7936ad8a5ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:14.173890 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e525385c-6afc-42eb-a051-7936ad8a5ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:14.176065 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e525385c-6afc-42eb-a051-7936ad8a5ad5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:14.197695 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e525385c-6afc-42eb-a051-7936ad8a5ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:14.198204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e525385c-6afc-42eb-a051-7936ad8a5ad5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 674c5001-5151-4e75-a436-764c25619c28 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:50:14.210012 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e525385c-6afc-42eb-a051-7936ad8a5ad5 admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:14.211107 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e525385c-6afc-42eb-a051-7936ad8a5ad5 admin admin] 10.222.0.62 "DELETE /v2.0/routers/674c5001-5151-4e75-a436-764c25619c28 HTTP/1.1" status: 204 len: 168 time: 1.3079083 Sep 21 15:50:14.213661 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40590) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:14.277724 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbcd3d0-fe99-400d-82cc-c1d965baa334 admin admin] Deleting subnet 3f995af1-7533-4a77-95a2-d3792ccf36b9 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:50:14.280735 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bbcd3d0-fe99-400d-82cc-c1d965baa334 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:14.332330 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bbcd3d0-fe99-400d-82cc-c1d965baa334 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:14.411285 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bbcd3d0-fe99-400d-82cc-c1d965baa334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:14.480886 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bbcd3d0-fe99-400d-82cc-c1d965baa334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:14.523236 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbcd3d0-fe99-400d-82cc-c1d965baa334 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f995af1-7533-4a77-95a2-d3792ccf36b9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:14.526941 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bbcd3d0-fe99-400d-82cc-c1d965baa334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:14.532731 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e85002f-a0d3-4b56-8b8b-bdcb4ac5c604 None None] Network 9b1a6ba7-b5f7-42e6-bc26-3d85920da705 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:50:14.534927 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5bbcd3d0-fe99-400d-82cc-c1d965baa334 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3f995af1-7533-4a77-95a2-d3792ccf36b9 HTTP/1.1" status: 204 len: 168 time: 0.3202593 Sep 21 15:50:14.537387 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40594) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:14.648552 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-245ff808-80de-4dcc-837d-5cdd2aa454ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:14.661636 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-245ff808-80de-4dcc-837d-5cdd2aa454ed admin admin] Deleting port 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:50:14.661996 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-245ff808-80de-4dcc-837d-5cdd2aa454ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:14.824572 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a655949-5f14-4eac-868c-7a059e93dd20 None None] DHCP port deletion for 9b1a6ba7-b5f7-42e6-bc26-3d85920da705 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:50:14.828730 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7a655949-5f14-4eac-868c-7a059e93dd20 None None] Deleting port 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:50:14.829096 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7a655949-5f14-4eac-868c-7a059e93dd20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:14.872574 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-245ff808-80de-4dcc-837d-5cdd2aa454ed admin admin] For port 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=6f6b5831-ca0b-42e3-b8fc-04f47ea5db34,segment=NetworkSegment(c9b69a43-d56b-4775-b070-742325b1836e),segment_id=c9b69a43-d56b-4775-b070-742325b1836e)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:50:14.872933 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-245ff808-80de-4dcc-837d-5cdd2aa454ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:15.002619 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-245ff808-80de-4dcc-837d-5cdd2aa454ed admin admin] Calling delete_port for 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:50:15.030139 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7a655949-5f14-4eac-868c-7a059e93dd20 None None] For port 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=6f6b5831-ca0b-42e3-b8fc-04f47ea5db34,segment=NetworkSegment(c9b69a43-d56b-4775-b070-742325b1836e),segment_id=c9b69a43-d56b-4775-b070-742325b1836e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:50:15.030522 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7a655949-5f14-4eac-868c-7a059e93dd20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:15.080089 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-245ff808-80de-4dcc-837d-5cdd2aa454ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:15.127439 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ff808-80de-4dcc-837d-5cdd2aa454ed admin admin] Pushing event deleted for resources: {'Port': ['ID=6f6b5831-ca0b-42e3-b8fc-04f47ea5db34,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:15.130686 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ff808-80de-4dcc-837d-5cdd2aa454ed admin admin] No DVR routers for this DVR port 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34 on host dv-neutron-858731-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:50:15.155164 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7a655949-5f14-4eac-868c-7a059e93dd20 None None] Calling delete_port for 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:50:15.183150 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device a65c7664-8004-45f1-8dc7-234e3cfbde26 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:50:15.231721 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: a65c7664-8004-45f1-8dc7-234e3cfbde26 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:50:15.232058 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device a65c7664-8004-45f1-8dc7-234e3cfbde26 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:50:15.232502 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:50:15.247848 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-245ff808-80de-4dcc-837d-5cdd2aa454ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:15.269528 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:50:15.269868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device f6e74ce0-e95c-441d-9c80-7cf5cd14e2bd not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:50:15.270291 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:50:15.280869 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-245ff808-80de-4dcc-837d-5cdd2aa454ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1a6ba7-b5f7-42e6-bc26-3d85920da705']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:15.317330 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:50:15.317588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:50:15.340137 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-7a655949-5f14-4eac-868c-7a059e93dd20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:50:15.340530 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-7a655949-5f14-4eac-868c-7a059e93dd20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:50:15.380377 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-245ff808-80de-4dcc-837d-5cdd2aa454ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b69a43-d56b-4775-b070-742325b1836e') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:15.380698 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-245ff808-80de-4dcc-837d-5cdd2aa454ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b69a43-d56b-4775-b070-742325b1836e') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:15.393629 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-245ff808-80de-4dcc-837d-5cdd2aa454ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:15.410404 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-245ff808-80de-4dcc-837d-5cdd2aa454ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:15.416392 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245ff808-80de-4dcc-837d-5cdd2aa454ed admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:50:15.416799 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-245ff808-80de-4dcc-837d-5cdd2aa454ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:15.485642 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment c9b69a43-d56b-4775-b070-742325b1836e resource provider aggregate not found Sep 21 15:50:15.508699 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment c9b69a43-d56b-4775-b070-742325b1836e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9b69a43-d56b-4775-b070-742325b1836e found for delete ", "request_id": "req-d3140bb6-750c-4824-8f1a-fcda725fef92"}]} Sep 21 15:50:15.522246 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-245ff808-80de-4dcc-837d-5cdd2aa454ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:15.538385 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-245ff808-80de-4dcc-837d-5cdd2aa454ed admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:15.548981 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ff808-80de-4dcc-837d-5cdd2aa454ed admin admin] Pushing event deleted for resources: {'Network': ['ID=9b1a6ba7-b5f7-42e6-bc26-3d85920da705,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:15.556041 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-245ff808-80de-4dcc-837d-5cdd2aa454ed admin admin] 10.222.0.62 "DELETE /v2.0/networks/9b1a6ba7-b5f7-42e6-bc26-3d85920da705 HTTP/1.1" status: 204 len: 168 time: 1.0177245 Sep 21 15:50:15.665479 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40604) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:15.713261 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-42e62c3f-d68c-4591-9a16-0b6c735063d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=520427ef2fe048d9af0cf88a41687846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466609 Sep 21 15:50:15.715600 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40608) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:15.771847 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-608a8e3f-dd3f-486e-9f88-b88c2163d9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:15.798001 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-608a8e3f-dd3f-486e-9f88-b88c2163d9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:15.842183 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7a655949-5f14-4eac-868c-7a059e93dd20 None None] Deleting port 6f6b5831-ca0b-42e3-b8fc-04f47ea5db34 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:50:15.842691 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7a655949-5f14-4eac-868c-7a059e93dd20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:15.849536 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-608a8e3f-dd3f-486e-9f88-b88c2163d9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:15.868729 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a8e3f-dd3f-486e-9f88-b88c2163d9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbddffa-a947-433c-a29c-c11912f67302,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:15.877153 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-608a8e3f-dd3f-486e-9f88-b88c2163d9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:15.878147 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-608a8e3f-dd3f-486e-9f88-b88c2163d9c9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ccbddffa-a947-433c-a29c-c11912f67302 HTTP/1.1" status: 204 len: 168 time: 0.1613443 Sep 21 15:50:15.920622 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7a655949-5f14-4eac-868c-7a059e93dd20 None None] The port '6f6b5831-ca0b-42e3-b8fc-04f47ea5db34' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:50:16.244319 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40616) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:16.293075 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-28a19042-584a-4830-9212-3a27588a5d24 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af646bff524540509e0cf3aca009ab1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475240 Sep 21 15:50:16.295354 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40620) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:16.355013 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aa27fa5d-ac59-4e62-8e79-3e37ad8e1c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:16.381011 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aa27fa5d-ac59-4e62-8e79-3e37ad8e1c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:16.432731 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aa27fa5d-ac59-4e62-8e79-3e37ad8e1c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:16.446509 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27fa5d-ac59-4e62-8e79-3e37ad8e1c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11834aef-d61b-4853-a288-a9ea89b9ec28,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:16.452402 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aa27fa5d-ac59-4e62-8e79-3e37ad8e1c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:16.453526 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-aa27fa5d-ac59-4e62-8e79-3e37ad8e1c2f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/11834aef-d61b-4853-a288-a9ea89b9ec28 HTTP/1.1" status: 204 len: 168 time: 0.1572862 Sep 21 15:50:17.961907 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40668) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:17.967079 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-162993785', 'description': 'tempest-secgroup-smoke-162993785 description', 'project_id': 'b4016643d8834c028ec296e58e5077dd'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:50:17.974069 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:50:17.977971 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:50:17.981114 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:50:17.987998 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:50:17.997480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.010017 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.027327 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:50:18.031354 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:50:18.034936 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:50:18.041104 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:50:18.125591 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.129771 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.140186 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:50:18.147498 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:50:18.151903 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:50:18.165831 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:50:18.173477 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175bb1a0-74e0-461d-b7f5-b949096deb35,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:18.241764 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.245350 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.285871 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4299a845-f60d-4746-a669-d18c0cd49557,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:18.288400 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.289600 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-86d6c122-68aa-4a3a-9369-93620595bf36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3267004 Sep 21 15:50:18.292474 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40672) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:18.297261 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3e3fb021-8942-48b3-9aff-73d1961ba17f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': '4299a845-f60d-4746-a669-d18c0cd49557', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:50:18.303219 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3e3fb021-8942-48b3-9aff-73d1961ba17f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:50:18.307181 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3e3fb021-8942-48b3-9aff-73d1961ba17f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:50:18.310101 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3e3fb021-8942-48b3-9aff-73d1961ba17f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:50:18.315979 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3e3fb021-8942-48b3-9aff-73d1961ba17f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:50:18.333870 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e3fb021-8942-48b3-9aff-73d1961ba17f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.395973 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e3fb021-8942-48b3-9aff-73d1961ba17f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.399466 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e3fb021-8942-48b3-9aff-73d1961ba17f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.423769 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fb021-8942-48b3-9aff-73d1961ba17f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8275ba8-d18f-439b-a28a-e9d89a3c20df,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:18.431866 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e3fb021-8942-48b3-9aff-73d1961ba17f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.433017 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3e3fb021-8942-48b3-9aff-73d1961ba17f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396177 Sep 21 15:50:18.435616 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40676) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:18.440931 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-66b2d8c6-80da-4be4-8b0d-754c2c9ecf5a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': '4299a845-f60d-4746-a669-d18c0cd49557', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:50:18.447693 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-66b2d8c6-80da-4be4-8b0d-754c2c9ecf5a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:50:18.451732 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-66b2d8c6-80da-4be4-8b0d-754c2c9ecf5a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:50:18.455158 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-66b2d8c6-80da-4be4-8b0d-754c2c9ecf5a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:50:18.461027 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-66b2d8c6-80da-4be4-8b0d-754c2c9ecf5a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:50:18.477998 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66b2d8c6-80da-4be4-8b0d-754c2c9ecf5a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.538154 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66b2d8c6-80da-4be4-8b0d-754c2c9ecf5a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.541651 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66b2d8c6-80da-4be4-8b0d-754c2c9ecf5a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.564530 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2d8c6-80da-4be4-8b0d-754c2c9ecf5a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d036f4d-de47-42b3-a931-1c694e403891,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:18.572845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66b2d8c6-80da-4be4-8b0d-754c2c9ecf5a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.573965 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-66b2d8c6-80da-4be4-8b0d-754c2c9ecf5a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1373968 Sep 21 15:50:18.576884 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 40680) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:18.582540 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b4f38b59-fee6-48ba-b1f5-335701b007dd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': '4299a845-f60d-4746-a669-d18c0cd49557', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:50:18.588732 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b4f38b59-fee6-48ba-b1f5-335701b007dd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:50:18.592505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b4f38b59-fee6-48ba-b1f5-335701b007dd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:50:18.596116 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b4f38b59-fee6-48ba-b1f5-335701b007dd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:50:18.602393 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b4f38b59-fee6-48ba-b1f5-335701b007dd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:50:18.616944 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b4f38b59-fee6-48ba-b1f5-335701b007dd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.678644 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b4f38b59-fee6-48ba-b1f5-335701b007dd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.682518 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b4f38b59-fee6-48ba-b1f5-335701b007dd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.715085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f38b59-fee6-48ba-b1f5-335701b007dd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f700f8f2-0543-457e-a557-aa2913d18527,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:18.721608 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b4f38b59-fee6-48ba-b1f5-335701b007dd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.722794 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b4f38b59-fee6-48ba-b1f5-335701b007dd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449306 Sep 21 15:50:18.725470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 40684) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:18.730564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-58f706f8-b4f4-4883-be15-67bff4c06fa8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': '4299a845-f60d-4746-a669-d18c0cd49557', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:50:18.737334 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-58f706f8-b4f4-4883-be15-67bff4c06fa8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:50:18.741204 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-58f706f8-b4f4-4883-be15-67bff4c06fa8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:50:18.744095 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-58f706f8-b4f4-4883-be15-67bff4c06fa8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:50:18.749712 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-58f706f8-b4f4-4883-be15-67bff4c06fa8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:50:18.767112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58f706f8-b4f4-4883-be15-67bff4c06fa8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.828582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58f706f8-b4f4-4883-be15-67bff4c06fa8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.832724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58f706f8-b4f4-4883-be15-67bff4c06fa8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.855569 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f706f8-b4f4-4883-be15-67bff4c06fa8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf37947-d1f5-4ef3-b802-a0245a70bd95,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:18.864611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58f706f8-b4f4-4883-be15-67bff4c06fa8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.865823 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-58f706f8-b4f4-4883-be15-67bff4c06fa8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1394229 Sep 21 15:50:18.868440 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 40688) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:18.873325 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a90b6f0e-569e-416e-9f2f-df27d50aabac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': '4299a845-f60d-4746-a669-d18c0cd49557', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:50:18.879496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a90b6f0e-569e-416e-9f2f-df27d50aabac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:50:18.883410 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a90b6f0e-569e-416e-9f2f-df27d50aabac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:50:18.886258 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a90b6f0e-569e-416e-9f2f-df27d50aabac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:50:18.892476 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a90b6f0e-569e-416e-9f2f-df27d50aabac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:50:18.905003 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-a90b6f0e-569e-416e-9f2f-df27d50aabac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Project b4016643d8834c028ec296e58e5077dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:50:18.911430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a90b6f0e-569e-416e-9f2f-df27d50aabac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.974236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a90b6f0e-569e-416e-9f2f-df27d50aabac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:18.977757 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a90b6f0e-569e-416e-9f2f-df27d50aabac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:19.006036 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b6f0e-569e-416e-9f2f-df27d50aabac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5074adc0-89df-4751-b20b-7d645d0f58cb,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:19.015610 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a90b6f0e-569e-416e-9f2f-df27d50aabac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:19.019871 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a90b6f0e-569e-416e-9f2f-df27d50aabac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1475573 Sep 21 15:50:19.020056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 40692) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:19.025762 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d7887867-d817-40fc-a1f1-e0a4c97c741b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': '4299a845-f60d-4746-a669-d18c0cd49557', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:50:19.031946 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d7887867-d817-40fc-a1f1-e0a4c97c741b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:50:19.036258 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d7887867-d817-40fc-a1f1-e0a4c97c741b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:50:19.039127 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d7887867-d817-40fc-a1f1-e0a4c97c741b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:50:19.044849 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d7887867-d817-40fc-a1f1-e0a4c97c741b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:50:19.054810 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-d7887867-d817-40fc-a1f1-e0a4c97c741b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Project b4016643d8834c028ec296e58e5077dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:50:19.061235 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d7887867-d817-40fc-a1f1-e0a4c97c741b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:19.127297 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d7887867-d817-40fc-a1f1-e0a4c97c741b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:19.130920 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d7887867-d817-40fc-a1f1-e0a4c97c741b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:19.153416 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7887867-d817-40fc-a1f1-e0a4c97c741b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e8cb5d-9b1f-41b6-849e-610a5883c717,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:19.162231 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d7887867-d817-40fc-a1f1-e0a4c97c741b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:19.163379 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d7887867-d817-40fc-a1f1-e0a4c97c741b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1423943 Sep 21 15:50:19.166416 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 40696) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:19.171816 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-608f1a33-ed15-4a67-ae8d-a4909ac37066 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'network': {'name': 'tempest-network-smoke--1807263368', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'port_security_enabled': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:50:19.177747 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-608f1a33-ed15-4a67-ae8d-a4909ac37066 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:50:19.181672 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-608f1a33-ed15-4a67-ae8d-a4909ac37066 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:network and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:50:19.184817 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-608f1a33-ed15-4a67-ae8d-a4909ac37066 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:50:19.191499 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-608f1a33-ed15-4a67-ae8d-a4909ac37066 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:50:19.200987 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608f1a33-ed15-4a67-ae8d-a4909ac37066 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Made reservation on behalf of b4016643d8834c028ec296e58e5077dd for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:50:19.204689 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-608f1a33-ed15-4a67-ae8d-a4909ac37066 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:19.231524 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608f1a33-ed15-4a67-ae8d-a4909ac37066 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:50:19.240939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-608f1a33-ed15-4a67-ae8d-a4909ac37066 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:19.241279 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-608f1a33-ed15-4a67-ae8d-a4909ac37066 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Added segment 6ffcacce-cb86-4d8c-aa14-4e43af97f33b of type vlan for network de2a0fdd-79ee-4062-a918-333e79d9dc19 Sep 21 15:50:19.269767 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-608f1a33-ed15-4a67-ae8d-a4909ac37066 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:19.298405 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-608f1a33-ed15-4a67-ae8d-a4909ac37066 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:19.303724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608f1a33-ed15-4a67-ae8d-a4909ac37066 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:19.304299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-608f1a33-ed15-4a67-ae8d-a4909ac37066 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:19.402787 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-608f1a33-ed15-4a67-ae8d-a4909ac37066 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2352347 Sep 21 15:50:19.405731 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40700) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:19.411618 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-879646546', 'admin_state_up': True, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:50:19.411886 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f1a33-ed15-4a67-ae8d-a4909ac37066 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Network': ['ID=de2a0fdd-79ee-4062-a918-333e79d9dc19,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:19.418837 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:50:19.422030 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network de2a0fdd-79ee-4062-a918-333e79d9dc19 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:50:19.423876 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:router and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:50:19.426887 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:50:19.433471 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:50:19.443006 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:19.444064 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:19.464645 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:19.735865 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:20.041497 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:20.071300 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:20.295420 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Allocated IP 172.26.4.70 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/c2e8dd9a-1516-4f7d-9ead-72af2a201697) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:50:20.437687 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:20.467527 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:20.538604 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:50:20.541606 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:50:20.545252 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:50:20.577591 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=c2e8dd9a-1516-4f7d-9ead-72af2a201697,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:20.951561 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:21.297831 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:21.498329 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router d3431e28-87c7-4904-9de3-4297d3dc2ad0 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:50:21.781010 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:50:21.791062 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] Sync routers for ids ['d3431e28-87c7-4904-9de3-4297d3dc2ad0'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:50:21.800990 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] Routers {'d3431e28-87c7-4904-9de3-4297d3dc2ad0'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:50:21.801603 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:50:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['d3431e28-87c7-4904-9de3-4297d3dc2ad0'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:21.808310 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:21.809544 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1816bf9c-c87a-4b6d-9881-acf6e4e3a94f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4027689 Sep 21 15:50:21.812577 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40704) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:21.949145 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bc38701a-0a54-4186-a5b6-d3fc00e0c9eb tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=b4016643d8834c028ec296e58e5077dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1353433 Sep 21 15:50:21.951978 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40710) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:21.980250 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] Set router d3431e28-87c7-4904-9de3-4297d3dc2ad0 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:50:22.090175 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42f6982-d66f-451d-ad56-48f430f9a6d3 tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:22.091649 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f42f6982-d66f-451d-ad56-48f430f9a6d3 tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1387320 Sep 21 15:50:22.095096 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40714) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:22.137117 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2bea6f09-6a32-4fda-bd13-d3da13d01a89 tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=445481ae-8997-4e7e-a514-07e782c48c85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386024 Sep 21 15:50:22.137306 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40718) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:22.142737 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-87ab1540-d34d-4bce-ae42-a1219603188c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2047808547', 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:50:22.254033 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-87ab1540-d34d-4bce-ae42-a1219603188c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:50:22.257886 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-87ab1540-d34d-4bce-ae42-a1219603188c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:subnet and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:50:22.261134 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-87ab1540-d34d-4bce-ae42-a1219603188c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:50:22.263122 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646546', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:50:19Z', 'updated_at': '2022-09-21T15:50:20Z', 'revision_number': 3, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:20Z', 'updated_at': '2022-09-21T15:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:22.266731 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-87ab1540-d34d-4bce-ae42-a1219603188c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:50:22.266996 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] Checking router: d3431e28-87c7-4904-9de3-4297d3dc2ad0 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:50:22.267346 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] Updating router d3431e28-87c7-4904-9de3-4297d3dc2ad0 port c2e8dd9a-1516-4f7d-9ead-72af2a201697 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:50:22.278147 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ab1540-d34d-4bce-ae42-a1219603188c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Made reservation on behalf of b4016643d8834c028ec296e58e5077dd for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:50:22.281786 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-87ab1540-d34d-4bce-ae42-a1219603188c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:22.286249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:22.324415 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:22.502689 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-87ab1540-d34d-4bce-ae42-a1219603188c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:22.579873 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab1540-d34d-4bce-ae42-a1219603188c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Subnet': ['ID=378decb1-69e1-4a09-950b-491db911bad8,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:22.589663 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ab1540-d34d-4bce-ae42-a1219603188c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Checking segment: {'id': '6ffcacce-cb86-4d8c-aa14-4e43af97f33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:50:22.590015 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab1540-d34d-4bce-ae42-a1219603188c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network hostable DHCP agents. Network: de2a0fdd-79ee-4062-a918-333e79d9dc19, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:50:22.608727 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab1540-d34d-4bce-ae42-a1219603188c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network de2a0fdd-79ee-4062-a918-333e79d9dc19 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:50:22.617652 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-87ab1540-d34d-4bce-ae42-a1219603188c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, de2a0fdd-79ee-4062-a918-333e79d9dc19) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:50:22.622325 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ab1540-d34d-4bce-ae42-a1219603188c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:22.623459 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-87ab1540-d34d-4bce-ae42-a1219603188c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:22.630414 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02a15fc-3cfb-4bd5-b34f-2c9a4fcd8722 None None] Network de2a0fdd-79ee-4062-a918-333e79d9dc19 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:50:22.649680 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-87ab1540-d34d-4bce-ae42-a1219603188c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5087283 Sep 21 15:50:22.649866 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40722) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:22.659501 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:22.671023 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] Transition to ACTIVE for port object c2e8dd9a-1516-4f7d-9ead-72af2a201697 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:50:22.679743 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:22.752866 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] Attempting to bind port c2e8dd9a-1516-4f7d-9ead-72af2a201697 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:50:22.753225 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] Attempting to bind port c2e8dd9a-1516-4f7d-9ead-72af2a201697 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:50:22.753582 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] Attempting to bind port c2e8dd9a-1516-4f7d-9ead-72af2a201697 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:50:22.761222 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28726dcd-dacb-45d2-af53-bef88c75d02a None None] Pushing event updated for resources: {'Port': ['ID=c2e8dd9a-1516-4f7d-9ead-72af2a201697,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:22.766177 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:50:22.766553 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:50:22.766947 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:22.767337 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:50:22.767796 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] Bound port: c2e8dd9a-1516-4f7d-9ead-72af2a201697, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:50:22.768162 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:22.802530 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28726dcd-dacb-45d2-af53-bef88c75d02a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:22.803223 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28726dcd-dacb-45d2-af53-bef88c75d02a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:22.803223 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28726dcd-dacb-45d2-af53-bef88c75d02a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:22.803501 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28726dcd-dacb-45d2-af53-bef88c75d02a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:22.803829 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28726dcd-dacb-45d2-af53-bef88c75d02a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:22.804155 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28726dcd-dacb-45d2-af53-bef88c75d02a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:22.804493 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28726dcd-dacb-45d2-af53-bef88c75d02a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:22.804819 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28726dcd-dacb-45d2-af53-bef88c75d02a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:22.805651 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28726dcd-dacb-45d2-af53-bef88c75d02a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:22.805651 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28726dcd-dacb-45d2-af53-bef88c75d02a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:22.805827 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28726dcd-dacb-45d2-af53-bef88c75d02a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:22.806058 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28726dcd-dacb-45d2-af53-bef88c75d02a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:22.853713 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] For port c2e8dd9a-1516-4f7d-9ead-72af2a201697, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:50:22.856651 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] For port c2e8dd9a-1516-4f7d-9ead-72af2a201697, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c2e8dd9a-1516-4f7d-9ead-72af2a201697,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:50:22.862875 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:22.876094 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-de2a0fdd-79ee-4062-a918-333e79d9dc19', 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ips': [{'subnet_id': '378decb1-69e1-4a09-950b-491db911bad8'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:50:22.876999 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:22.923619 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] Routers {'d3431e28-87c7-4904-9de3-4297d3dc2ad0'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:50:22.924242 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:50:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['d3431e28-87c7-4904-9de3-4297d3dc2ad0'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:23.009116 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28726dcd-dacb-45d2-af53-bef88c75d02a None None] Pushing event updated for resources: {'Port': ['ID=c2e8dd9a-1516-4f7d-9ead-72af2a201697,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:23.055481 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Allocated IP 172.20.0.2 (de2a0fdd-79ee-4062-a918-333e79d9dc19/378decb1-69e1-4a09-950b-491db911bad8/b67397ec-c447-4b51-96a0-e4c77b08e70b) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:50:23.118908 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] Set router d3431e28-87c7-4904-9de3-4297d3dc2ad0 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:50:23.276252 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:23.287966 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Transition to ACTIVE for port object b67397ec-c447-4b51-96a0-e4c77b08e70b will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:50:23.306676 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Transition to ACTIVE for port object b67397ec-c447-4b51-96a0-e4c77b08e70b will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:50:23.315259 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:23.422539 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Network de2a0fdd-79ee-4062-a918-333e79d9dc19 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:50:23.425450 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:50:23.428145 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:50:23.448589 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646546', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:50:19Z', 'updated_at': '2022-09-21T15:50:20Z', 'revision_number': 3, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:20Z', 'updated_at': '2022-09-21T15:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:23.452518 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7a553a-bff5-4956-9196-16d581a03166 None None] The sync data for ids ['d3431e28-87c7-4904-9de3-4297d3dc2ad0'] in dv-neutron-858731-1-hyperv is: [{'id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646546', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:50:19Z', 'updated_at': '2022-09-21T15:50:20Z', 'revision_number': 3, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:20Z', 'updated_at': '2022-09-21T15:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:50:23.476206 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Pushing event updated for resources: {'Port': ['ID=b67397ec-c447-4b51-96a0-e4c77b08e70b,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:23.504037 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ff10f66-8669-4284-90a7-6e68e4bfa071 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:23.530101 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:23.530445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:23.530786 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:23.531120 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:23.531452 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:23.532367 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:23.532694 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:23.533025 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:23.533351 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:23.533675 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:23.534497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:23.534969 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:23.560306 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Attempting to bind port b67397ec-c447-4b51-96a0-e4c77b08e70b on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:50:23.560821 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Attempting to bind port b67397ec-c447-4b51-96a0-e4c77b08e70b by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '6ffcacce-cb86-4d8c-aa14-4e43af97f33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:50:23.561183 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Attempting to bind port b67397ec-c447-4b51-96a0-e4c77b08e70b on network de2a0fdd-79ee-4062-a918-333e79d9dc19 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:50:23.566910 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:50:23.567286 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Checking segment: {'id': '6ffcacce-cb86-4d8c-aa14-4e43af97f33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:50:23.567686 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:23.568081 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Bound using segment: {'id': '6ffcacce-cb86-4d8c-aa14-4e43af97f33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:50:23.568569 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Bound port: b67397ec-c447-4b51-96a0-e4c77b08e70b, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffcacce-cb86-4d8c-aa14-4e43af97f33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:50:23.569035 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:23.664958 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] For port b67397ec-c447-4b51-96a0-e4c77b08e70b, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:50:23.667780 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] For port b67397ec-c447-4b51-96a0-e4c77b08e70b, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b67397ec-c447-4b51-96a0-e4c77b08e70b,segment=NetworkSegment(6ffcacce-cb86-4d8c-aa14-4e43af97f33b),segment_id=6ffcacce-cb86-4d8c-aa14-4e43af97f33b)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:50:23.682012 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:23.776118 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3e2b8-6d40-48cc-96bc-710b6ea00dd4 None None] Pushing event updated for resources: {'Port': ['ID=b67397ec-c447-4b51-96a0-e4c77b08e70b,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:23.973661 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-9ff10f66-8669-4284-90a7-6e68e4bfa071 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Allocated IP 172.20.0.1 (de2a0fdd-79ee-4062-a918-333e79d9dc19/378decb1-69e1-4a09-950b-491db911bad8/fc396afa-3ac7-4bcf-acbf-4bfe36a6571b) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:50:24.165145 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ff10f66-8669-4284-90a7-6e68e4bfa071 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:24.181920 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-9ff10f66-8669-4284-90a7-6e68e4bfa071 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Transition to ACTIVE for port object fc396afa-3ac7-4bcf-acbf-4bfe36a6571b will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:50:24.209043 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ff10f66-8669-4284-90a7-6e68e4bfa071 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:24.284794 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff10f66-8669-4284-90a7-6e68e4bfa071 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network de2a0fdd-79ee-4062-a918-333e79d9dc19 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:50:24.288392 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-9ff10f66-8669-4284-90a7-6e68e4bfa071 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:50:24.292347 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff10f66-8669-4284-90a7-6e68e4bfa071 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:50:24.327799 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff10f66-8669-4284-90a7-6e68e4bfa071 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=fc396afa-3ac7-4bcf-acbf-4bfe36a6571b,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:24.354196 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ff10f66-8669-4284-90a7-6e68e4bfa071 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:24.623833 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ff10f66-8669-4284-90a7-6e68e4bfa071 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:24.762444 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f333954b-aea3-4303-8534-096ddb17caf7 None None] Network de2a0fdd-79ee-4062-a918-333e79d9dc19 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:50:24.862955 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ef6c277f-811c-452e-9b6c-bbae30afb83f None None] Provisioning for port b67397ec-c447-4b51-96a0-e4c77b08e70b completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:50:25.056243 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ff10f66-8669-4284-90a7-6e68e4bfa071 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:25.062093 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ff10f66-8669-4284-90a7-6e68e4bfa071 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:25.247847 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c2e8dd9a-1516-4f7d-9ead-72af2a201697 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:50:25.295856 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ff10f66-8669-4284-90a7-6e68e4bfa071 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:25.303181 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff10f66-8669-4284-90a7-6e68e4bfa071 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=fc396afa-3ac7-4bcf-acbf-4bfe36a6571b,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:25.323926 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bb4b831a-c075-44a3-bca4-b45b4bdf31da None None] Provisioning for port fc396afa-3ac7-4bcf-acbf-4bfe36a6571b completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:50:25.332266 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bb4b831a-c075-44a3-bca4-b45b4bdf31da None None] Provisioning complete for port fc396afa-3ac7-4bcf-acbf-4bfe36a6571b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:50:25.332673 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bb4b831a-c075-44a3-bca4-b45b4bdf31da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:25.370442 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port c2e8dd9a-1516-4f7d-9ead-72af2a201697 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:50:25.386527 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port c2e8dd9a-1516-4f7d-9ead-72af2a201697 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:50:25.386904 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:25.440879 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bb4b831a-c075-44a3-bca4-b45b4bdf31da None None] Port fc396afa-3ac7-4bcf-acbf-4bfe36a6571b cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:50:25.446956 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff10f66-8669-4284-90a7-6e68e4bfa071 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network de2a0fdd-79ee-4062-a918-333e79d9dc19 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:50:25.448323 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-9ff10f66-8669-4284-90a7-6e68e4bfa071 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:50:25.525383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port c2e8dd9a-1516-4f7d-9ead-72af2a201697 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:50:25.525684 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:25.543625 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port c2e8dd9a-1516-4f7d-9ead-72af2a201697, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c2e8dd9a-1516-4f7d-9ead-72af2a201697,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:50:25.550890 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:25.551598 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b67397ec-c447-4b51-96a0-e4c77b08e70b up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:50:25.658943 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff10f66-8669-4284-90a7-6e68e4bfa071 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router d3431e28-87c7-4904-9de3-4297d3dc2ad0 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:50:25.673828 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-17e3c0a0-04e4-487a-af5c-4a7ae2e9bb61 None None] Provisioning complete for port fc396afa-3ac7-4bcf-acbf-4bfe36a6571b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:50:25.674197 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-17e3c0a0-04e4-487a-af5c-4a7ae2e9bb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:25.718463 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=c2e8dd9a-1516-4f7d-9ead-72af2a201697,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:25.746361 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-17e3c0a0-04e4-487a-af5c-4a7ae2e9bb61 None None] Port fc396afa-3ac7-4bcf-acbf-4bfe36a6571b cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:50:25.753598 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port b67397ec-c447-4b51-96a0-e4c77b08e70b completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:50:25.758385 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port b67397ec-c447-4b51-96a0-e4c77b08e70b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:50:25.758750 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:25.846952 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff10f66-8669-4284-90a7-6e68e4bfa071 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:50:25.864523 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9ff10f66-8669-4284-90a7-6e68e4bfa071 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "PUT /v2.0/routers/d3431e28-87c7-4904-9de3-4297d3dc2ad0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2043908 Sep 21 15:50:25.867377 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] Sync routers for ids ['d3431e28-87c7-4904-9de3-4297d3dc2ad0'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:50:25.893534 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port b67397ec-c447-4b51-96a0-e4c77b08e70b is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:50:25.893916 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:25.907161 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] Routers {'d3431e28-87c7-4904-9de3-4297d3dc2ad0'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:50:25.907365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:50:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['d3431e28-87c7-4904-9de3-4297d3dc2ad0'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:25.970239 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f7b7c18b-1455-41d6-9833-df95669e445c None None] Provisioning complete for port fc396afa-3ac7-4bcf-acbf-4bfe36a6571b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:50:25.970528 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c18b-1455-41d6-9833-df95669e445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:26.021844 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-a0bbe31f-d94c-424b-bb94-8592433caa13 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-162993785&fields=id&tenant_id=b4016643d8834c028ec296e58e5077dd HTTP/1.1" status: 200 len: 267 time: 0.0434990 Sep 21 15:50:26.124977 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port b67397ec-c447-4b51-96a0-e4c77b08e70b, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b67397ec-c447-4b51-96a0-e4c77b08e70b,segment=NetworkSegment(6ffcacce-cb86-4d8c-aa14-4e43af97f33b),segment_id=6ffcacce-cb86-4d8c-aa14-4e43af97f33b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:50:26.136050 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f7b7c18b-1455-41d6-9833-df95669e445c None None] Port fc396afa-3ac7-4bcf-acbf-4bfe36a6571b cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:50:26.140019 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:26.187723 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-f3e83857-3a0e-4139-9b9a-8ece4fac9197 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:26.188801 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-f3e83857-3a0e-4139-9b9a-8ece4fac9197 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Synchronizing usage tracker for tenant:b4016643d8834c028ec296e58e5077dd on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:50:26.206670 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-f3e83857-3a0e-4139-9b9a-8ece4fac9197 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Unset dirty status for tenant:b4016643d8834c028ec296e58e5077dd on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:50:26.207878 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-f3e83857-3a0e-4139-9b9a-8ece4fac9197 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/networks?id=de2a0fdd-79ee-4062-a918-333e79d9dc19 HTTP/1.1" status: 200 len: 797 time: 0.1783693 Sep 21 15:50:26.218886 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] Set router d3431e28-87c7-4904-9de3-4297d3dc2ad0 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:50:26.228386 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-9de49e49-68bd-4619-9be0-4b825284fb4d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/quotas/b4016643d8834c028ec296e58e5077dd HTTP/1.1" status: 200 len: 375 time: 0.0107892 Sep 21 15:50:26.321230 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-afc91a1e-73c5-447a-a74e-adc2073df90d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866644 Sep 21 15:50:26.327913 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=b67397ec-c447-4b51-96a0-e4c77b08e70b,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:26.461311 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-f63ae3d2-9ed7-4474-a9ff-1770c407b0a7 service neutron] 10.222.0.62 "GET /v2.0/networks/de2a0fdd-79ee-4062-a918-333e79d9dc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270089 Sep 21 15:50:26.582787 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646546', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:50:19Z', 'updated_at': '2022-09-21T15:50:24Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:20Z', 'updated_at': '2022-09-21T15:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'fc396afa-3ac7-4bcf-acbf-4bfe36a6571b', 'name': '', 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:cd:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '378decb1-69e1-4a09-950b-491db911bad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:23Z', 'updated_at': '2022-09-21T15:50:24Z', 'revision_number': 2, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '378decb1-69e1-4a09-950b-491db911bad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:26.586982 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] Checking router: d3431e28-87c7-4904-9de3-4297d3dc2ad0 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:50:26.587330 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] Updating router d3431e28-87c7-4904-9de3-4297d3dc2ad0 port fc396afa-3ac7-4bcf-acbf-4bfe36a6571b binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:50:26.597438 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-2849975a-9d63-444a-835d-3e2f192e504c service neutron] 10.222.0.62 "GET /v2.0/networks/de2a0fdd-79ee-4062-a918-333e79d9dc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303995 Sep 21 15:50:26.640318 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:26.789914 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7ae810e9-c521-44b7-9b91-57ff9aa05811 req-7c8b2de7-64dc-4b80-ac37-06ccf79f484f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 210 time: 0.0554323 Sep 21 15:50:27.006609 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:27.019143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] Transition to ACTIVE for port object fc396afa-3ac7-4bcf-acbf-4bfe36a6571b will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:50:27.025807 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:27.220405 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c2e8dd9a-1516-4f7d-9ead-72af2a201697 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:50:27.280923 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83d4d5-c838-4eb9-af58-cd4f1d6a6a12 None None] Pushing event updated for resources: {'Port': ['ID=fc396afa-3ac7-4bcf-acbf-4bfe36a6571b,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:27.295169 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] Attempting to bind port fc396afa-3ac7-4bcf-acbf-4bfe36a6571b on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:50:27.295536 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] Attempting to bind port fc396afa-3ac7-4bcf-acbf-4bfe36a6571b by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '6ffcacce-cb86-4d8c-aa14-4e43af97f33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:50:27.295894 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] Attempting to bind port fc396afa-3ac7-4bcf-acbf-4bfe36a6571b on network de2a0fdd-79ee-4062-a918-333e79d9dc19 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:50:27.305561 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:50:27.305929 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] Checking segment: {'id': '6ffcacce-cb86-4d8c-aa14-4e43af97f33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:50:27.306322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:27.306705 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] Bound using segment: {'id': '6ffcacce-cb86-4d8c-aa14-4e43af97f33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:50:27.307159 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] Bound port: fc396afa-3ac7-4bcf-acbf-4bfe36a6571b, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffcacce-cb86-4d8c-aa14-4e43af97f33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:50:27.307523 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:27.383665 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port c2e8dd9a-1516-4f7d-9ead-72af2a201697 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:50:27.384033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:27.454707 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] For port fc396afa-3ac7-4bcf-acbf-4bfe36a6571b, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:50:27.458583 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] For port fc396afa-3ac7-4bcf-acbf-4bfe36a6571b, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=fc396afa-3ac7-4bcf-acbf-4bfe36a6571b,segment=NetworkSegment(6ffcacce-cb86-4d8c-aa14-4e43af97f33b),segment_id=6ffcacce-cb86-4d8c-aa14-4e43af97f33b)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:50:27.462947 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:27.561243 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] Routers {'d3431e28-87c7-4904-9de3-4297d3dc2ad0'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:50:27.561885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:50:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['d3431e28-87c7-4904-9de3-4297d3dc2ad0'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:27.667397 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83d4d5-c838-4eb9-af58-cd4f1d6a6a12 None None] Pushing event updated for resources: {'Port': ['ID=fc396afa-3ac7-4bcf-acbf-4bfe36a6571b,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:27.675898 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port c2e8dd9a-1516-4f7d-9ead-72af2a201697 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:50:27.677000 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b67397ec-c447-4b51-96a0-e4c77b08e70b up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:50:27.858198 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] Set router d3431e28-87c7-4904-9de3-4297d3dc2ad0 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:50:27.936770 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port b67397ec-c447-4b51-96a0-e4c77b08e70b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:50:27.937140 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:27.987727 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dd1a17b9-6b4a-4d6b-bccd-a6e1f998a2b5 req-0d378b39-98c0-4075-b93e-9cbfe9275c58 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 210 time: 0.0733666 Sep 21 15:50:28.126773 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-729ea656-aca3-41ab-b289-27e9d33b20eb tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:28.128346 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-729ea656-aca3-41ab-b289-27e9d33b20eb tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "GET /v2.0/networks?id=de2a0fdd-79ee-4062-a918-333e79d9dc19 HTTP/1.1" status: 200 len: 797 time: 0.1767540 Sep 21 15:50:28.182996 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-5adf18f1-5673-4091-93ab-3349374fe3aa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4016643d8834c028ec296e58e5077dd HTTP/1.1" status: 200 len: 379 time: 0.0415335 Sep 21 15:50:28.202532 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-b3a29b48-5347-41cc-af8a-524ee519e8fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'port': {'device_id': 'afb494b5-4a96-4bbd-8583-96c90eeacfaf', 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19', 'admin_state_up': True, 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'security_groups': ['4299a845-f60d-4746-a669-d18c0cd49557']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:50:28.256243 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port b67397ec-c447-4b51-96a0-e4c77b08e70b is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:50:28.289373 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646546', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:50:19Z', 'updated_at': '2022-09-21T15:50:24Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:20Z', 'updated_at': '2022-09-21T15:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'fc396afa-3ac7-4bcf-acbf-4bfe36a6571b', 'name': '', 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:cd:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '378decb1-69e1-4a09-950b-491db911bad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:23Z', 'updated_at': '2022-09-21T15:50:27Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '378decb1-69e1-4a09-950b-491db911bad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:28.293733 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26b1ee7-de86-498d-829b-3603f4de83c9 None None] The sync data for ids ['d3431e28-87c7-4904-9de3-4297d3dc2ad0'] in dv-neutron-858731-1-hyperv is: [{'id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646546', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:50:19Z', 'updated_at': '2022-09-21T15:50:24Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:20Z', 'updated_at': '2022-09-21T15:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'fc396afa-3ac7-4bcf-acbf-4bfe36a6571b', 'name': '', 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:cd:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '378decb1-69e1-4a09-950b-491db911bad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:23Z', 'updated_at': '2022-09-21T15:50:27Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '378decb1-69e1-4a09-950b-491db911bad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:50:28.474272 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-b3a29b48-5347-41cc-af8a-524ee519e8fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:50:28.478404 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-b3a29b48-5347-41cc-af8a-524ee519e8fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:port and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:50:28.481427 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-b3a29b48-5347-41cc-af8a-524ee519e8fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:50:28.487972 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-b3a29b48-5347-41cc-af8a-524ee519e8fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:50:28.498587 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-b3a29b48-5347-41cc-af8a-524ee519e8fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Made reservation on behalf of b4016643d8834c028ec296e58e5077dd for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:50:28.502755 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-b3a29b48-5347-41cc-af8a-524ee519e8fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:28.671979 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-b3a29b48-5347-41cc-af8a-524ee519e8fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Allocated IP 172.20.0.10 (de2a0fdd-79ee-4062-a918-333e79d9dc19/378decb1-69e1-4a09-950b-491db911bad8/4158be57-5f0c-48ce-bbb5-50ade7d29a2e) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:50:28.872175 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-b3a29b48-5347-41cc-af8a-524ee519e8fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:28.893536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-b3a29b48-5347-41cc-af8a-524ee519e8fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Transition to ACTIVE for port object 4158be57-5f0c-48ce-bbb5-50ade7d29a2e will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:50:28.917377 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-b3a29b48-5347-41cc-af8a-524ee519e8fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:28.996767 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-b3a29b48-5347-41cc-af8a-524ee519e8fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network de2a0fdd-79ee-4062-a918-333e79d9dc19 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:50:29.000052 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-b3a29b48-5347-41cc-af8a-524ee519e8fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:50:29.003871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-b3a29b48-5347-41cc-af8a-524ee519e8fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:50:29.044013 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a29b48-5347-41cc-af8a-524ee519e8fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=4158be57-5f0c-48ce-bbb5-50ade7d29a2e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:29.088428 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-b3a29b48-5347-41cc-af8a-524ee519e8fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:29.088857 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-b3a29b48-5347-41cc-af8a-524ee519e8fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:29.117470 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-b3a29b48-5347-41cc-af8a-524ee519e8fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9194593 Sep 21 15:50:29.137785 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] Request body: {'port': {'device_id': 'afb494b5-4a96-4bbd-8583-96c90eeacfaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:50:29.238572 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device fc396afa-3ac7-4bcf-acbf-4bfe36a6571b up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:50:29.312335 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3c1f02a0-595d-4f49-8fdb-ea9524689a02 None None] Provisioning for port 4158be57-5f0c-48ce-bbb5-50ade7d29a2e completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:50:29.319126 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3c1f02a0-595d-4f49-8fdb-ea9524689a02 None None] Provisioning complete for port 4158be57-5f0c-48ce-bbb5-50ade7d29a2e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:50:29.319555 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3c1f02a0-595d-4f49-8fdb-ea9524689a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:29.352303 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:29.366776 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port fc396afa-3ac7-4bcf-acbf-4bfe36a6571b completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:50:29.372165 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae3ac1-45b1-4edf-8ede-0b934c1b3db9 req-a1e44efc-dece-4f84-a5e8-804cbb210afe tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:29.372912 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-97ae3ac1-45b1-4edf-8ede-0b934c1b3db9 req-a1e44efc-dece-4f84-a5e8-804cbb210afe tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Synchronizing usage tracker for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:50:29.377021 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port fc396afa-3ac7-4bcf-acbf-4bfe36a6571b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:50:29.377392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:29.421280 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3c1f02a0-595d-4f49-8fdb-ea9524689a02 None None] Port 4158be57-5f0c-48ce-bbb5-50ade7d29a2e cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:50:29.444030 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-97ae3ac1-45b1-4edf-8ede-0b934c1b3db9 req-a1e44efc-dece-4f84-a5e8-804cbb210afe tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Unset dirty status for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:50:29.445274 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-97ae3ac1-45b1-4edf-8ede-0b934c1b3db9 req-a1e44efc-dece-4f84-a5e8-804cbb210afe tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 932 time: 0.2699449 Sep 21 15:50:29.508343 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port fc396afa-3ac7-4bcf-acbf-4bfe36a6571b is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:50:29.508801 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:29.542241 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port fc396afa-3ac7-4bcf-acbf-4bfe36a6571b, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=fc396afa-3ac7-4bcf-acbf-4bfe36a6571b,segment=NetworkSegment(6ffcacce-cb86-4d8c-aa14-4e43af97f33b),segment_id=6ffcacce-cb86-4d8c-aa14-4e43af97f33b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:50:29.546231 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:29.559137 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-97ae3ac1-45b1-4edf-8ede-0b934c1b3db9 req-aa5571a9-ca49-4e82-9e76-720622599b0a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=4299a845-f60d-4746-a669-d18c0cd49557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073802 Sep 21 15:50:29.619494 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=fc396afa-3ac7-4bcf-acbf-4bfe36a6571b,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:29.773439 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4158be57-5f0c-48ce-bbb5-50ade7d29a2e {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:50:29.780605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:29.795908 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] Transition to ACTIVE for port object 4158be57-5f0c-48ce-bbb5-50ade7d29a2e will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:50:29.799432 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:29.983541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] Pushing event updated for resources: {'Port': ['ID=4158be57-5f0c-48ce-bbb5-50ade7d29a2e,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:30.025402 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] Attempting to bind port 4158be57-5f0c-48ce-bbb5-50ade7d29a2e on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:50:30.026085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] Attempting to bind port 4158be57-5f0c-48ce-bbb5-50ade7d29a2e by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '6ffcacce-cb86-4d8c-aa14-4e43af97f33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:50:30.026085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] Attempting to bind port 4158be57-5f0c-48ce-bbb5-50ade7d29a2e on network de2a0fdd-79ee-4062-a918-333e79d9dc19 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:50:30.030726 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] Port 4158be57-5f0c-48ce-bbb5-50ade7d29a2e on network de2a0fdd-79ee-4062-a918-333e79d9dc19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:50:30.031040 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] Attempting to bind port 4158be57-5f0c-48ce-bbb5-50ade7d29a2e on network de2a0fdd-79ee-4062-a918-333e79d9dc19 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:50:30.036104 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:50:30.036445 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] Checking segment: {'id': '6ffcacce-cb86-4d8c-aa14-4e43af97f33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:50:30.036840 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] Bound using segment: {'id': '6ffcacce-cb86-4d8c-aa14-4e43af97f33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:50:30.037273 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] Bound port: 4158be57-5f0c-48ce-bbb5-50ade7d29a2e, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ffcacce-cb86-4d8c-aa14-4e43af97f33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:50:30.037595 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:30.129607 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] For port 4158be57-5f0c-48ce-bbb5-50ade7d29a2e, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:50:30.132637 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] For port 4158be57-5f0c-48ce-bbb5-50ade7d29a2e, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=4158be57-5f0c-48ce-bbb5-50ade7d29a2e,segment=NetworkSegment(6ffcacce-cb86-4d8c-aa14-4e43af97f33b),segment_id=6ffcacce-cb86-4d8c-aa14-4e43af97f33b)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:50:30.136866 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:30.167516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:30.168132 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:30.169495 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] 10.222.0.20 "PUT /v2.0/ports/4158be57-5f0c-48ce-bbb5-50ade7d29a2e HTTP/1.1" status: 200 len: 1094 time: 1.0381160 Sep 21 15:50:30.169918 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb494b5-4a96-4bbd-8583-96c90eeacfaf', 'tag': '4158be57-5f0c-48ce-bbb5-50ade7d29a2e'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:50:30.172184 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c22c4b-28f8-4f80-b640-573faf0bb58f" -d '{"events": [{"name": "network-changed", "server_uuid": "afb494b5-4a96-4bbd-8583-96c90eeacfaf", "tag": "4158be57-5f0c-48ce-bbb5-50ade7d29a2e"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:50:30.249950 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a947e3-e41e-4bde-96a0-55a8d9bab5ae x-openstack-request-id: req-24a947e3-e41e-4bde-96a0-55a8d9bab5ae {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:50:30.250295 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb494b5-4a96-4bbd-8583-96c90eeacfaf", "tag": "4158be57-5f0c-48ce-bbb5-50ade7d29a2e", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:50:30.251094 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-24a947e3-e41e-4bde-96a0-55a8d9bab5ae {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:50:30.251677 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24a947e3-e41e-4bde-96a0-55a8d9bab5ae'] response: {'name': 'network-changed', 'server_uuid': 'afb494b5-4a96-4bbd-8583-96c90eeacfaf', 'tag': '4158be57-5f0c-48ce-bbb5-50ade7d29a2e', 'status': 'completed', 'code': 200} Sep 21 15:50:30.263866 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4637ae3-cbf4-426b-8af6-1887177e3743 service neutron] Pushing event updated for resources: {'Port': ['ID=4158be57-5f0c-48ce-bbb5-50ade7d29a2e,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:30.296612 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-5fadc718-4722-4484-8dc3-19ff2d4f26fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:30.298572 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-5fadc718-4722-4484-8dc3-19ff2d4f26fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 1097 time: 0.0906401 Sep 21 15:50:30.467888 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-23f1bca4-af22-4339-b96e-7f1bf4c29527 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4158be57-5f0c-48ce-bbb5-50ade7d29a2e HTTP/1.1" status: 200 len: 217 time: 0.1588356 Sep 21 15:50:30.538864 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-88cfbbf6-32de-478d-878f-467518aa09fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:30.540258 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-88cfbbf6-32de-478d-878f-467518aa09fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=378decb1-69e1-4a09-950b-491db911bad8 HTTP/1.1" status: 200 len: 835 time: 0.0619285 Sep 21 15:50:30.626522 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-576c4322-16df-4834-9a9d-6eda7cb6c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:30.628081 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-576c4322-16df-4834-9a9d-6eda7cb6c7c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2a0fdd-79ee-4062-a918-333e79d9dc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784223 Sep 21 15:50:30.828162 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-60b4d192-6485-4179-a15f-4a89df84a8f5 service neutron] 10.222.0.20 "GET /v2.0/networks/de2a0fdd-79ee-4062-a918-333e79d9dc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906765 Sep 21 15:50:30.840835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f96c4-158a-454c-9023-86ad4e4c19c5 req-c1eeb404-eb15-4287-872a-10072e976e8a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:30.842182 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-660f96c4-158a-454c-9023-86ad4e4c19c5 req-c1eeb404-eb15-4287-872a-10072e976e8a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 944 time: 0.1363945 Sep 21 15:50:30.964296 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-660f96c4-158a-454c-9023-86ad4e4c19c5 req-920f0bd5-7a2b-4e9b-9d0e-6a99f5645467 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=4299a845-f60d-4746-a669-d18c0cd49557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041346 Sep 21 15:50:31.002200 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63ffdf2c-1068-424d-bb38-cc4d558d4e67 req-f27d1452-7913-4964-b0be-47fab62d94af service neutron] 10.222.0.20 "GET /v2.0/networks/de2a0fdd-79ee-4062-a918-333e79d9dc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589761 Sep 21 15:50:31.139861 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c22c4b-28f8-4f80-b640-573faf0bb58f req-46e7e130-86c0-47cb-9f4f-e6f30b8f3de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:31.141452 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e7c22c4b-28f8-4f80-b640-573faf0bb58f req-46e7e130-86c0-47cb-9f4f-e6f30b8f3de6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 1097 time: 0.0850527 Sep 21 15:50:31.187733 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device fc396afa-3ac7-4bcf-acbf-4bfe36a6571b up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:50:31.281557 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port fc396afa-3ac7-4bcf-acbf-4bfe36a6571b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:50:31.282713 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:31.294497 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c22c4b-28f8-4f80-b640-573faf0bb58f req-38928cd9-ad39-468d-bc50-135982c4e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:31.295980 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e7c22c4b-28f8-4f80-b640-573faf0bb58f req-38928cd9-ad39-468d-bc50-135982c4e547 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2a0fdd-79ee-4062-a918-333e79d9dc19 HTTP/1.1" status: 200 len: 898 time: 0.1481433 Sep 21 15:50:31.367078 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e7c22c4b-28f8-4f80-b640-573faf0bb58f req-98ae296d-a2a3-4d93-88c5-21450584a53a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4158be57-5f0c-48ce-bbb5-50ade7d29a2e HTTP/1.1" status: 200 len: 217 time: 0.0639627 Sep 21 15:50:31.430519 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port fc396afa-3ac7-4bcf-acbf-4bfe36a6571b is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:50:31.445832 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c22c4b-28f8-4f80-b640-573faf0bb58f req-7da33725-6ba9-4be1-8f0a-2f68d49859d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:31.447332 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e7c22c4b-28f8-4f80-b640-573faf0bb58f req-7da33725-6ba9-4be1-8f0a-2f68d49859d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=378decb1-69e1-4a09-950b-491db911bad8 HTTP/1.1" status: 200 len: 835 time: 0.0693135 Sep 21 15:50:31.535124 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c22c4b-28f8-4f80-b640-573faf0bb58f req-5acbb619-aff9-403b-80a8-19e192e5320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:31.536675 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e7c22c4b-28f8-4f80-b640-573faf0bb58f req-5acbb619-aff9-403b-80a8-19e192e5320c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2a0fdd-79ee-4062-a918-333e79d9dc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821064 Sep 21 15:50:31.675102 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e7c22c4b-28f8-4f80-b640-573faf0bb58f req-743141c5-e261-4bc6-8f0d-c5aca0d84478 service neutron] 10.222.0.20 "GET /v2.0/networks/de2a0fdd-79ee-4062-a918-333e79d9dc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308181 Sep 21 15:50:31.821613 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e7c22c4b-28f8-4f80-b640-573faf0bb58f req-87732a07-aad2-4673-bd37-a3153beea0a9 service neutron] 10.222.0.20 "GET /v2.0/networks/de2a0fdd-79ee-4062-a918-333e79d9dc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394336 Sep 21 15:50:32.170559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339076e4-20fd-4e66-8efc-d0fd239d6cb9 req-3692ff7a-ca20-468a-a163-dc6b4028a9a1 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:32.171944 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-339076e4-20fd-4e66-8efc-d0fd239d6cb9 req-3692ff7a-ca20-468a-a163-dc6b4028a9a1 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 944 time: 0.0939975 Sep 21 15:50:32.216710 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-339076e4-20fd-4e66-8efc-d0fd239d6cb9 req-59774196-2087-41ba-8180-60ee2177f8a3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=4299a845-f60d-4746-a669-d18c0cd49557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381129 Sep 21 15:50:32.490951 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 4158be57-5f0c-48ce-bbb5-50ade7d29a2e details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:50:32.623772 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 4158be57-5f0c-48ce-bbb5-50ade7d29a2e, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=4158be57-5f0c-48ce-bbb5-50ade7d29a2e,segment=NetworkSegment(6ffcacce-cb86-4d8c-aa14-4e43af97f33b),segment_id=6ffcacce-cb86-4d8c-aa14-4e43af97f33b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:50:32.636416 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '4158be57-5f0c-48ce-bbb5-50ade7d29a2e', 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19', 'port_id': '4158be57-5f0c-48ce-bbb5-50ade7d29a2e', 'mac_address': 'fa:16:3e:6a:21:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378decb1-69e1-4a09-950b-491db911bad8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:50:32.691417 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 4158be57-5f0c-48ce-bbb5-50ade7d29a2e is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:50:32.691789 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:32.708698 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4158be57-5f0c-48ce-bbb5-50ade7d29a2e {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:50:32.725111 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 4158be57-5f0c-48ce-bbb5-50ade7d29a2e, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=4158be57-5f0c-48ce-bbb5-50ade7d29a2e,segment=NetworkSegment(6ffcacce-cb86-4d8c-aa14-4e43af97f33b),segment_id=6ffcacce-cb86-4d8c-aa14-4e43af97f33b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:50:32.728661 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:32.798070 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=4158be57-5f0c-48ce-bbb5-50ade7d29a2e,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:32.999350 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['4158be57-5f0c-48ce-bbb5-50ade7d29a2e'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:50:33.412349 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70d276-940e-4303-8ab6-050c8b79ca0f req-e135ce2d-e0be-4f35-b115-b16f81ba5486 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:33.413751 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b70d276-940e-4303-8ab6-050c8b79ca0f req-e135ce2d-e0be-4f35-b115-b16f81ba5486 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 945 time: 0.0872054 Sep 21 15:50:33.457254 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b70d276-940e-4303-8ab6-050c8b79ca0f req-5f9e34e9-d3c9-4353-a483-afecf1256234 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=4299a845-f60d-4746-a669-d18c0cd49557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378065 Sep 21 15:50:34.490508 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 4158be57-5f0c-48ce-bbb5-50ade7d29a2e up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:50:34.569456 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 4158be57-5f0c-48ce-bbb5-50ade7d29a2e completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:50:34.575132 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 4158be57-5f0c-48ce-bbb5-50ade7d29a2e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:50:34.575515 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:34.665782 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:50:34.771714 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 4158be57-5f0c-48ce-bbb5-50ade7d29a2e is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:50:34.771979 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:34.795733 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17433e-7229-4a21-908d-71e73d83aee0 req-1c18b048-1ad3-4898-91de-666f406ac96b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:34.797236 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9b17433e-7229-4a21-908d-71e73d83aee0 req-1c18b048-1ad3-4898-91de-666f406ac96b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 945 time: 0.2197323 Sep 21 15:50:34.806264 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb494b5-4a96-4bbd-8583-96c90eeacfaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4158be57-5f0c-48ce-bbb5-50ade7d29a2e'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:50:34.808756 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30837bf8-867f-424b-b3ae-4f0cc9399c8b" -d '{"events": [{"server_uuid": "afb494b5-4a96-4bbd-8583-96c90eeacfaf", "name": "network-vif-plugged", "status": "completed", "tag": "4158be57-5f0c-48ce-bbb5-50ade7d29a2e"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:50:34.817231 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 4158be57-5f0c-48ce-bbb5-50ade7d29a2e, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=4158be57-5f0c-48ce-bbb5-50ade7d29a2e,segment=NetworkSegment(6ffcacce-cb86-4d8c-aa14-4e43af97f33b),segment_id=6ffcacce-cb86-4d8c-aa14-4e43af97f33b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:50:34.822402 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:34.844811 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9b17433e-7229-4a21-908d-71e73d83aee0 req-fddadd4d-bdde-455f-aa10-8deeb4e5c2fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=4299a845-f60d-4746-a669-d18c0cd49557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408881 Sep 21 15:50:34.892175 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=4158be57-5f0c-48ce-bbb5-50ade7d29a2e,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:34.921414 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4745440d-df0b-4b04-8cbe-0116dbf61f44 x-openstack-request-id: req-4745440d-df0b-4b04-8cbe-0116dbf61f44 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:50:34.921745 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb494b5-4a96-4bbd-8583-96c90eeacfaf", "name": "network-vif-plugged", "status": "completed", "tag": "4158be57-5f0c-48ce-bbb5-50ade7d29a2e", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:50:34.922000 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4745440d-df0b-4b04-8cbe-0116dbf61f44 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:50:34.923311 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4745440d-df0b-4b04-8cbe-0116dbf61f44'] response: {'server_uuid': 'afb494b5-4a96-4bbd-8583-96c90eeacfaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4158be57-5f0c-48ce-bbb5-50ade7d29a2e', 'code': 200} Sep 21 15:50:35.176750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ebe98-baec-4bcd-9386-d469d31f78bf req-7e842188-0dd4-4773-8885-f48718f102b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:35.178213 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f30ebe98-baec-4bcd-9386-d469d31f78bf req-7e842188-0dd4-4773-8885-f48718f102b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 1099 time: 0.0802660 Sep 21 15:50:35.222575 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f30ebe98-baec-4bcd-9386-d469d31f78bf req-b56854e1-3e23-4160-aac4-c73923e6a781 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4299a845-f60d-4746-a669-d18c0cd49557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350156 Sep 21 15:50:35.620191 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-031e1d4d-6eb1-40b8-b912-d8944954ffdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:36.040375 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f11e1-9465-4e09-bb8d-8072f81795df req-d7b75b1b-86a3-4ee2-b50b-3d1cb1dd71f7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:36.041940 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ab8f11e1-9465-4e09-bb8d-8072f81795df req-d7b75b1b-86a3-4ee2-b50b-3d1cb1dd71f7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 946 time: 0.0896101 Sep 21 15:50:36.089239 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ab8f11e1-9465-4e09-bb8d-8072f81795df req-a1653191-fc9e-4e38-a271-9c0db77985d1 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=4299a845-f60d-4746-a669-d18c0cd49557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417283 Sep 21 15:50:37.284625 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14707211-5439-4e79-83e1-08b5b06e9e18 req-1a5e0875-da18-49df-b690-47efc9051d6d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:37.286059 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-14707211-5439-4e79-83e1-08b5b06e9e18 req-1a5e0875-da18-49df-b690-47efc9051d6d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 946 time: 0.0875065 Sep 21 15:50:37.329505 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-14707211-5439-4e79-83e1-08b5b06e9e18 req-5b831b27-3614-4d84-8410-393338a6c03e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=4299a845-f60d-4746-a669-d18c0cd49557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370390 Sep 21 15:50:37.531925 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253ecbb-725a-466d-8234-4b9cb8d624d1 req-4de14798-7117-4738-aef7-4f2dc0bfc7bc tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:37.533395 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a253ecbb-725a-466d-8234-4b9cb8d624d1 req-4de14798-7117-4738-aef7-4f2dc0bfc7bc tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 946 time: 0.0918062 Sep 21 15:50:37.577271 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a253ecbb-725a-466d-8234-4b9cb8d624d1 req-557c53b8-fb8f-4196-8469-0580e39aa7b4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=4299a845-f60d-4746-a669-d18c0cd49557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380521 Sep 21 15:50:37.605746 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 40786) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:37.682901 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faae54e2-ad89-4418-ada0-a95e868934cd tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:37.684370 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-faae54e2-ad89-4418-ada0-a95e868934cd tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 1094 time: 0.0774307 Sep 21 15:50:37.687253 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 40790) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:37.692551 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': '4158be57-5f0c-48ce-bbb5-50ade7d29a2e', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:50:37.698317 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:50:37.702138 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:floatingip and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:50:37.705800 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:50:37.711675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:50:37.721856 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:37.855107 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:37.961028 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a81457af-f03b-4d04-b58d-9afcd5d32ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:37.991842 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Allocated IP 172.26.4.226 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/e848821e-492c-4970-99d2-0475ebe4f510) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:50:38.139486 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:38.168401 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:38.237477 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:50:38.240376 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:50:38.244036 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:50:38.272625 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=e848821e-492c-4970-99d2-0475ebe4f510,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:38.654036 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:38.725704 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:38.811692 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:39.037211 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:39.039302 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:39.041252 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:39.149580 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:39.195934 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=e848821e-492c-4970-99d2-0475ebe4f510,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:39.323875 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Floating IP bf2d02de-5a03-489d-b3b4-9c8e4ba70573 associated. External IP: 172.26.4.226, port: 4158be57-5f0c-48ce-bbb5-50ade7d29a2e. Sep 21 15:50:39.669895 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router d3431e28-87c7-4904-9de3-4297d3dc2ad0 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:50:39.845216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:50:39.854686 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ea39e-adda-42ce-a7d5-c8bf31b44746 None None] Sync routers for ids ['d3431e28-87c7-4904-9de3-4297d3dc2ad0'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:50:39.865172 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ea39e-adda-42ce-a7d5-c8bf31b44746 None None] Routers {'d3431e28-87c7-4904-9de3-4297d3dc2ad0'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:50:39.865845 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cb0ea39e-adda-42ce-a7d5-c8bf31b44746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:50:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['d3431e28-87c7-4904-9de3-4297d3dc2ad0'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:39.869719 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:39.927140 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c9ecc6c5-a20f-4b01-b76b-875c6a9a366a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2388098 Sep 21 15:50:39.927721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb494b5-4a96-4bbd-8583-96c90eeacfaf', 'tag': '4158be57-5f0c-48ce-bbb5-50ade7d29a2e'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:50:39.930087 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97bfd33-b4ec-4165-bd23-c94d8fea961e" -d '{"events": [{"name": "network-changed", "server_uuid": "afb494b5-4a96-4bbd-8583-96c90eeacfaf", "tag": "4158be57-5f0c-48ce-bbb5-50ade7d29a2e"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:50:39.982922 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e1fd46-5cd2-4f3b-95cd-7b97290dbabf x-openstack-request-id: req-a5e1fd46-5cd2-4f3b-95cd-7b97290dbabf {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:50:39.983303 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb494b5-4a96-4bbd-8583-96c90eeacfaf", "tag": "4158be57-5f0c-48ce-bbb5-50ade7d29a2e", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:50:39.983610 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a5e1fd46-5cd2-4f3b-95cd-7b97290dbabf {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:50:39.984090 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5e1fd46-5cd2-4f3b-95cd-7b97290dbabf'] response: {'name': 'network-changed', 'server_uuid': 'afb494b5-4a96-4bbd-8583-96c90eeacfaf', 'tag': '4158be57-5f0c-48ce-bbb5-50ade7d29a2e', 'status': 'completed', 'code': 200} Sep 21 15:50:40.056169 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-cb0ea39e-adda-42ce-a7d5-c8bf31b44746 None None] Set router d3431e28-87c7-4904-9de3-4297d3dc2ad0 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:50:40.160978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b97d6-20a3-4aa9-9622-6de8027f7687 req-8c1f1ba6-8bc8-453b-9539-dde72cca6aaa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:40.162388 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-606b97d6-20a3-4aa9-9622-6de8027f7687 req-8c1f1ba6-8bc8-453b-9539-dde72cca6aaa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 946 time: 0.1133094 Sep 21 15:50:40.165001 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bfd33-b4ec-4165-bd23-c94d8fea961e req-93e2a27a-3279-40e7-822f-7e064f14a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:40.166310 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f97bfd33-b4ec-4165-bd23-c94d8fea961e req-93e2a27a-3279-40e7-822f-7e064f14a42b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 1099 time: 0.1617422 Sep 21 15:50:40.409544 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-606b97d6-20a3-4aa9-9622-6de8027f7687 req-14a661db-e455-4897-8658-4168c5ae98b7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=4299a845-f60d-4746-a669-d18c0cd49557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413800 Sep 21 15:50:40.422218 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cb0ea39e-adda-42ce-a7d5-c8bf31b44746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646546', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:50:19Z', 'updated_at': '2022-09-21T15:50:24Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:20Z', 'updated_at': '2022-09-21T15:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'bf2d02de-5a03-489d-b3b4-9c8e4ba70573', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'floating_ip_address': '172.26.4.226', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'port_id': '4158be57-5f0c-48ce-bbb5-50ade7d29a2e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19', 'mac_address': 'fa:16:3e:6a:21:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb494b5-4a96-4bbd-8583-96c90eeacfaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:50:38Z', 'updated_at': '2022-09-21T15:50:38Z', 'revision_number': 0, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc396afa-3ac7-4bcf-acbf-4bfe36a6571b', 'name': '', 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:cd:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '378decb1-69e1-4a09-950b-491db911bad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:23Z', 'updated_at': '2022-09-21T15:50:29Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '378decb1-69e1-4a09-950b-491db911bad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:40.427032 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ea39e-adda-42ce-a7d5-c8bf31b44746 None None] Checking router: d3431e28-87c7-4904-9de3-4297d3dc2ad0 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:50:40.435314 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ea39e-adda-42ce-a7d5-c8bf31b44746 None None] Routers {'d3431e28-87c7-4904-9de3-4297d3dc2ad0'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:50:40.435911 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cb0ea39e-adda-42ce-a7d5-c8bf31b44746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:50:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['d3431e28-87c7-4904-9de3-4297d3dc2ad0'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:40.441731 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40798) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:40.449692 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bfd33-b4ec-4165-bd23-c94d8fea961e req-870808fd-6de3-4678-b8bd-dea246d6d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:40.451214 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f97bfd33-b4ec-4165-bd23-c94d8fea961e req-870808fd-6de3-4678-b8bd-dea246d6d447 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2a0fdd-79ee-4062-a918-333e79d9dc19 HTTP/1.1" status: 200 len: 898 time: 0.2690556 Sep 21 15:50:40.559391 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-911e1e8a-3b3e-45d6-a24d-a7143ac77157 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/floatingips/bf2d02de-5a03-489d-b3b4-9c8e4ba70573 HTTP/1.1" status: 200 len: 992 time: 0.1147916 Sep 21 15:50:40.561760 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f97bfd33-b4ec-4165-bd23-c94d8fea961e req-34d0d96f-b92a-4a18-b20e-aabb9bb69227 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4158be57-5f0c-48ce-bbb5-50ade7d29a2e HTTP/1.1" status: 200 len: 1000 time: 0.1036825 Sep 21 15:50:40.618986 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-cb0ea39e-adda-42ce-a7d5-c8bf31b44746 None None] Set router d3431e28-87c7-4904-9de3-4297d3dc2ad0 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:50:40.626421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bfd33-b4ec-4165-bd23-c94d8fea961e req-e46ed3a1-712b-461d-a298-8dd83e130317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:40.627890 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f97bfd33-b4ec-4165-bd23-c94d8fea961e req-e46ed3a1-712b-461d-a298-8dd83e130317 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=378decb1-69e1-4a09-950b-491db911bad8 HTTP/1.1" status: 200 len: 835 time: 0.0595720 Sep 21 15:50:40.657640 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:40.712857 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bfd33-b4ec-4165-bd23-c94d8fea961e req-daa9d1be-4e8e-4296-86a5-f4d8e814a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:50:40.714270 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f97bfd33-b4ec-4165-bd23-c94d8fea961e req-daa9d1be-4e8e-4296-86a5-f4d8e814a399 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2a0fdd-79ee-4062-a918-333e79d9dc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806906 Sep 21 15:50:40.847471 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f97bfd33-b4ec-4165-bd23-c94d8fea961e req-b429fe00-eded-4db1-b955-bfdc6d21e558 service neutron] 10.222.0.20 "GET /v2.0/networks/de2a0fdd-79ee-4062-a918-333e79d9dc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267273 Sep 21 15:50:40.964667 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cb0ea39e-adda-42ce-a7d5-c8bf31b44746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646546', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:50:19Z', 'updated_at': '2022-09-21T15:50:24Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:20Z', 'updated_at': '2022-09-21T15:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'bf2d02de-5a03-489d-b3b4-9c8e4ba70573', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'floating_ip_address': '172.26.4.226', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'port_id': '4158be57-5f0c-48ce-bbb5-50ade7d29a2e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19', 'mac_address': 'fa:16:3e:6a:21:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb494b5-4a96-4bbd-8583-96c90eeacfaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:50:38Z', 'updated_at': '2022-09-21T15:50:38Z', 'revision_number': 0, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc396afa-3ac7-4bcf-acbf-4bfe36a6571b', 'name': '', 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:cd:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '378decb1-69e1-4a09-950b-491db911bad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:23Z', 'updated_at': '2022-09-21T15:50:29Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '378decb1-69e1-4a09-950b-491db911bad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:50:40.968651 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ea39e-adda-42ce-a7d5-c8bf31b44746 None None] The sync data for ids ['d3431e28-87c7-4904-9de3-4297d3dc2ad0'] in dv-neutron-858731-1-hyperv is: [{'id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646546', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:50:19Z', 'updated_at': '2022-09-21T15:50:24Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:20Z', 'updated_at': '2022-09-21T15:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'bf2d02de-5a03-489d-b3b4-9c8e4ba70573', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'floating_ip_address': '172.26.4.226', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'port_id': '4158be57-5f0c-48ce-bbb5-50ade7d29a2e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19', 'mac_address': 'fa:16:3e:6a:21:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb494b5-4a96-4bbd-8583-96c90eeacfaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:50:38Z', 'updated_at': '2022-09-21T15:50:38Z', 'revision_number': 0, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc396afa-3ac7-4bcf-acbf-4bfe36a6571b', 'name': '', 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:cd:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '378decb1-69e1-4a09-950b-491db911bad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:23Z', 'updated_at': '2022-09-21T15:50:29Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '378decb1-69e1-4a09-950b-491db911bad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:50:40.980990 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f97bfd33-b4ec-4165-bd23-c94d8fea961e req-73e14772-d077-40b0-bf46-64ccf9a942b5 service neutron] 10.222.0.20 "GET /v2.0/networks/de2a0fdd-79ee-4062-a918-333e79d9dc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278038 Sep 21 15:50:41.172161 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b04253-08fa-4762-84cd-cd414fee8b5e None None] New status for floating IP bf2d02de-5a03-489d-b3b4-9c8e4ba70573: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:50:41.561895 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 40802) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:41.671312 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8a9424e8-a2de-42e9-8438-e42cdd5ce6f7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/floatingips/bf2d02de-5a03-489d-b3b4-9c8e4ba70573 HTTP/1.1" status: 200 len: 994 time: 0.1081405 Sep 21 15:50:47.998083 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [req-8061ee4c-97ad-451c-a2f4-2dcc8d3aa628 req-9a2e7060-d329-4368-a4fb-4ea5dc40f306 service neutron] (89019) timed out ('10.222.0.20', 51351) {{(pid=89019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 21 15:50:52.284778 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:02.267649 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-670562ba-97e7-4102-b135-86a99d8d6202 req-be0b520d-5642-41da-bc92-2838620ca8be service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781434 Sep 21 15:51:02.423244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670562ba-97e7-4102-b135-86a99d8d6202 req-bea93365-c4a8-43b1-81b5-271e1b56283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:02.425558 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-670562ba-97e7-4102-b135-86a99d8d6202 req-bea93365-c4a8-43b1-81b5-271e1b56283c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 1099 time: 0.0820885 Sep 21 15:51:02.566818 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670562ba-97e7-4102-b135-86a99d8d6202 req-0da1538a-b654-4eeb-929e-817e7c75d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:02.568208 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-670562ba-97e7-4102-b135-86a99d8d6202 req-0da1538a-b654-4eeb-929e-817e7c75d628 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2a0fdd-79ee-4062-a918-333e79d9dc19 HTTP/1.1" status: 200 len: 898 time: 0.1242046 Sep 21 15:51:02.665547 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-670562ba-97e7-4102-b135-86a99d8d6202 req-74f3890c-4cf8-44ca-b9bf-7663e4a71484 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4158be57-5f0c-48ce-bbb5-50ade7d29a2e HTTP/1.1" status: 200 len: 1002 time: 0.0907524 Sep 21 15:51:02.731295 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670562ba-97e7-4102-b135-86a99d8d6202 req-aacf8333-2488-4f21-b668-35005844a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:02.732715 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-670562ba-97e7-4102-b135-86a99d8d6202 req-aacf8333-2488-4f21-b668-35005844a5b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=378decb1-69e1-4a09-950b-491db911bad8 HTTP/1.1" status: 200 len: 835 time: 0.0606875 Sep 21 15:51:02.814347 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670562ba-97e7-4102-b135-86a99d8d6202 req-6c069d64-8f37-4446-beeb-60ec29795fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:02.816550 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-670562ba-97e7-4102-b135-86a99d8d6202 req-6c069d64-8f37-4446-beeb-60ec29795fe1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2a0fdd-79ee-4062-a918-333e79d9dc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774720 Sep 21 15:51:02.944526 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-670562ba-97e7-4102-b135-86a99d8d6202 req-401fa187-84e9-4e77-94a5-91569b174d29 service neutron] 10.222.0.20 "GET /v2.0/networks/de2a0fdd-79ee-4062-a918-333e79d9dc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213932 Sep 21 15:51:03.074379 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-670562ba-97e7-4102-b135-86a99d8d6202 req-c3819fe8-bcbc-4795-94a8-9793b8695cff service neutron] 10.222.0.20 "GET /v2.0/networks/de2a0fdd-79ee-4062-a918-333e79d9dc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232228 Sep 21 15:51:05.622557 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0aca55d2-09b6-4530-934c-0f13a93223fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:07.963436 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8905fdab-e725-44a5-9a62-7b971a76c79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:08.815125 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:09.041295 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:10.659444 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:11.667321 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:51:15.454918 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412985f-7281-43cb-ac9d-75b1921a2b99 req-e3c1d766-8fee-4282-a683-0a5b41ab428b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:15.456273 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5412985f-7281-43cb-ac9d-75b1921a2b99 req-e3c1d766-8fee-4282-a683-0a5b41ab428b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 946 time: 0.2049706 Sep 21 15:51:15.498747 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5412985f-7281-43cb-ac9d-75b1921a2b99 req-c29f9b00-c4b4-4c9a-a125-062c345c4514 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=4299a845-f60d-4746-a669-d18c0cd49557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365667 Sep 21 15:51:16.698956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066acf7-e349-4f34-9b5f-2ad176a4b844 req-7055b902-bbb1-4c30-b089-2681c49bc64d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:16.700408 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3066acf7-e349-4f34-9b5f-2ad176a4b844 req-7055b902-bbb1-4c30-b089-2681c49bc64d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 946 time: 0.0860343 Sep 21 15:51:16.750299 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3066acf7-e349-4f34-9b5f-2ad176a4b844 req-616658dc-3dbb-4403-b84d-785305919479 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=4299a845-f60d-4746-a669-d18c0cd49557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441504 Sep 21 15:51:16.781459 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 40824) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:16.889595 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b6862fc5-2d6b-44be-aa83-c6e531241131 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/floatingips/bf2d02de-5a03-489d-b3b4-9c8e4ba70573 HTTP/1.1" status: 200 len: 994 time: 0.1069221 Sep 21 15:51:18.371048 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e31b3e-d715-41f5-bf42-f103ccb6e97d req-8627b67b-f1b0-4466-97fe-35c4d3a33db7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:18.372501 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-09e31b3e-d715-41f5-bf42-f103ccb6e97d req-8627b67b-f1b0-4466-97fe-35c4d3a33db7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 946 time: 0.0888720 Sep 21 15:51:18.417081 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-09e31b3e-d715-41f5-bf42-f103ccb6e97d req-6ffb4db0-e5e2-4cec-8000-a2f11895c8f7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=4299a845-f60d-4746-a669-d18c0cd49557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386901 Sep 21 15:51:19.618869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d921f-3e3a-42a9-b447-666a5d3ffdcd req-08dea03e-0a2d-4e75-bb35-6237ae006cf7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:19.620300 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-775d921f-3e3a-42a9-b447-666a5d3ffdcd req-08dea03e-0a2d-4e75-bb35-6237ae006cf7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 946 time: 0.0899408 Sep 21 15:51:19.662646 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-775d921f-3e3a-42a9-b447-666a5d3ffdcd req-d5eb02a3-bc70-4c98-b47f-36a8e7483ffc tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=4299a845-f60d-4746-a669-d18c0cd49557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367577 Sep 21 15:51:19.691397 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 40836) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:19.803697 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-da9e013a-13b0-4bec-ab95-df6d1825d5ea tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/floatingips/bf2d02de-5a03-489d-b3b4-9c8e4ba70573 HTTP/1.1" status: 200 len: 994 time: 0.1111636 Sep 21 15:51:20.123437 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40844) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:20.323205 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting port e848821e-492c-4970-99d2-0475ebe4f510 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:51:20.323540 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:20.494198 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:20.494516 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:20.612204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Calling delete_port for e848821e-492c-4970-99d2-0475ebe4f510 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:51:20.860218 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:20.906172 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Port': ['ID=e848821e-492c-4970-99d2-0475ebe4f510,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:20.979845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:20.980182 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:20.980541 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:20.980869 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:20.981197 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:20.981520 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:20.981841 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:20.982160 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:20.982478 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:20.982793 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:20.983111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:20.983421 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:21.015078 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:21.015446 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Floating IP bf2d02de-5a03-489d-b3b4-9c8e4ba70573 disassociated (deleted). External IP: 172.26.4.226, port: 4158be57-5f0c-48ce-bbb5-50ade7d29a2e. Sep 21 15:51:21.362391 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router d3431e28-87c7-4904-9de3-4297d3dc2ad0 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:51:21.540903 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:51:21.550078 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0820ba-d8b9-486d-829c-0fffcd107645 None None] Sync routers for ids ['d3431e28-87c7-4904-9de3-4297d3dc2ad0'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:51:21.559514 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0820ba-d8b9-486d-829c-0fffcd107645 None None] Routers {'d3431e28-87c7-4904-9de3-4297d3dc2ad0'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:51:21.560122 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1a0820ba-d8b9-486d-829c-0fffcd107645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:51:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['d3431e28-87c7-4904-9de3-4297d3dc2ad0'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:21.560601 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:21.619532 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6917c29c-b1d1-4131-b3a7-f6eda16d80f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/floatingips/bf2d02de-5a03-489d-b3b4-9c8e4ba70573 HTTP/1.1" status: 204 len: 168 time: 1.4950876 Sep 21 15:51:21.620243 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb494b5-4a96-4bbd-8583-96c90eeacfaf', 'tag': '4158be57-5f0c-48ce-bbb5-50ade7d29a2e'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:51:21.622577 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b2895a-3bcb-47d6-acdf-b01916823fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "afb494b5-4a96-4bbd-8583-96c90eeacfaf", "tag": "4158be57-5f0c-48ce-bbb5-50ade7d29a2e"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:51:21.670881 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc4a38e-ac7f-484f-b010-db53a8d3d145 x-openstack-request-id: req-dfc4a38e-ac7f-484f-b010-db53a8d3d145 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:51:21.671291 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb494b5-4a96-4bbd-8583-96c90eeacfaf", "tag": "4158be57-5f0c-48ce-bbb5-50ade7d29a2e", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:51:21.671606 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dfc4a38e-ac7f-484f-b010-db53a8d3d145 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:51:21.672081 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc4a38e-ac7f-484f-b010-db53a8d3d145'] response: {'name': 'network-changed', 'server_uuid': 'afb494b5-4a96-4bbd-8583-96c90eeacfaf', 'tag': '4158be57-5f0c-48ce-bbb5-50ade7d29a2e', 'status': 'completed', 'code': 200} Sep 21 15:51:21.777603 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-1a0820ba-d8b9-486d-829c-0fffcd107645 None None] Set router d3431e28-87c7-4904-9de3-4297d3dc2ad0 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:51:21.783675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2895a-3bcb-47d6-acdf-b01916823fa0 req-6f8e1b03-dc58-49de-a38f-09d925b4869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:21.785711 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a1b2895a-3bcb-47d6-acdf-b01916823fa0 req-6f8e1b03-dc58-49de-a38f-09d925b4869f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 1099 time: 0.0866556 Sep 21 15:51:21.974811 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2895a-3bcb-47d6-acdf-b01916823fa0 req-5cdc0aac-95b0-4b45-a643-51d2aaf817f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:21.976275 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a1b2895a-3bcb-47d6-acdf-b01916823fa0 req-5cdc0aac-95b0-4b45-a643-51d2aaf817f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de2a0fdd-79ee-4062-a918-333e79d9dc19 HTTP/1.1" status: 200 len: 898 time: 0.1813252 Sep 21 15:51:22.057563 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a1b2895a-3bcb-47d6-acdf-b01916823fa0 req-b5accca1-9031-4e06-9724-6de80df8d400 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4158be57-5f0c-48ce-bbb5-50ade7d29a2e HTTP/1.1" status: 200 len: 217 time: 0.0720112 Sep 21 15:51:22.112038 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1a0820ba-d8b9-486d-829c-0fffcd107645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646546', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:50:19Z', 'updated_at': '2022-09-21T15:50:24Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:20Z', 'updated_at': '2022-09-21T15:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'fc396afa-3ac7-4bcf-acbf-4bfe36a6571b', 'name': '', 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:cd:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '378decb1-69e1-4a09-950b-491db911bad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:23Z', 'updated_at': '2022-09-21T15:50:29Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '378decb1-69e1-4a09-950b-491db911bad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:22.116823 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0820ba-d8b9-486d-829c-0fffcd107645 None None] Checking router: d3431e28-87c7-4904-9de3-4297d3dc2ad0 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:51:22.125103 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0820ba-d8b9-486d-829c-0fffcd107645 None None] Routers {'d3431e28-87c7-4904-9de3-4297d3dc2ad0'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:51:22.125698 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1a0820ba-d8b9-486d-829c-0fffcd107645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:51:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['d3431e28-87c7-4904-9de3-4297d3dc2ad0'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:22.131493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566727e2-df75-49ad-a876-ea9f7662475c req-0366f488-dcbb-4377-aff4-e43a115100d7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:22.132967 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-566727e2-df75-49ad-a876-ea9f7662475c req-0366f488-dcbb-4377-aff4-e43a115100d7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 946 time: 0.2112448 Sep 21 15:51:22.138194 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2895a-3bcb-47d6-acdf-b01916823fa0 req-0551b7e4-b58f-44f4-a9ee-aba715866e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:22.139497 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a1b2895a-3bcb-47d6-acdf-b01916823fa0 req-0551b7e4-b58f-44f4-a9ee-aba715866e37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=378decb1-69e1-4a09-950b-491db911bad8 HTTP/1.1" status: 200 len: 835 time: 0.0732234 Sep 21 15:51:22.234396 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-566727e2-df75-49ad-a876-ea9f7662475c req-9d9f2cf8-1a8a-4bcb-a4e4-3328a4e61a10 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=4299a845-f60d-4746-a669-d18c0cd49557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939677 Sep 21 15:51:22.256049 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2895a-3bcb-47d6-acdf-b01916823fa0 req-dde54d60-714d-46cd-aea2-25851285a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:22.257517 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a1b2895a-3bcb-47d6-acdf-b01916823fa0 req-dde54d60-714d-46cd-aea2-25851285a25f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de2a0fdd-79ee-4062-a918-333e79d9dc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1039941 Sep 21 15:51:22.300923 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:22.306118 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-1a0820ba-d8b9-486d-829c-0fffcd107645 None None] Set router d3431e28-87c7-4904-9de3-4297d3dc2ad0 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:51:22.393928 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a1b2895a-3bcb-47d6-acdf-b01916823fa0 req-8e6e7b2c-61f3-4c5f-a52d-2aac866f6d3e service neutron] 10.222.0.20 "GET /v2.0/networks/de2a0fdd-79ee-4062-a918-333e79d9dc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294749 Sep 21 15:51:22.526693 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a1b2895a-3bcb-47d6-acdf-b01916823fa0 req-0f2d10f3-11a0-4e7e-ad5d-670e4c826994 service neutron] 10.222.0.20 "GET /v2.0/networks/de2a0fdd-79ee-4062-a918-333e79d9dc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260297 Sep 21 15:51:22.618224 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1a0820ba-d8b9-486d-829c-0fffcd107645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646546', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:50:19Z', 'updated_at': '2022-09-21T15:50:24Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:20Z', 'updated_at': '2022-09-21T15:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'fc396afa-3ac7-4bcf-acbf-4bfe36a6571b', 'name': '', 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:cd:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '378decb1-69e1-4a09-950b-491db911bad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:23Z', 'updated_at': '2022-09-21T15:50:29Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '378decb1-69e1-4a09-950b-491db911bad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:22.621999 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0820ba-d8b9-486d-829c-0fffcd107645 None None] The sync data for ids ['d3431e28-87c7-4904-9de3-4297d3dc2ad0'] in dv-neutron-858731-1-hyperv is: [{'id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646546', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:50:19Z', 'updated_at': '2022-09-21T15:50:24Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:20Z', 'updated_at': '2022-09-21T15:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'fc396afa-3ac7-4bcf-acbf-4bfe36a6571b', 'name': '', 'network_id': 'de2a0fdd-79ee-4062-a918-333e79d9dc19', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:cd:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '378decb1-69e1-4a09-950b-491db911bad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:23Z', 'updated_at': '2022-09-21T15:50:29Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '378decb1-69e1-4a09-950b-491db911bad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:51:22.832739 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44894e0c-2db3-4809-bc89-4a444ec24808 None None] New status for floating IP bf2d02de-5a03-489d-b3b4-9c8e4ba70573: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:51:23.433934 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc515c7a-9789-4613-ad4c-2fa2804452c6 req-3d9e46fa-d231-4f99-80f6-23243b20d140 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:23.435659 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bc515c7a-9789-4613-ad4c-2fa2804452c6 req-3d9e46fa-d231-4f99-80f6-23243b20d140 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 946 time: 0.0892348 Sep 21 15:51:23.479884 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bc515c7a-9789-4613-ad4c-2fa2804452c6 req-e80ca923-7b42-4fd7-9279-8b91996a5b6e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=4299a845-f60d-4746-a669-d18c0cd49557&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378244 Sep 21 15:51:23.787062 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1847a14-f4bf-4c98-8657-6ed7e286f03e req-aea5f6e4-ea7f-4d0c-92de-8023c6357304 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:23.788492 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1847a14-f4bf-4c98-8657-6ed7e286f03e req-aea5f6e4-ea7f-4d0c-92de-8023c6357304 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "GET /v2.0/ports?device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 946 time: 0.1943417 Sep 21 15:51:23.861230 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-d1847a14-f4bf-4c98-8657-6ed7e286f03e req-94132889-f838-4b13-8ebf-7ef9e1c1c05f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting port 4158be57-5f0c-48ce-bbb5-50ade7d29a2e {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:51:23.861565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d1847a14-f4bf-4c98-8657-6ed7e286f03e req-94132889-f838-4b13-8ebf-7ef9e1c1c05f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:24.103821 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-d1847a14-f4bf-4c98-8657-6ed7e286f03e req-94132889-f838-4b13-8ebf-7ef9e1c1c05f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] For port 4158be57-5f0c-48ce-bbb5-50ade7d29a2e, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=4158be57-5f0c-48ce-bbb5-50ade7d29a2e,segment=NetworkSegment(6ffcacce-cb86-4d8c-aa14-4e43af97f33b),segment_id=6ffcacce-cb86-4d8c-aa14-4e43af97f33b)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:51:24.104169 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d1847a14-f4bf-4c98-8657-6ed7e286f03e req-94132889-f838-4b13-8ebf-7ef9e1c1c05f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:24.228951 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-d1847a14-f4bf-4c98-8657-6ed7e286f03e req-94132889-f838-4b13-8ebf-7ef9e1c1c05f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Calling delete_port for 4158be57-5f0c-48ce-bbb5-50ade7d29a2e owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:51:24.368079 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d1847a14-f4bf-4c98-8657-6ed7e286f03e req-94132889-f838-4b13-8ebf-7ef9e1c1c05f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:24.420671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94132889-f838-4b13-8ebf-7ef9e1c1c05f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Port': ['ID=4158be57-5f0c-48ce-bbb5-50ade7d29a2e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:24.494269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94132889-f838-4b13-8ebf-7ef9e1c1c05f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:24.494977 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94132889-f838-4b13-8ebf-7ef9e1c1c05f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:24.494977 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94132889-f838-4b13-8ebf-7ef9e1c1c05f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:24.495242 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94132889-f838-4b13-8ebf-7ef9e1c1c05f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:24.495567 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94132889-f838-4b13-8ebf-7ef9e1c1c05f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:24.495891 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94132889-f838-4b13-8ebf-7ef9e1c1c05f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:24.496217 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94132889-f838-4b13-8ebf-7ef9e1c1c05f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:24.496555 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94132889-f838-4b13-8ebf-7ef9e1c1c05f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:24.496874 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94132889-f838-4b13-8ebf-7ef9e1c1c05f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:24.497191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94132889-f838-4b13-8ebf-7ef9e1c1c05f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:24.497506 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94132889-f838-4b13-8ebf-7ef9e1c1c05f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:24.497818 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94132889-f838-4b13-8ebf-7ef9e1c1c05f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:24.515601 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1847a14-f4bf-4c98-8657-6ed7e286f03e req-94132889-f838-4b13-8ebf-7ef9e1c1c05f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] No DVR routers for this DVR port 4158be57-5f0c-48ce-bbb5-50ade7d29a2e on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:51:24.517909 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d1847a14-f4bf-4c98-8657-6ed7e286f03e req-94132889-f838-4b13-8ebf-7ef9e1c1c05f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:24.521072 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb494b5-4a96-4bbd-8583-96c90eeacfaf', 'name': 'network-vif-deleted', 'tag': '4158be57-5f0c-48ce-bbb5-50ade7d29a2e'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:51:24.523320 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af01f6ca-2f61-4476-8023-79a2aa164ec1" -d '{"events": [{"server_uuid": "afb494b5-4a96-4bbd-8583-96c90eeacfaf", "name": "network-vif-deleted", "tag": "4158be57-5f0c-48ce-bbb5-50ade7d29a2e"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:51:24.532993 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1847a14-f4bf-4c98-8657-6ed7e286f03e req-94132889-f838-4b13-8ebf-7ef9e1c1c05f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "DELETE /v2.0/ports/4158be57-5f0c-48ce-bbb5-50ade7d29a2e HTTP/1.1" status: 204 len: 173 time: 0.7362485 Sep 21 15:51:24.571149 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd02f557-9a09-4166-b224-63bab919b248 x-openstack-request-id: req-bd02f557-9a09-4166-b224-63bab919b248 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:51:24.571622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb494b5-4a96-4bbd-8583-96c90eeacfaf", "name": "network-vif-deleted", "tag": "4158be57-5f0c-48ce-bbb5-50ade7d29a2e", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:51:24.571890 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd02f557-9a09-4166-b224-63bab919b248 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:51:24.572311 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd02f557-9a09-4166-b224-63bab919b248'] response: {'server_uuid': 'afb494b5-4a96-4bbd-8583-96c90eeacfaf', 'name': 'network-vif-deleted', 'tag': '4158be57-5f0c-48ce-bbb5-50ade7d29a2e', 'status': 'completed', 'code': 200} Sep 21 15:51:24.648081 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-067c622c-48e9-4c83-a13c-9862068f44b4 req-373d1fcb-4231-4184-9d8c-32d0ddfcb958 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Synchronizing usage tracker for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:51:24.663698 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-067c622c-48e9-4c83-a13c-9862068f44b4 req-373d1fcb-4231-4184-9d8c-32d0ddfcb958 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Unset dirty status for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:51:24.665154 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-067c622c-48e9-4c83-a13c-9862068f44b4 req-373d1fcb-4231-4184-9d8c-32d0ddfcb958 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=afb494b5-4a96-4bbd-8583-96c90eeacfaf HTTP/1.1" status: 200 len: 210 time: 0.0681496 Sep 21 15:51:25.769770 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40862) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:26.320388 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91620f85-b441-479b-b1d6-f840ad3fe2c0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:26.663793 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 4158be57-5f0c-48ce-bbb5-50ade7d29a2e no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:51:26.701092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 4158be57-5f0c-48ce-bbb5-50ade7d29a2e {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:51:26.701425 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 4158be57-5f0c-48ce-bbb5-50ade7d29a2e not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:51:26.779432 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-91620f85-b441-479b-b1d6-f840ad3fe2c0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting port fc396afa-3ac7-4bcf-acbf-4bfe36a6571b {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:51:26.779994 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91620f85-b441-479b-b1d6-f840ad3fe2c0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:26.966564 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-91620f85-b441-479b-b1d6-f840ad3fe2c0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] For port fc396afa-3ac7-4bcf-acbf-4bfe36a6571b, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=fc396afa-3ac7-4bcf-acbf-4bfe36a6571b,segment=NetworkSegment(6ffcacce-cb86-4d8c-aa14-4e43af97f33b),segment_id=6ffcacce-cb86-4d8c-aa14-4e43af97f33b)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:51:26.966923 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91620f85-b441-479b-b1d6-f840ad3fe2c0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:27.092253 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-91620f85-b441-479b-b1d6-f840ad3fe2c0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Calling delete_port for fc396afa-3ac7-4bcf-acbf-4bfe36a6571b owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:51:27.414310 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91620f85-b441-479b-b1d6-f840ad3fe2c0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:27.460636 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91620f85-b441-479b-b1d6-f840ad3fe2c0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Port': ['ID=fc396afa-3ac7-4bcf-acbf-4bfe36a6571b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:27.737398 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91620f85-b441-479b-b1d6-f840ad3fe2c0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:28.202377 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91620f85-b441-479b-b1d6-f840ad3fe2c0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router d3431e28-87c7-4904-9de3-4297d3dc2ad0 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:51:28.383282 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91620f85-b441-479b-b1d6-f840ad3fe2c0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:51:28.393108 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea59f804-155f-405d-831a-b098c32d764f None None] Sync routers for ids ['d3431e28-87c7-4904-9de3-4297d3dc2ad0'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:51:28.403172 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-91620f85-b441-479b-b1d6-f840ad3fe2c0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "PUT /v2.0/routers/d3431e28-87c7-4904-9de3-4297d3dc2ad0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6296954 Sep 21 15:51:28.403515 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40866) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:28.405364 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea59f804-155f-405d-831a-b098c32d764f None None] Routers {'d3431e28-87c7-4904-9de3-4297d3dc2ad0'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:51:28.405978 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ea59f804-155f-405d-831a-b098c32d764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:51:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['d3431e28-87c7-4904-9de3-4297d3dc2ad0'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:28.474819 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-c118a57d-c082-4893-a2de-dade907135de tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting subnet 378decb1-69e1-4a09-950b-491db911bad8 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:51:28.478038 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c118a57d-c082-4893-a2de-dade907135de tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:28.532173 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c118a57d-c082-4893-a2de-dade907135de tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:28.581145 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-ea59f804-155f-405d-831a-b098c32d764f None None] Set router d3431e28-87c7-4904-9de3-4297d3dc2ad0 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:51:28.614341 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c118a57d-c082-4893-a2de-dade907135de tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:28.690724 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c118a57d-c082-4893-a2de-dade907135de tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:28.730602 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118a57d-c082-4893-a2de-dade907135de tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Subnet': ['ID=378decb1-69e1-4a09-950b-491db911bad8,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:28.735810 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c118a57d-c082-4893-a2de-dade907135de tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:28.745371 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c118a57d-c082-4893-a2de-dade907135de tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/subnets/378decb1-69e1-4a09-950b-491db911bad8 HTTP/1.1" status: 204 len: 168 time: 0.3385139 Sep 21 15:51:28.745551 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af72337-623d-436c-8937-4635ccebc42c None None] Network de2a0fdd-79ee-4062-a918-333e79d9dc19 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:51:28.746011 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40870) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:28.889386 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ea59f804-155f-405d-831a-b098c32d764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646546', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:50:19Z', 'updated_at': '2022-09-21T15:51:27Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:20Z', 'updated_at': '2022-09-21T15:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:28.893297 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea59f804-155f-405d-831a-b098c32d764f None None] Checking router: d3431e28-87c7-4904-9de3-4297d3dc2ad0 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:51:28.901794 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea59f804-155f-405d-831a-b098c32d764f None None] Routers {'d3431e28-87c7-4904-9de3-4297d3dc2ad0'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:51:28.902508 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ea59f804-155f-405d-831a-b098c32d764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:51:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['d3431e28-87c7-4904-9de3-4297d3dc2ad0'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:28.929367 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b043bc8-1b8e-4b0d-a5ab-9560cc3ab623 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:29.031288 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964622dd-3ce3-4794-ba5f-3b32856d7cae None None] DHCP port deletion for de2a0fdd-79ee-4062-a918-333e79d9dc19 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:51:29.035705 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-964622dd-3ce3-4794-ba5f-3b32856d7cae None None] Deleting port b67397ec-c447-4b51-96a0-e4c77b08e70b {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:51:29.036249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-964622dd-3ce3-4794-ba5f-3b32856d7cae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:29.085305 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-ea59f804-155f-405d-831a-b098c32d764f None None] Set router d3431e28-87c7-4904-9de3-4297d3dc2ad0 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:51:29.114331 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b043bc8-1b8e-4b0d-a5ab-9560cc3ab623 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:29.126963 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8b043bc8-1b8e-4b0d-a5ab-9560cc3ab623 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting port c2e8dd9a-1516-4f7d-9ead-72af2a201697 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:51:29.126963 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b043bc8-1b8e-4b0d-a5ab-9560cc3ab623 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:29.262807 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-964622dd-3ce3-4794-ba5f-3b32856d7cae None None] For port b67397ec-c447-4b51-96a0-e4c77b08e70b, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b67397ec-c447-4b51-96a0-e4c77b08e70b,segment=NetworkSegment(6ffcacce-cb86-4d8c-aa14-4e43af97f33b),segment_id=6ffcacce-cb86-4d8c-aa14-4e43af97f33b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:51:29.263202 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-964622dd-3ce3-4794-ba5f-3b32856d7cae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:29.340537 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b67397ec-c447-4b51-96a0-e4c77b08e70b no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:51:29.381323 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ea59f804-155f-405d-831a-b098c32d764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646546', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:50:19Z', 'updated_at': '2022-09-21T15:51:27Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:20Z', 'updated_at': '2022-09-21T15:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:29.385352 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea59f804-155f-405d-831a-b098c32d764f None None] The sync data for ids ['d3431e28-87c7-4904-9de3-4297d3dc2ad0'] in dv-neutron-858731-1-hyperv is: [{'id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646546', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:50:19Z', 'updated_at': '2022-09-21T15:51:27Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': 'c2e8dd9a-1516-4f7d-9ead-72af2a201697', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3431e28-87c7-4904-9de3-4297d3dc2ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:50:20Z', 'updated_at': '2022-09-21T15:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:51:29.439959 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-8b043bc8-1b8e-4b0d-a5ab-9560cc3ab623 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] For port c2e8dd9a-1516-4f7d-9ead-72af2a201697, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=c2e8dd9a-1516-4f7d-9ead-72af2a201697,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:51:29.440575 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b043bc8-1b8e-4b0d-a5ab-9560cc3ab623 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:29.477686 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-964622dd-3ce3-4794-ba5f-3b32856d7cae None None] Calling delete_port for b67397ec-c447-4b51-96a0-e4c77b08e70b owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:51:29.573860 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8b043bc8-1b8e-4b0d-a5ab-9560cc3ab623 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Calling delete_port for c2e8dd9a-1516-4f7d-9ead-72af2a201697 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:51:29.609157 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-964622dd-3ce3-4794-ba5f-3b32856d7cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:29.663669 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964622dd-3ce3-4794-ba5f-3b32856d7cae None None] Pushing event deleted for resources: {'Port': ['ID=b67397ec-c447-4b51-96a0-e4c77b08e70b,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:29.665715 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port b67397ec-c447-4b51-96a0-e4c77b08e70b is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:51:29.666087 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:29.680119 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964622dd-3ce3-4794-ba5f-3b32856d7cae None None] No DVR routers for this DVR port b67397ec-c447-4b51-96a0-e4c77b08e70b on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:51:29.695377 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964622dd-3ce3-4794-ba5f-3b32856d7cae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:29.695717 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964622dd-3ce3-4794-ba5f-3b32856d7cae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:29.696047 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964622dd-3ce3-4794-ba5f-3b32856d7cae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:29.696371 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964622dd-3ce3-4794-ba5f-3b32856d7cae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:29.696730 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964622dd-3ce3-4794-ba5f-3b32856d7cae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:29.697052 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964622dd-3ce3-4794-ba5f-3b32856d7cae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:29.697370 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964622dd-3ce3-4794-ba5f-3b32856d7cae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:29.697693 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964622dd-3ce3-4794-ba5f-3b32856d7cae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:29.698011 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964622dd-3ce3-4794-ba5f-3b32856d7cae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:29.698326 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964622dd-3ce3-4794-ba5f-3b32856d7cae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:29.698636 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964622dd-3ce3-4794-ba5f-3b32856d7cae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:29.698948 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964622dd-3ce3-4794-ba5f-3b32856d7cae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:29.755738 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b043bc8-1b8e-4b0d-a5ab-9560cc3ab623 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:29.805632 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b043bc8-1b8e-4b0d-a5ab-9560cc3ab623 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Port': ['ID=c2e8dd9a-1516-4f7d-9ead-72af2a201697,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:29.912723 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b043bc8-1b8e-4b0d-a5ab-9560cc3ab623 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:30.090380 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b043bc8-1b8e-4b0d-a5ab-9560cc3ab623 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:30.092986 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b043bc8-1b8e-4b0d-a5ab-9560cc3ab623 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:30.118024 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b043bc8-1b8e-4b0d-a5ab-9560cc3ab623 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:30.118490 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b043bc8-1b8e-4b0d-a5ab-9560cc3ab623 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Fanout notify agent at l3_agent the message router_deleted on router d3431e28-87c7-4904-9de3-4297d3dc2ad0 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:51:30.133444 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b043bc8-1b8e-4b0d-a5ab-9560cc3ab623 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:30.134541 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8b043bc8-1b8e-4b0d-a5ab-9560cc3ab623 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/routers/d3431e28-87c7-4904-9de3-4297d3dc2ad0 HTTP/1.1" status: 204 len: 168 time: 1.3877838 Sep 21 15:51:30.137230 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40874) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:30.258840 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3823cd12-7b37-4987-a187-3a1b08e0c540 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:30.393915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3823cd12-7b37-4987-a187-3a1b08e0c540 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:30.419223 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-3823cd12-7b37-4987-a187-3a1b08e0c540 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2a0fdd-79ee-4062-a918-333e79d9dc19']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:30.431072 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-3823cd12-7b37-4987-a187-3a1b08e0c540 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ffcacce-cb86-4d8c-aa14-4e43af97f33b') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:30.431362 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-3823cd12-7b37-4987-a187-3a1b08e0c540 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ffcacce-cb86-4d8c-aa14-4e43af97f33b') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:30.442427 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3823cd12-7b37-4987-a187-3a1b08e0c540 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:30.462447 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3823cd12-7b37-4987-a187-3a1b08e0c540 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:30.468293 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3823cd12-7b37-4987-a187-3a1b08e0c540 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:51:30.468687 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3823cd12-7b37-4987-a187-3a1b08e0c540 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:30.533621 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 6ffcacce-cb86-4d8c-aa14-4e43af97f33b resource provider aggregate not found Sep 21 15:51:30.555068 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 6ffcacce-cb86-4d8c-aa14-4e43af97f33b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ffcacce-cb86-4d8c-aa14-4e43af97f33b found for delete ", "request_id": "req-bb4ef46d-3e99-4fb2-9a7b-81f0d60486b1"}]} Sep 21 15:51:30.570560 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3823cd12-7b37-4987-a187-3a1b08e0c540 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:30.575006 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3823cd12-7b37-4987-a187-3a1b08e0c540 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:30.603946 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823cd12-7b37-4987-a187-3a1b08e0c540 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Network': ['ID=de2a0fdd-79ee-4062-a918-333e79d9dc19,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:30.607947 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3823cd12-7b37-4987-a187-3a1b08e0c540 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/networks/de2a0fdd-79ee-4062-a918-333e79d9dc19 HTTP/1.1" status: 204 len: 168 time: 0.4697831 Sep 21 15:51:30.610577 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40882) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:30.682030 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79467d8b-89e6-4b0a-8465-0e599f41c6d3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:30.712084 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79467d8b-89e6-4b0a-8465-0e599f41c6d3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:30.775093 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79467d8b-89e6-4b0a-8465-0e599f41c6d3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:30.792207 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79467d8b-89e6-4b0a-8465-0e599f41c6d3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4299a845-f60d-4746-a669-d18c0cd49557,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:30.797595 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79467d8b-89e6-4b0a-8465-0e599f41c6d3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:30.799064 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-79467d8b-89e6-4b0a-8465-0e599f41c6d3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/security-groups/4299a845-f60d-4746-a669-d18c0cd49557 HTTP/1.1" status: 204 len: 168 time: 0.1872859 Sep 21 15:51:30.913209 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40890) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:30.918432 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-503ab480-91b8-4455-9bc0-f92d14644b53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1254859076', 'description': 'tempest-secgroup-smoke-1254859076 description', 'project_id': 'b4016643d8834c028ec296e58e5077dd'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:51:30.924512 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-503ab480-91b8-4455-9bc0-f92d14644b53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:51:30.928366 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-503ab480-91b8-4455-9bc0-f92d14644b53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:51:30.931245 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-503ab480-91b8-4455-9bc0-f92d14644b53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:51:30.936984 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-503ab480-91b8-4455-9bc0-f92d14644b53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:51:30.947851 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-503ab480-91b8-4455-9bc0-f92d14644b53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:30.967720 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-503ab480-91b8-4455-9bc0-f92d14644b53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:51:30.971507 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-503ab480-91b8-4455-9bc0-f92d14644b53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:51:30.974502 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-503ab480-91b8-4455-9bc0-f92d14644b53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:51:30.980176 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-503ab480-91b8-4455-9bc0-f92d14644b53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:51:31.056909 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-503ab480-91b8-4455-9bc0-f92d14644b53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.060073 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-503ab480-91b8-4455-9bc0-f92d14644b53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.104212 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ab480-91b8-4455-9bc0-f92d14644b53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0903e8d-cc15-4e0c-869c-ef43b4a2e585,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:31.106794 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-503ab480-91b8-4455-9bc0-f92d14644b53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.107959 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-503ab480-91b8-4455-9bc0-f92d14644b53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1937487 Sep 21 15:51:31.111111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40894) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:31.116766 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-590737e6-af58-4af4-b75b-c4fd3e4bc4e0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'e0903e8d-cc15-4e0c-869c-ef43b4a2e585', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:51:31.122771 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-590737e6-af58-4af4-b75b-c4fd3e4bc4e0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:51:31.126694 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-590737e6-af58-4af4-b75b-c4fd3e4bc4e0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:51:31.130663 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-590737e6-af58-4af4-b75b-c4fd3e4bc4e0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:51:31.136390 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-590737e6-af58-4af4-b75b-c4fd3e4bc4e0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:51:31.152786 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-590737e6-af58-4af4-b75b-c4fd3e4bc4e0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.209317 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device fc396afa-3ac7-4bcf-acbf-4bfe36a6571b no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:51:31.216391 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-590737e6-af58-4af4-b75b-c4fd3e4bc4e0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.220221 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-590737e6-af58-4af4-b75b-c4fd3e4bc4e0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.247269 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590737e6-af58-4af4-b75b-c4fd3e4bc4e0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f2b7a5-1e0f-4887-b9cb-1a2558a03384,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:31.249061 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: fc396afa-3ac7-4bcf-acbf-4bfe36a6571b {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:51:31.249406 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device fc396afa-3ac7-4bcf-acbf-4bfe36a6571b not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:51:31.249829 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c2e8dd9a-1516-4f7d-9ead-72af2a201697 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:51:31.258086 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-590737e6-af58-4af4-b75b-c4fd3e4bc4e0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.259525 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-590737e6-af58-4af4-b75b-c4fd3e4bc4e0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476922 Sep 21 15:51:31.262503 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40898) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:31.267814 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-58d3f5e9-ba41-4d93-b550-55fcb5c30214 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'e0903e8d-cc15-4e0c-869c-ef43b4a2e585', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:51:31.275071 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-58d3f5e9-ba41-4d93-b550-55fcb5c30214 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:51:31.280518 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-58d3f5e9-ba41-4d93-b550-55fcb5c30214 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:51:31.282788 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-58d3f5e9-ba41-4d93-b550-55fcb5c30214 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:51:31.288215 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: c2e8dd9a-1516-4f7d-9ead-72af2a201697 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:51:31.288590 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device c2e8dd9a-1516-4f7d-9ead-72af2a201697 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:51:31.290643 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-58d3f5e9-ba41-4d93-b550-55fcb5c30214 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:51:31.308902 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58d3f5e9-ba41-4d93-b550-55fcb5c30214 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.377370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58d3f5e9-ba41-4d93-b550-55fcb5c30214 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.382048 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58d3f5e9-ba41-4d93-b550-55fcb5c30214 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.407047 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3f5e9-ba41-4d93-b550-55fcb5c30214 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3715da21-5ee3-47a0-86ce-ae15df1c8e51,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:31.415992 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58d3f5e9-ba41-4d93-b550-55fcb5c30214 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.417254 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-58d3f5e9-ba41-4d93-b550-55fcb5c30214 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1537714 Sep 21 15:51:31.419925 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40902) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:31.424727 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-450fb2e9-88b0-4151-918d-0b95b3dd19ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'e0903e8d-cc15-4e0c-869c-ef43b4a2e585', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:51:31.430635 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-450fb2e9-88b0-4151-918d-0b95b3dd19ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:51:31.434460 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-450fb2e9-88b0-4151-918d-0b95b3dd19ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:51:31.437332 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-450fb2e9-88b0-4151-918d-0b95b3dd19ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:51:31.443886 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-450fb2e9-88b0-4151-918d-0b95b3dd19ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:51:31.464159 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-450fb2e9-88b0-4151-918d-0b95b3dd19ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.525315 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-450fb2e9-88b0-4151-918d-0b95b3dd19ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.528685 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-450fb2e9-88b0-4151-918d-0b95b3dd19ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.551491 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450fb2e9-88b0-4151-918d-0b95b3dd19ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cdebacb-5bca-4b98-a9a4-d2753269fd47,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:31.560508 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-450fb2e9-88b0-4151-918d-0b95b3dd19ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.561638 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-450fb2e9-88b0-4151-918d-0b95b3dd19ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407869 Sep 21 15:51:31.564313 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40906) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:31.569864 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-edf6c670-456f-4af7-a15e-8b01d9214845 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'e0903e8d-cc15-4e0c-869c-ef43b4a2e585', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:51:31.575673 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-edf6c670-456f-4af7-a15e-8b01d9214845 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:51:31.579532 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-edf6c670-456f-4af7-a15e-8b01d9214845 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:51:31.582984 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-edf6c670-456f-4af7-a15e-8b01d9214845 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:51:31.589000 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-edf6c670-456f-4af7-a15e-8b01d9214845 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:51:31.605803 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edf6c670-456f-4af7-a15e-8b01d9214845 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.668329 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edf6c670-456f-4af7-a15e-8b01d9214845 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.672765 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edf6c670-456f-4af7-a15e-8b01d9214845 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.698638 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6c670-456f-4af7-a15e-8b01d9214845 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b406e7-e278-49bc-93d1-2d3159a15bcb,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:31.709388 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edf6c670-456f-4af7-a15e-8b01d9214845 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.710638 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-edf6c670-456f-4af7-a15e-8b01d9214845 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452789 Sep 21 15:51:31.713533 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40910) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:31.718367 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8f3c7dba-2c46-436f-83b1-e10c8790f800 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'e0903e8d-cc15-4e0c-869c-ef43b4a2e585', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:51:31.724529 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8f3c7dba-2c46-436f-83b1-e10c8790f800 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:51:31.728329 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8f3c7dba-2c46-436f-83b1-e10c8790f800 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:51:31.731255 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8f3c7dba-2c46-436f-83b1-e10c8790f800 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:51:31.737097 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8f3c7dba-2c46-436f-83b1-e10c8790f800 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:51:31.748229 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-8f3c7dba-2c46-436f-83b1-e10c8790f800 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Project b4016643d8834c028ec296e58e5077dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:51:31.755466 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8f3c7dba-2c46-436f-83b1-e10c8790f800 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.822716 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8f3c7dba-2c46-436f-83b1-e10c8790f800 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.826400 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8f3c7dba-2c46-436f-83b1-e10c8790f800 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.850097 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c7dba-2c46-436f-83b1-e10c8790f800 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096dffbd-3510-4f52-a081-1a7f36f8be6e,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:31.859960 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8f3c7dba-2c46-436f-83b1-e10c8790f800 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.861223 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8f3c7dba-2c46-436f-83b1-e10c8790f800 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1467638 Sep 21 15:51:31.864757 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40914) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:31.869928 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-657a6316-d322-4a5e-b753-97dbfd5c1327 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'e0903e8d-cc15-4e0c-869c-ef43b4a2e585', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:51:31.876220 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-657a6316-d322-4a5e-b753-97dbfd5c1327 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:51:31.881164 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-657a6316-d322-4a5e-b753-97dbfd5c1327 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:51:31.884099 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-657a6316-d322-4a5e-b753-97dbfd5c1327 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:51:31.889848 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-657a6316-d322-4a5e-b753-97dbfd5c1327 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:51:31.901093 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-657a6316-d322-4a5e-b753-97dbfd5c1327 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Project b4016643d8834c028ec296e58e5077dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:51:31.907617 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-657a6316-d322-4a5e-b753-97dbfd5c1327 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.973461 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-657a6316-d322-4a5e-b753-97dbfd5c1327 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:31.976884 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-657a6316-d322-4a5e-b753-97dbfd5c1327 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:32.001018 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a6316-d322-4a5e-b753-97dbfd5c1327 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93132f0d-89f4-4804-8f1a-4569ee08eed1,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:32.010593 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-657a6316-d322-4a5e-b753-97dbfd5c1327 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:32.011757 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-657a6316-d322-4a5e-b753-97dbfd5c1327 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1459708 Sep 21 15:51:32.014588 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40918) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:32.020332 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3a4b0abf-454e-4056-aa12-af2c51ff1137 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'network': {'name': 'tempest-network-smoke--2198877', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'port_security_enabled': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:51:32.025289 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3a4b0abf-454e-4056-aa12-af2c51ff1137 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:51:32.029372 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3a4b0abf-454e-4056-aa12-af2c51ff1137 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:network and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:51:32.032266 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3a4b0abf-454e-4056-aa12-af2c51ff1137 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:51:32.038933 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3a4b0abf-454e-4056-aa12-af2c51ff1137 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:51:32.049311 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4b0abf-454e-4056-aa12-af2c51ff1137 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Made reservation on behalf of b4016643d8834c028ec296e58e5077dd for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:51:32.053253 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3a4b0abf-454e-4056-aa12-af2c51ff1137 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:32.080329 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4b0abf-454e-4056-aa12-af2c51ff1137 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:51:32.089647 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3a4b0abf-454e-4056-aa12-af2c51ff1137 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:32.090011 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-3a4b0abf-454e-4056-aa12-af2c51ff1137 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Added segment 046b1fa7-aa8c-4c56-a682-503c84945e8b of type vlan for network 7b96ff72-0e76-42ab-ad0b-cb3d044c206e Sep 21 15:51:32.114757 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3a4b0abf-454e-4056-aa12-af2c51ff1137 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:32.146288 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3a4b0abf-454e-4056-aa12-af2c51ff1137 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:32.151815 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4b0abf-454e-4056-aa12-af2c51ff1137 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:32.152389 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3a4b0abf-454e-4056-aa12-af2c51ff1137 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:32.264786 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3a4b0abf-454e-4056-aa12-af2c51ff1137 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2490530 Sep 21 15:51:32.267471 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 40922) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:32.273175 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1459935938', 'admin_state_up': True, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:51:32.274366 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b0abf-454e-4056-aa12-af2c51ff1137 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Network': ['ID=7b96ff72-0e76-42ab-ad0b-cb3d044c206e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:32.281394 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:51:32.284598 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 7b96ff72-0e76-42ab-ad0b-cb3d044c206e details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:51:32.286015 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:router and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:51:32.288915 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:51:32.295108 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:51:32.305871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:32.307013 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:32.322609 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:32.587974 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:32.994038 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:33.026548 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:33.180194 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Allocated IP 172.26.4.93 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/1482bf99-d945-41c0-842b-c736cdef8538) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:51:33.339560 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:33.373592 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:33.441683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:51:33.444695 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:51:33.447218 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:51:33.490335 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=1482bf99-d945-41c0-842b-c736cdef8538,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:33.908150 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:34.248288 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:34.569241 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router c45ed836-3254-4376-8ae9-b76a2efa9789 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:51:34.747487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:51:34.759638 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] Sync routers for ids ['c45ed836-3254-4376-8ae9-b76a2efa9789'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:51:34.768812 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] Routers {'c45ed836-3254-4376-8ae9-b76a2efa9789'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:51:34.769547 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:51:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c45ed836-3254-4376-8ae9-b76a2efa9789'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:34.774075 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:34.778280 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c3df57a5-517d-44fc-836c-e091255aa8e8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5068893 Sep 21 15:51:34.778603 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 40926) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:34.822725 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e0d90fd1-c463-47a7-b22a-5dcafe078657 tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=b4016643d8834c028ec296e58e5077dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406237 Sep 21 15:51:34.822912 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 40930) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:34.960114 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474e73b8-1a3d-498c-8e6c-d7a7aed37bda tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:34.962573 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-474e73b8-1a3d-498c-8e6c-d7a7aed37bda tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1388237 Sep 21 15:51:34.965365 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 40934) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:34.972255 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] Set router c45ed836-3254-4376-8ae9-b76a2efa9789 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:51:35.007123 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1c904bc6-09ad-4cf8-814b-74ac3abfdf03 tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=445481ae-8997-4e7e-a514-07e782c48c85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406790 Sep 21 15:51:35.009522 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 40938) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:35.015701 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1c1ab8bf-1804-4d83-a12c-6b374a40e952 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1434425858', 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:51:35.132641 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1c1ab8bf-1804-4d83-a12c-6b374a40e952 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:51:35.136349 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1c1ab8bf-1804-4d83-a12c-6b374a40e952 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:subnet and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:51:35.139172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1c1ab8bf-1804-4d83-a12c-6b374a40e952 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:51:35.144925 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1c1ab8bf-1804-4d83-a12c-6b374a40e952 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:51:35.155510 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1ab8bf-1804-4d83-a12c-6b374a40e952 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Made reservation on behalf of b4016643d8834c028ec296e58e5077dd for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:51:35.159076 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c1ab8bf-1804-4d83-a12c-6b374a40e952 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:35.260751 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459935938', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': '1482bf99-d945-41c0-842b-c736cdef8538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:51:32Z', 'updated_at': '2022-09-21T15:51:33Z', 'revision_number': 3, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '1482bf99-d945-41c0-842b-c736cdef8538', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:33Z', 'updated_at': '2022-09-21T15:51:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:35.264624 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] Checking router: c45ed836-3254-4376-8ae9-b76a2efa9789 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:51:35.264972 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] Updating router c45ed836-3254-4376-8ae9-b76a2efa9789 port 1482bf99-d945-41c0-842b-c736cdef8538 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:51:35.318734 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:35.381921 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c1ab8bf-1804-4d83-a12c-6b374a40e952 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:35.461090 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ab8bf-1804-4d83-a12c-6b374a40e952 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Subnet': ['ID=07ff8121-e7bb-4182-b429-7212792d56bf,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:35.468974 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1ab8bf-1804-4d83-a12c-6b374a40e952 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Checking segment: {'id': '046b1fa7-aa8c-4c56-a682-503c84945e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:51:35.469345 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1ab8bf-1804-4d83-a12c-6b374a40e952 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network hostable DHCP agents. Network: 7b96ff72-0e76-42ab-ad0b-cb3d044c206e, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:51:35.489446 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1ab8bf-1804-4d83-a12c-6b374a40e952 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network 7b96ff72-0e76-42ab-ad0b-cb3d044c206e is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:51:35.498740 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-1c1ab8bf-1804-4d83-a12c-6b374a40e952 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 7b96ff72-0e76-42ab-ad0b-cb3d044c206e) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:51:35.502714 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ab8bf-1804-4d83-a12c-6b374a40e952 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:35.503589 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c1ab8bf-1804-4d83-a12c-6b374a40e952 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:35.513670 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a47de5-6692-46ff-aefd-28585a5da346 None None] Network 7b96ff72-0e76-42ab-ad0b-cb3d044c206e requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:51:35.525396 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1c1ab8bf-1804-4d83-a12c-6b374a40e952 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5148907 Sep 21 15:51:35.528345 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 40942) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:35.658948 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f41fcbd2-43df-45f1-9c4c-6aff1ebd667d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:35.900652 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-7b96ff72-0e76-42ab-ad0b-cb3d044c206e', 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ips': [{'subnet_id': '07ff8121-e7bb-4182-b429-7212792d56bf'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:51:35.901557 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:35.920790 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:35.936851 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] Transition to ACTIVE for port object 1482bf99-d945-41c0-842b-c736cdef8538 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:51:35.976321 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:36.065081 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] Attempting to bind port 1482bf99-d945-41c0-842b-c736cdef8538 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:51:36.065442 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] Attempting to bind port 1482bf99-d945-41c0-842b-c736cdef8538 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:51:36.065794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] Attempting to bind port 1482bf99-d945-41c0-842b-c736cdef8538 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:51:36.077915 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fb64c-c0fd-4f40-97d2-72faa0d6c3eb None None] Pushing event updated for resources: {'Port': ['ID=1482bf99-d945-41c0-842b-c736cdef8538,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:36.084841 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:51:36.085211 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:51:36.085604 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:36.085983 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:51:36.086441 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] Bound port: 1482bf99-d945-41c0-842b-c736cdef8538, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:51:36.087070 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:36.213432 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] For port 1482bf99-d945-41c0-842b-c736cdef8538, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:51:36.215541 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] Allocated IP 172.20.0.2 (7b96ff72-0e76-42ab-ad0b-cb3d044c206e/07ff8121-e7bb-4182-b429-7212792d56bf/b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:51:36.218248 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] For port 1482bf99-d945-41c0-842b-c736cdef8538, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=1482bf99-d945-41c0-842b-c736cdef8538,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:51:36.221689 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:36.362640 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] Routers {'c45ed836-3254-4376-8ae9-b76a2efa9789'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:51:36.363646 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:51:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c45ed836-3254-4376-8ae9-b76a2efa9789'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:36.367907 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cac3a04f-4615-44e1-aa96-ed913fb5ba28 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:36.449694 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fb64c-c0fd-4f40-97d2-72faa0d6c3eb None None] Pushing event updated for resources: {'Port': ['ID=1482bf99-d945-41c0-842b-c736cdef8538,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:36.643417 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] Set router c45ed836-3254-4376-8ae9-b76a2efa9789 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:51:36.820034 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:36.843685 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] Transition to ACTIVE for port object b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:51:36.880652 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] Transition to ACTIVE for port object b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:51:36.897191 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:36.957565 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-cac3a04f-4615-44e1-aa96-ed913fb5ba28 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Allocated IP 172.20.0.1 (7b96ff72-0e76-42ab-ad0b-cb3d044c206e/07ff8121-e7bb-4182-b429-7212792d56bf/704635fa-8956-42ae-ac4c-99e8a584cf96) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:51:37.003374 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] Network 7b96ff72-0e76-42ab-ad0b-cb3d044c206e is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:51:37.008112 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:51:37.013978 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] Pushing event updated for resources: {'Port': ['ID=b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:37.016122 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:51:37.129329 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] Attempting to bind port b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:51:37.129695 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] Attempting to bind port b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '046b1fa7-aa8c-4c56-a682-503c84945e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:51:37.129910 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cac3a04f-4615-44e1-aa96-ed913fb5ba28 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:37.130053 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] Attempting to bind port b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1 on network 7b96ff72-0e76-42ab-ad0b-cb3d044c206e {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:51:37.137558 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:51:37.137923 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] Checking segment: {'id': '046b1fa7-aa8c-4c56-a682-503c84945e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:51:37.138314 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:37.138703 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] Bound using segment: {'id': '046b1fa7-aa8c-4c56-a682-503c84945e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:51:37.139160 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] Bound port: b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046b1fa7-aa8c-4c56-a682-503c84945e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:51:37.139525 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:37.146046 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-cac3a04f-4615-44e1-aa96-ed913fb5ba28 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Transition to ACTIVE for port object 704635fa-8956-42ae-ac4c-99e8a584cf96 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:51:37.156132 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459935938', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': '1482bf99-d945-41c0-842b-c736cdef8538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:51:32Z', 'updated_at': '2022-09-21T15:51:33Z', 'revision_number': 3, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '1482bf99-d945-41c0-842b-c736cdef8538', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:33Z', 'updated_at': '2022-09-21T15:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:37.170712 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cac3a04f-4615-44e1-aa96-ed913fb5ba28 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:37.185183 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02edb0ec-6726-4a5d-b4e5-9f246af0bb1e None None] The sync data for ids ['c45ed836-3254-4376-8ae9-b76a2efa9789'] in dv-neutron-858731-1-hyperv is: [{'id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459935938', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': '1482bf99-d945-41c0-842b-c736cdef8538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:51:32Z', 'updated_at': '2022-09-21T15:51:33Z', 'revision_number': 3, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '1482bf99-d945-41c0-842b-c736cdef8538', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:33Z', 'updated_at': '2022-09-21T15:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:51:37.244066 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] For port b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:51:37.244523 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac3a04f-4615-44e1-aa96-ed913fb5ba28 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network 7b96ff72-0e76-42ab-ad0b-cb3d044c206e is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:51:37.247899 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] For port b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1,segment=NetworkSegment(046b1fa7-aa8c-4c56-a682-503c84945e8b),segment_id=046b1fa7-aa8c-4c56-a682-503c84945e8b)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:51:37.248276 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-cac3a04f-4615-44e1-aa96-ed913fb5ba28 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:51:37.252838 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac3a04f-4615-44e1-aa96-ed913fb5ba28 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:51:37.253332 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:37.285202 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3a04f-4615-44e1-aa96-ed913fb5ba28 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=704635fa-8956-42ae-ac4c-99e8a584cf96,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:37.318344 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cac3a04f-4615-44e1-aa96-ed913fb5ba28 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:37.389642 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72250c71-64a0-4956-8918-1a4cd97dd126 None None] Pushing event updated for resources: {'Port': ['ID=b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:37.773409 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cac3a04f-4615-44e1-aa96-ed913fb5ba28 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:37.966309 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5d77ac55-f59f-4ea8-87a0-6683f7efd9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:38.204920 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cac3a04f-4615-44e1-aa96-ed913fb5ba28 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:38.210027 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cac3a04f-4615-44e1-aa96-ed913fb5ba28 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:38.327660 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cac3a04f-4615-44e1-aa96-ed913fb5ba28 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:38.331067 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3a04f-4615-44e1-aa96-ed913fb5ba28 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=704635fa-8956-42ae-ac4c-99e8a584cf96,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:38.368827 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0232cf-4d1a-40f0-ab3e-70669de68659 None None] Network 7b96ff72-0e76-42ab-ad0b-cb3d044c206e requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:51:38.462988 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-48f4609f-3366-4afb-9d3f-a798cba17b50 None None] Provisioning for port b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:51:38.468196 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac3a04f-4615-44e1-aa96-ed913fb5ba28 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network 7b96ff72-0e76-42ab-ad0b-cb3d044c206e is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:51:38.469541 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-cac3a04f-4615-44e1-aa96-ed913fb5ba28 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:51:38.668606 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac3a04f-4615-44e1-aa96-ed913fb5ba28 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router c45ed836-3254-4376-8ae9-b76a2efa9789 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:51:38.820730 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:38.858746 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac3a04f-4615-44e1-aa96-ed913fb5ba28 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:51:38.868759 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a238917-0002-447d-959e-9f5ce364870d None None] Sync routers for ids ['c45ed836-3254-4376-8ae9-b76a2efa9789'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:51:38.879882 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a238917-0002-447d-959e-9f5ce364870d None None] Routers {'c45ed836-3254-4376-8ae9-b76a2efa9789'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:51:38.880525 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6a238917-0002-447d-959e-9f5ce364870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:51:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c45ed836-3254-4376-8ae9-b76a2efa9789'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:38.886446 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cac3a04f-4615-44e1-aa96-ed913fb5ba28 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "PUT /v2.0/routers/c45ed836-3254-4376-8ae9-b76a2efa9789/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3532276 Sep 21 15:51:38.932092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7bb332e0-ded8-491e-9a72-a37c2e2ad2c3 None None] Provisioning for port 704635fa-8956-42ae-ac4c-99e8a584cf96 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:51:38.938623 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7bb332e0-ded8-491e-9a72-a37c2e2ad2c3 None None] Provisioning complete for port 704635fa-8956-42ae-ac4c-99e8a584cf96 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:51:38.939134 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7bb332e0-ded8-491e-9a72-a37c2e2ad2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:39.008253 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7bb332e0-ded8-491e-9a72-a37c2e2ad2c3 None None] Port 704635fa-8956-42ae-ac4c-99e8a584cf96 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:51:39.055340 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:39.108528 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b864ac7-b1aa-4983-b696-416696451df6 req-a4b8e01e-1fc0-45b1-b7b7-782e76635024 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1254859076&fields=id&tenant_id=b4016643d8834c028ec296e58e5077dd HTTP/1.1" status: 200 len: 267 time: 0.0455658 Sep 21 15:51:39.124650 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-6a238917-0002-447d-959e-9f5ce364870d None None] Set router c45ed836-3254-4376-8ae9-b76a2efa9789 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:51:39.137306 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-975c34e1-32a0-4ebc-b180-76f3cc76eb08 None None] Provisioning complete for port 704635fa-8956-42ae-ac4c-99e8a584cf96 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:51:39.137689 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-975c34e1-32a0-4ebc-b180-76f3cc76eb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:39.252140 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-975c34e1-32a0-4ebc-b180-76f3cc76eb08 None None] Port 704635fa-8956-42ae-ac4c-99e8a584cf96 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:51:39.313863 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 1482bf99-d945-41c0-842b-c736cdef8538 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:51:39.321063 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b864ac7-b1aa-4983-b696-416696451df6 req-41e69e64-0bcd-477b-a898-63fcc2937a72 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:39.322661 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b864ac7-b1aa-4983-b696-416696451df6 req-41e69e64-0bcd-477b-a898-63fcc2937a72 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/networks?id=7b96ff72-0e76-42ab-ad0b-cb3d044c206e HTTP/1.1" status: 200 len: 794 time: 0.2057588 Sep 21 15:51:39.338923 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b864ac7-b1aa-4983-b696-416696451df6 req-1da799d6-9074-40fa-8dee-7e7e44a17fac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/quotas/b4016643d8834c028ec296e58e5077dd HTTP/1.1" status: 200 len: 375 time: 0.0103302 Sep 21 15:51:39.386418 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9ddddca8-9d8f-4557-a8dd-b181917455cd None None] Provisioning complete for port 704635fa-8956-42ae-ac4c-99e8a584cf96 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:51:39.386990 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ddddca8-9d8f-4557-a8dd-b181917455cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:39.440621 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b864ac7-b1aa-4983-b696-416696451df6 req-f83b0477-0a1f-454c-9f30-b1c9381a2db3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957108 Sep 21 15:51:39.443045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 1482bf99-d945-41c0-842b-c736cdef8538 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:51:39.450691 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9ddddca8-9d8f-4557-a8dd-b181917455cd None None] Port 704635fa-8956-42ae-ac4c-99e8a584cf96 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:51:39.452186 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 1482bf99-d945-41c0-842b-c736cdef8538 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:51:39.452590 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:39.536826 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6a238917-0002-447d-959e-9f5ce364870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459935938', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': '1482bf99-d945-41c0-842b-c736cdef8538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:51:32Z', 'updated_at': '2022-09-21T15:51:37Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '1482bf99-d945-41c0-842b-c736cdef8538', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:33Z', 'updated_at': '2022-09-21T15:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '704635fa-8956-42ae-ac4c-99e8a584cf96', 'name': '', 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:d1:4e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '07ff8121-e7bb-4182-b429-7212792d56bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:36Z', 'updated_at': '2022-09-21T15:51:38Z', 'revision_number': 2, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '07ff8121-e7bb-4182-b429-7212792d56bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:39.540719 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a238917-0002-447d-959e-9f5ce364870d None None] Checking router: c45ed836-3254-4376-8ae9-b76a2efa9789 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:51:39.541068 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a238917-0002-447d-959e-9f5ce364870d None None] Updating router c45ed836-3254-4376-8ae9-b76a2efa9789 port 704635fa-8956-42ae-ac4c-99e8a584cf96 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:51:39.575688 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 1482bf99-d945-41c0-842b-c736cdef8538 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:51:39.575688 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:39.591215 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b864ac7-b1aa-4983-b696-416696451df6 req-f33f6df7-5df9-44af-b2f5-c1f0401fb607 service neutron] 10.222.0.62 "GET /v2.0/networks/7b96ff72-0e76-42ab-ad0b-cb3d044c206e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358325 Sep 21 15:51:39.595199 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 1482bf99-d945-41c0-842b-c736cdef8538, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=1482bf99-d945-41c0-842b-c736cdef8538,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:51:39.596964 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-6a238917-0002-447d-959e-9f5ce364870d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:39.599744 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:39.600812 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:51:39.728052 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=1482bf99-d945-41c0-842b-c736cdef8538,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:39.741774 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:51:39.749852 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:51:39.750220 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:39.846516 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b864ac7-b1aa-4983-b696-416696451df6 req-192c639a-64f8-472b-996c-bb0d36bf3817 service neutron] 10.222.0.62 "GET /v2.0/networks/7b96ff72-0e76-42ab-ad0b-cb3d044c206e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493312 Sep 21 15:51:39.875777 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:51:39.876155 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:39.909968 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1,segment=NetworkSegment(046b1fa7-aa8c-4c56-a682-503c84945e8b),segment_id=046b1fa7-aa8c-4c56-a682-503c84945e8b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:51:39.914165 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:39.978434 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-6a238917-0002-447d-959e-9f5ce364870d None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:39.991219 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-6a238917-0002-447d-959e-9f5ce364870d None None] Transition to ACTIVE for port object 704635fa-8956-42ae-ac4c-99e8a584cf96 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:51:39.998665 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-6a238917-0002-447d-959e-9f5ce364870d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:39.999607 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:40.065275 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-92e52304-aa20-49c2-ad21-df44fd22d045 req-0f0689ff-c671-4a98-b806-cf76799059f3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 210 time: 0.0515070 Sep 21 15:51:40.233048 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694332d0-26d7-4bf1-ab0d-6f58b03af545 None None] Pushing event updated for resources: {'Port': ['ID=704635fa-8956-42ae-ac4c-99e8a584cf96,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:40.247615 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694332d0-26d7-4bf1-ab0d-6f58b03af545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:40.247940 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694332d0-26d7-4bf1-ab0d-6f58b03af545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:40.248275 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694332d0-26d7-4bf1-ab0d-6f58b03af545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:40.248629 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694332d0-26d7-4bf1-ab0d-6f58b03af545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:40.248951 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694332d0-26d7-4bf1-ab0d-6f58b03af545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:40.249278 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694332d0-26d7-4bf1-ab0d-6f58b03af545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:40.249598 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694332d0-26d7-4bf1-ab0d-6f58b03af545 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:40.249911 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694332d0-26d7-4bf1-ab0d-6f58b03af545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:40.250230 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694332d0-26d7-4bf1-ab0d-6f58b03af545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:40.250560 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694332d0-26d7-4bf1-ab0d-6f58b03af545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:40.250857 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694332d0-26d7-4bf1-ab0d-6f58b03af545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:40.251169 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694332d0-26d7-4bf1-ab0d-6f58b03af545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:51:40.254922 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-6a238917-0002-447d-959e-9f5ce364870d None None] Attempting to bind port 704635fa-8956-42ae-ac4c-99e8a584cf96 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:51:40.255287 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-6a238917-0002-447d-959e-9f5ce364870d None None] Attempting to bind port 704635fa-8956-42ae-ac4c-99e8a584cf96 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '046b1fa7-aa8c-4c56-a682-503c84945e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:51:40.255642 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a238917-0002-447d-959e-9f5ce364870d None None] Attempting to bind port 704635fa-8956-42ae-ac4c-99e8a584cf96 on network 7b96ff72-0e76-42ab-ad0b-cb3d044c206e {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:51:40.261605 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a238917-0002-447d-959e-9f5ce364870d None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:51:40.261918 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a238917-0002-447d-959e-9f5ce364870d None None] Checking segment: {'id': '046b1fa7-aa8c-4c56-a682-503c84945e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:51:40.262218 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-6a238917-0002-447d-959e-9f5ce364870d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:40.262601 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a238917-0002-447d-959e-9f5ce364870d None None] Bound using segment: {'id': '046b1fa7-aa8c-4c56-a682-503c84945e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:51:40.263038 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-6a238917-0002-447d-959e-9f5ce364870d None None] Bound port: 704635fa-8956-42ae-ac4c-99e8a584cf96, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046b1fa7-aa8c-4c56-a682-503c84945e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:51:40.263402 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-6a238917-0002-447d-959e-9f5ce364870d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:40.353825 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-6a238917-0002-447d-959e-9f5ce364870d None None] For port 704635fa-8956-42ae-ac4c-99e8a584cf96, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:51:40.356999 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-6a238917-0002-447d-959e-9f5ce364870d None None] For port 704635fa-8956-42ae-ac4c-99e8a584cf96, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=704635fa-8956-42ae-ac4c-99e8a584cf96,segment=NetworkSegment(046b1fa7-aa8c-4c56-a682-503c84945e8b),segment_id=046b1fa7-aa8c-4c56-a682-503c84945e8b)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:51:40.361031 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-6a238917-0002-447d-959e-9f5ce364870d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:40.428843 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a238917-0002-447d-959e-9f5ce364870d None None] Routers {'c45ed836-3254-4376-8ae9-b76a2efa9789'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:51:40.429679 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6a238917-0002-447d-959e-9f5ce364870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:51:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c45ed836-3254-4376-8ae9-b76a2efa9789'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:40.517791 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694332d0-26d7-4bf1-ab0d-6f58b03af545 None None] Pushing event updated for resources: {'Port': ['ID=704635fa-8956-42ae-ac4c-99e8a584cf96,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:40.623239 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-6a238917-0002-447d-959e-9f5ce364870d None None] Set router c45ed836-3254-4376-8ae9-b76a2efa9789 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:51:40.664163 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:40.942085 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6a238917-0002-447d-959e-9f5ce364870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459935938', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': '1482bf99-d945-41c0-842b-c736cdef8538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:51:32Z', 'updated_at': '2022-09-21T15:51:37Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '1482bf99-d945-41c0-842b-c736cdef8538', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:33Z', 'updated_at': '2022-09-21T15:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '704635fa-8956-42ae-ac4c-99e8a584cf96', 'name': '', 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:d1:4e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '07ff8121-e7bb-4182-b429-7212792d56bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:36Z', 'updated_at': '2022-09-21T15:51:40Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '07ff8121-e7bb-4182-b429-7212792d56bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:40.946111 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a238917-0002-447d-959e-9f5ce364870d None None] The sync data for ids ['c45ed836-3254-4376-8ae9-b76a2efa9789'] in dv-neutron-858731-1-hyperv is: [{'id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459935938', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': '1482bf99-d945-41c0-842b-c736cdef8538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:51:32Z', 'updated_at': '2022-09-21T15:51:37Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '1482bf99-d945-41c0-842b-c736cdef8538', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:33Z', 'updated_at': '2022-09-21T15:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '704635fa-8956-42ae-ac4c-99e8a584cf96', 'name': '', 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:d1:4e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '07ff8121-e7bb-4182-b429-7212792d56bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:36Z', 'updated_at': '2022-09-21T15:51:40Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '07ff8121-e7bb-4182-b429-7212792d56bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:51:41.283003 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b864ac7-b1aa-4983-b696-416696451df6 req-c60b04dd-481e-4888-b82e-0ac42a715048 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:41.284655 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b864ac7-b1aa-4983-b696-416696451df6 req-c60b04dd-481e-4888-b82e-0ac42a715048 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "GET /v2.0/networks?id=7b96ff72-0e76-42ab-ad0b-cb3d044c206e HTTP/1.1" status: 200 len: 794 time: 0.1926749 Sep 21 15:51:41.359316 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 1482bf99-d945-41c0-842b-c736cdef8538 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:51:41.380253 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-123c5c30-6a4b-47c8-b595-fca052b3ba16 req-ed81d57c-0679-4e9d-ae6f-8d353277c4ae tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 210 time: 0.0939565 Sep 21 15:51:41.431630 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b864ac7-b1aa-4983-b696-416696451df6 req-57a1ff58-fc11-4452-97a8-1da999d58238 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4016643d8834c028ec296e58e5077dd HTTP/1.1" status: 200 len: 380 time: 0.0973542 Sep 21 15:51:41.442661 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-1b864ac7-b1aa-4983-b696-416696451df6 req-34a3a631-2962-4a2f-a7e7-12b5e895c3df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'port': {'device_id': '9fb866b4-ad09-48ac-8d50-592b7d986144', 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e', 'admin_state_up': True, 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'security_groups': ['e0903e8d-cc15-4e0c-869c-ef43b4a2e585']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:51:41.444076 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 1482bf99-d945-41c0-842b-c736cdef8538 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:51:41.444950 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:41.567178 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 1482bf99-d945-41c0-842b-c736cdef8538 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:51:41.568285 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:51:41.597762 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-1b864ac7-b1aa-4983-b696-416696451df6 req-34a3a631-2962-4a2f-a7e7-12b5e895c3df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:51:41.603446 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-1b864ac7-b1aa-4983-b696-416696451df6 req-34a3a631-2962-4a2f-a7e7-12b5e895c3df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:port and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:51:41.606750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-1b864ac7-b1aa-4983-b696-416696451df6 req-34a3a631-2962-4a2f-a7e7-12b5e895c3df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:51:41.613821 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-1b864ac7-b1aa-4983-b696-416696451df6 req-34a3a631-2962-4a2f-a7e7-12b5e895c3df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:51:41.625078 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b864ac7-b1aa-4983-b696-416696451df6 req-34a3a631-2962-4a2f-a7e7-12b5e895c3df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Made reservation on behalf of b4016643d8834c028ec296e58e5077dd for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:51:41.629570 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1b864ac7-b1aa-4983-b696-416696451df6 req-34a3a631-2962-4a2f-a7e7-12b5e895c3df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:41.643544 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:51:41.643544 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:41.776860 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:51:41.778022 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 704635fa-8956-42ae-ac4c-99e8a584cf96 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:51:41.803989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-1b864ac7-b1aa-4983-b696-416696451df6 req-34a3a631-2962-4a2f-a7e7-12b5e895c3df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Allocated IP 172.20.0.5 (7b96ff72-0e76-42ab-ad0b-cb3d044c206e/07ff8121-e7bb-4182-b429-7212792d56bf/6d4b81f0-ab12-41c2-9ba2-703a4bccda17) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:51:41.851742 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 704635fa-8956-42ae-ac4c-99e8a584cf96 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:51:41.857848 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 704635fa-8956-42ae-ac4c-99e8a584cf96 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:51:41.858227 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:41.994705 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 704635fa-8956-42ae-ac4c-99e8a584cf96 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:51:41.994993 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:42.005988 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1b864ac7-b1aa-4983-b696-416696451df6 req-34a3a631-2962-4a2f-a7e7-12b5e895c3df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:42.024068 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-1b864ac7-b1aa-4983-b696-416696451df6 req-34a3a631-2962-4a2f-a7e7-12b5e895c3df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Transition to ACTIVE for port object 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:51:42.028732 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 704635fa-8956-42ae-ac4c-99e8a584cf96, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=704635fa-8956-42ae-ac4c-99e8a584cf96,segment=NetworkSegment(046b1fa7-aa8c-4c56-a682-503c84945e8b),segment_id=046b1fa7-aa8c-4c56-a682-503c84945e8b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:51:42.034847 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:42.055189 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1b864ac7-b1aa-4983-b696-416696451df6 req-34a3a631-2962-4a2f-a7e7-12b5e895c3df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:42.111490 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=704635fa-8956-42ae-ac4c-99e8a584cf96,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:42.129200 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b864ac7-b1aa-4983-b696-416696451df6 req-34a3a631-2962-4a2f-a7e7-12b5e895c3df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network 7b96ff72-0e76-42ab-ad0b-cb3d044c206e is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:51:42.132543 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-1b864ac7-b1aa-4983-b696-416696451df6 req-34a3a631-2962-4a2f-a7e7-12b5e895c3df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:51:42.136348 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b864ac7-b1aa-4983-b696-416696451df6 req-34a3a631-2962-4a2f-a7e7-12b5e895c3df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:51:42.170924 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3a631-2962-4a2f-a7e7-12b5e895c3df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=6d4b81f0-ab12-41c2-9ba2-703a4bccda17,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:42.209382 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b864ac7-b1aa-4983-b696-416696451df6 req-34a3a631-2962-4a2f-a7e7-12b5e895c3df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:42.210034 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1b864ac7-b1aa-4983-b696-416696451df6 req-34a3a631-2962-4a2f-a7e7-12b5e895c3df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:42.235928 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b864ac7-b1aa-4983-b696-416696451df6 req-34a3a631-2962-4a2f-a7e7-12b5e895c3df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7978504 Sep 21 15:51:42.251585 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-1b864ac7-b1aa-4983-b696-416696451df6 req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] Request body: {'port': {'device_id': '9fb866b4-ad09-48ac-8d50-592b7d986144', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:51:42.368020 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1b864ac7-b1aa-4983-b696-416696451df6 req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:42.388898 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f6466f26-f274-4ef8-913a-cb99ddc5783e None None] Provisioning for port 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:51:42.393730 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f6466f26-f274-4ef8-913a-cb99ddc5783e None None] Provisioning complete for port 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:51:42.394107 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f6466f26-f274-4ef8-913a-cb99ddc5783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:42.484491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f6466f26-f274-4ef8-913a-cb99ddc5783e None None] Port 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:51:42.705010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7c700-ece4-4249-bb00-7aac0c279175 req-7541c43b-2b75-4e64-a924-f4fdd80c5cfe tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:42.705694 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-8cb7c700-ece4-4249-bb00-7aac0c279175 req-7541c43b-2b75-4e64-a924-f4fdd80c5cfe tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Synchronizing usage tracker for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:51:42.732708 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-8cb7c700-ece4-4249-bb00-7aac0c279175 req-7541c43b-2b75-4e64-a924-f4fdd80c5cfe tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Unset dirty status for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:51:42.733823 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8cb7c700-ece4-4249-bb00-7aac0c279175 req-7541c43b-2b75-4e64-a924-f4fdd80c5cfe tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 931 time: 0.2353697 Sep 21 15:51:42.833211 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8cb7c700-ece4-4249-bb00-7aac0c279175 req-2cbddeb1-9099-4eb6-a157-3f0568ccc876 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909176 Sep 21 15:51:42.834884 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-1b864ac7-b1aa-4983-b696-416696451df6 req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:51:42.842519 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1b864ac7-b1aa-4983-b696-416696451df6 req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:42.857695 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-1b864ac7-b1aa-4983-b696-416696451df6 req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] Transition to ACTIVE for port object 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:51:42.861737 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1b864ac7-b1aa-4983-b696-416696451df6 req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:43.157501 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4b81f0-ab12-41c2-9ba2-703a4bccda17,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:43.201217 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-1b864ac7-b1aa-4983-b696-416696451df6 req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] Attempting to bind port 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:51:43.201544 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-1b864ac7-b1aa-4983-b696-416696451df6 req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] Attempting to bind port 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '046b1fa7-aa8c-4c56-a682-503c84945e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:51:43.201865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b864ac7-b1aa-4983-b696-416696451df6 req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] Attempting to bind port 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 on network 7b96ff72-0e76-42ab-ad0b-cb3d044c206e {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:51:43.206969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b864ac7-b1aa-4983-b696-416696451df6 req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] Port 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 on network 7b96ff72-0e76-42ab-ad0b-cb3d044c206e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:51:43.207301 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b864ac7-b1aa-4983-b696-416696451df6 req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] Attempting to bind port 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 on network 7b96ff72-0e76-42ab-ad0b-cb3d044c206e {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:51:43.212565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b864ac7-b1aa-4983-b696-416696451df6 req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:51:43.212896 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b864ac7-b1aa-4983-b696-416696451df6 req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] Checking segment: {'id': '046b1fa7-aa8c-4c56-a682-503c84945e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:51:43.213270 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b864ac7-b1aa-4983-b696-416696451df6 req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] Bound using segment: {'id': '046b1fa7-aa8c-4c56-a682-503c84945e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:51:43.213679 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-1b864ac7-b1aa-4983-b696-416696451df6 req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] Bound port: 6d4b81f0-ab12-41c2-9ba2-703a4bccda17, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046b1fa7-aa8c-4c56-a682-503c84945e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:51:43.214012 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1b864ac7-b1aa-4983-b696-416696451df6 req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:43.221493 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 704635fa-8956-42ae-ac4c-99e8a584cf96 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:51:43.288858 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 704635fa-8956-42ae-ac4c-99e8a584cf96 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:51:43.289219 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:43.306397 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-1b864ac7-b1aa-4983-b696-416696451df6 req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] For port 6d4b81f0-ab12-41c2-9ba2-703a4bccda17, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:51:43.309721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-1b864ac7-b1aa-4983-b696-416696451df6 req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] For port 6d4b81f0-ab12-41c2-9ba2-703a4bccda17, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=6d4b81f0-ab12-41c2-9ba2-703a4bccda17,segment=NetworkSegment(046b1fa7-aa8c-4c56-a682-503c84945e8b),segment_id=046b1fa7-aa8c-4c56-a682-503c84945e8b)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:51:43.313910 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1b864ac7-b1aa-4983-b696-416696451df6 req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:43.345659 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b864ac7-b1aa-4983-b696-416696451df6 req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:43.346281 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1b864ac7-b1aa-4983-b696-416696451df6 req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:43.347750 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b864ac7-b1aa-4983-b696-416696451df6 req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] 10.222.0.20 "PUT /v2.0/ports/6d4b81f0-ab12-41c2-9ba2-703a4bccda17 HTTP/1.1" status: 200 len: 1093 time: 1.1006112 Sep 21 15:51:43.352907 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb866b4-ad09-48ac-8d50-592b7d986144', 'tag': '6d4b81f0-ab12-41c2-9ba2-703a4bccda17'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:51:43.355143 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac326b36-ef06-4475-8658-4ed25506751d" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb866b4-ad09-48ac-8d50-592b7d986144", "tag": "6d4b81f0-ab12-41c2-9ba2-703a4bccda17"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:51:43.390819 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e9cb2-8a3e-498e-b355-0d5196389951 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4b81f0-ab12-41c2-9ba2-703a4bccda17,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:43.408588 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b8b4ce-22f4-4e82-a9d1-77b8909f74a3 x-openstack-request-id: req-f2b8b4ce-22f4-4e82-a9d1-77b8909f74a3 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:51:43.408879 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb866b4-ad09-48ac-8d50-592b7d986144", "tag": "6d4b81f0-ab12-41c2-9ba2-703a4bccda17", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:51:43.409127 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f2b8b4ce-22f4-4e82-a9d1-77b8909f74a3 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:51:43.409621 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b8b4ce-22f4-4e82-a9d1-77b8909f74a3'] response: {'name': 'network-changed', 'server_uuid': '9fb866b4-ad09-48ac-8d50-592b7d986144', 'tag': '6d4b81f0-ab12-41c2-9ba2-703a4bccda17', 'status': 'completed', 'code': 200} Sep 21 15:51:43.415650 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 704635fa-8956-42ae-ac4c-99e8a584cf96 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:51:43.498333 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b864ac7-b1aa-4983-b696-416696451df6 req-7b1bd788-339d-44cb-9ef5-c55981377c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:43.499817 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b864ac7-b1aa-4983-b696-416696451df6 req-7b1bd788-339d-44cb-9ef5-c55981377c50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 1096 time: 0.0815907 Sep 21 15:51:43.570559 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b864ac7-b1aa-4983-b696-416696451df6 req-2742a1ac-280a-4aba-8269-65420b3cff8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b81f0-ab12-41c2-9ba2-703a4bccda17 HTTP/1.1" status: 200 len: 217 time: 0.0606546 Sep 21 15:51:43.638523 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b864ac7-b1aa-4983-b696-416696451df6 req-f01cd89a-cf18-4028-9603-bc304776be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:43.639837 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b864ac7-b1aa-4983-b696-416696451df6 req-f01cd89a-cf18-4028-9603-bc304776be05 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07ff8121-e7bb-4182-b429-7212792d56bf HTTP/1.1" status: 200 len: 835 time: 0.0608923 Sep 21 15:51:43.724904 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b864ac7-b1aa-4983-b696-416696451df6 req-11e49e64-61aa-4daf-9486-81d8de5d04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:43.726366 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b864ac7-b1aa-4983-b696-416696451df6 req-11e49e64-61aa-4daf-9486-81d8de5d04b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b96ff72-0e76-42ab-ad0b-cb3d044c206e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770781 Sep 21 15:51:43.859631 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b864ac7-b1aa-4983-b696-416696451df6 req-88e85e62-691d-4643-9a5b-234b8cffeb42 service neutron] 10.222.0.20 "GET /v2.0/networks/7b96ff72-0e76-42ab-ad0b-cb3d044c206e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237471 Sep 21 15:51:44.068406 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b864ac7-b1aa-4983-b696-416696451df6 req-ae26fa7b-c8c6-4687-be4a-e4e74d46935e service neutron] 10.222.0.20 "GET /v2.0/networks/7b96ff72-0e76-42ab-ad0b-cb3d044c206e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991932 Sep 21 15:51:44.085309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25b622-4151-4675-8748-43ccac6ddc20 req-1df8d8f3-93a8-4cad-ac09-63479b63c99e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:44.086719 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-af25b622-4151-4675-8748-43ccac6ddc20 req-1df8d8f3-93a8-4cad-ac09-63479b63c99e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 943 time: 0.1413150 Sep 21 15:51:44.183920 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-af25b622-4151-4675-8748-43ccac6ddc20 req-2356a660-7b3a-4cbd-8f1d-9f53f7347d00 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908811 Sep 21 15:51:44.213011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac326b36-ef06-4475-8658-4ed25506751d req-2c969cf2-2373-4511-8e52-9fc0e17c6fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:44.214470 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac326b36-ef06-4475-8658-4ed25506751d req-2c969cf2-2373-4511-8e52-9fc0e17c6fce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 1096 time: 0.0979669 Sep 21 15:51:44.345947 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac326b36-ef06-4475-8658-4ed25506751d req-35822556-38c4-4380-a943-b7318c15577c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:44.347914 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac326b36-ef06-4475-8658-4ed25506751d req-35822556-38c4-4380-a943-b7318c15577c service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b96ff72-0e76-42ab-ad0b-cb3d044c206e HTTP/1.1" status: 200 len: 895 time: 0.1262164 Sep 21 15:51:44.414454 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac326b36-ef06-4475-8658-4ed25506751d req-3de4b627-96ef-4575-bda1-b04780dcf426 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b81f0-ab12-41c2-9ba2-703a4bccda17 HTTP/1.1" status: 200 len: 217 time: 0.0602186 Sep 21 15:51:44.481429 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac326b36-ef06-4475-8658-4ed25506751d req-85d6fd9e-474c-4186-8fa9-fa0969ebe809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:44.482845 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac326b36-ef06-4475-8658-4ed25506751d req-85d6fd9e-474c-4186-8fa9-fa0969ebe809 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07ff8121-e7bb-4182-b429-7212792d56bf HTTP/1.1" status: 200 len: 835 time: 0.0621982 Sep 21 15:51:44.567229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac326b36-ef06-4475-8658-4ed25506751d req-7d7cf5c2-531d-452d-a8fe-b9c563e549b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:44.568711 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac326b36-ef06-4475-8658-4ed25506751d req-7d7cf5c2-531d-452d-a8fe-b9c563e549b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b96ff72-0e76-42ab-ad0b-cb3d044c206e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773931 Sep 21 15:51:44.700294 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac326b36-ef06-4475-8658-4ed25506751d req-458d7ed1-d642-4b24-8390-c457261f4f35 service neutron] 10.222.0.20 "GET /v2.0/networks/7b96ff72-0e76-42ab-ad0b-cb3d044c206e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247745 Sep 21 15:51:44.765725 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:51:44.834692 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac326b36-ef06-4475-8658-4ed25506751d req-4bd4a082-f032-40eb-92fc-11b5d0ab66b1 service neutron] 10.222.0.20 "GET /v2.0/networks/7b96ff72-0e76-42ab-ad0b-cb3d044c206e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265399 Sep 21 15:51:44.901285 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 6d4b81f0-ab12-41c2-9ba2-703a4bccda17, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=6d4b81f0-ab12-41c2-9ba2-703a4bccda17,segment=NetworkSegment(046b1fa7-aa8c-4c56-a682-503c84945e8b),segment_id=046b1fa7-aa8c-4c56-a682-503c84945e8b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:51:44.914294 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '6d4b81f0-ab12-41c2-9ba2-703a4bccda17', 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e', 'port_id': '6d4b81f0-ab12-41c2-9ba2-703a4bccda17', 'mac_address': 'fa:16:3e:b2:6f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ff8121-e7bb-4182-b429-7212792d56bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:51:44.979173 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:51:44.979554 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:44.996670 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:51:45.012573 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 6d4b81f0-ab12-41c2-9ba2-703a4bccda17, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=6d4b81f0-ab12-41c2-9ba2-703a4bccda17,segment=NetworkSegment(046b1fa7-aa8c-4c56-a682-503c84945e8b),segment_id=046b1fa7-aa8c-4c56-a682-503c84945e8b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:51:45.016544 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:45.084144 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=6d4b81f0-ab12-41c2-9ba2-703a4bccda17,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:45.274254 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['6d4b81f0-ab12-41c2-9ba2-703a4bccda17'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:51:45.495802 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a81bb-f219-4f60-bb34-e2f8a54476aa req-6361bed7-d275-4e6a-b85c-574ff980ad93 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:45.497210 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cc0a81bb-f219-4f60-bb34-e2f8a54476aa req-6361bed7-d275-4e6a-b85c-574ff980ad93 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 944 time: 0.2014077 Sep 21 15:51:45.542210 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cc0a81bb-f219-4f60-bb34-e2f8a54476aa req-4c5e6b54-281f-43cb-b14f-935e712d894b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393128 Sep 21 15:51:46.748971 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133d851-8ff4-46be-b03b-44dc5f8c5101 req-0496207f-3191-4233-96dc-a698b86165ff tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:46.750418 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a133d851-8ff4-46be-b03b-44dc5f8c5101 req-0496207f-3191-4233-96dc-a698b86165ff tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 944 time: 0.0868452 Sep 21 15:51:46.782673 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:51:46.794333 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a133d851-8ff4-46be-b03b-44dc5f8c5101 req-6fef6d56-eb2c-4966-88e2-927d9964a067 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382395 Sep 21 15:51:46.854927 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:51:46.859839 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:51:46.860204 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:46.977706 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:51:46.978096 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:47.004526 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb866b4-ad09-48ac-8d50-592b7d986144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4b81f0-ab12-41c2-9ba2-703a4bccda17'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:51:47.006786 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292d27c1-5c29-480f-b1a0-f341339499ac" -d '{"events": [{"server_uuid": "9fb866b4-ad09-48ac-8d50-592b7d986144", "name": "network-vif-plugged", "status": "completed", "tag": "6d4b81f0-ab12-41c2-9ba2-703a4bccda17"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:51:47.014801 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 6d4b81f0-ab12-41c2-9ba2-703a4bccda17, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=6d4b81f0-ab12-41c2-9ba2-703a4bccda17,segment=NetworkSegment(046b1fa7-aa8c-4c56-a682-503c84945e8b),segment_id=046b1fa7-aa8c-4c56-a682-503c84945e8b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:51:47.019820 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:47.052398 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacd7622-af77-42d7-bf71-da34ec73b207 x-openstack-request-id: req-dacd7622-af77-42d7-bf71-da34ec73b207 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:51:47.052707 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb866b4-ad09-48ac-8d50-592b7d986144", "name": "network-vif-plugged", "status": "completed", "tag": "6d4b81f0-ab12-41c2-9ba2-703a4bccda17", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:51:47.052956 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dacd7622-af77-42d7-bf71-da34ec73b207 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:51:47.053342 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dacd7622-af77-42d7-bf71-da34ec73b207'] response: {'server_uuid': '9fb866b4-ad09-48ac-8d50-592b7d986144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4b81f0-ab12-41c2-9ba2-703a4bccda17', 'code': 200} Sep 21 15:51:47.092677 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=6d4b81f0-ab12-41c2-9ba2-703a4bccda17,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:47.312794 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02f8f3-60d8-471d-8c27-42e990006621 req-83a74a13-0f64-417e-b29a-afaee6affbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:47.314298 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3b02f8f3-60d8-471d-8c27-42e990006621 req-83a74a13-0f64-417e-b29a-afaee6affbe4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 1098 time: 0.0826938 Sep 21 15:51:47.357263 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3b02f8f3-60d8-471d-8c27-42e990006621 req-0ab16ef9-5f04-417d-83ad-469918be50fe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338006 Sep 21 15:51:47.994304 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad926c-b174-47d9-9819-1fb3178a5365 req-c975c981-4623-4d00-a185-30cbfafd7016 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:47.995756 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f5ad926c-b174-47d9-9819-1fb3178a5365 req-c975c981-4623-4d00-a185-30cbfafd7016 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 945 time: 0.0904067 Sep 21 15:51:48.041005 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f5ad926c-b174-47d9-9819-1fb3178a5365 req-ff7045c4-ed5d-4436-b8f8-2b7d8464ed68 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394638 Sep 21 15:51:48.666397 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:51:49.236889 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891483be-3d3f-40f7-a7e7-5ec8c06cda1e req-f9e702fe-19b9-4d0d-a57c-dba11714c839 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:49.238499 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-891483be-3d3f-40f7-a7e7-5ec8c06cda1e req-f9e702fe-19b9-4d0d-a57c-dba11714c839 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 945 time: 0.0874538 Sep 21 15:51:49.280835 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-891483be-3d3f-40f7-a7e7-5ec8c06cda1e req-059d8428-2fed-4485-a66c-fa258840a55a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367980 Sep 21 15:51:49.478207 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf2179-4bd6-4803-b76f-1985c52bd4d7 req-ad5e770f-0b32-476c-ab5f-655131028974 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:49.479652 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-18bf2179-4bd6-4803-b76f-1985c52bd4d7 req-ad5e770f-0b32-476c-ab5f-655131028974 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 945 time: 0.0904858 Sep 21 15:51:49.525581 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-18bf2179-4bd6-4803-b76f-1985c52bd4d7 req-26a56855-c2c1-4698-ab69-82c49bb4180f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402908 Sep 21 15:51:49.553572 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 40994) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:49.630017 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09a7911-90f0-467b-ba87-aba82107a90b tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:49.631416 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e09a7911-90f0-467b-ba87-aba82107a90b tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 1093 time: 0.0768762 Sep 21 15:51:49.634314 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 40998) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:49.639185 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': '6d4b81f0-ab12-41c2-9ba2-703a4bccda17', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:51:49.646132 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:51:49.649926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:floatingip and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:51:49.652735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:51:49.658323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:51:49.672263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:49.802826 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:49.935350 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Allocated IP 172.26.4.64 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/1088c6e7-219e-4519-bd36-2d8a9eb91d73) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:51:50.082129 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:50.111732 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:50.180367 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:51:50.183267 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:51:50.186995 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:51:50.220479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=1088c6e7-219e-4519-bd36-2d8a9eb91d73,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:50.596108 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:50.670474 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:50.977674 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:50.982075 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:51.090652 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=1088c6e7-219e-4519-bd36-2d8a9eb91d73,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:51:51.095886 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:51.270135 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Floating IP acb102c3-a82d-4003-9f01-e9953b60d32c associated. External IP: 172.26.4.64, port: 6d4b81f0-ab12-41c2-9ba2-703a4bccda17. Sep 21 15:51:51.633209 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router c45ed836-3254-4376-8ae9-b76a2efa9789 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:51:51.810830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:51:51.820292 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c93f826-c4f9-43e2-b406-f17565ede1af None None] Sync routers for ids ['c45ed836-3254-4376-8ae9-b76a2efa9789'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:51:51.830727 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c93f826-c4f9-43e2-b406-f17565ede1af None None] Routers {'c45ed836-3254-4376-8ae9-b76a2efa9789'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:51:51.831348 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5c93f826-c4f9-43e2-b406-f17565ede1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:51:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c45ed836-3254-4376-8ae9-b76a2efa9789'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:51.834809 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:51.893412 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ffd74e48-318f-41b9-9376-90f620f27dd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2579920 Sep 21 15:51:51.893992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb866b4-ad09-48ac-8d50-592b7d986144', 'tag': '6d4b81f0-ab12-41c2-9ba2-703a4bccda17'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:51:51.896961 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04802e87-819e-4bbe-8af2-44efb43dd7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb866b4-ad09-48ac-8d50-592b7d986144", "tag": "6d4b81f0-ab12-41c2-9ba2-703a4bccda17"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:51:51.967828 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f9def8-93e5-4fae-a6f2-49e99b8d356e x-openstack-request-id: req-43f9def8-93e5-4fae-a6f2-49e99b8d356e {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:51:51.968118 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb866b4-ad09-48ac-8d50-592b7d986144", "tag": "6d4b81f0-ab12-41c2-9ba2-703a4bccda17", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:51:51.968389 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-43f9def8-93e5-4fae-a6f2-49e99b8d356e {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:51:51.968795 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f9def8-93e5-4fae-a6f2-49e99b8d356e'] response: {'name': 'network-changed', 'server_uuid': '9fb866b4-ad09-48ac-8d50-592b7d986144', 'tag': '6d4b81f0-ab12-41c2-9ba2-703a4bccda17', 'status': 'completed', 'code': 200} Sep 21 15:51:52.033804 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-5c93f826-c4f9-43e2-b406-f17565ede1af None None] Set router c45ed836-3254-4376-8ae9-b76a2efa9789 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:51:52.162064 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba2b42-91c6-4a3a-bff4-e92ab3d4e767 req-cc7d032b-384f-49b3-a245-d69d9ba42c65 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:52.164485 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fbba2b42-91c6-4a3a-bff4-e92ab3d4e767 req-cc7d032b-384f-49b3-a245-d69d9ba42c65 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 945 time: 0.1221437 Sep 21 15:51:52.166834 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04802e87-819e-4bbe-8af2-44efb43dd7ba req-7ead39a4-8958-432c-8305-717301344a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:52.168290 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-04802e87-819e-4bbe-8af2-44efb43dd7ba req-7ead39a4-8958-432c-8305-717301344a3c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 1098 time: 0.1744998 Sep 21 15:51:52.313202 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:52.411972 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fbba2b42-91c6-4a3a-bff4-e92ab3d4e767 req-7dbb1823-c12d-4abe-9e1d-ab7024e2b201 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423561 Sep 21 15:51:52.447023 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41006) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:52.466392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5c93f826-c4f9-43e2-b406-f17565ede1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459935938', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': '1482bf99-d945-41c0-842b-c736cdef8538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:51:32Z', 'updated_at': '2022-09-21T15:51:37Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '1482bf99-d945-41c0-842b-c736cdef8538', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:33Z', 'updated_at': '2022-09-21T15:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'acb102c3-a82d-4003-9f01-e9953b60d32c', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'floating_ip_address': '172.26.4.64', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'port_id': '6d4b81f0-ab12-41c2-9ba2-703a4bccda17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e', 'mac_address': 'fa:16:3e:b2:6f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb866b4-ad09-48ac-8d50-592b7d986144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:51:50Z', 'updated_at': '2022-09-21T15:51:50Z', 'revision_number': 0, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '704635fa-8956-42ae-ac4c-99e8a584cf96', 'name': '', 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:d1:4e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '07ff8121-e7bb-4182-b429-7212792d56bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:36Z', 'updated_at': '2022-09-21T15:51:42Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '07ff8121-e7bb-4182-b429-7212792d56bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:52.470450 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c93f826-c4f9-43e2-b406-f17565ede1af None None] Checking router: c45ed836-3254-4376-8ae9-b76a2efa9789 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:51:52.473508 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04802e87-819e-4bbe-8af2-44efb43dd7ba req-08e5682f-5f52-4c89-99ee-2ad43d01e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:52.475154 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-04802e87-819e-4bbe-8af2-44efb43dd7ba req-08e5682f-5f52-4c89-99ee-2ad43d01e6cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b96ff72-0e76-42ab-ad0b-cb3d044c206e HTTP/1.1" status: 200 len: 895 time: 0.2927547 Sep 21 15:51:52.479359 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c93f826-c4f9-43e2-b406-f17565ede1af None None] Routers {'c45ed836-3254-4376-8ae9-b76a2efa9789'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:51:52.479960 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5c93f826-c4f9-43e2-b406-f17565ede1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:51:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c45ed836-3254-4376-8ae9-b76a2efa9789'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:52.556527 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-39cac9ec-29ef-40ac-9242-7cbcaaf4eb86 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/floatingips/acb102c3-a82d-4003-9f01-e9953b60d32c HTTP/1.1" status: 200 len: 990 time: 0.1062801 Sep 21 15:51:52.579820 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-04802e87-819e-4bbe-8af2-44efb43dd7ba req-165482e5-4150-46b2-831d-99920ff83113 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b81f0-ab12-41c2-9ba2-703a4bccda17 HTTP/1.1" status: 200 len: 998 time: 0.0985401 Sep 21 15:51:52.642447 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04802e87-819e-4bbe-8af2-44efb43dd7ba req-4ead1045-ecc0-4798-aecb-a9b149f64363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:52.643893 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-04802e87-819e-4bbe-8af2-44efb43dd7ba req-4ead1045-ecc0-4798-aecb-a9b149f64363 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07ff8121-e7bb-4182-b429-7212792d56bf HTTP/1.1" status: 200 len: 835 time: 0.0582101 Sep 21 15:51:52.662942 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-5c93f826-c4f9-43e2-b406-f17565ede1af None None] Set router c45ed836-3254-4376-8ae9-b76a2efa9789 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:51:52.729703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04802e87-819e-4bbe-8af2-44efb43dd7ba req-ad0b2a04-d3b4-4192-a45c-f13166167d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:51:52.731177 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-04802e87-819e-4bbe-8af2-44efb43dd7ba req-ad0b2a04-d3b4-4192-a45c-f13166167d25 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b96ff72-0e76-42ab-ad0b-cb3d044c206e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813389 Sep 21 15:51:52.864995 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-04802e87-819e-4bbe-8af2-44efb43dd7ba req-166a3d32-3e84-45a8-86a0-f88f6a4dcbe6 service neutron] 10.222.0.20 "GET /v2.0/networks/7b96ff72-0e76-42ab-ad0b-cb3d044c206e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274629 Sep 21 15:51:52.999749 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-04802e87-819e-4bbe-8af2-44efb43dd7ba req-2040c97d-a19b-4ca8-b472-50dab9b9a299 service neutron] 10.222.0.20 "GET /v2.0/networks/7b96ff72-0e76-42ab-ad0b-cb3d044c206e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270540 Sep 21 15:51:53.012901 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5c93f826-c4f9-43e2-b406-f17565ede1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459935938', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': '1482bf99-d945-41c0-842b-c736cdef8538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:51:32Z', 'updated_at': '2022-09-21T15:51:37Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '1482bf99-d945-41c0-842b-c736cdef8538', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:33Z', 'updated_at': '2022-09-21T15:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'acb102c3-a82d-4003-9f01-e9953b60d32c', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'floating_ip_address': '172.26.4.64', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'port_id': '6d4b81f0-ab12-41c2-9ba2-703a4bccda17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e', 'mac_address': 'fa:16:3e:b2:6f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb866b4-ad09-48ac-8d50-592b7d986144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:51:50Z', 'updated_at': '2022-09-21T15:51:50Z', 'revision_number': 0, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '704635fa-8956-42ae-ac4c-99e8a584cf96', 'name': '', 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:d1:4e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '07ff8121-e7bb-4182-b429-7212792d56bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:36Z', 'updated_at': '2022-09-21T15:51:42Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '07ff8121-e7bb-4182-b429-7212792d56bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:51:53.017209 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c93f826-c4f9-43e2-b406-f17565ede1af None None] The sync data for ids ['c45ed836-3254-4376-8ae9-b76a2efa9789'] in dv-neutron-858731-1-hyperv is: [{'id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459935938', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': '1482bf99-d945-41c0-842b-c736cdef8538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:51:32Z', 'updated_at': '2022-09-21T15:51:37Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '1482bf99-d945-41c0-842b-c736cdef8538', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:33Z', 'updated_at': '2022-09-21T15:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'acb102c3-a82d-4003-9f01-e9953b60d32c', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'floating_ip_address': '172.26.4.64', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'port_id': '6d4b81f0-ab12-41c2-9ba2-703a4bccda17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e', 'mac_address': 'fa:16:3e:b2:6f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb866b4-ad09-48ac-8d50-592b7d986144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:51:50Z', 'updated_at': '2022-09-21T15:51:50Z', 'revision_number': 0, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '704635fa-8956-42ae-ac4c-99e8a584cf96', 'name': '', 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:d1:4e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '07ff8121-e7bb-4182-b429-7212792d56bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:36Z', 'updated_at': '2022-09-21T15:51:42Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '07ff8121-e7bb-4182-b429-7212792d56bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:51:53.210733 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d0fc3-9134-4ee8-807c-1149b7510b57 None None] New status for floating IP acb102c3-a82d-4003-9f01-e9953b60d32c: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:51:53.558486 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41010) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:51:53.664192 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-13ec838e-cadd-496d-8141-082c2f72b42e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/floatingips/acb102c3-a82d-4003-9f01-e9953b60d32c HTTP/1.1" status: 200 len: 992 time: 0.1045651 Sep 21 15:52:04.259000 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b96aa792-af2f-4d0d-aa42-50bfc35f01a4 req-93f577f2-45aa-433d-92da-487d62ceaf3e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764649 Sep 21 15:52:04.407013 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96aa792-af2f-4d0d-aa42-50bfc35f01a4 req-3d21c3d5-6b1f-4c71-9353-c292d9c318e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:04.408381 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b96aa792-af2f-4d0d-aa42-50bfc35f01a4 req-3d21c3d5-6b1f-4c71-9353-c292d9c318e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 1098 time: 0.0809703 Sep 21 15:52:04.552569 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96aa792-af2f-4d0d-aa42-50bfc35f01a4 req-4f3ee71c-1eda-4139-817e-085590debb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:04.554169 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b96aa792-af2f-4d0d-aa42-50bfc35f01a4 req-4f3ee71c-1eda-4139-817e-085590debb6b service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b96ff72-0e76-42ab-ad0b-cb3d044c206e HTTP/1.1" status: 200 len: 895 time: 0.1255555 Sep 21 15:52:04.658383 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b96aa792-af2f-4d0d-aa42-50bfc35f01a4 req-b073af9c-5fd6-4acf-ac2b-6903dd3e2def service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b81f0-ab12-41c2-9ba2-703a4bccda17 HTTP/1.1" status: 200 len: 1000 time: 0.0970535 Sep 21 15:52:04.720533 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96aa792-af2f-4d0d-aa42-50bfc35f01a4 req-7b392df3-f433-4237-afd7-e161de214c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:04.721947 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b96aa792-af2f-4d0d-aa42-50bfc35f01a4 req-7b392df3-f433-4237-afd7-e161de214c30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07ff8121-e7bb-4182-b429-7212792d56bf HTTP/1.1" status: 200 len: 835 time: 0.0568824 Sep 21 15:52:04.809267 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96aa792-af2f-4d0d-aa42-50bfc35f01a4 req-b06a4892-a431-419f-b9ef-687c15df64ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:04.810724 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b96aa792-af2f-4d0d-aa42-50bfc35f01a4 req-b06a4892-a431-419f-b9ef-687c15df64ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b96ff72-0e76-42ab-ad0b-cb3d044c206e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819428 Sep 21 15:52:04.942265 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b96aa792-af2f-4d0d-aa42-50bfc35f01a4 req-2f4d2081-7155-44ed-9a82-aa26db2d4adb service neutron] 10.222.0.20 "GET /v2.0/networks/7b96ff72-0e76-42ab-ad0b-cb3d044c206e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246908 Sep 21 15:52:05.076900 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b96aa792-af2f-4d0d-aa42-50bfc35f01a4 req-79d9ffc5-d869-4945-8e5d-4ac26dde854e service neutron] 10.222.0.20 "GET /v2.0/networks/7b96ff72-0e76-42ab-ad0b-cb3d044c206e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260636 Sep 21 15:52:05.622583 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ebc09610-c848-454d-b3d5-b93fdfc8f13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:07.970591 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b4b75296-b4bb-419f-8740-017aca088feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:08.822995 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:09.046881 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:10.666083 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:22.306872 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:25.664760 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:52:27.433669 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b0374-316c-4e1c-98c3-2d4c0e968f53 req-01db5c13-5aeb-4363-b31b-2127236ebe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:27.435042 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b01b0374-316c-4e1c-98c3-2d4c0e968f53 req-01db5c13-5aeb-4363-b31b-2127236ebe4b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 1098 time: 0.2577131 Sep 21 15:52:27.444148 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a40d3-f2ef-4da1-ade3-0a284376f67f req-49cf251a-032f-4c95-9478-073685cb4c85 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:27.445478 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-412a40d3-f2ef-4da1-ade3-0a284376f67f req-49cf251a-032f-4c95-9478-073685cb4c85 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 945 time: 0.2267380 Sep 21 15:52:27.571421 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-412a40d3-f2ef-4da1-ade3-0a284376f67f req-94ebb8e2-d29e-48ff-8499-19adc89e1588 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078360 Sep 21 15:52:27.606217 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b0374-316c-4e1c-98c3-2d4c0e968f53 req-85cfb449-c1b4-4fee-bf9d-e7e12ad7d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:27.607631 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b01b0374-316c-4e1c-98c3-2d4c0e968f53 req-85cfb449-c1b4-4fee-bf9d-e7e12ad7d4cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b96ff72-0e76-42ab-ad0b-cb3d044c206e HTTP/1.1" status: 200 len: 895 time: 0.1612477 Sep 21 15:52:27.715920 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b01b0374-316c-4e1c-98c3-2d4c0e968f53 req-7625533d-37a8-40ea-b6b6-d0c3c450aaef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b81f0-ab12-41c2-9ba2-703a4bccda17 HTTP/1.1" status: 200 len: 1000 time: 0.1006575 Sep 21 15:52:27.778236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b0374-316c-4e1c-98c3-2d4c0e968f53 req-daf0ee15-9ec3-41a0-ba42-efd391443141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:27.779618 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b01b0374-316c-4e1c-98c3-2d4c0e968f53 req-daf0ee15-9ec3-41a0-ba42-efd391443141 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07ff8121-e7bb-4182-b429-7212792d56bf HTTP/1.1" status: 200 len: 835 time: 0.0564492 Sep 21 15:52:27.864978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b0374-316c-4e1c-98c3-2d4c0e968f53 req-ce766562-c825-4117-a6a1-4b74680e5ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:27.866426 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b01b0374-316c-4e1c-98c3-2d4c0e968f53 req-ce766562-c825-4117-a6a1-4b74680e5ba6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b96ff72-0e76-42ab-ad0b-cb3d044c206e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801647 Sep 21 15:52:27.998905 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b01b0374-316c-4e1c-98c3-2d4c0e968f53 req-ad7674cf-66f7-4694-b528-189cf9422c43 service neutron] 10.222.0.20 "GET /v2.0/networks/7b96ff72-0e76-42ab-ad0b-cb3d044c206e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249230 Sep 21 15:52:28.131962 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b01b0374-316c-4e1c-98c3-2d4c0e968f53 req-22e308fb-ebed-43fe-a3c5-b37ce42a62f8 service neutron] 10.222.0.20 "GET /v2.0/networks/7b96ff72-0e76-42ab-ad0b-cb3d044c206e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262877 Sep 21 15:52:28.773640 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39510289-5903-4e7f-824d-dbfcf694cf75 req-1eab1577-f93e-451c-8044-ba0c78394d55 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:28.775096 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-39510289-5903-4e7f-824d-dbfcf694cf75 req-1eab1577-f93e-451c-8044-ba0c78394d55 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 945 time: 0.0872416 Sep 21 15:52:28.818312 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-39510289-5903-4e7f-824d-dbfcf694cf75 req-f6bbf74d-76a9-4186-bed8-c419aead0fdd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376456 Sep 21 15:52:30.018468 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a1dee-e320-45c9-921b-ff93049bd419 req-ee65e0b3-063d-4023-9988-8988a282c9d8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:30.019905 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b77a1dee-e320-45c9-921b-ff93049bd419 req-ee65e0b3-063d-4023-9988-8988a282c9d8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 945 time: 0.0900078 Sep 21 15:52:30.064403 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b77a1dee-e320-45c9-921b-ff93049bd419 req-724bc663-dac8-4cfe-83d4-54adc9a43552 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387821 Sep 21 15:52:31.262868 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568c3f4-0b39-405d-85d7-e6132630cdfb req-4dbba12a-44f2-4c6f-b16f-7cf13e3d8640 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:31.264320 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e568c3f4-0b39-405d-85d7-e6132630cdfb req-4dbba12a-44f2-4c6f-b16f-7cf13e3d8640 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 945 time: 0.0897081 Sep 21 15:52:31.316933 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e568c3f4-0b39-405d-85d7-e6132630cdfb req-a0022201-e484-4406-ad55-0e63c042b8f7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468042 Sep 21 15:52:32.515108 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4ef43-b15a-4849-8f46-05f31ab81af0 req-4f5eed1f-8d5a-4be2-ac68-f3a03777b9db tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:32.516591 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d7c4ef43-b15a-4849-8f46-05f31ab81af0 req-4f5eed1f-8d5a-4be2-ac68-f3a03777b9db tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 945 time: 0.0869229 Sep 21 15:52:32.560336 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d7c4ef43-b15a-4849-8f46-05f31ab81af0 req-1ea7c767-71e4-4cb8-b002-a1efb18e36ea tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375230 Sep 21 15:52:33.759145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948837f-d20e-457b-9219-6ea8830ffa73 req-a68b7e13-0f3f-4b40-8204-e8e24891d039 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:33.760605 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9948837f-d20e-457b-9219-6ea8830ffa73 req-a68b7e13-0f3f-4b40-8204-e8e24891d039 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 945 time: 0.0901961 Sep 21 15:52:33.804170 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9948837f-d20e-457b-9219-6ea8830ffa73 req-3a870e0f-ae14-4bc8-8a6c-967636effdd8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380259 Sep 21 15:52:35.003895 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78864fab-debf-47bf-b54f-941f0cd51a56 req-48ef25ae-c49e-4713-9b57-dfc2a14132f8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:35.006007 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-78864fab-debf-47bf-b54f-941f0cd51a56 req-48ef25ae-c49e-4713-9b57-dfc2a14132f8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 945 time: 0.0915356 Sep 21 15:52:35.056858 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-78864fab-debf-47bf-b54f-941f0cd51a56 req-79fa1d00-d22e-4143-b6a3-7bb844e112e9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449793 Sep 21 15:52:35.627975 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6fab37ae-9d71-453c-b184-cb3bc1ca7b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:36.263096 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c3cab-b7ee-4209-85ba-58d9b628dea7 req-6698c974-aded-4627-b17b-11a35b87f866 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:36.264570 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ab4c3cab-b7ee-4209-85ba-58d9b628dea7 req-6698c974-aded-4627-b17b-11a35b87f866 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 945 time: 0.0889692 Sep 21 15:52:36.309458 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ab4c3cab-b7ee-4209-85ba-58d9b628dea7 req-d1f12ebf-1bd4-4dd3-ac50-d159fd96ae18 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391104 Sep 21 15:52:37.517395 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71f1bf-f341-416e-9c32-0eeb775fccdf req-c39e7dc4-f88b-45e3-a553-017de71bf4b5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:37.518821 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bf71f1bf-f341-416e-9c32-0eeb775fccdf req-c39e7dc4-f88b-45e3-a553-017de71bf4b5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 945 time: 0.0909512 Sep 21 15:52:37.562671 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bf71f1bf-f341-416e-9c32-0eeb775fccdf req-6a2aac3f-3409-4de3-ab20-b8d82cf47ae4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374587 Sep 21 15:52:37.972286 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-85aa8bf2-b0db-4e22-bcf6-408d595b831b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:38.759681 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b1097-1765-4097-9272-06b1a76961f6 req-552dd0f3-78a0-4efd-9a38-a853c4cf4402 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:38.761142 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-545b1097-1765-4097-9272-06b1a76961f6 req-552dd0f3-78a0-4efd-9a38-a853c4cf4402 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 945 time: 0.0872447 Sep 21 15:52:38.808708 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-545b1097-1765-4097-9272-06b1a76961f6 req-0831d4c7-874f-4253-a64e-199f8f6aa305 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418715 Sep 21 15:52:38.826009 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:39.049031 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:40.110045 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf799c-c142-4130-bcb6-147ff76a8862 req-6737663e-b41b-448b-97e4-43d514960ef9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:40.111843 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6bdf799c-c142-4130-bcb6-147ff76a8862 req-6737663e-b41b-448b-97e4-43d514960ef9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 945 time: 0.1892905 Sep 21 15:52:40.155931 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6bdf799c-c142-4130-bcb6-147ff76a8862 req-d1dd2a9e-4283-4529-b588-152c0da6cc0d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383723 Sep 21 15:52:40.669599 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:41.367646 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed1d83-ffa6-449f-945e-a9356f305d35 req-34933af5-2af4-4e98-93e0-c4e2536b612c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:41.369063 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-afed1d83-ffa6-449f-945e-a9356f305d35 req-34933af5-2af4-4e98-93e0-c4e2536b612c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 945 time: 0.1007476 Sep 21 15:52:41.413945 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-afed1d83-ffa6-449f-945e-a9356f305d35 req-085d93fd-3faf-4c36-9756-9498ce7fce08 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391090 Sep 21 15:52:42.608615 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767da363-a7b0-43ec-96ac-febe413c5731 req-09c98e72-df61-4469-81ce-d49d4f57aa5e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:42.610084 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-767da363-a7b0-43ec-96ac-febe413c5731 req-09c98e72-df61-4469-81ce-d49d4f57aa5e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 945 time: 0.0868928 Sep 21 15:52:42.656675 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-767da363-a7b0-43ec-96ac-febe413c5731 req-b25c3733-e57a-4e38-a7dc-84e2e8220a9c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408263 Sep 21 15:52:43.855820 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6f991-be82-4a75-be7e-e9f741af7ec7 req-128b2ecf-cd9b-439f-ae3b-81ab010712c7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:43.857299 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c8b6f991-be82-4a75-be7e-e9f741af7ec7 req-128b2ecf-cd9b-439f-ae3b-81ab010712c7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 945 time: 0.0867581 Sep 21 15:52:43.901063 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c8b6f991-be82-4a75-be7e-e9f741af7ec7 req-a5f2fb8d-1e3e-47e1-9106-6c8d7302d263 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381536 Sep 21 15:52:45.097616 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d34c8-1735-43b7-951e-95306fbe4dd0 req-c7e1b9d5-ca76-47fe-8c71-691dfc24add4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:52:45.099043 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3b5d34c8-1735-43b7-951e-95306fbe4dd0 req-c7e1b9d5-ca76-47fe-8c71-691dfc24add4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 945 time: 0.0901201 Sep 21 15:52:45.143140 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3b5d34c8-1735-43b7-951e-95306fbe4dd0 req-c5cba3a2-c2c8-4590-bb68-d5d5ce8fcd04 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382357 Sep 21 15:52:45.173845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41064) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:52:45.390874 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bbcfb3d3-9de1-45ad-ba67-a2cd920b86de tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/floatingips/acb102c3-a82d-4003-9f01-e9953b60d32c HTTP/1.1" status: 200 len: 992 time: 0.2159040 Sep 21 15:52:52.299787 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:02.663088 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:53:05.621854 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ef18f606-a432-48b1-90b7-1f24f8f91f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:06.341270 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fb363df3-5a02-4f16-b12e-029aa0851f08 req-afde6cd9-1de7-4a48-8ce3-79f16cc74a5c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1552258 Sep 21 15:53:06.492433 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb363df3-5a02-4f16-b12e-029aa0851f08 req-cc95f7d7-f011-4738-93f4-e1770ee156fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:06.493916 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fb363df3-5a02-4f16-b12e-029aa0851f08 req-cc95f7d7-f011-4738-93f4-e1770ee156fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 1098 time: 0.0799949 Sep 21 15:53:06.641171 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb363df3-5a02-4f16-b12e-029aa0851f08 req-7574d324-6dc8-4890-9d9e-a945622bfbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:06.642627 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fb363df3-5a02-4f16-b12e-029aa0851f08 req-7574d324-6dc8-4890-9d9e-a945622bfbf3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b96ff72-0e76-42ab-ad0b-cb3d044c206e HTTP/1.1" status: 200 len: 895 time: 0.1283493 Sep 21 15:53:06.747420 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fb363df3-5a02-4f16-b12e-029aa0851f08 req-8820217c-8f1b-474e-b525-4df5ab99323c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b81f0-ab12-41c2-9ba2-703a4bccda17 HTTP/1.1" status: 200 len: 1000 time: 0.0979085 Sep 21 15:53:06.809368 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb363df3-5a02-4f16-b12e-029aa0851f08 req-82b6cb39-b0fa-4830-b714-7f90998be6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:06.810745 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fb363df3-5a02-4f16-b12e-029aa0851f08 req-82b6cb39-b0fa-4830-b714-7f90998be6b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07ff8121-e7bb-4182-b429-7212792d56bf HTTP/1.1" status: 200 len: 835 time: 0.0562158 Sep 21 15:53:06.897157 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb363df3-5a02-4f16-b12e-029aa0851f08 req-7d023bc2-2eb2-41ba-9574-33e9e27dc68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:06.899018 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fb363df3-5a02-4f16-b12e-029aa0851f08 req-7d023bc2-2eb2-41ba-9574-33e9e27dc68f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b96ff72-0e76-42ab-ad0b-cb3d044c206e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815775 Sep 21 15:53:07.028572 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fb363df3-5a02-4f16-b12e-029aa0851f08 req-cb4c1389-bb93-4fa2-8ea9-f2fb8eec75cd service neutron] 10.222.0.20 "GET /v2.0/networks/7b96ff72-0e76-42ab-ad0b-cb3d044c206e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235044 Sep 21 15:53:07.158320 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fb363df3-5a02-4f16-b12e-029aa0851f08 req-377af897-70b3-42c6-92a0-76433d1a90e4 service neutron] 10.222.0.20 "GET /v2.0/networks/7b96ff72-0e76-42ab-ad0b-cb3d044c206e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235034 Sep 21 15:53:07.973854 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f66174d7-ddd2-443f-9f7b-37f7b59c2ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:08.828136 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:09.052085 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:10.673293 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:16.013418 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41082) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:16.223880 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting port 1088c6e7-219e-4519-bd36-2d8a9eb91d73 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:53:16.224221 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:16.395278 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:16.395518 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:16.518661 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Calling delete_port for 1088c6e7-219e-4519-bd36-2d8a9eb91d73 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:53:16.672139 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:16.718757 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Port': ['ID=1088c6e7-219e-4519-bd36-2d8a9eb91d73,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:16.766952 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:16.767294 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:16.767630 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:16.767960 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:16.768289 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:16.768643 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:16.768968 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:16.769288 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:16.769606 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:16.769922 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:16.770240 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:16.770555 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:16.831729 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:16.832085 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Floating IP acb102c3-a82d-4003-9f01-e9953b60d32c disassociated (deleted). External IP: 172.26.4.64, port: 6d4b81f0-ab12-41c2-9ba2-703a4bccda17. Sep 21 15:53:17.182503 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router c45ed836-3254-4376-8ae9-b76a2efa9789 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:53:17.464554 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:53:17.474129 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd78fd-db5e-4c07-a0eb-7b62e54f3819 None None] Sync routers for ids ['c45ed836-3254-4376-8ae9-b76a2efa9789'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:53:17.483424 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd78fd-db5e-4c07-a0eb-7b62e54f3819 None None] Routers {'c45ed836-3254-4376-8ae9-b76a2efa9789'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:53:17.484025 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-33bd78fd-db5e-4c07-a0eb-7b62e54f3819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:53:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c45ed836-3254-4376-8ae9-b76a2efa9789'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:17.484506 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:17.540381 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-10548076-ee08-4875-bd60-1b0ebec2f401 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/floatingips/acb102c3-a82d-4003-9f01-e9953b60d32c HTTP/1.1" status: 204 len: 168 time: 1.5258861 Sep 21 15:53:17.540975 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb866b4-ad09-48ac-8d50-592b7d986144', 'tag': '6d4b81f0-ab12-41c2-9ba2-703a4bccda17'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:53:17.543313 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31ede39-f731-4284-bbd2-d4ebc5713ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb866b4-ad09-48ac-8d50-592b7d986144", "tag": "6d4b81f0-ab12-41c2-9ba2-703a4bccda17"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:53:17.587376 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3711c4bb-cdd8-4bb3-8664-b73d94fc64fa x-openstack-request-id: req-3711c4bb-cdd8-4bb3-8664-b73d94fc64fa {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:53:17.587668 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb866b4-ad09-48ac-8d50-592b7d986144", "tag": "6d4b81f0-ab12-41c2-9ba2-703a4bccda17", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:53:17.587920 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3711c4bb-cdd8-4bb3-8664-b73d94fc64fa {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:53:17.588336 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3711c4bb-cdd8-4bb3-8664-b73d94fc64fa'] response: {'name': 'network-changed', 'server_uuid': '9fb866b4-ad09-48ac-8d50-592b7d986144', 'tag': '6d4b81f0-ab12-41c2-9ba2-703a4bccda17', 'status': 'completed', 'code': 200} Sep 21 15:53:17.678200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-33bd78fd-db5e-4c07-a0eb-7b62e54f3819 None None] Set router c45ed836-3254-4376-8ae9-b76a2efa9789 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:53:17.692984 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ede39-f731-4284-bbd2-d4ebc5713ae5 req-0bde34aa-ff0d-4abd-9ef1-95cda4bd3b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:17.695165 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b31ede39-f731-4284-bbd2-d4ebc5713ae5 req-0bde34aa-ff0d-4abd-9ef1-95cda4bd3b3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 1098 time: 0.0828412 Sep 21 15:53:17.836761 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ede39-f731-4284-bbd2-d4ebc5713ae5 req-b638a451-ad42-4037-9b95-a28461358b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:17.838475 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b31ede39-f731-4284-bbd2-d4ebc5713ae5 req-b638a451-ad42-4037-9b95-a28461358b28 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b96ff72-0e76-42ab-ad0b-cb3d044c206e HTTP/1.1" status: 200 len: 895 time: 0.1359184 Sep 21 15:53:18.044747 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-33bd78fd-db5e-4c07-a0eb-7b62e54f3819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459935938', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': '1482bf99-d945-41c0-842b-c736cdef8538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:51:32Z', 'updated_at': '2022-09-21T15:51:37Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '1482bf99-d945-41c0-842b-c736cdef8538', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:33Z', 'updated_at': '2022-09-21T15:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '704635fa-8956-42ae-ac4c-99e8a584cf96', 'name': '', 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:d1:4e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '07ff8121-e7bb-4182-b429-7212792d56bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:36Z', 'updated_at': '2022-09-21T15:51:42Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '07ff8121-e7bb-4182-b429-7212792d56bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:18.048765 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd78fd-db5e-4c07-a0eb-7b62e54f3819 None None] Checking router: c45ed836-3254-4376-8ae9-b76a2efa9789 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:53:18.058016 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd78fd-db5e-4c07-a0eb-7b62e54f3819 None None] Routers {'c45ed836-3254-4376-8ae9-b76a2efa9789'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:53:18.058613 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-33bd78fd-db5e-4c07-a0eb-7b62e54f3819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:53:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c45ed836-3254-4376-8ae9-b76a2efa9789'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:18.058974 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b31ede39-f731-4284-bbd2-d4ebc5713ae5 req-3e9b7707-85fb-4e4f-ac23-21dd3155b653 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b81f0-ab12-41c2-9ba2-703a4bccda17 HTTP/1.1" status: 200 len: 217 time: 0.2139494 Sep 21 15:53:18.141283 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ede39-f731-4284-bbd2-d4ebc5713ae5 req-d0074655-7acc-45bb-ab5e-827885cb195c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:18.142738 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b31ede39-f731-4284-bbd2-d4ebc5713ae5 req-d0074655-7acc-45bb-ab5e-827885cb195c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07ff8121-e7bb-4182-b429-7212792d56bf HTTP/1.1" status: 200 len: 835 time: 0.0770292 Sep 21 15:53:18.211687 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b9588-ff14-4638-8160-2eee7cf158ad req-a5679f4d-0f2f-4262-be07-33b050a1cb97 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:18.213384 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5d0b9588-ff14-4638-8160-2eee7cf158ad req-a5679f4d-0f2f-4262-be07-33b050a1cb97 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 945 time: 0.3737826 Sep 21 15:53:18.239376 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-33bd78fd-db5e-4c07-a0eb-7b62e54f3819 None None] Set router c45ed836-3254-4376-8ae9-b76a2efa9789 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:53:18.274545 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5d0b9588-ff14-4638-8160-2eee7cf158ad req-08ff10c9-cb37-47e6-a42e-e566032c4573 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539238 Sep 21 15:53:18.281082 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ede39-f731-4284-bbd2-d4ebc5713ae5 req-3670d345-7bc6-4555-8bf3-152ce17c79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:18.282897 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b31ede39-f731-4284-bbd2-d4ebc5713ae5 req-3670d345-7bc6-4555-8bf3-152ce17c79a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b96ff72-0e76-42ab-ad0b-cb3d044c206e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1315427 Sep 21 15:53:18.416632 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b31ede39-f731-4284-bbd2-d4ebc5713ae5 req-4da090b8-87d0-4ab3-a888-c83f5492c225 service neutron] 10.222.0.20 "GET /v2.0/networks/7b96ff72-0e76-42ab-ad0b-cb3d044c206e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255872 Sep 21 15:53:18.547508 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b31ede39-f731-4284-bbd2-d4ebc5713ae5 req-f05dcd23-7910-4515-9c54-593006564856 service neutron] 10.222.0.20 "GET /v2.0/networks/7b96ff72-0e76-42ab-ad0b-cb3d044c206e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235387 Sep 21 15:53:18.552687 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-33bd78fd-db5e-4c07-a0eb-7b62e54f3819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459935938', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': '1482bf99-d945-41c0-842b-c736cdef8538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:51:32Z', 'updated_at': '2022-09-21T15:51:37Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '1482bf99-d945-41c0-842b-c736cdef8538', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:33Z', 'updated_at': '2022-09-21T15:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '704635fa-8956-42ae-ac4c-99e8a584cf96', 'name': '', 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:d1:4e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '07ff8121-e7bb-4182-b429-7212792d56bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:36Z', 'updated_at': '2022-09-21T15:51:42Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '07ff8121-e7bb-4182-b429-7212792d56bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:18.556843 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd78fd-db5e-4c07-a0eb-7b62e54f3819 None None] The sync data for ids ['c45ed836-3254-4376-8ae9-b76a2efa9789'] in dv-neutron-858731-1-hyperv is: [{'id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459935938', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': '1482bf99-d945-41c0-842b-c736cdef8538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:51:32Z', 'updated_at': '2022-09-21T15:51:37Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '1482bf99-d945-41c0-842b-c736cdef8538', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:33Z', 'updated_at': '2022-09-21T15:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '704635fa-8956-42ae-ac4c-99e8a584cf96', 'name': '', 'network_id': '7b96ff72-0e76-42ab-ad0b-cb3d044c206e', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:d1:4e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '07ff8121-e7bb-4182-b429-7212792d56bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:36Z', 'updated_at': '2022-09-21T15:51:42Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '07ff8121-e7bb-4182-b429-7212792d56bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:53:18.771703 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe36111-f326-4802-9575-1bc83b979b5f None None] New status for floating IP acb102c3-a82d-4003-9f01-e9953b60d32c: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:53:19.588754 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83412c8-e328-4aa5-95a2-55956d32d6a6 req-482a6d0e-f37c-4acc-a0ef-6b3d2fd14ef2 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:19.590413 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f83412c8-e328-4aa5-95a2-55956d32d6a6 req-482a6d0e-f37c-4acc-a0ef-6b3d2fd14ef2 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 945 time: 0.1511419 Sep 21 15:53:19.598129 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55971aca-b8d0-4952-ac4b-71175b87e44d req-ead6c6a5-4941-4364-8d43-206e347100c5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:19.599564 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-55971aca-b8d0-4952-ac4b-71175b87e44d req-ead6c6a5-4941-4364-8d43-206e347100c5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 945 time: 0.2028739 Sep 21 15:53:19.691337 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-55971aca-b8d0-4952-ac4b-71175b87e44d req-5817a527-5531-4178-bd55-d01a87f65ef1 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0903e8d-cc15-4e0c-869c-ef43b4a2e585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633185 Sep 21 15:53:19.694503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-f83412c8-e328-4aa5-95a2-55956d32d6a6 req-c64869ed-f940-4f77-9025-fc03ce9812ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting port 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:53:19.694837 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f83412c8-e328-4aa5-95a2-55956d32d6a6 req-c64869ed-f940-4f77-9025-fc03ce9812ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:19.939225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-f83412c8-e328-4aa5-95a2-55956d32d6a6 req-c64869ed-f940-4f77-9025-fc03ce9812ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] For port 6d4b81f0-ab12-41c2-9ba2-703a4bccda17, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=6d4b81f0-ab12-41c2-9ba2-703a4bccda17,segment=NetworkSegment(046b1fa7-aa8c-4c56-a682-503c84945e8b),segment_id=046b1fa7-aa8c-4c56-a682-503c84945e8b)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:53:19.939487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f83412c8-e328-4aa5-95a2-55956d32d6a6 req-c64869ed-f940-4f77-9025-fc03ce9812ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:20.063288 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-f83412c8-e328-4aa5-95a2-55956d32d6a6 req-c64869ed-f940-4f77-9025-fc03ce9812ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Calling delete_port for 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:53:20.205941 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f83412c8-e328-4aa5-95a2-55956d32d6a6 req-c64869ed-f940-4f77-9025-fc03ce9812ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:20.259504 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64869ed-f940-4f77-9025-fc03ce9812ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Port': ['ID=6d4b81f0-ab12-41c2-9ba2-703a4bccda17,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:20.305547 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64869ed-f940-4f77-9025-fc03ce9812ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:20.306042 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64869ed-f940-4f77-9025-fc03ce9812ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:20.306389 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64869ed-f940-4f77-9025-fc03ce9812ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:20.306721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64869ed-f940-4f77-9025-fc03ce9812ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:20.307050 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64869ed-f940-4f77-9025-fc03ce9812ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:20.307372 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64869ed-f940-4f77-9025-fc03ce9812ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:20.307690 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64869ed-f940-4f77-9025-fc03ce9812ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:20.308010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64869ed-f940-4f77-9025-fc03ce9812ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:20.308335 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64869ed-f940-4f77-9025-fc03ce9812ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:20.308679 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64869ed-f940-4f77-9025-fc03ce9812ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:20.308996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64869ed-f940-4f77-9025-fc03ce9812ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:20.309311 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64869ed-f940-4f77-9025-fc03ce9812ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:20.354303 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83412c8-e328-4aa5-95a2-55956d32d6a6 req-c64869ed-f940-4f77-9025-fc03ce9812ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] No DVR routers for this DVR port 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:53:20.356695 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f83412c8-e328-4aa5-95a2-55956d32d6a6 req-c64869ed-f940-4f77-9025-fc03ce9812ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:20.359299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb866b4-ad09-48ac-8d50-592b7d986144', 'name': 'network-vif-deleted', 'tag': '6d4b81f0-ab12-41c2-9ba2-703a4bccda17'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:53:20.361571 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa68707-9162-412d-95f7-7081ebc6711b" -d '{"events": [{"server_uuid": "9fb866b4-ad09-48ac-8d50-592b7d986144", "name": "network-vif-deleted", "tag": "6d4b81f0-ab12-41c2-9ba2-703a4bccda17"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:53:20.371078 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f83412c8-e328-4aa5-95a2-55956d32d6a6 req-c64869ed-f940-4f77-9025-fc03ce9812ba tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "DELETE /v2.0/ports/6d4b81f0-ab12-41c2-9ba2-703a4bccda17 HTTP/1.1" status: 204 len: 173 time: 0.7706168 Sep 21 15:53:20.459178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3891c09-c247-43b9-94f3-c9d26614169d x-openstack-request-id: req-e3891c09-c247-43b9-94f3-c9d26614169d {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:53:20.459477 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb866b4-ad09-48ac-8d50-592b7d986144", "name": "network-vif-deleted", "tag": "6d4b81f0-ab12-41c2-9ba2-703a4bccda17", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:53:20.459730 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e3891c09-c247-43b9-94f3-c9d26614169d {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:53:20.460128 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3891c09-c247-43b9-94f3-c9d26614169d'] response: {'server_uuid': '9fb866b4-ad09-48ac-8d50-592b7d986144', 'name': 'network-vif-deleted', 'tag': '6d4b81f0-ab12-41c2-9ba2-703a4bccda17', 'status': 'completed', 'code': 200} Sep 21 15:53:20.988686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-5287b4c1-8d0b-432b-bd38-001cdb135757 req-99054ab8-3649-4f3b-b575-0a5b0afd9bb8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Synchronizing usage tracker for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:53:21.005503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-5287b4c1-8d0b-432b-bd38-001cdb135757 req-99054ab8-3649-4f3b-b575-0a5b0afd9bb8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Unset dirty status for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:53:21.006665 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5287b4c1-8d0b-432b-bd38-001cdb135757 req-99054ab8-3649-4f3b-b575-0a5b0afd9bb8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fb866b4-ad09-48ac-8d50-592b7d986144 HTTP/1.1" status: 200 len: 210 time: 0.1834927 Sep 21 15:53:22.110739 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41106) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:22.301007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:22.662224 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8697-11f5-4521-998d-aeb56f59a6c4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:23.011842 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6f4e8697-11f5-4521-998d-aeb56f59a6c4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting port 704635fa-8956-42ae-ac4c-99e8a584cf96 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:53:23.012180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8697-11f5-4521-998d-aeb56f59a6c4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:23.202120 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-6f4e8697-11f5-4521-998d-aeb56f59a6c4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] For port 704635fa-8956-42ae-ac4c-99e8a584cf96, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=704635fa-8956-42ae-ac4c-99e8a584cf96,segment=NetworkSegment(046b1fa7-aa8c-4c56-a682-503c84945e8b),segment_id=046b1fa7-aa8c-4c56-a682-503c84945e8b)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:53:23.202821 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8697-11f5-4521-998d-aeb56f59a6c4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:23.209032 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:53:23.243822 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:53:23.244152 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 6d4b81f0-ab12-41c2-9ba2-703a4bccda17 not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:53:23.326524 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6f4e8697-11f5-4521-998d-aeb56f59a6c4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Calling delete_port for 704635fa-8956-42ae-ac4c-99e8a584cf96 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:53:23.614100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8697-11f5-4521-998d-aeb56f59a6c4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:23.663061 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e8697-11f5-4521-998d-aeb56f59a6c4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Port': ['ID=704635fa-8956-42ae-ac4c-99e8a584cf96,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:23.952595 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8697-11f5-4521-998d-aeb56f59a6c4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:24.307933 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4e8697-11f5-4521-998d-aeb56f59a6c4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router c45ed836-3254-4376-8ae9-b76a2efa9789 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:53:24.484305 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4e8697-11f5-4521-998d-aeb56f59a6c4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:53:24.494609 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b9d0e7-4d32-4b73-a2fc-73d42ce3b31c None None] Sync routers for ids ['c45ed836-3254-4376-8ae9-b76a2efa9789'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:53:24.500908 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6f4e8697-11f5-4521-998d-aeb56f59a6c4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "PUT /v2.0/routers/c45ed836-3254-4376-8ae9-b76a2efa9789/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3890636 Sep 21 15:53:24.503603 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41110) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:24.504153 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b9d0e7-4d32-4b73-a2fc-73d42ce3b31c None None] Routers {'c45ed836-3254-4376-8ae9-b76a2efa9789'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:53:24.504781 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-66b9d0e7-4d32-4b73-a2fc-73d42ce3b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:53:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c45ed836-3254-4376-8ae9-b76a2efa9789'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:24.568187 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-6737c263-91e9-4b65-bdea-e55dd4a49dab tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting subnet 07ff8121-e7bb-4182-b429-7212792d56bf {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:53:24.571005 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6737c263-91e9-4b65-bdea-e55dd4a49dab tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:24.627447 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6737c263-91e9-4b65-bdea-e55dd4a49dab tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:24.686452 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-66b9d0e7-4d32-4b73-a2fc-73d42ce3b31c None None] Set router c45ed836-3254-4376-8ae9-b76a2efa9789 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:53:24.708923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6737c263-91e9-4b65-bdea-e55dd4a49dab tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:24.782561 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6737c263-91e9-4b65-bdea-e55dd4a49dab tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:24.825368 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737c263-91e9-4b65-bdea-e55dd4a49dab tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Subnet': ['ID=07ff8121-e7bb-4182-b429-7212792d56bf,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:24.828703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6737c263-91e9-4b65-bdea-e55dd4a49dab tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:24.835005 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6737c263-91e9-4b65-bdea-e55dd4a49dab tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/subnets/07ff8121-e7bb-4182-b429-7212792d56bf HTTP/1.1" status: 204 len: 168 time: 0.3304381 Sep 21 15:53:24.838692 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41114) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:24.855249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fc11a6-6a8e-44a4-9b43-e518ec259396 None None] Network 7b96ff72-0e76-42ab-ad0b-cb3d044c206e requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:53:25.139252 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78b40efe-20c5-43ce-a0ef-81dab1678cb5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:25.203180 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-66b9d0e7-4d32-4b73-a2fc-73d42ce3b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459935938', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': '1482bf99-d945-41c0-842b-c736cdef8538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:51:32Z', 'updated_at': '2022-09-21T15:53:23Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '1482bf99-d945-41c0-842b-c736cdef8538', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:33Z', 'updated_at': '2022-09-21T15:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:25.207354 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b9d0e7-4d32-4b73-a2fc-73d42ce3b31c None None] Checking router: c45ed836-3254-4376-8ae9-b76a2efa9789 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:53:25.217209 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b9d0e7-4d32-4b73-a2fc-73d42ce3b31c None None] Routers {'c45ed836-3254-4376-8ae9-b76a2efa9789'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:53:25.217837 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-66b9d0e7-4d32-4b73-a2fc-73d42ce3b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:53:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['c45ed836-3254-4376-8ae9-b76a2efa9789'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:25.281313 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae88513-bef8-4af0-b2a8-e0e2099f6b44 None None] DHCP port deletion for 7b96ff72-0e76-42ab-ad0b-cb3d044c206e request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:53:25.296804 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cae88513-bef8-4af0-b2a8-e0e2099f6b44 None None] Deleting port b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:53:25.297179 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cae88513-bef8-4af0-b2a8-e0e2099f6b44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:25.335011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78b40efe-20c5-43ce-a0ef-81dab1678cb5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:25.347194 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-78b40efe-20c5-43ce-a0ef-81dab1678cb5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting port 1482bf99-d945-41c0-842b-c736cdef8538 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:53:25.347534 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78b40efe-20c5-43ce-a0ef-81dab1678cb5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:25.489395 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-66b9d0e7-4d32-4b73-a2fc-73d42ce3b31c None None] Set router c45ed836-3254-4376-8ae9-b76a2efa9789 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:53:25.536311 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-78b40efe-20c5-43ce-a0ef-81dab1678cb5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] For port 1482bf99-d945-41c0-842b-c736cdef8538, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=1482bf99-d945-41c0-842b-c736cdef8538,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:53:25.536621 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78b40efe-20c5-43ce-a0ef-81dab1678cb5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:25.662588 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-78b40efe-20c5-43ce-a0ef-81dab1678cb5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Calling delete_port for 1482bf99-d945-41c0-842b-c736cdef8538 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:53:25.765243 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-cae88513-bef8-4af0-b2a8-e0e2099f6b44 None None] For port b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1,segment=NetworkSegment(046b1fa7-aa8c-4c56-a682-503c84945e8b),segment_id=046b1fa7-aa8c-4c56-a682-503c84945e8b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:53:25.765937 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cae88513-bef8-4af0-b2a8-e0e2099f6b44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:25.836311 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78b40efe-20c5-43ce-a0ef-81dab1678cb5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:25.906004 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cae88513-bef8-4af0-b2a8-e0e2099f6b44 None None] Calling delete_port for b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:53:25.918246 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b40efe-20c5-43ce-a0ef-81dab1678cb5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Port': ['ID=1482bf99-d945-41c0-842b-c736cdef8538,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:25.988894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78b40efe-20c5-43ce-a0ef-81dab1678cb5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:26.040269 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cae88513-bef8-4af0-b2a8-e0e2099f6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:26.093620 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae88513-bef8-4af0-b2a8-e0e2099f6b44 None None] Pushing event deleted for resources: {'Port': ['ID=b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:26.096041 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae88513-bef8-4af0-b2a8-e0e2099f6b44 None None] No DVR routers for this DVR port b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:53:26.106915 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-66b9d0e7-4d32-4b73-a2fc-73d42ce3b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459935938', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': '1482bf99-d945-41c0-842b-c736cdef8538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:51:32Z', 'updated_at': '2022-09-21T15:53:23Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '1482bf99-d945-41c0-842b-c736cdef8538', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:33Z', 'updated_at': '2022-09-21T15:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:26.111183 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b9d0e7-4d32-4b73-a2fc-73d42ce3b31c None None] The sync data for ids ['c45ed836-3254-4376-8ae9-b76a2efa9789'] in dv-neutron-858731-1-hyperv is: [{'id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459935938', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': '1482bf99-d945-41c0-842b-c736cdef8538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:51:32Z', 'updated_at': '2022-09-21T15:53:23Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '1482bf99-d945-41c0-842b-c736cdef8538', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45ed836-3254-4376-8ae9-b76a2efa9789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:51:33Z', 'updated_at': '2022-09-21T15:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:53:26.113246 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae88513-bef8-4af0-b2a8-e0e2099f6b44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:26.113588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae88513-bef8-4af0-b2a8-e0e2099f6b44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:26.113922 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae88513-bef8-4af0-b2a8-e0e2099f6b44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:26.114253 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae88513-bef8-4af0-b2a8-e0e2099f6b44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:26.114574 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae88513-bef8-4af0-b2a8-e0e2099f6b44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:26.114902 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae88513-bef8-4af0-b2a8-e0e2099f6b44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:26.115223 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae88513-bef8-4af0-b2a8-e0e2099f6b44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:26.115541 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae88513-bef8-4af0-b2a8-e0e2099f6b44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:26.115860 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae88513-bef8-4af0-b2a8-e0e2099f6b44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:26.116176 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae88513-bef8-4af0-b2a8-e0e2099f6b44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:26.116509 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae88513-bef8-4af0-b2a8-e0e2099f6b44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:26.116833 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae88513-bef8-4af0-b2a8-e0e2099f6b44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:26.170876 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78b40efe-20c5-43ce-a0ef-81dab1678cb5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:26.173067 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78b40efe-20c5-43ce-a0ef-81dab1678cb5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:26.196429 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78b40efe-20c5-43ce-a0ef-81dab1678cb5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:26.196958 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b40efe-20c5-43ce-a0ef-81dab1678cb5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Fanout notify agent at l3_agent the message router_deleted on router c45ed836-3254-4376-8ae9-b76a2efa9789 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:53:26.213791 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78b40efe-20c5-43ce-a0ef-81dab1678cb5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:26.215138 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-78b40efe-20c5-43ce-a0ef-81dab1678cb5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/routers/c45ed836-3254-4376-8ae9-b76a2efa9789 HTTP/1.1" status: 204 len: 168 time: 1.3752937 Sep 21 15:53:26.217811 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41118) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:26.331701 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c53e34c-e5e6-4148-b6fe-5de35370359f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:26.468421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c53e34c-e5e6-4148-b6fe-5de35370359f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:26.495537 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9c53e34c-e5e6-4148-b6fe-5de35370359f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b96ff72-0e76-42ab-ad0b-cb3d044c206e']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:26.508280 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9c53e34c-e5e6-4148-b6fe-5de35370359f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046b1fa7-aa8c-4c56-a682-503c84945e8b') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:26.508732 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9c53e34c-e5e6-4148-b6fe-5de35370359f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046b1fa7-aa8c-4c56-a682-503c84945e8b') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:26.520466 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c53e34c-e5e6-4148-b6fe-5de35370359f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:26.537249 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c53e34c-e5e6-4148-b6fe-5de35370359f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:26.544029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c53e34c-e5e6-4148-b6fe-5de35370359f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:53:26.544414 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c53e34c-e5e6-4148-b6fe-5de35370359f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:26.744610 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 046b1fa7-aa8c-4c56-a682-503c84945e8b resource provider aggregate not found Sep 21 15:53:26.767824 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 046b1fa7-aa8c-4c56-a682-503c84945e8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 046b1fa7-aa8c-4c56-a682-503c84945e8b found for delete ", "request_id": "req-864f2aca-1ca7-4d7e-b0aa-6bb1b09edc87"}]} Sep 21 15:53:26.768992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c53e34c-e5e6-4148-b6fe-5de35370359f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:26.786441 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c53e34c-e5e6-4148-b6fe-5de35370359f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:26.797725 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53e34c-e5e6-4148-b6fe-5de35370359f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Network': ['ID=7b96ff72-0e76-42ab-ad0b-cb3d044c206e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:26.802631 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9c53e34c-e5e6-4148-b6fe-5de35370359f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/networks/7b96ff72-0e76-42ab-ad0b-cb3d044c206e HTTP/1.1" status: 204 len: 168 time: 0.5838830 Sep 21 15:53:26.805517 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41128) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:26.877118 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51548f55-9566-48cb-95dd-b21b2c11bff5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:26.907487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51548f55-9566-48cb-95dd-b21b2c11bff5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:26.970858 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51548f55-9566-48cb-95dd-b21b2c11bff5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:26.986630 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51548f55-9566-48cb-95dd-b21b2c11bff5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0903e8d-cc15-4e0c-869c-ef43b4a2e585,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:26.993120 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51548f55-9566-48cb-95dd-b21b2c11bff5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:26.994310 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-51548f55-9566-48cb-95dd-b21b2c11bff5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/security-groups/e0903e8d-cc15-4e0c-869c-ef43b4a2e585 HTTP/1.1" status: 204 len: 168 time: 0.1876590 Sep 21 15:53:27.116240 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41136) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:27.121584 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-eeaca13b-386a-4568-b7cb-26802ad0cd3b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2089830815', 'description': 'tempest-secgroup-smoke-2089830815 description', 'project_id': 'b4016643d8834c028ec296e58e5077dd'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:27.127593 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eeaca13b-386a-4568-b7cb-26802ad0cd3b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:27.131463 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eeaca13b-386a-4568-b7cb-26802ad0cd3b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:27.134403 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eeaca13b-386a-4568-b7cb-26802ad0cd3b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:27.139995 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eeaca13b-386a-4568-b7cb-26802ad0cd3b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:27.150330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eeaca13b-386a-4568-b7cb-26802ad0cd3b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:27.173319 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eeaca13b-386a-4568-b7cb-26802ad0cd3b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:27.177321 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eeaca13b-386a-4568-b7cb-26802ad0cd3b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:27.180116 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eeaca13b-386a-4568-b7cb-26802ad0cd3b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:27.185974 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eeaca13b-386a-4568-b7cb-26802ad0cd3b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:27.263702 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 1482bf99-d945-41c0-842b-c736cdef8538 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:53:27.266647 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eeaca13b-386a-4568-b7cb-26802ad0cd3b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:27.270442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eeaca13b-386a-4568-b7cb-26802ad0cd3b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:27.299002 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 1482bf99-d945-41c0-842b-c736cdef8538 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:53:27.299351 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 1482bf99-d945-41c0-842b-c736cdef8538 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:53:27.299779 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:53:27.312699 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaca13b-386a-4568-b7cb-26802ad0cd3b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e9fa49-112a-48fe-b6ae-ec27822e53c5,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:27.316931 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eeaca13b-386a-4568-b7cb-26802ad0cd3b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:27.321038 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-eeaca13b-386a-4568-b7cb-26802ad0cd3b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2008686 Sep 21 15:53:27.321499 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41140) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:27.325942 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1d4b5ac8-9ae8-4be8-83a3-117855c6538a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'c9e9fa49-112a-48fe-b6ae-ec27822e53c5', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:27.331717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1d4b5ac8-9ae8-4be8-83a3-117855c6538a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:27.335509 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1d4b5ac8-9ae8-4be8-83a3-117855c6538a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:27.336543 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:53:27.336903 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device b1ba1b26-8c0d-4112-a7d0-f42e2a7011a1 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:53:27.337308 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 704635fa-8956-42ae-ac4c-99e8a584cf96 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:53:27.338960 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1d4b5ac8-9ae8-4be8-83a3-117855c6538a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:27.344885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1d4b5ac8-9ae8-4be8-83a3-117855c6538a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:27.362814 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5ac8-9ae8-4be8-83a3-117855c6538a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:27.370645 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 704635fa-8956-42ae-ac4c-99e8a584cf96 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:53:27.370995 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 704635fa-8956-42ae-ac4c-99e8a584cf96 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:53:27.423030 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5ac8-9ae8-4be8-83a3-117855c6538a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:27.426311 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5ac8-9ae8-4be8-83a3-117855c6538a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:27.447299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b5ac8-9ae8-4be8-83a3-117855c6538a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22687e6a-090c-470a-afdf-183d3fb9bdb8,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:27.457375 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5ac8-9ae8-4be8-83a3-117855c6538a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:27.458522 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1d4b5ac8-9ae8-4be8-83a3-117855c6538a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364944 Sep 21 15:53:27.461907 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41144) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:27.466950 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-fa86037d-c259-4580-8249-4b7deff84ba2 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'c9e9fa49-112a-48fe-b6ae-ec27822e53c5', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:27.472939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fa86037d-c259-4580-8249-4b7deff84ba2 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:27.476965 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fa86037d-c259-4580-8249-4b7deff84ba2 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:27.480085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fa86037d-c259-4580-8249-4b7deff84ba2 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:27.485788 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fa86037d-c259-4580-8249-4b7deff84ba2 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:27.501691 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fa86037d-c259-4580-8249-4b7deff84ba2 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:27.565013 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fa86037d-c259-4580-8249-4b7deff84ba2 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:27.568327 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fa86037d-c259-4580-8249-4b7deff84ba2 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:27.593367 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86037d-c259-4580-8249-4b7deff84ba2 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b715cd-bd0c-4ba7-8205-66daa6dec1d0,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:27.601583 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fa86037d-c259-4580-8249-4b7deff84ba2 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:27.602812 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fa86037d-c259-4580-8249-4b7deff84ba2 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1399543 Sep 21 15:53:27.605500 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41148) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:27.610444 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2f5151b5-3f3e-4bc5-83f3-5ca83c0b21a9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'c9e9fa49-112a-48fe-b6ae-ec27822e53c5', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:27.616386 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2f5151b5-3f3e-4bc5-83f3-5ca83c0b21a9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:27.620350 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2f5151b5-3f3e-4bc5-83f3-5ca83c0b21a9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:27.623189 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2f5151b5-3f3e-4bc5-83f3-5ca83c0b21a9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:27.628821 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2f5151b5-3f3e-4bc5-83f3-5ca83c0b21a9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:27.645765 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f5151b5-3f3e-4bc5-83f3-5ca83c0b21a9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:27.707728 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f5151b5-3f3e-4bc5-83f3-5ca83c0b21a9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:27.710831 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f5151b5-3f3e-4bc5-83f3-5ca83c0b21a9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:27.734316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5151b5-3f3e-4bc5-83f3-5ca83c0b21a9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf97251c-b855-4e88-8b14-fc361ff6aa3b,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:27.742352 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f5151b5-3f3e-4bc5-83f3-5ca83c0b21a9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:27.743882 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2f5151b5-3f3e-4bc5-83f3-5ca83c0b21a9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374424 Sep 21 15:53:27.746696 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41152) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:27.751493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e1a94ed6-199b-4052-80b7-e19dff362124 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'c9e9fa49-112a-48fe-b6ae-ec27822e53c5', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:27.757200 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e1a94ed6-199b-4052-80b7-e19dff362124 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:27.761930 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e1a94ed6-199b-4052-80b7-e19dff362124 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:27.764771 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e1a94ed6-199b-4052-80b7-e19dff362124 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:27.770351 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e1a94ed6-199b-4052-80b7-e19dff362124 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:27.786888 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e1a94ed6-199b-4052-80b7-e19dff362124 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:27.847992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e1a94ed6-199b-4052-80b7-e19dff362124 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:27.851200 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e1a94ed6-199b-4052-80b7-e19dff362124 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:27.874390 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a94ed6-199b-4052-80b7-e19dff362124 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27757cac-e399-4cb9-9574-ffd703250147,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:27.882634 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e1a94ed6-199b-4052-80b7-e19dff362124 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:27.884603 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e1a94ed6-199b-4052-80b7-e19dff362124 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369672 Sep 21 15:53:27.887398 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41156) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:27.892216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-dba41de0-b8f9-407d-aba5-0cfa89e0be63 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'c9e9fa49-112a-48fe-b6ae-ec27822e53c5', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:27.898021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-dba41de0-b8f9-407d-aba5-0cfa89e0be63 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:27.901785 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-dba41de0-b8f9-407d-aba5-0cfa89e0be63 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:27.904671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-dba41de0-b8f9-407d-aba5-0cfa89e0be63 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:27.910649 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-dba41de0-b8f9-407d-aba5-0cfa89e0be63 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:27.923628 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-dba41de0-b8f9-407d-aba5-0cfa89e0be63 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Project b4016643d8834c028ec296e58e5077dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:53:27.930476 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dba41de0-b8f9-407d-aba5-0cfa89e0be63 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:27.993496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dba41de0-b8f9-407d-aba5-0cfa89e0be63 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:27.998854 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dba41de0-b8f9-407d-aba5-0cfa89e0be63 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:28.021155 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba41de0-b8f9-407d-aba5-0cfa89e0be63 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f06a96d-37a6-45dc-bb98-41526429075c,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:28.033638 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dba41de0-b8f9-407d-aba5-0cfa89e0be63 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:28.037815 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dba41de0-b8f9-407d-aba5-0cfa89e0be63 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1465578 Sep 21 15:53:28.038027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41160) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:28.044778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-70c55966-27ea-4167-a46a-dba221aeecf0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'c9e9fa49-112a-48fe-b6ae-ec27822e53c5', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:28.050808 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-70c55966-27ea-4167-a46a-dba221aeecf0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:28.054605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-70c55966-27ea-4167-a46a-dba221aeecf0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:28.058321 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-70c55966-27ea-4167-a46a-dba221aeecf0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:28.063885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-70c55966-27ea-4167-a46a-dba221aeecf0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:28.073245 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-70c55966-27ea-4167-a46a-dba221aeecf0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Project b4016643d8834c028ec296e58e5077dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:53:28.079478 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-70c55966-27ea-4167-a46a-dba221aeecf0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:28.142047 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-70c55966-27ea-4167-a46a-dba221aeecf0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:28.145186 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-70c55966-27ea-4167-a46a-dba221aeecf0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:28.169699 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c55966-27ea-4167-a46a-dba221aeecf0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972e1ec9-e42f-469a-a933-feb4ac557fa4,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:28.179233 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-70c55966-27ea-4167-a46a-dba221aeecf0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:28.180727 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-70c55966-27ea-4167-a46a-dba221aeecf0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1415486 Sep 21 15:53:28.183484 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41164) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:28.188750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3746ad12-32c6-449d-873e-549c92f5b170 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'network': {'name': 'tempest-network-smoke--2097822074', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'port_security_enabled': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:28.193655 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3746ad12-32c6-449d-873e-549c92f5b170 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:28.198267 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3746ad12-32c6-449d-873e-549c92f5b170 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:network and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:28.201086 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3746ad12-32c6-449d-873e-549c92f5b170 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:28.206904 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3746ad12-32c6-449d-873e-549c92f5b170 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:28.220469 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3746ad12-32c6-449d-873e-549c92f5b170 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Made reservation on behalf of b4016643d8834c028ec296e58e5077dd for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:28.223729 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3746ad12-32c6-449d-873e-549c92f5b170 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:28.250447 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3746ad12-32c6-449d-873e-549c92f5b170 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:53:28.259802 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3746ad12-32c6-449d-873e-549c92f5b170 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:28.260133 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-3746ad12-32c6-449d-873e-549c92f5b170 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Added segment b5cef4fb-ea82-4324-9b9a-03a928421e2c of type vlan for network 1d96106c-7285-40e9-88c0-19c058ef5f4e Sep 21 15:53:28.287500 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3746ad12-32c6-449d-873e-549c92f5b170 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:28.315872 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3746ad12-32c6-449d-873e-549c92f5b170 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:28.321411 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3746ad12-32c6-449d-873e-549c92f5b170 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:28.321989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3746ad12-32c6-449d-873e-549c92f5b170 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:28.433188 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3746ad12-32c6-449d-873e-549c92f5b170 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2486198 Sep 21 15:53:28.435763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41168) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:28.438198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746ad12-32c6-449d-873e-549c92f5b170 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Network': ['ID=1d96106c-7285-40e9-88c0-19c058ef5f4e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:28.442869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1851872663', 'admin_state_up': True, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:28.448263 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 1d96106c-7285-40e9-88c0-19c058ef5f4e details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:53:28.450279 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:28.454110 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:router and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:28.457212 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:28.463477 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:28.474861 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:28.475885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:28.494408 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:28.755458 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:29.050143 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:29.187784 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:29.317000 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Allocated IP 172.26.4.77 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/24750663-49ea-4589-851c-46beb5919d84) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:53:29.462728 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:29.491774 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:29.556320 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:53:29.559228 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:29.562781 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:53:29.592323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=24750663-49ea-4589-851c-46beb5919d84,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:29.966988 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:30.303609 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:30.504578 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router 30e16b04-8e8c-4698-9266-19557b6d0d62 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:53:30.783168 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:53:30.794144 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] Sync routers for ids ['30e16b04-8e8c-4698-9266-19557b6d0d62'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:53:30.804561 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] Routers {'30e16b04-8e8c-4698-9266-19557b6d0d62'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:53:30.805985 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:53:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['30e16b04-8e8c-4698-9266-19557b6d0d62'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:30.811415 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:30.812678 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-12f59f66-5a6b-43fc-81e5-fc3d017a9d87 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3758302 Sep 21 15:53:30.815716 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41172) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:30.856691 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c8f5e15c-14e6-4950-9312-4b90fe8682ab tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=b4016643d8834c028ec296e58e5077dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398107 Sep 21 15:53:30.859236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41176) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:30.985078 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] Set router 30e16b04-8e8c-4698-9266-19557b6d0d62 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:53:30.987529 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f1eff7-d500-4ddf-9071-47803468f408 tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:30.991985 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-10f1eff7-d500-4ddf-9071-47803468f408 tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291740 Sep 21 15:53:30.992254 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41180) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:31.033451 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0b3a53f9-e941-4568-9259-f9c47d066ba4 tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=445481ae-8997-4e7e-a514-07e782c48c85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377629 Sep 21 15:53:31.033635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41184) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:31.038703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-144c33e6-1451-44e8-94b6-3fd7b4a025ee tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1477225973', 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:31.154029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-144c33e6-1451-44e8-94b6-3fd7b4a025ee tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:31.157778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-144c33e6-1451-44e8-94b6-3fd7b4a025ee tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:subnet and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:31.160778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-144c33e6-1451-44e8-94b6-3fd7b4a025ee tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:31.167177 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-144c33e6-1451-44e8-94b6-3fd7b4a025ee tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:31.177978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144c33e6-1451-44e8-94b6-3fd7b4a025ee tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Made reservation on behalf of b4016643d8834c028ec296e58e5077dd for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:31.181825 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-144c33e6-1451-44e8-94b6-3fd7b4a025ee tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:31.275111 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851872663', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '24750663-49ea-4589-851c-46beb5919d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:28Z', 'updated_at': '2022-09-21T15:53:29Z', 'revision_number': 3, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '24750663-49ea-4589-851c-46beb5919d84', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:29Z', 'updated_at': '2022-09-21T15:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:31.279158 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] Checking router: 30e16b04-8e8c-4698-9266-19557b6d0d62 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:53:31.279443 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] Updating router 30e16b04-8e8c-4698-9266-19557b6d0d62 port 24750663-49ea-4589-851c-46beb5919d84 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:53:31.331888 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:31.400491 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-144c33e6-1451-44e8-94b6-3fd7b4a025ee tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:31.475609 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c33e6-1451-44e8-94b6-3fd7b4a025ee tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Subnet': ['ID=75582e49-b774-4bc8-85c2-351db29a3339,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:31.486183 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144c33e6-1451-44e8-94b6-3fd7b4a025ee tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Checking segment: {'id': 'b5cef4fb-ea82-4324-9b9a-03a928421e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:53:31.486554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144c33e6-1451-44e8-94b6-3fd7b4a025ee tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network hostable DHCP agents. Network: 1d96106c-7285-40e9-88c0-19c058ef5f4e, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:53:31.505430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144c33e6-1451-44e8-94b6-3fd7b4a025ee tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network 1d96106c-7285-40e9-88c0-19c058ef5f4e is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:53:31.515378 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-144c33e6-1451-44e8-94b6-3fd7b4a025ee tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 1d96106c-7285-40e9-88c0-19c058ef5f4e) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:31.519920 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144c33e6-1451-44e8-94b6-3fd7b4a025ee tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:31.520750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-144c33e6-1451-44e8-94b6-3fd7b4a025ee tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:31.530171 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714d8821-258f-4cdd-a999-8b3d25579985 None None] Network 1d96106c-7285-40e9-88c0-19c058ef5f4e requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:53:31.548237 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-144c33e6-1451-44e8-94b6-3fd7b4a025ee tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5111437 Sep 21 15:53:31.548500 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41188) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:31.664625 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:31.675817 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] Transition to ACTIVE for port object 24750663-49ea-4589-851c-46beb5919d84 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:53:31.684078 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:31.769448 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] Attempting to bind port 24750663-49ea-4589-851c-46beb5919d84 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:53:31.769840 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] Attempting to bind port 24750663-49ea-4589-851c-46beb5919d84 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:53:31.770165 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] Attempting to bind port 24750663-49ea-4589-851c-46beb5919d84 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:53:31.785713 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:53:31.786081 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:53:31.786479 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:31.786873 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:53:31.787329 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] Bound port: 24750663-49ea-4589-851c-46beb5919d84, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:53:31.787692 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:31.811832 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9460f4-52e9-4f79-98cc-55a1b68c1e14 None None] Pushing event updated for resources: {'Port': ['ID=24750663-49ea-4589-851c-46beb5919d84,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:31.818450 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96680340-0d1e-476a-b021-520014f71b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-1d96106c-7285-40e9-88c0-19c058ef5f4e', 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ips': [{'subnet_id': '75582e49-b774-4bc8-85c2-351db29a3339'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:53:31.820060 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96680340-0d1e-476a-b021-520014f71b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:31.922521 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9460f4-52e9-4f79-98cc-55a1b68c1e14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:31.923375 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9460f4-52e9-4f79-98cc-55a1b68c1e14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:31.923721 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9460f4-52e9-4f79-98cc-55a1b68c1e14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:31.924052 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9460f4-52e9-4f79-98cc-55a1b68c1e14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:31.924384 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9460f4-52e9-4f79-98cc-55a1b68c1e14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:31.924737 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9460f4-52e9-4f79-98cc-55a1b68c1e14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:31.925062 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9460f4-52e9-4f79-98cc-55a1b68c1e14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:31.925386 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9460f4-52e9-4f79-98cc-55a1b68c1e14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:31.925710 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9460f4-52e9-4f79-98cc-55a1b68c1e14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:31.926028 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9460f4-52e9-4f79-98cc-55a1b68c1e14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:31.926353 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9460f4-52e9-4f79-98cc-55a1b68c1e14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:31.926670 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9460f4-52e9-4f79-98cc-55a1b68c1e14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:31.980849 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-96680340-0d1e-476a-b021-520014f71b7f None None] Allocated IP 172.20.0.2 (1d96106c-7285-40e9-88c0-19c058ef5f4e/75582e49-b774-4bc8-85c2-351db29a3339/670d0cdd-6f30-455b-9931-d030d80aa018) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:53:31.999856 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] For port 24750663-49ea-4589-851c-46beb5919d84, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:53:32.003830 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] For port 24750663-49ea-4589-851c-46beb5919d84, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=24750663-49ea-4589-851c-46beb5919d84,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:53:32.060075 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:32.141715 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9460f4-52e9-4f79-98cc-55a1b68c1e14 None None] Pushing event updated for resources: {'Port': ['ID=24750663-49ea-4589-851c-46beb5919d84,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:32.167880 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] Routers {'30e16b04-8e8c-4698-9266-19557b6d0d62'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:53:32.168593 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:53:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['30e16b04-8e8c-4698-9266-19557b6d0d62'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:32.230394 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96680340-0d1e-476a-b021-520014f71b7f None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:32.241153 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-96680340-0d1e-476a-b021-520014f71b7f None None] Transition to ACTIVE for port object 670d0cdd-6f30-455b-9931-d030d80aa018 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:53:32.260310 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-96680340-0d1e-476a-b021-520014f71b7f None None] Transition to ACTIVE for port object 670d0cdd-6f30-455b-9931-d030d80aa018 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:53:32.267045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96680340-0d1e-476a-b021-520014f71b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:32.337508 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96680340-0d1e-476a-b021-520014f71b7f None None] Network 1d96106c-7285-40e9-88c0-19c058ef5f4e is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:53:32.341562 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-96680340-0d1e-476a-b021-520014f71b7f None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:32.345716 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96680340-0d1e-476a-b021-520014f71b7f None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:53:32.369471 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] Set router 30e16b04-8e8c-4698-9266-19557b6d0d62 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:53:32.395728 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96680340-0d1e-476a-b021-520014f71b7f None None] Pushing event updated for resources: {'Port': ['ID=670d0cdd-6f30-455b-9931-d030d80aa018,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:32.399561 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a13dabe7-a82a-44ce-9599-50c8a236e760 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:32.455012 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-96680340-0d1e-476a-b021-520014f71b7f None None] Attempting to bind port 670d0cdd-6f30-455b-9931-d030d80aa018 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:53:32.455386 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-96680340-0d1e-476a-b021-520014f71b7f None None] Attempting to bind port 670d0cdd-6f30-455b-9931-d030d80aa018 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'b5cef4fb-ea82-4324-9b9a-03a928421e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:53:32.455723 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96680340-0d1e-476a-b021-520014f71b7f None None] Attempting to bind port 670d0cdd-6f30-455b-9931-d030d80aa018 on network 1d96106c-7285-40e9-88c0-19c058ef5f4e {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:53:32.461699 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96680340-0d1e-476a-b021-520014f71b7f None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:53:32.462181 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96680340-0d1e-476a-b021-520014f71b7f None None] Checking segment: {'id': 'b5cef4fb-ea82-4324-9b9a-03a928421e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:53:32.462587 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96680340-0d1e-476a-b021-520014f71b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:32.462962 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96680340-0d1e-476a-b021-520014f71b7f None None] Bound using segment: {'id': 'b5cef4fb-ea82-4324-9b9a-03a928421e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:53:32.463414 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-96680340-0d1e-476a-b021-520014f71b7f None None] Bound port: 670d0cdd-6f30-455b-9931-d030d80aa018, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cef4fb-ea82-4324-9b9a-03a928421e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:53:32.463775 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96680340-0d1e-476a-b021-520014f71b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:32.551512 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-96680340-0d1e-476a-b021-520014f71b7f None None] For port 670d0cdd-6f30-455b-9931-d030d80aa018, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:53:32.555947 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-96680340-0d1e-476a-b021-520014f71b7f None None] For port 670d0cdd-6f30-455b-9931-d030d80aa018, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=670d0cdd-6f30-455b-9931-d030d80aa018,segment=NetworkSegment(b5cef4fb-ea82-4324-9b9a-03a928421e2c),segment_id=b5cef4fb-ea82-4324-9b9a-03a928421e2c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:53:32.560657 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96680340-0d1e-476a-b021-520014f71b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:32.644157 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96680340-0d1e-476a-b021-520014f71b7f None None] Pushing event updated for resources: {'Port': ['ID=670d0cdd-6f30-455b-9931-d030d80aa018,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:32.676810 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851872663', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '24750663-49ea-4589-851c-46beb5919d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:28Z', 'updated_at': '2022-09-21T15:53:29Z', 'revision_number': 3, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '24750663-49ea-4589-851c-46beb5919d84', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:29Z', 'updated_at': '2022-09-21T15:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:32.680978 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ae474-ca88-47b7-b55d-03fe73178d00 None None] The sync data for ids ['30e16b04-8e8c-4698-9266-19557b6d0d62'] in dv-neutron-858731-1-hyperv is: [{'id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851872663', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '24750663-49ea-4589-851c-46beb5919d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:28Z', 'updated_at': '2022-09-21T15:53:29Z', 'revision_number': 3, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '24750663-49ea-4589-851c-46beb5919d84', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:29Z', 'updated_at': '2022-09-21T15:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:53:32.834915 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-a13dabe7-a82a-44ce-9599-50c8a236e760 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Allocated IP 172.20.0.1 (1d96106c-7285-40e9-88c0-19c058ef5f4e/75582e49-b774-4bc8-85c2-351db29a3339/0c5717be-0b18-4bd6-a667-e095fd9ee892) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:53:33.038474 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a13dabe7-a82a-44ce-9599-50c8a236e760 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:33.057200 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-a13dabe7-a82a-44ce-9599-50c8a236e760 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Transition to ACTIVE for port object 0c5717be-0b18-4bd6-a667-e095fd9ee892 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:53:33.081634 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a13dabe7-a82a-44ce-9599-50c8a236e760 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:33.155251 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13dabe7-a82a-44ce-9599-50c8a236e760 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network 1d96106c-7285-40e9-88c0-19c058ef5f4e is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:53:33.158319 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a13dabe7-a82a-44ce-9599-50c8a236e760 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:33.162504 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13dabe7-a82a-44ce-9599-50c8a236e760 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:53:33.200356 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13dabe7-a82a-44ce-9599-50c8a236e760 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=0c5717be-0b18-4bd6-a667-e095fd9ee892,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:33.237244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a13dabe7-a82a-44ce-9599-50c8a236e760 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:33.336276 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 670d0cdd-6f30-455b-9931-d030d80aa018 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:53:33.416445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 670d0cdd-6f30-455b-9931-d030d80aa018 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:53:33.421863 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 24750663-49ea-4589-851c-46beb5919d84 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:53:33.501801 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 24750663-49ea-4589-851c-46beb5919d84 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:53:33.507908 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 24750663-49ea-4589-851c-46beb5919d84 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:53:33.509093 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:33.543343 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a13dabe7-a82a-44ce-9599-50c8a236e760 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:33.642300 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 24750663-49ea-4589-851c-46beb5919d84 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:53:33.642812 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:33.660966 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 24750663-49ea-4589-851c-46beb5919d84, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=24750663-49ea-4589-851c-46beb5919d84,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:53:33.666145 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:33.745395 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=24750663-49ea-4589-851c-46beb5919d84,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:33.780137 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ce7be4-5e9e-47dc-9911-909132766dfe None None] Network 1d96106c-7285-40e9-88c0-19c058ef5f4e requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:53:33.872008 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0f9d9ce6-aba2-458f-b317-b6d6d059cdc7 None None] Provisioning for port 670d0cdd-6f30-455b-9931-d030d80aa018 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:53:33.891447 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0f9d9ce6-aba2-458f-b317-b6d6d059cdc7 None None] Provisioning complete for port 670d0cdd-6f30-455b-9931-d030d80aa018 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:53:33.891822 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0f9d9ce6-aba2-458f-b317-b6d6d059cdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:34.109916 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a13dabe7-a82a-44ce-9599-50c8a236e760 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:34.114740 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a13dabe7-a82a-44ce-9599-50c8a236e760 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:34.129282 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0f9d9ce6-aba2-458f-b317-b6d6d059cdc7 None None] Current status of the port 670d0cdd-6f30-455b-9931-d030d80aa018 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:53:34.129585 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0f9d9ce6-aba2-458f-b317-b6d6d059cdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:34.171446 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0f9d9ce6-aba2-458f-b317-b6d6d059cdc7 None None] For port 670d0cdd-6f30-455b-9931-d030d80aa018, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=670d0cdd-6f30-455b-9931-d030d80aa018,segment=NetworkSegment(b5cef4fb-ea82-4324-9b9a-03a928421e2c),segment_id=b5cef4fb-ea82-4324-9b9a-03a928421e2c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:53:34.175764 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0f9d9ce6-aba2-458f-b317-b6d6d059cdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:34.239921 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a13dabe7-a82a-44ce-9599-50c8a236e760 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:34.243742 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13dabe7-a82a-44ce-9599-50c8a236e760 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=0c5717be-0b18-4bd6-a667-e095fd9ee892,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:34.261817 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d9ce6-aba2-458f-b317-b6d6d059cdc7 None None] Pushing event updated for resources: {'Port': ['ID=670d0cdd-6f30-455b-9931-d030d80aa018,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:34.388804 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13dabe7-a82a-44ce-9599-50c8a236e760 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network 1d96106c-7285-40e9-88c0-19c058ef5f4e is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:53:34.390175 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a13dabe7-a82a-44ce-9599-50c8a236e760 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:34.496705 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c4d0ae75-bbea-4a7a-8aa3-95ffed8866d1 None None] Provisioning complete for port 670d0cdd-6f30-455b-9931-d030d80aa018 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:53:34.497074 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4d0ae75-bbea-4a7a-8aa3-95ffed8866d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:34.594023 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13dabe7-a82a-44ce-9599-50c8a236e760 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router 30e16b04-8e8c-4698-9266-19557b6d0d62 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:53:34.662913 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c4d0ae75-bbea-4a7a-8aa3-95ffed8866d1 None None] Current status of the port 670d0cdd-6f30-455b-9931-d030d80aa018 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:53:34.675383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c4d0ae75-bbea-4a7a-8aa3-95ffed8866d1 None None] Provisioning for port 0c5717be-0b18-4bd6-a667-e095fd9ee892 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:53:34.682023 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c4d0ae75-bbea-4a7a-8aa3-95ffed8866d1 None None] Provisioning complete for port 0c5717be-0b18-4bd6-a667-e095fd9ee892 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:53:34.682444 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4d0ae75-bbea-4a7a-8aa3-95ffed8866d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:34.741841 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c4d0ae75-bbea-4a7a-8aa3-95ffed8866d1 None None] Port 0c5717be-0b18-4bd6-a667-e095fd9ee892 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:53:34.787579 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13dabe7-a82a-44ce-9599-50c8a236e760 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:53:34.798877 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] Sync routers for ids ['30e16b04-8e8c-4698-9266-19557b6d0d62'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:53:34.803045 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a13dabe7-a82a-44ce-9599-50c8a236e760 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "PUT /v2.0/routers/30e16b04-8e8c-4698-9266-19557b6d0d62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2535119 Sep 21 15:53:34.813168 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] Routers {'30e16b04-8e8c-4698-9266-19557b6d0d62'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:53:34.813891 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:53:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['30e16b04-8e8c-4698-9266-19557b6d0d62'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:34.912004 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fecdfe55-8acf-4abc-8e4a-09615b5ba827 None None] Provisioning complete for port 0c5717be-0b18-4bd6-a667-e095fd9ee892 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:53:34.912419 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fecdfe55-8acf-4abc-8e4a-09615b5ba827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:35.034475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-6ba7892e-67eb-4133-9a40-39b6e3131f00 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Synchronizing usage tracker for tenant:b4016643d8834c028ec296e58e5077dd on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:53:35.050756 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fecdfe55-8acf-4abc-8e4a-09615b5ba827 None None] Port 0c5717be-0b18-4bd6-a667-e095fd9ee892 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:53:35.055843 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-6ba7892e-67eb-4133-9a40-39b6e3131f00 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Unset dirty status for tenant:b4016643d8834c028ec296e58e5077dd on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:53:35.057063 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-6ba7892e-67eb-4133-9a40-39b6e3131f00 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2089830815&fields=id&tenant_id=b4016643d8834c028ec296e58e5077dd HTTP/1.1" status: 200 len: 267 time: 0.0614989 Sep 21 15:53:35.067324 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] Set router 30e16b04-8e8c-4698-9266-19557b6d0d62 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:53:35.220243 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-f91c3e15-e7cb-48c7-ac3a-5a7b3cd334b5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:35.221002 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-f91c3e15-e7cb-48c7-ac3a-5a7b3cd334b5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Synchronizing usage tracker for tenant:b4016643d8834c028ec296e58e5077dd on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:53:35.245843 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-f91c3e15-e7cb-48c7-ac3a-5a7b3cd334b5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Unset dirty status for tenant:b4016643d8834c028ec296e58e5077dd on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:53:35.247131 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-f91c3e15-e7cb-48c7-ac3a-5a7b3cd334b5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/networks?id=1d96106c-7285-40e9-88c0-19c058ef5f4e HTTP/1.1" status: 200 len: 797 time: 0.1835449 Sep 21 15:53:35.270962 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-630f0d4c-9025-4803-9356-2ffd56e68389 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/quotas/b4016643d8834c028ec296e58e5077dd HTTP/1.1" status: 200 len: 375 time: 0.0147362 Sep 21 15:53:35.297184 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 24750663-49ea-4589-851c-46beb5919d84 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:53:35.390551 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-6ab524eb-0967-4222-a9df-465c069ca1c2 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Synchronizing usage tracker for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:53:35.411751 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-6ab524eb-0967-4222-a9df-465c069ca1c2 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Unset dirty status for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:53:35.413505 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-6ab524eb-0967-4222-a9df-465c069ca1c2 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1351678 Sep 21 15:53:35.487006 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-92384641-dc99-40c9-9826-17e695a72e3e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:53:35.494266 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-92384641-dc99-40c9-9826-17e695a72e3e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0646143 Sep 21 15:53:35.498837 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 24750663-49ea-4589-851c-46beb5919d84 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:53:35.499304 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:35.590630 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851872663', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '24750663-49ea-4589-851c-46beb5919d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:28Z', 'updated_at': '2022-09-21T15:53:33Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '24750663-49ea-4589-851c-46beb5919d84', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:29Z', 'updated_at': '2022-09-21T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '0c5717be-0b18-4bd6-a667-e095fd9ee892', 'name': '', 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:cc:9f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '75582e49-b774-4bc8-85c2-351db29a3339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:32Z', 'updated_at': '2022-09-21T15:53:33Z', 'revision_number': 2, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '75582e49-b774-4bc8-85c2-351db29a3339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:35.629003 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] Checking router: 30e16b04-8e8c-4698-9266-19557b6d0d62 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:53:35.629463 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] Updating router 30e16b04-8e8c-4698-9266-19557b6d0d62 port 0c5717be-0b18-4bd6-a667-e095fd9ee892 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:53:35.646038 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-1aaeeccf-bafb-4279-9e7b-1819b5bd10b9 service neutron] 10.222.0.62 "GET /v2.0/networks/1d96106c-7285-40e9-88c0-19c058ef5f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508999 Sep 21 15:53:35.743175 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:35.764407 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a88a4329-2ab1-4cf3-8dcf-375555dd1db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:35.767103 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 24750663-49ea-4589-851c-46beb5919d84 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:53:35.767630 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 670d0cdd-6f30-455b-9931-d030d80aa018 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:53:35.805585 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-d4ed947f-c9c8-493a-a276-cd32deec2bd7 service neutron] 10.222.0.62 "GET /v2.0/networks/1d96106c-7285-40e9-88c0-19c058ef5f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529148 Sep 21 15:53:36.002751 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 670d0cdd-6f30-455b-9931-d030d80aa018 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:53:36.003249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:36.259989 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 670d0cdd-6f30-455b-9931-d030d80aa018 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:53:36.339833 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:36.351729 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] Transition to ACTIVE for port object 0c5717be-0b18-4bd6-a667-e095fd9ee892 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:53:36.358342 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:36.597886 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212113a-dd1e-4138-b5bd-37eedf791362 None None] Pushing event updated for resources: {'Port': ['ID=0c5717be-0b18-4bd6-a667-e095fd9ee892,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:36.609290 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] Attempting to bind port 0c5717be-0b18-4bd6-a667-e095fd9ee892 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:53:36.609653 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] Attempting to bind port 0c5717be-0b18-4bd6-a667-e095fd9ee892 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'b5cef4fb-ea82-4324-9b9a-03a928421e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:53:36.610012 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] Attempting to bind port 0c5717be-0b18-4bd6-a667-e095fd9ee892 on network 1d96106c-7285-40e9-88c0-19c058ef5f4e {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:53:36.615217 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:53:36.615586 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] Checking segment: {'id': 'b5cef4fb-ea82-4324-9b9a-03a928421e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:53:36.615976 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:36.616357 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] Bound using segment: {'id': 'b5cef4fb-ea82-4324-9b9a-03a928421e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:53:36.616870 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] Bound port: 0c5717be-0b18-4bd6-a667-e095fd9ee892, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cef4fb-ea82-4324-9b9a-03a928421e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:53:36.617829 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:36.703572 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] For port 0c5717be-0b18-4bd6-a667-e095fd9ee892, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:53:36.706569 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] For port 0c5717be-0b18-4bd6-a667-e095fd9ee892, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=0c5717be-0b18-4bd6-a667-e095fd9ee892,segment=NetworkSegment(b5cef4fb-ea82-4324-9b9a-03a928421e2c),segment_id=b5cef4fb-ea82-4324-9b9a-03a928421e2c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:53:36.710269 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:36.771126 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] Routers {'30e16b04-8e8c-4698-9266-19557b6d0d62'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:53:36.771770 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:53:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['30e16b04-8e8c-4698-9266-19557b6d0d62'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:36.857439 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212113a-dd1e-4138-b5bd-37eedf791362 None None] Pushing event updated for resources: {'Port': ['ID=0c5717be-0b18-4bd6-a667-e095fd9ee892,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:36.959564 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] Set router 30e16b04-8e8c-4698-9266-19557b6d0d62 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:53:37.023380 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a4c45a1c-5111-4cb3-b6fb-a51680931e5a req-a148629e-ad8d-43c9-9859-1bb1d92430b1 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 210 time: 0.0579801 Sep 21 15:53:37.298045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851872663', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '24750663-49ea-4589-851c-46beb5919d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:28Z', 'updated_at': '2022-09-21T15:53:33Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '24750663-49ea-4589-851c-46beb5919d84', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:29Z', 'updated_at': '2022-09-21T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '0c5717be-0b18-4bd6-a667-e095fd9ee892', 'name': '', 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:cc:9f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '75582e49-b774-4bc8-85c2-351db29a3339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:32Z', 'updated_at': '2022-09-21T15:53:36Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '75582e49-b774-4bc8-85c2-351db29a3339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:37.302069 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f32000-43c1-49ad-8494-baa130213be8 None None] The sync data for ids ['30e16b04-8e8c-4698-9266-19557b6d0d62'] in dv-neutron-858731-1-hyperv is: [{'id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851872663', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '24750663-49ea-4589-851c-46beb5919d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:28Z', 'updated_at': '2022-09-21T15:53:33Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '24750663-49ea-4589-851c-46beb5919d84', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:29Z', 'updated_at': '2022-09-21T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '0c5717be-0b18-4bd6-a667-e095fd9ee892', 'name': '', 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:cc:9f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '75582e49-b774-4bc8-85c2-351db29a3339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:32Z', 'updated_at': '2022-09-21T15:53:36Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '75582e49-b774-4bc8-85c2-351db29a3339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:53:37.980818 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1d3124a4-8952-439e-a005-16c9a20e4427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:38.343247 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6db10008-075a-4b5e-9542-9108b2a91b7d req-acf3f63c-469c-4289-8340-031d8bcd7531 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 210 time: 0.1951504 Sep 21 15:53:38.351209 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-3eea77f0-a07f-43a6-a020-462311853725 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:38.353235 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-3eea77f0-a07f-43a6-a020-462311853725 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "GET /v2.0/networks?id=1d96106c-7285-40e9-88c0-19c058ef5f4e HTTP/1.1" status: 200 len: 797 time: 0.3376656 Sep 21 15:53:38.406874 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-42b5040d-c225-4094-a9e2-d72440e0e186 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4016643d8834c028ec296e58e5077dd HTTP/1.1" status: 200 len: 380 time: 0.0414810 Sep 21 15:53:38.416150 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-2a93a637-b339-437f-9682-3dad80b8e75f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'port': {'device_id': 'ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6', 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e', 'admin_state_up': True, 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'security_groups': ['c9e9fa49-112a-48fe-b6ae-ec27822e53c5']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:38.558376 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-2a93a637-b339-437f-9682-3dad80b8e75f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:38.566835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-2a93a637-b339-437f-9682-3dad80b8e75f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:38.577756 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-2a93a637-b339-437f-9682-3dad80b8e75f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Made reservation on behalf of b4016643d8834c028ec296e58e5077dd for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:38.581341 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-2a93a637-b339-437f-9682-3dad80b8e75f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:38.741736 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-2a93a637-b339-437f-9682-3dad80b8e75f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Allocated IP 172.20.0.6 (1d96106c-7285-40e9-88c0-19c058ef5f4e/75582e49-b774-4bc8-85c2-351db29a3339/e92aa25f-bbbe-4eee-8b33-20d92d06254d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:53:38.839631 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:38.931533 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-2a93a637-b339-437f-9682-3dad80b8e75f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:38.947425 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-2a93a637-b339-437f-9682-3dad80b8e75f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Transition to ACTIVE for port object e92aa25f-bbbe-4eee-8b33-20d92d06254d will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:53:38.971652 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-2a93a637-b339-437f-9682-3dad80b8e75f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:39.046136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-2a93a637-b339-437f-9682-3dad80b8e75f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network 1d96106c-7285-40e9-88c0-19c058ef5f4e is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:53:39.049064 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-2a93a637-b339-437f-9682-3dad80b8e75f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:39.052837 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-2a93a637-b339-437f-9682-3dad80b8e75f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:53:39.059644 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:39.085059 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93a637-b339-437f-9682-3dad80b8e75f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=e92aa25f-bbbe-4eee-8b33-20d92d06254d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:39.123123 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-2a93a637-b339-437f-9682-3dad80b8e75f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:39.123731 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-2a93a637-b339-437f-9682-3dad80b8e75f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:39.149333 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-2a93a637-b339-437f-9682-3dad80b8e75f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7367516 Sep 21 15:53:39.165518 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] Request body: {'port': {'device_id': 'ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:39.285488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:39.301730 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 0c5717be-0b18-4bd6-a667-e095fd9ee892 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:53:39.335180 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b25742c9-6deb-441a-97e0-7a8c3fb105d8 None None] Provisioning for port e92aa25f-bbbe-4eee-8b33-20d92d06254d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:53:39.355011 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b25742c9-6deb-441a-97e0-7a8c3fb105d8 None None] Provisioning complete for port e92aa25f-bbbe-4eee-8b33-20d92d06254d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:53:39.355391 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b25742c9-6deb-441a-97e0-7a8c3fb105d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:39.422259 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b25742c9-6deb-441a-97e0-7a8c3fb105d8 None None] Port e92aa25f-bbbe-4eee-8b33-20d92d06254d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:53:39.432329 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 0c5717be-0b18-4bd6-a667-e095fd9ee892 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:53:39.437109 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 0c5717be-0b18-4bd6-a667-e095fd9ee892 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:53:39.437476 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:39.556628 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 0c5717be-0b18-4bd6-a667-e095fd9ee892 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:53:39.556914 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:39.591336 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 0c5717be-0b18-4bd6-a667-e095fd9ee892, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=0c5717be-0b18-4bd6-a667-e095fd9ee892,segment=NetworkSegment(b5cef4fb-ea82-4324-9b9a-03a928421e2c),segment_id=b5cef4fb-ea82-4324-9b9a-03a928421e2c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:53:39.595228 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:39.643918 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafcb1a-40c2-4d92-b70f-16e7095e4ab0 req-994da2aa-c60e-4b1c-894b-71c8b349a274 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:39.644628 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-8aafcb1a-40c2-4d92-b70f-16e7095e4ab0 req-994da2aa-c60e-4b1c-894b-71c8b349a274 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Synchronizing usage tracker for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:53:39.661605 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:53:39.662183 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=0c5717be-0b18-4bd6-a667-e095fd9ee892,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:39.700023 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-8aafcb1a-40c2-4d92-b70f-16e7095e4ab0 req-994da2aa-c60e-4b1c-894b-71c8b349a274 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Unset dirty status for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:53:39.701185 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8aafcb1a-40c2-4d92-b70f-16e7095e4ab0 req-994da2aa-c60e-4b1c-894b-71c8b349a274 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 931 time: 0.2370679 Sep 21 15:53:39.744179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e92aa25f-bbbe-4eee-8b33-20d92d06254d {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:53:39.761616 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:39.773384 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8aafcb1a-40c2-4d92-b70f-16e7095e4ab0 req-b4c8af51-608c-4c3d-b895-ab2a31348edb tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588241 Sep 21 15:53:39.782157 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] Transition to ACTIVE for port object e92aa25f-bbbe-4eee-8b33-20d92d06254d will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:53:39.786121 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:39.968230 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] Pushing event updated for resources: {'Port': ['ID=e92aa25f-bbbe-4eee-8b33-20d92d06254d,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:40.009520 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] Attempting to bind port e92aa25f-bbbe-4eee-8b33-20d92d06254d on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:53:40.009860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] Attempting to bind port e92aa25f-bbbe-4eee-8b33-20d92d06254d by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'b5cef4fb-ea82-4324-9b9a-03a928421e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:53:40.010181 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] Attempting to bind port e92aa25f-bbbe-4eee-8b33-20d92d06254d on network 1d96106c-7285-40e9-88c0-19c058ef5f4e {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:53:40.014725 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] Port e92aa25f-bbbe-4eee-8b33-20d92d06254d on network 1d96106c-7285-40e9-88c0-19c058ef5f4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:53:40.015038 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] Attempting to bind port e92aa25f-bbbe-4eee-8b33-20d92d06254d on network 1d96106c-7285-40e9-88c0-19c058ef5f4e {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:53:40.020032 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:53:40.020363 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] Checking segment: {'id': 'b5cef4fb-ea82-4324-9b9a-03a928421e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:53:40.020774 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] Bound using segment: {'id': 'b5cef4fb-ea82-4324-9b9a-03a928421e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:53:40.021195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] Bound port: e92aa25f-bbbe-4eee-8b33-20d92d06254d, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cef4fb-ea82-4324-9b9a-03a928421e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:53:40.021530 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:40.109855 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] For port e92aa25f-bbbe-4eee-8b33-20d92d06254d, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:53:40.112764 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] For port e92aa25f-bbbe-4eee-8b33-20d92d06254d, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=e92aa25f-bbbe-4eee-8b33-20d92d06254d,segment=NetworkSegment(b5cef4fb-ea82-4324-9b9a-03a928421e2c),segment_id=b5cef4fb-ea82-4324-9b9a-03a928421e2c)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:53:40.117899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:40.121662 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:40.122264 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:40.123945 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] 10.222.0.20 "PUT /v2.0/ports/e92aa25f-bbbe-4eee-8b33-20d92d06254d HTTP/1.1" status: 200 len: 1093 time: 0.9633932 Sep 21 15:53:40.157185 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6', 'tag': 'e92aa25f-bbbe-4eee-8b33-20d92d06254d'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:53:40.160221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82008d6-c9d8-4766-a7d4-a9c8417d827c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6", "tag": "e92aa25f-bbbe-4eee-8b33-20d92d06254d"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:53:40.332800 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a78be30-9202-4ec4-b191-8eb32ee1e73e x-openstack-request-id: req-1a78be30-9202-4ec4-b191-8eb32ee1e73e {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:53:40.333097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6", "tag": "e92aa25f-bbbe-4eee-8b33-20d92d06254d", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:53:40.333345 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a78be30-9202-4ec4-b191-8eb32ee1e73e {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:53:40.333730 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a78be30-9202-4ec4-b191-8eb32ee1e73e'] response: {'name': 'network-changed', 'server_uuid': 'ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6', 'tag': 'e92aa25f-bbbe-4eee-8b33-20d92d06254d', 'status': 'completed', 'code': 200} Sep 21 15:53:40.377618 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa901f2-4d8e-4e94-9d36-c0c64b019e9c service neutron] Pushing event updated for resources: {'Port': ['ID=e92aa25f-bbbe-4eee-8b33-20d92d06254d,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:40.393148 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-ba887e5a-ac42-43bc-9296-74b20bb686b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:40.394627 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-ba887e5a-ac42-43bc-9296-74b20bb686b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 1096 time: 0.2263620 Sep 21 15:53:40.472042 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-d933a3c0-d511-48ab-ad1e-25b59d3536a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e92aa25f-bbbe-4eee-8b33-20d92d06254d HTTP/1.1" status: 200 len: 217 time: 0.0667126 Sep 21 15:53:40.536370 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-fd510db0-c7dd-4bf6-be40-12b99b0a7797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:40.537782 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-fd510db0-c7dd-4bf6-be40-12b99b0a7797 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75582e49-b774-4bc8-85c2-351db29a3339 HTTP/1.1" status: 200 len: 835 time: 0.0571454 Sep 21 15:53:40.626719 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-5baa8f5b-9515-436f-b2db-a66abe087bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:40.628229 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-5baa8f5b-9515-436f-b2db-a66abe087bf8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d96106c-7285-40e9-88c0-19c058ef5f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813856 Sep 21 15:53:40.675932 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:40.763677 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-88addd5d-e375-441b-9d4c-f0f0d2228827 service neutron] 10.222.0.20 "GET /v2.0/networks/1d96106c-7285-40e9-88c0-19c058ef5f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260865 Sep 21 15:53:40.937452 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4284195a-1a79-4bbd-9601-56f364fe0257 req-26ac23eb-0fa2-4112-aa68-6e8c125cf9ac service neutron] 10.222.0.20 "GET /v2.0/networks/1d96106c-7285-40e9-88c0-19c058ef5f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639760 Sep 21 15:53:40.989906 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f3f17-ca6e-4afb-a1ac-1df6bd9d207c req-ffcdd59b-7971-43b4-bddf-14f8ce66a7ad tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:40.991349 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b72f3f17-ca6e-4afb-a1ac-1df6bd9d207c req-ffcdd59b-7971-43b4-bddf-14f8ce66a7ad tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 943 time: 0.0920889 Sep 21 15:53:41.094347 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b72f3f17-ca6e-4afb-a1ac-1df6bd9d207c req-879f24ad-d1dd-415b-ab18-98d656a78f84 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623543 Sep 21 15:53:41.111392 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82008d6-c9d8-4766-a7d4-a9c8417d827c req-cdeaf9b5-a4b9-4489-aa22-121cbe60062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:41.112882 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e82008d6-c9d8-4766-a7d4-a9c8417d827c req-cdeaf9b5-a4b9-4489-aa22-121cbe60062a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 1096 time: 0.1202257 Sep 21 15:53:41.250656 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82008d6-c9d8-4766-a7d4-a9c8417d827c req-de8d84ec-224e-4380-a765-f8d6e0edf097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:41.252103 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e82008d6-c9d8-4766-a7d4-a9c8417d827c req-de8d84ec-224e-4380-a765-f8d6e0edf097 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d96106c-7285-40e9-88c0-19c058ef5f4e HTTP/1.1" status: 200 len: 898 time: 0.1294777 Sep 21 15:53:41.275866 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 0c5717be-0b18-4bd6-a667-e095fd9ee892 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:53:41.322645 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e82008d6-c9d8-4766-a7d4-a9c8417d827c req-f30ab667-1ccf-4d80-b60c-4f57affa1881 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e92aa25f-bbbe-4eee-8b33-20d92d06254d HTTP/1.1" status: 200 len: 217 time: 0.0633326 Sep 21 15:53:41.344429 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 0c5717be-0b18-4bd6-a667-e095fd9ee892 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:53:41.344820 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:41.385956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82008d6-c9d8-4766-a7d4-a9c8417d827c req-dad52251-71ad-4025-be6f-fd287d122c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:41.387438 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e82008d6-c9d8-4766-a7d4-a9c8417d827c req-dad52251-71ad-4025-be6f-fd287d122c08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75582e49-b774-4bc8-85c2-351db29a3339 HTTP/1.1" status: 200 len: 835 time: 0.0577676 Sep 21 15:53:41.462303 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 0c5717be-0b18-4bd6-a667-e095fd9ee892 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:53:41.474430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82008d6-c9d8-4766-a7d4-a9c8417d827c req-f8ae0547-9259-494c-9cb5-c1cce35f952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:41.475876 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e82008d6-c9d8-4766-a7d4-a9c8417d827c req-f8ae0547-9259-494c-9cb5-c1cce35f952f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d96106c-7285-40e9-88c0-19c058ef5f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821950 Sep 21 15:53:41.608765 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e82008d6-c9d8-4766-a7d4-a9c8417d827c req-1bdc949e-5167-4619-b228-d9ae8f160133 service neutron] 10.222.0.20 "GET /v2.0/networks/1d96106c-7285-40e9-88c0-19c058ef5f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253028 Sep 21 15:53:41.738798 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e82008d6-c9d8-4766-a7d4-a9c8417d827c req-ed9c620b-3496-427d-96ce-99e9151ac6e2 service neutron] 10.222.0.20 "GET /v2.0/networks/1d96106c-7285-40e9-88c0-19c058ef5f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234064 Sep 21 15:53:42.293062 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c37b73-6818-41ad-9123-df6c0563fd21 req-28b26054-42a5-4f2a-a0db-06d7e075ce35 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:42.294519 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a7c37b73-6818-41ad-9123-df6c0563fd21 req-28b26054-42a5-4f2a-a0db-06d7e075ce35 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 943 time: 0.0885515 Sep 21 15:53:42.338435 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a7c37b73-6818-41ad-9123-df6c0563fd21 req-7caa6b33-cd36-4348-8203-55e9feddc210 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381520 Sep 21 15:53:43.337445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device e92aa25f-bbbe-4eee-8b33-20d92d06254d details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:53:43.505701 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port e92aa25f-bbbe-4eee-8b33-20d92d06254d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=e92aa25f-bbbe-4eee-8b33-20d92d06254d,segment=NetworkSegment(b5cef4fb-ea82-4324-9b9a-03a928421e2c),segment_id=b5cef4fb-ea82-4324-9b9a-03a928421e2c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:53:43.520346 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'e92aa25f-bbbe-4eee-8b33-20d92d06254d', 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e', 'port_id': 'e92aa25f-bbbe-4eee-8b33-20d92d06254d', 'mac_address': 'fa:16:3e:b3:a2:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75582e49-b774-4bc8-85c2-351db29a3339', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:53:43.582002 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port e92aa25f-bbbe-4eee-8b33-20d92d06254d is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:53:43.582384 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:43.600598 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e92aa25f-bbbe-4eee-8b33-20d92d06254d {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:53:43.616487 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port e92aa25f-bbbe-4eee-8b33-20d92d06254d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=e92aa25f-bbbe-4eee-8b33-20d92d06254d,segment=NetworkSegment(b5cef4fb-ea82-4324-9b9a-03a928421e2c),segment_id=b5cef4fb-ea82-4324-9b9a-03a928421e2c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:53:43.621480 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:43.656494 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963cab4-5eea-4656-8e58-a6dad534f9f0 req-ebe2c34e-00cb-4ff0-a56a-7f84ab3aacd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:43.658029 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e963cab4-5eea-4656-8e58-a6dad534f9f0 req-ebe2c34e-00cb-4ff0-a56a-7f84ab3aacd9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 943 time: 0.2040474 Sep 21 15:53:43.689032 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=e92aa25f-bbbe-4eee-8b33-20d92d06254d,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:43.702598 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e963cab4-5eea-4656-8e58-a6dad534f9f0 req-99b9a860-a1e6-4d1b-ab95-85cf993a1001 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388470 Sep 21 15:53:43.896824 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['e92aa25f-bbbe-4eee-8b33-20d92d06254d'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:53:44.905379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837956a-1794-4bfd-878d-17b6669d02ed req-d3b87909-a4ad-46c1-87d3-4577d602481c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:44.906834 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5837956a-1794-4bfd-878d-17b6669d02ed req-d3b87909-a4ad-46c1-87d3-4577d602481c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 944 time: 0.0922680 Sep 21 15:53:44.950672 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5837956a-1794-4bfd-878d-17b6669d02ed req-aa5bac9a-443e-4851-93a8-2b45728c35c5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382037 Sep 21 15:53:45.365308 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device e92aa25f-bbbe-4eee-8b33-20d92d06254d up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:53:45.431379 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port e92aa25f-bbbe-4eee-8b33-20d92d06254d completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:53:45.436129 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port e92aa25f-bbbe-4eee-8b33-20d92d06254d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:53:45.436527 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:45.552880 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port e92aa25f-bbbe-4eee-8b33-20d92d06254d is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:53:45.553256 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:45.580082 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92aa25f-bbbe-4eee-8b33-20d92d06254d'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:53:45.582380 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23815b9e-3cc9-40ca-83e9-936b7bd06a26" -d '{"events": [{"server_uuid": "ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6", "name": "network-vif-plugged", "status": "completed", "tag": "e92aa25f-bbbe-4eee-8b33-20d92d06254d"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:53:45.590435 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port e92aa25f-bbbe-4eee-8b33-20d92d06254d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=e92aa25f-bbbe-4eee-8b33-20d92d06254d,segment=NetworkSegment(b5cef4fb-ea82-4324-9b9a-03a928421e2c),segment_id=b5cef4fb-ea82-4324-9b9a-03a928421e2c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:53:45.595322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:45.631945 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55ed9e7-a645-4803-9a1d-f9f55b39d79b x-openstack-request-id: req-e55ed9e7-a645-4803-9a1d-f9f55b39d79b {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:53:45.632231 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6", "name": "network-vif-plugged", "status": "completed", "tag": "e92aa25f-bbbe-4eee-8b33-20d92d06254d", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:53:45.632504 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e55ed9e7-a645-4803-9a1d-f9f55b39d79b {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:53:45.632953 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e55ed9e7-a645-4803-9a1d-f9f55b39d79b'] response: {'server_uuid': 'ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92aa25f-bbbe-4eee-8b33-20d92d06254d', 'code': 200} Sep 21 15:53:45.663783 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=e92aa25f-bbbe-4eee-8b33-20d92d06254d,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:45.880040 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64e4f4-b48b-458e-84fe-e7e639c29fd2 req-1aa157d8-24a8-4ebf-9b9d-2d3c981ddf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:45.881517 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ae64e4f4-b48b-458e-84fe-e7e639c29fd2 req-1aa157d8-24a8-4ebf-9b9d-2d3c981ddf6b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 1098 time: 0.0811408 Sep 21 15:53:45.924894 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ae64e4f4-b48b-458e-84fe-e7e639c29fd2 req-531abdb9-f6be-40de-93ef-0f181e42bb6b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342777 Sep 21 15:53:46.150506 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1771-a6ae-42bf-bc7c-82391161627b req-55c5f34a-aae9-419d-9706-22b994bc9109 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:46.151859 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-835c1771-a6ae-42bf-bc7c-82391161627b req-55c5f34a-aae9-419d-9706-22b994bc9109 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0919743 Sep 21 15:53:46.194650 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-835c1771-a6ae-42bf-bc7c-82391161627b req-de37e744-d373-457f-beaf-7df24ce70595 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371575 Sep 21 15:53:47.393415 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c29c95-6bc3-4334-a14f-d55402e3f966 req-1da86261-2124-4015-ba0f-73c4c8c0c451 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:47.394900 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-03c29c95-6bc3-4334-a14f-d55402e3f966 req-1da86261-2124-4015-ba0f-73c4c8c0c451 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0869493 Sep 21 15:53:47.438237 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-03c29c95-6bc3-4334-a14f-d55402e3f966 req-dfbe6b3d-b682-43d3-94fd-bcf3715fc097 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369973 Sep 21 15:53:47.638230 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d3869-e9e6-4aa2-b4f4-0ce207fa696b req-e5ce6b7d-263f-4b8a-839e-38c98a27f015 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:47.639676 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-249d3869-e9e6-4aa2-b4f4-0ce207fa696b req-e5ce6b7d-263f-4b8a-839e-38c98a27f015 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0916815 Sep 21 15:53:47.684148 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-249d3869-e9e6-4aa2-b4f4-0ce207fa696b req-590bf128-6347-4ee3-bdaf-92c91b0d4161 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386608 Sep 21 15:53:47.712635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41248) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:47.793946 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80973b65-4d72-4fdf-b684-252f6910fd82 tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:47.795387 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-80973b65-4d72-4fdf-b684-252f6910fd82 tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 1093 time: 0.0817878 Sep 21 15:53:47.798155 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41252) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:47.802957 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': 'e92aa25f-bbbe-4eee-8b33-20d92d06254d', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:47.808918 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:47.812776 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:floatingip and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:47.815567 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:47.821955 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:47.835396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:47.969592 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.107522 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Allocated IP 172.26.4.24 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/c40d5d42-b02e-4be0-95fe-66932eef11a6) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:53:48.256630 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.286337 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.355472 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:53:48.358349 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:48.361962 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:53:48.395663 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=c40d5d42-b02e-4be0-95fe-66932eef11a6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:48.780562 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.854564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:49.158136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:49.162385 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:49.267607 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=c40d5d42-b02e-4be0-95fe-66932eef11a6,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:49.269910 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:49.439562 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Floating IP 32eb3c4c-5d6f-48cd-938c-2f3ed7df60b7 associated. External IP: 172.26.4.24, port: e92aa25f-bbbe-4eee-8b33-20d92d06254d. Sep 21 15:53:49.783610 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router 30e16b04-8e8c-4698-9266-19557b6d0d62 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:53:49.959032 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:53:49.969509 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58899c79-cee2-445c-bc65-54f941e17d59 None None] Sync routers for ids ['30e16b04-8e8c-4698-9266-19557b6d0d62'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:53:49.980088 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58899c79-cee2-445c-bc65-54f941e17d59 None None] Routers {'30e16b04-8e8c-4698-9266-19557b6d0d62'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:53:49.980716 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-58899c79-cee2-445c-bc65-54f941e17d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:53:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['30e16b04-8e8c-4698-9266-19557b6d0d62'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:49.984231 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.048381 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-20071d99-2aae-472e-9262-0210d108234a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2468178 Sep 21 15:53:50.048381 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6', 'tag': 'e92aa25f-bbbe-4eee-8b33-20d92d06254d'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:53:50.049975 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396cf3b2-b70e-4623-90bd-0a764e40d8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6", "tag": "e92aa25f-bbbe-4eee-8b33-20d92d06254d"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:53:50.095179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07bf095-c20d-4688-a409-7c52a148fb12 x-openstack-request-id: req-d07bf095-c20d-4688-a409-7c52a148fb12 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:53:50.095463 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6", "tag": "e92aa25f-bbbe-4eee-8b33-20d92d06254d", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:53:50.095717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d07bf095-c20d-4688-a409-7c52a148fb12 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:53:50.096102 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d07bf095-c20d-4688-a409-7c52a148fb12'] response: {'name': 'network-changed', 'server_uuid': 'ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6', 'tag': 'e92aa25f-bbbe-4eee-8b33-20d92d06254d', 'status': 'completed', 'code': 200} Sep 21 15:53:50.165060 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-58899c79-cee2-445c-bc65-54f941e17d59 None None] Set router 30e16b04-8e8c-4698-9266-19557b6d0d62 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:53:50.269047 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cf3b2-b70e-4623-90bd-0a764e40d8d1 req-185b8357-9b90-4a03-9c6e-716923014970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:50.270517 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-396cf3b2-b70e-4623-90bd-0a764e40d8d1 req-185b8357-9b90-4a03-9c6e-716923014970 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 1098 time: 0.1526012 Sep 21 15:53:50.279237 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8aa2e-5043-44a0-86cc-8a43adc6b18c req-2febeb5d-9281-4d03-87ca-0019c95fb2de tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:50.280576 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c9c8aa2e-5043-44a0-86cc-8a43adc6b18c req-2febeb5d-9281-4d03-87ca-0019c95fb2de tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.1196997 Sep 21 15:53:50.531109 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c9c8aa2e-5043-44a0-86cc-8a43adc6b18c req-1061ec68-f074-4f5b-b4a7-4c6794286ec5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323456 Sep 21 15:53:50.562635 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41260) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:50.568165 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cf3b2-b70e-4623-90bd-0a764e40d8d1 req-5152a49c-b088-476f-8903-32e2dc0c18cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:50.568351 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-58899c79-cee2-445c-bc65-54f941e17d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851872663', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '24750663-49ea-4589-851c-46beb5919d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:28Z', 'updated_at': '2022-09-21T15:53:33Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '24750663-49ea-4589-851c-46beb5919d84', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:29Z', 'updated_at': '2022-09-21T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '32eb3c4c-5d6f-48cd-938c-2f3ed7df60b7', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'floating_ip_address': '172.26.4.24', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'port_id': 'e92aa25f-bbbe-4eee-8b33-20d92d06254d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e', 'mac_address': 'fa:16:3e:b3:a2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:53:48Z', 'updated_at': '2022-09-21T15:53:48Z', 'revision_number': 0, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5717be-0b18-4bd6-a667-e095fd9ee892', 'name': '', 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:cc:9f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '75582e49-b774-4bc8-85c2-351db29a3339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:32Z', 'updated_at': '2022-09-21T15:53:39Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '75582e49-b774-4bc8-85c2-351db29a3339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:50.569656 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-396cf3b2-b70e-4623-90bd-0a764e40d8d1 req-5152a49c-b088-476f-8903-32e2dc0c18cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d96106c-7285-40e9-88c0-19c058ef5f4e HTTP/1.1" status: 200 len: 898 time: 0.2882566 Sep 21 15:53:50.573278 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58899c79-cee2-445c-bc65-54f941e17d59 None None] Checking router: 30e16b04-8e8c-4698-9266-19557b6d0d62 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:53:50.582086 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58899c79-cee2-445c-bc65-54f941e17d59 None None] Routers {'30e16b04-8e8c-4698-9266-19557b6d0d62'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:53:50.582694 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-58899c79-cee2-445c-bc65-54f941e17d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:53:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['30e16b04-8e8c-4698-9266-19557b6d0d62'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:50.674640 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-396cf3b2-b70e-4623-90bd-0a764e40d8d1 req-19c9e0aa-2ba0-4e50-ac9d-2aa70d312cd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e92aa25f-bbbe-4eee-8b33-20d92d06254d HTTP/1.1" status: 200 len: 998 time: 0.0984428 Sep 21 15:53:50.681274 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2a025090-4acd-49f2-bf6e-76b693cd9701 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/floatingips/32eb3c4c-5d6f-48cd-938c-2f3ed7df60b7 HTTP/1.1" status: 200 len: 990 time: 0.1155882 Sep 21 15:53:50.737194 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cf3b2-b70e-4623-90bd-0a764e40d8d1 req-2779220f-a4a7-442c-b2eb-e300242b1ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:50.738617 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-396cf3b2-b70e-4623-90bd-0a764e40d8d1 req-2779220f-a4a7-442c-b2eb-e300242b1ef2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75582e49-b774-4bc8-85c2-351db29a3339 HTTP/1.1" status: 200 len: 835 time: 0.0575879 Sep 21 15:53:50.763034 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-58899c79-cee2-445c-bc65-54f941e17d59 None None] Set router 30e16b04-8e8c-4698-9266-19557b6d0d62 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:53:50.823733 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cf3b2-b70e-4623-90bd-0a764e40d8d1 req-4182eb93-0946-464e-ad6d-1f168aa21d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:50.825152 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-396cf3b2-b70e-4623-90bd-0a764e40d8d1 req-4182eb93-0946-464e-ad6d-1f168aa21d69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d96106c-7285-40e9-88c0-19c058ef5f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802183 Sep 21 15:53:50.958158 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-396cf3b2-b70e-4623-90bd-0a764e40d8d1 req-50041def-1ee0-4830-9c26-9894a7e292ea service neutron] 10.222.0.20 "GET /v2.0/networks/1d96106c-7285-40e9-88c0-19c058ef5f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264076 Sep 21 15:53:51.091087 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-396cf3b2-b70e-4623-90bd-0a764e40d8d1 req-6cf92284-c78a-4b82-b994-322be5572051 service neutron] 10.222.0.20 "GET /v2.0/networks/1d96106c-7285-40e9-88c0-19c058ef5f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272361 Sep 21 15:53:51.119514 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-58899c79-cee2-445c-bc65-54f941e17d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851872663', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '24750663-49ea-4589-851c-46beb5919d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:28Z', 'updated_at': '2022-09-21T15:53:33Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '24750663-49ea-4589-851c-46beb5919d84', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:29Z', 'updated_at': '2022-09-21T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '32eb3c4c-5d6f-48cd-938c-2f3ed7df60b7', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'floating_ip_address': '172.26.4.24', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'port_id': 'e92aa25f-bbbe-4eee-8b33-20d92d06254d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e', 'mac_address': 'fa:16:3e:b3:a2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:53:48Z', 'updated_at': '2022-09-21T15:53:48Z', 'revision_number': 0, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5717be-0b18-4bd6-a667-e095fd9ee892', 'name': '', 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:cc:9f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '75582e49-b774-4bc8-85c2-351db29a3339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:32Z', 'updated_at': '2022-09-21T15:53:39Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '75582e49-b774-4bc8-85c2-351db29a3339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:51.123463 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58899c79-cee2-445c-bc65-54f941e17d59 None None] The sync data for ids ['30e16b04-8e8c-4698-9266-19557b6d0d62'] in dv-neutron-858731-1-hyperv is: [{'id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851872663', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '24750663-49ea-4589-851c-46beb5919d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:28Z', 'updated_at': '2022-09-21T15:53:33Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '24750663-49ea-4589-851c-46beb5919d84', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:29Z', 'updated_at': '2022-09-21T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '32eb3c4c-5d6f-48cd-938c-2f3ed7df60b7', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'floating_ip_address': '172.26.4.24', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'port_id': 'e92aa25f-bbbe-4eee-8b33-20d92d06254d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e', 'mac_address': 'fa:16:3e:b3:a2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:53:48Z', 'updated_at': '2022-09-21T15:53:48Z', 'revision_number': 0, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5717be-0b18-4bd6-a667-e095fd9ee892', 'name': '', 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:cc:9f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '75582e49-b774-4bc8-85c2-351db29a3339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:32Z', 'updated_at': '2022-09-21T15:53:39Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '75582e49-b774-4bc8-85c2-351db29a3339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:53:51.311560 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8197fb-cf1c-48c9-96dc-7be1b0491346 None None] New status for floating IP 32eb3c4c-5d6f-48cd-938c-2f3ed7df60b7: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:53:51.683259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41264) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:51.796142 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b8860399-3c82-4e13-b048-d546ba5e89c0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/floatingips/32eb3c4c-5d6f-48cd-938c-2f3ed7df60b7 HTTP/1.1" status: 200 len: 992 time: 0.1070611 Sep 21 15:53:52.307913 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:05.629777 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d2c593e1-fad3-45d3-8f42-664b5c124e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:06.265910 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1d17a8d7-eccf-450c-8db7-f3933c8bf1b1 req-5e726dcd-518f-47c1-9276-42fdada15b9f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779407 Sep 21 15:54:06.416715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17a8d7-eccf-450c-8db7-f3933c8bf1b1 req-a3d5c31e-05f5-4d5a-952e-f382d297f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:06.418094 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1d17a8d7-eccf-450c-8db7-f3933c8bf1b1 req-a3d5c31e-05f5-4d5a-952e-f382d297f5f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 1098 time: 0.0822835 Sep 21 15:54:06.562895 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17a8d7-eccf-450c-8db7-f3933c8bf1b1 req-73c87c19-215a-419a-ba3c-84b36b8deb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:06.564337 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1d17a8d7-eccf-450c-8db7-f3933c8bf1b1 req-73c87c19-215a-419a-ba3c-84b36b8deb13 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d96106c-7285-40e9-88c0-19c058ef5f4e HTTP/1.1" status: 200 len: 898 time: 0.1265280 Sep 21 15:54:06.668444 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1d17a8d7-eccf-450c-8db7-f3933c8bf1b1 req-9cbcf811-61da-4bbb-9c30-416425840a43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e92aa25f-bbbe-4eee-8b33-20d92d06254d HTTP/1.1" status: 200 len: 1000 time: 0.0963976 Sep 21 15:54:06.731350 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17a8d7-eccf-450c-8db7-f3933c8bf1b1 req-db82bf12-8a37-4745-bb72-906e24e34cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:06.732764 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1d17a8d7-eccf-450c-8db7-f3933c8bf1b1 req-db82bf12-8a37-4745-bb72-906e24e34cc5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75582e49-b774-4bc8-85c2-351db29a3339 HTTP/1.1" status: 200 len: 835 time: 0.0573025 Sep 21 15:54:06.814269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17a8d7-eccf-450c-8db7-f3933c8bf1b1 req-ae4b881a-4707-4d12-9ba2-1bc4319270c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:06.815706 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1d17a8d7-eccf-450c-8db7-f3933c8bf1b1 req-ae4b881a-4707-4d12-9ba2-1bc4319270c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d96106c-7285-40e9-88c0-19c058ef5f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760987 Sep 21 15:54:06.947135 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1d17a8d7-eccf-450c-8db7-f3933c8bf1b1 req-70762d8b-d022-4c0a-8d5b-3b3b8877854e service neutron] 10.222.0.20 "GET /v2.0/networks/1d96106c-7285-40e9-88c0-19c058ef5f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223309 Sep 21 15:54:07.078062 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1d17a8d7-eccf-450c-8db7-f3933c8bf1b1 req-65ed9427-43c9-4fa5-ae30-4ce66cbdeb62 service neutron] 10.222.0.20 "GET /v2.0/networks/1d96106c-7285-40e9-88c0-19c058ef5f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257348 Sep 21 15:54:07.975598 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-19caff82-05b6-452b-9f00-569dd64a081b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:08.832014 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:09.060535 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.679581 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:16.661733 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:54:22.301333 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:23.509757 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41286) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:23.638470 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-1bc49a6c-543b-4dd9-8433-f6e9f7d337b4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1274743 Sep 21 15:54:23.659033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b72bc5-c673-486c-8495-e3e5d87f9347 req-f8c1f468-b011-4e69-a24d-72babd8dbf4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:23.660481 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-45b72bc5-c673-486c-8495-e3e5d87f9347 req-f8c1f468-b011-4e69-a24d-72babd8dbf4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.2046418 Sep 21 15:54:23.705697 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-45b72bc5-c673-486c-8495-e3e5d87f9347 req-47adaa74-bc9d-4fec-82f5-fd6f0f214e57 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390847 Sep 21 15:54:24.906377 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02811c68-2cfd-4a2d-b863-1128711f3d2c req-617cf879-f8cb-429c-aff3-30800cc683d7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:24.907845 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02811c68-2cfd-4a2d-b863-1128711f3d2c req-617cf879-f8cb-429c-aff3-30800cc683d7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0894475 Sep 21 15:54:24.953495 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-02811c68-2cfd-4a2d-b863-1128711f3d2c req-5f4effb9-7852-4940-8fc1-b3d4d3f287b9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399759 Sep 21 15:54:26.150984 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf35e0-1167-41cc-a063-12b2eb4a27c0 req-1b5d0300-33dd-4146-a27f-8643b125fc45 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:26.153769 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60bf35e0-1167-41cc-a063-12b2eb4a27c0 req-1b5d0300-33dd-4146-a27f-8643b125fc45 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0906353 Sep 21 15:54:26.204702 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60bf35e0-1167-41cc-a063-12b2eb4a27c0 req-7919637a-4bf3-43df-8f8d-0bd2a41ed42e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445426 Sep 21 15:54:26.875351 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-1641e426-4243-4968-8050-fe88f118f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:26.876837 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-1641e426-4243-4968-8050-fe88f118f155 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 1098 time: 0.0788879 Sep 21 15:54:27.010918 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-c90b45c3-7d64-4847-9d65-da05f7e8b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:27.012484 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-c90b45c3-7d64-4847-9d65-da05f7e8b0de service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d96106c-7285-40e9-88c0-19c058ef5f4e HTTP/1.1" status: 200 len: 898 time: 0.1264687 Sep 21 15:54:27.118605 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-5bee0a8f-54f2-406b-bb11-c9f7e6ba4b29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e92aa25f-bbbe-4eee-8b33-20d92d06254d HTTP/1.1" status: 200 len: 1000 time: 0.0995913 Sep 21 15:54:27.180870 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-934507a2-f351-48f7-a269-979fcf2efb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:27.182182 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-934507a2-f351-48f7-a269-979fcf2efb25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75582e49-b774-4bc8-85c2-351db29a3339 HTTP/1.1" status: 200 len: 835 time: 0.0569398 Sep 21 15:54:27.272379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-5e622f17-b411-46ac-8da2-668581141c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:27.273887 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-5e622f17-b411-46ac-8da2-668581141c7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d96106c-7285-40e9-88c0-19c058ef5f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821779 Sep 21 15:54:27.472880 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-9cd14e0d-a8f1-4d1b-89e4-d49e756e1a54 service neutron] 10.222.0.20 "GET /v2.0/networks/1d96106c-7285-40e9-88c0-19c058ef5f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874146 Sep 21 15:54:27.487745 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17519528-e8b1-4521-bf3c-001d10178dbf req-ab26b96f-67c5-4d66-a0ad-8503b15ac1d2 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:27.489115 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-17519528-e8b1-4521-bf3c-001d10178dbf req-ab26b96f-67c5-4d66-a0ad-8503b15ac1d2 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.1384091 Sep 21 15:54:27.612106 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-17519528-e8b1-4521-bf3c-001d10178dbf req-a2caacd7-a28f-4cb1-9148-624e19d7e4f0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028876 Sep 21 15:54:27.647757 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-cccc6932-700a-4688-a02b-7df0acd29fa3 service neutron] 10.222.0.20 "GET /v2.0/networks/1d96106c-7285-40e9-88c0-19c058ef5f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576746 Sep 21 15:54:28.815103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2f8cc-53a5-4834-97c6-066abbac56a6 req-974597cf-131f-48ae-9c21-c71691ba0a66 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:28.816581 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3ee2f8cc-53a5-4834-97c6-066abbac56a6 req-974597cf-131f-48ae-9c21-c71691ba0a66 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0865593 Sep 21 15:54:28.860098 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3ee2f8cc-53a5-4834-97c6-066abbac56a6 req-d9eedc7a-abab-43c5-a81d-888c6f2f219e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378621 Sep 21 15:54:30.063964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d354c4b-f6b9-42c1-bc0b-a045ef7cea8c req-612b1dad-3e01-4d7d-a29b-a96567461bdd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:30.065451 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2d354c4b-f6b9-42c1-bc0b-a045ef7cea8c req-612b1dad-3e01-4d7d-a29b-a96567461bdd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0917385 Sep 21 15:54:30.110219 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2d354c4b-f6b9-42c1-bc0b-a045ef7cea8c req-b699027d-1ce0-4db8-a505-670e87f17a04 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390620 Sep 21 15:54:31.305591 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9058b-2b23-4f0f-81d8-1dd75aea1854 req-37669de1-913b-4498-9a37-a92d303357b3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:31.306956 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9c9058b-2b23-4f0f-81d8-1dd75aea1854 req-37669de1-913b-4498-9a37-a92d303357b3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0874093 Sep 21 15:54:31.353582 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9c9058b-2b23-4f0f-81d8-1dd75aea1854 req-b77f377e-3ac9-4e4f-836e-c7e2fc9c4c11 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403318 Sep 21 15:54:32.552171 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f2c08-2558-45f1-bda9-9f45e251fa6b req-2fd45b42-5000-46d5-8919-f06d089260f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:32.553645 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-458f2c08-2558-45f1-bda9-9f45e251fa6b req-2fd45b42-5000-46d5-8919-f06d089260f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0871115 Sep 21 15:54:32.597456 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-458f2c08-2558-45f1-bda9-9f45e251fa6b req-7d4d0a15-8132-4681-a44f-1a9145b9fafb tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375612 Sep 21 15:54:33.900091 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f8f2c-8baa-4d41-8eeb-17e9fd677f54 req-8e7d99d4-66b2-4dd3-8f86-7d98142c19b6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:33.901482 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-568f8f2c-8baa-4d41-8eeb-17e9fd677f54 req-8e7d99d4-66b2-4dd3-8f86-7d98142c19b6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.1912336 Sep 21 15:54:33.945142 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-568f8f2c-8baa-4d41-8eeb-17e9fd677f54 req-73b063d1-be47-4570-ac0f-d02e5c3cd19d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375910 Sep 21 15:54:35.300258 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae7857-52a0-4975-a08d-cca84bfa81ec req-b17c07f6-a33d-443b-8ff2-48944be3e1f0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:35.301729 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0bae7857-52a0-4975-a08d-cca84bfa81ec req-b17c07f6-a33d-443b-8ff2-48944be3e1f0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0900722 Sep 21 15:54:35.345194 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0bae7857-52a0-4975-a08d-cca84bfa81ec req-a55b4c02-750e-446e-99c9-8be4c3866b94 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377393 Sep 21 15:54:35.633500 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e8c84b5c-86d0-47d7-b578-6220f934df0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:36.554154 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a83614-df1b-4d5b-aa84-2f4bdb3cf9f9 req-36c7f12a-1941-4d99-958a-4e6beef32740 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:36.555945 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a1a83614-df1b-4d5b-aa84-2f4bdb3cf9f9 req-36c7f12a-1941-4d99-958a-4e6beef32740 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0930893 Sep 21 15:54:36.611109 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a1a83614-df1b-4d5b-aa84-2f4bdb3cf9f9 req-ca2fe99c-ff03-41b8-b2f3-ee294922eba3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484424 Sep 21 15:54:37.818715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1e3a4-cdcb-4770-87e2-ee670357e57c req-7d7ed5a5-60a3-4403-97c9-6a78aa50964d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:37.820195 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8dc1e3a4-cdcb-4770-87e2-ee670357e57c req-7d7ed5a5-60a3-4403-97c9-6a78aa50964d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0916812 Sep 21 15:54:37.864517 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8dc1e3a4-cdcb-4770-87e2-ee670357e57c req-9eb692c0-9953-4e4a-acb3-b641fadbe8e7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383048 Sep 21 15:54:37.981037 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-82397103-2668-4648-94f7-f0598753ffa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:38.833604 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:39.064091 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:39.067514 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5c0b2-e507-4b75-a3d3-179fa0885a78 req-24049e1d-c6e1-47d0-b037-4649fa0f9f7c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:39.069003 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1df5c0b2-e507-4b75-a3d3-179fa0885a78 req-24049e1d-c6e1-47d0-b037-4649fa0f9f7c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0926435 Sep 21 15:54:39.112574 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1df5c0b2-e507-4b75-a3d3-179fa0885a78 req-ee7a3305-43bf-41fc-8ee5-be95643d47b5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369592 Sep 21 15:54:40.315713 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de8500-57ab-45f5-aed3-6e48c961b7a9 req-16e862e2-4713-4cbc-a8bd-ea1e3358d91f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:40.317877 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a4de8500-57ab-45f5-aed3-6e48c961b7a9 req-16e862e2-4713-4cbc-a8bd-ea1e3358d91f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0919421 Sep 21 15:54:40.363284 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a4de8500-57ab-45f5-aed3-6e48c961b7a9 req-efc7a4d9-4dd9-4480-9a32-31ddcb1124c7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395451 Sep 21 15:54:40.685201 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:41.562568 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44159fe-25ee-47eb-a843-56a0951903c2 req-17751e9b-6992-4c54-b44c-1cf51fac5899 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:41.564020 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d44159fe-25ee-47eb-a843-56a0951903c2 req-17751e9b-6992-4c54-b44c-1cf51fac5899 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0896614 Sep 21 15:54:41.607982 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d44159fe-25ee-47eb-a843-56a0951903c2 req-3706ee1b-51e3-4834-9459-9e5c524bc529 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382917 Sep 21 15:54:42.807195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d9867-7910-4c00-a33f-8bd3b319c5cb req-d68406c8-f864-4703-aa89-f00b8a2d2615 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:42.808838 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d51d9867-7910-4c00-a33f-8bd3b319c5cb req-d68406c8-f864-4703-aa89-f00b8a2d2615 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0877776 Sep 21 15:54:42.856121 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d51d9867-7910-4c00-a33f-8bd3b319c5cb req-d87de695-5923-47fd-a37b-137c7b0f7085 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417783 Sep 21 15:54:44.056790 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1af814-a4f5-481f-851f-ceae355a1111 req-05bfe972-147f-403a-83c2-c39731febbf2 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:44.058288 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1f1af814-a4f5-481f-851f-ceae355a1111 req-05bfe972-147f-403a-83c2-c39731febbf2 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0874879 Sep 21 15:54:44.101627 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1f1af814-a4f5-481f-851f-ceae355a1111 req-8e6ae7dc-81dc-4551-ac55-5efaa5ceb30b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375261 Sep 21 15:54:44.610959 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-a73736a2-0234-454d-9394-dfb3a64d9086 service neutron] 10.222.0.20 "GET /v2.0/ports/e92aa25f-bbbe-4eee-8b33-20d92d06254d/bindings/hv-neutron-8587 HTTP/1.1" status: 200 len: 384 time: 0.0784357 Sep 21 15:54:44.898406 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-07fce3e1-97f5-45af-b54f-ae905ac79633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:44.899812 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-07fce3e1-97f5-45af-b54f-ae905ac79633 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6&tenant_id=b4016643d8834c028ec296e58e5077dd HTTP/1.1" status: 200 len: 1098 time: 0.0798001 Sep 21 15:54:45.008129 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-4f01e813-84b0-42ca-9843-2ef6381ab2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:45.009630 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-4f01e813-84b0-42ca-9843-2ef6381ab2f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 1098 time: 0.0825803 Sep 21 15:54:45.150883 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-54355e6e-44a8-4f1c-986f-f902f9e8231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:45.152883 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-54355e6e-44a8-4f1c-986f-f902f9e8231c service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d96106c-7285-40e9-88c0-19c058ef5f4e HTTP/1.1" status: 200 len: 898 time: 0.1339166 Sep 21 15:54:45.319662 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-dd792262-8c95-4f85-9a68-49f2a7312505 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e92aa25f-bbbe-4eee-8b33-20d92d06254d HTTP/1.1" status: 200 len: 1000 time: 0.1563041 Sep 21 15:54:45.387364 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6e361-ad8c-4da8-b49c-373e93b3b7c5 req-091110bf-1d15-487e-b4d5-ea8bc4137f7f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:45.388798 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6ec6e361-ad8c-4da8-b49c-373e93b3b7c5 req-091110bf-1d15-487e-b4d5-ea8bc4137f7f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.1735194 Sep 21 15:54:45.413093 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-261552e0-8231-45af-86b0-7f9d590f9781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:45.414357 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-261552e0-8231-45af-86b0-7f9d590f9781 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75582e49-b774-4bc8-85c2-351db29a3339 HTTP/1.1" status: 200 len: 835 time: 0.0851877 Sep 21 15:54:45.480755 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6ec6e361-ad8c-4da8-b49c-373e93b3b7c5 req-c999cb15-af14-4d40-b2c8-c295abe574ad tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859079 Sep 21 15:54:45.510432 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-00ca4903-479c-4bd4-9b2e-a4e5e3c4bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:45.512398 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-00ca4903-479c-4bd4-9b2e-a4e5e3c4bdb9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d96106c-7285-40e9-88c0-19c058ef5f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841179 Sep 21 15:54:45.755054 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-bc5d3753-6927-4fe1-8563-67730da2e239 service neutron] 10.222.0.20 "GET /v2.0/networks/1d96106c-7285-40e9-88c0-19c058ef5f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313187 Sep 21 15:54:45.885741 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dd267b58-bf0e-400a-ab27-9916f84e5b9a req-4c5bc6e6-4e11-4260-bc69-a198e3da4563 service neutron] 10.222.0.20 "GET /v2.0/networks/1d96106c-7285-40e9-88c0-19c058ef5f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212122 Sep 21 15:54:46.682723 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409e867-b1c9-42d8-96eb-1cfcad49346c req-930bf7af-f946-477d-b974-3481bd7ecbd6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:46.684781 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d409e867-b1c9-42d8-96eb-1cfcad49346c req-930bf7af-f946-477d-b974-3481bd7ecbd6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0946317 Sep 21 15:54:46.734562 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d409e867-b1c9-42d8-96eb-1cfcad49346c req-3d77b5ed-9095-4d68-9cbb-0abf00c150f6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438666 Sep 21 15:54:47.941587 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524aff9-86f6-4823-8fe3-75ed750f1711 req-df1bc544-a0ef-423b-9238-a11c2817b523 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:47.943063 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c524aff9-86f6-4823-8fe3-75ed750f1711 req-df1bc544-a0ef-423b-9238-a11c2817b523 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0947671 Sep 21 15:54:47.987919 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c524aff9-86f6-4823-8fe3-75ed750f1711 req-e59a4d68-be80-49d6-b161-a05632863998 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390522 Sep 21 15:54:49.187280 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc9782-dafb-4f63-83c3-2c6366f0affd req-4b3f329e-39fe-4089-9eb1-67731d581460 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:49.188735 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1ffc9782-dafb-4f63-83c3-2c6366f0affd req-4b3f329e-39fe-4089-9eb1-67731d581460 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0861490 Sep 21 15:54:49.231858 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1ffc9782-dafb-4f63-83c3-2c6366f0affd req-0c7fa841-a31d-4770-8ccb-41bb27611827 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375252 Sep 21 15:54:49.616886 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa64f2-e91f-48c1-ac3e-8f7f5ad09bec req-865b9c38-acb8-47f0-ae6e-3b34bbbbfd8b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:49.618296 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ddfa64f2-e91f-48c1-ac3e-8f7f5ad09bec req-865b9c38-acb8-47f0-ae6e-3b34bbbbfd8b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6&tenant_id=b4016643d8834c028ec296e58e5077dd&binding%3Ahost_id=hv-neutron-8587 HTTP/1.1" status: 200 len: 945 time: 0.1569927 Sep 21 15:54:49.626358 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993561cf-c429-4e61-ae7e-6dc225057190 req-a490e4e1-29bc-441f-aa86-0a352838af8f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:49.627676 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-993561cf-c429-4e61-ae7e-6dc225057190 req-a490e4e1-29bc-441f-aa86-0a352838af8f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.1275945 Sep 21 15:54:49.650275 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [req-d9390779-7006-4825-8687-c60a0c3254a6 req-73e60ddd-c928-4e7f-83dd-9896483a6169 service neutron] (89019) timed out ('10.222.0.62', 37142) {{(pid=89019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 21 15:54:49.659916 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device e92aa25f-bbbe-4eee-8b33-20d92d06254d details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:54:49.664880 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device e92aa25f-bbbe-4eee-8b33-20d92d06254d no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:54:49.673161 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-993561cf-c429-4e61-ae7e-6dc225057190 req-8d04a7a8-0c8b-42d6-b2af-e9ad684e5b0b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395968 Sep 21 15:54:49.777860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa64f2-e91f-48c1-ac3e-8f7f5ad09bec req-4308080f-e994-4b34-b237-04d3406ef1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:49.779734 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ddfa64f2-e91f-48c1-ac3e-8f7f5ad09bec req-4308080f-e994-4b34-b237-04d3406ef1c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 1098 time: 0.0864847 Sep 21 15:54:49.921526 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port e92aa25f-bbbe-4eee-8b33-20d92d06254d is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:49.921880 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:49.941927 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port e92aa25f-bbbe-4eee-8b33-20d92d06254d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=e92aa25f-bbbe-4eee-8b33-20d92d06254d,segment=NetworkSegment(b5cef4fb-ea82-4324-9b9a-03a928421e2c),segment_id=b5cef4fb-ea82-4324-9b9a-03a928421e2c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:49.961811 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'e92aa25f-bbbe-4eee-8b33-20d92d06254d', 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e', 'port_id': 'e92aa25f-bbbe-4eee-8b33-20d92d06254d', 'mac_address': 'fa:16:3e:b3:a2:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75582e49-b774-4bc8-85c2-351db29a3339', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:54:49.967297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e92aa25f-bbbe-4eee-8b33-20d92d06254d'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:54:49.969605 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f25f7f3-d4c2-4533-8178-f46d964f90c0" -d '{"events": [{"server_uuid": "ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "e92aa25f-bbbe-4eee-8b33-20d92d06254d"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:54:49.999244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa64f2-e91f-48c1-ac3e-8f7f5ad09bec req-bce3d48d-7d30-4f0a-a083-9f5b68a87178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:50.001419 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ddfa64f2-e91f-48c1-ac3e-8f7f5ad09bec req-bce3d48d-7d30-4f0a-a083-9f5b68a87178 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d96106c-7285-40e9-88c0-19c058ef5f4e HTTP/1.1" status: 200 len: 898 time: 0.2141666 Sep 21 15:54:50.005547 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port e92aa25f-bbbe-4eee-8b33-20d92d06254d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=e92aa25f-bbbe-4eee-8b33-20d92d06254d,segment=NetworkSegment(b5cef4fb-ea82-4324-9b9a-03a928421e2c),segment_id=b5cef4fb-ea82-4324-9b9a-03a928421e2c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:50.012034 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a9c60-113b-44bd-ac97-adc9dbc1ad01 req-f07e1e32-a0e1-47d2-b622-7f1ce60b8827 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:50.014010 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-746a9c60-113b-44bd-ac97-adc9dbc1ad01 req-f07e1e32-a0e1-47d2-b622-7f1ce60b8827 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.2068493 Sep 21 15:54:50.042667 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:50.048032 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 15:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fdc8ef-56c2-43e9-850c-fd788b1ec103 x-openstack-request-id: req-49fdc8ef-56c2-43e9-850c-fd788b1ec103 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:54:50.048437 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "e92aa25f-bbbe-4eee-8b33-20d92d06254d", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:54:50.048716 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49fdc8ef-56c2-43e9-850c-fd788b1ec103 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:54:50.049097 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49fdc8ef-56c2-43e9-850c-fd788b1ec103'] response: {'server_uuid': 'ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e92aa25f-bbbe-4eee-8b33-20d92d06254d', 'code': 200} Sep 21 15:54:50.107345 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port e92aa25f-bbbe-4eee-8b33-20d92d06254d is: ACTIVE; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:50.107720 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:50.132187 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e92aa25f-bbbe-4eee-8b33-20d92d06254d {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:54:50.139949 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=e92aa25f-bbbe-4eee-8b33-20d92d06254d,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:50.144695 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-746a9c60-113b-44bd-ac97-adc9dbc1ad01 req-ad8fbbce-dec5-43bb-845d-0605aed66f23 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781336 Sep 21 15:54:50.148638 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ddfa64f2-e91f-48c1-ac3e-8f7f5ad09bec req-02c4ff94-74ec-44a0-85eb-121601c86c45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e92aa25f-bbbe-4eee-8b33-20d92d06254d HTTP/1.1" status: 200 len: 998 time: 0.1335533 Sep 21 15:54:50.180587 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.180850 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.181182 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.181510 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.181834 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.182155 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.182475 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.182792 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.183109 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.183445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.183739 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.184679 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.214075 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:54:50.214434 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:54:50.223072 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa64f2-e91f-48c1-ac3e-8f7f5ad09bec req-4bf1f65c-2f79-496d-9112-195bb76ae727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:50.224538 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ddfa64f2-e91f-48c1-ac3e-8f7f5ad09bec req-4bf1f65c-2f79-496d-9112-195bb76ae727 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75582e49-b774-4bc8-85c2-351db29a3339 HTTP/1.1" status: 200 len: 835 time: 0.0685148 Sep 21 15:54:50.311432 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa64f2-e91f-48c1-ac3e-8f7f5ad09bec req-78d5ac38-e37a-4f89-8ee4-de047b4ed5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:50.312939 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ddfa64f2-e91f-48c1-ac3e-8f7f5ad09bec req-78d5ac38-e37a-4f89-8ee4-de047b4ed5aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d96106c-7285-40e9-88c0-19c058ef5f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825207 Sep 21 15:54:50.443331 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ddfa64f2-e91f-48c1-ac3e-8f7f5ad09bec req-69c9e2d7-779d-48e2-afa2-76d86eb94adc service neutron] 10.222.0.20 "GET /v2.0/networks/1d96106c-7285-40e9-88c0-19c058ef5f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236989 Sep 21 15:54:50.682205 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ddfa64f2-e91f-48c1-ac3e-8f7f5ad09bec req-1608e3eb-aa6c-4d42-818e-93fe6c0f17b9 service neutron] 10.222.0.20 "GET /v2.0/networks/1d96106c-7285-40e9-88c0-19c058ef5f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327595 Sep 21 15:54:50.773002 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port e92aa25f-bbbe-4eee-8b33-20d92d06254d is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:50.774031 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:50.790911 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e92aa25f-bbbe-4eee-8b33-20d92d06254d {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:54:50.806517 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port e92aa25f-bbbe-4eee-8b33-20d92d06254d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=e92aa25f-bbbe-4eee-8b33-20d92d06254d,segment=NetworkSegment(b5cef4fb-ea82-4324-9b9a-03a928421e2c),segment_id=b5cef4fb-ea82-4324-9b9a-03a928421e2c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:50.810791 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:50.877819 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['e92aa25f-bbbe-4eee-8b33-20d92d06254d'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:54:50.927780 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=e92aa25f-bbbe-4eee-8b33-20d92d06254d,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:51.352799 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975103d5-977a-4238-9d89-0e744a0378f2 req-b5b16c23-7ad1-48bd-abf1-42135f4981b8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:51.354174 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-975103d5-977a-4238-9d89-0e744a0378f2 req-b5b16c23-7ad1-48bd-abf1-42135f4981b8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 944 time: 0.0910318 Sep 21 15:54:51.398472 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-975103d5-977a-4238-9d89-0e744a0378f2 req-b5822ed2-0967-4b54-9bd7-a640318afd49 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380988 Sep 21 15:54:51.427651 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41372) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:51.535542 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b550cf99-774a-408b-82fb-090b48cd2f8f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/floatingips/32eb3c4c-5d6f-48cd-938c-2f3ed7df60b7 HTTP/1.1" status: 200 len: 991 time: 0.1067741 Sep 21 15:54:51.676150 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device e92aa25f-bbbe-4eee-8b33-20d92d06254d up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:51.743930 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port e92aa25f-bbbe-4eee-8b33-20d92d06254d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:51.744290 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:51.860563 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port e92aa25f-bbbe-4eee-8b33-20d92d06254d is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:51.861183 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:51.891533 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port e92aa25f-bbbe-4eee-8b33-20d92d06254d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=e92aa25f-bbbe-4eee-8b33-20d92d06254d,segment=NetworkSegment(b5cef4fb-ea82-4324-9b9a-03a928421e2c),segment_id=b5cef4fb-ea82-4324-9b9a-03a928421e2c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:51.894789 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:51.967168 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=e92aa25f-bbbe-4eee-8b33-20d92d06254d,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:52.050521 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92aa25f-bbbe-4eee-8b33-20d92d06254d'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:54:52.052923 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fed54d-abb4-47ce-bdf0-09ffe8b2fbb3" -d '{"events": [{"server_uuid": "ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6", "name": "network-vif-plugged", "status": "completed", "tag": "e92aa25f-bbbe-4eee-8b33-20d92d06254d"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:54:52.095629 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898acbb7-9bc6-40db-9ca9-585aacd5946b x-openstack-request-id: req-898acbb7-9bc6-40db-9ca9-585aacd5946b {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:54:52.095980 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6", "name": "network-vif-plugged", "status": "completed", "tag": "e92aa25f-bbbe-4eee-8b33-20d92d06254d", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:54:52.096293 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-898acbb7-9bc6-40db-9ca9-585aacd5946b {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:54:52.096797 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-898acbb7-9bc6-40db-9ca9-585aacd5946b'] response: {'server_uuid': 'ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92aa25f-bbbe-4eee-8b33-20d92d06254d', 'code': 200} Sep 21 15:54:52.305873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:53.660742 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:55:05.636594 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ed2f87a8-3e14-446e-94a5-608d7b15ed00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:07.983552 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2cde9f8e-5e13-4fb1-b2e3-45f50347fa9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:08.272093 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-109f7e35-302b-4b0c-b500-35763d3ca8d1 req-faea432d-ba6e-4da1-a5a8-0d6e2aa9553b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810378 Sep 21 15:55:08.416894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f7e35-302b-4b0c-b500-35763d3ca8d1 req-005d8dfd-3c0a-4b12-a354-8041dc90afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:08.418354 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-109f7e35-302b-4b0c-b500-35763d3ca8d1 req-005d8dfd-3c0a-4b12-a354-8041dc90afc3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 1098 time: 0.0788670 Sep 21 15:55:08.563446 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f7e35-302b-4b0c-b500-35763d3ca8d1 req-2abfe3e4-3e3a-49bf-8903-9b50f5cfe0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:08.564872 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-109f7e35-302b-4b0c-b500-35763d3ca8d1 req-2abfe3e4-3e3a-49bf-8903-9b50f5cfe0e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d96106c-7285-40e9-88c0-19c058ef5f4e HTTP/1.1" status: 200 len: 898 time: 0.1263144 Sep 21 15:55:08.669824 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-109f7e35-302b-4b0c-b500-35763d3ca8d1 req-0d4cda3b-e4db-4d26-86d0-2808a6028879 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e92aa25f-bbbe-4eee-8b33-20d92d06254d HTTP/1.1" status: 200 len: 1000 time: 0.0985432 Sep 21 15:55:08.732502 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f7e35-302b-4b0c-b500-35763d3ca8d1 req-dd76942d-a803-443e-a38d-1c87c0871347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:08.733902 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-109f7e35-302b-4b0c-b500-35763d3ca8d1 req-dd76942d-a803-443e-a38d-1c87c0871347 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75582e49-b774-4bc8-85c2-351db29a3339 HTTP/1.1" status: 200 len: 835 time: 0.0581844 Sep 21 15:55:08.823126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f7e35-302b-4b0c-b500-35763d3ca8d1 req-736d8503-0d3b-4a2e-88ed-e3ee486186fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:08.824569 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-109f7e35-302b-4b0c-b500-35763d3ca8d1 req-736d8503-0d3b-4a2e-88ed-e3ee486186fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d96106c-7285-40e9-88c0-19c058ef5f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841796 Sep 21 15:55:08.835607 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:08.960066 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-109f7e35-302b-4b0c-b500-35763d3ca8d1 req-414b4013-6dd9-4372-8ba9-1e1d9bcdd1c6 service neutron] 10.222.0.20 "GET /v2.0/networks/1d96106c-7285-40e9-88c0-19c058ef5f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240845 Sep 21 15:55:09.066383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:09.092352 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-109f7e35-302b-4b0c-b500-35763d3ca8d1 req-fd50a9ed-7927-4d8c-a164-403a0ac2c094 service neutron] 10.222.0.20 "GET /v2.0/networks/1d96106c-7285-40e9-88c0-19c058ef5f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249456 Sep 21 15:55:10.685954 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:20.070189 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41386) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:20.318454 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting port c40d5d42-b02e-4be0-95fe-66932eef11a6 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:20.318794 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:20.487402 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:20.487729 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:20.610477 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Calling delete_port for c40d5d42-b02e-4be0-95fe-66932eef11a6 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:20.775376 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:20.854072 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Port': ['ID=c40d5d42-b02e-4be0-95fe-66932eef11a6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:20.878439 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:20.878716 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:20.879054 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:20.879388 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:20.879719 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:20.880050 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:20.880375 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:20.880723 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:20.881046 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:20.881366 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:20.881684 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:20.882005 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:20.937485 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:20.937819 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Floating IP 32eb3c4c-5d6f-48cd-938c-2f3ed7df60b7 disassociated (deleted). External IP: 172.26.4.24, port: e92aa25f-bbbe-4eee-8b33-20d92d06254d. Sep 21 15:55:21.396732 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router 30e16b04-8e8c-4698-9266-19557b6d0d62 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:55:21.577610 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:21.587868 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def552b-0a24-4e09-ac41-07fc1222b2ee None None] Sync routers for ids ['30e16b04-8e8c-4698-9266-19557b6d0d62'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:21.598626 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:21.598886 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9def552b-0a24-4e09-ac41-07fc1222b2ee None None] Routers {'30e16b04-8e8c-4698-9266-19557b6d0d62'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:21.599486 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9def552b-0a24-4e09-ac41-07fc1222b2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:55:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['30e16b04-8e8c-4698-9266-19557b6d0d62'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:21.654639 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8306d843-44c0-450b-9996-349bd69edc4e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/floatingips/32eb3c4c-5d6f-48cd-938c-2f3ed7df60b7 HTTP/1.1" status: 204 len: 168 time: 1.5832479 Sep 21 15:55:21.655232 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6', 'tag': 'e92aa25f-bbbe-4eee-8b33-20d92d06254d'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:55:21.657562 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0a7ad9-923f-4804-a1fa-5e74d8e46db0" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6", "tag": "e92aa25f-bbbe-4eee-8b33-20d92d06254d"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:55:21.761791 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11d3c90-0e7b-4403-b999-4d0e53f0a2e2 x-openstack-request-id: req-e11d3c90-0e7b-4403-b999-4d0e53f0a2e2 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:55:21.762089 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6", "tag": "e92aa25f-bbbe-4eee-8b33-20d92d06254d", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:55:21.763006 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e11d3c90-0e7b-4403-b999-4d0e53f0a2e2 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:55:21.763426 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11d3c90-0e7b-4403-b999-4d0e53f0a2e2'] response: {'name': 'network-changed', 'server_uuid': 'ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6', 'tag': 'e92aa25f-bbbe-4eee-8b33-20d92d06254d', 'status': 'completed', 'code': 200} Sep 21 15:55:21.781751 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-9def552b-0a24-4e09-ac41-07fc1222b2ee None None] Set router 30e16b04-8e8c-4698-9266-19557b6d0d62 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:21.865045 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a7ad9-923f-4804-a1fa-5e74d8e46db0 req-8eb38823-475c-4df9-80e6-3bdac5a1005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.867709 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa0a7ad9-923f-4804-a1fa-5e74d8e46db0 req-8eb38823-475c-4df9-80e6-3bdac5a1005a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 1098 time: 0.0827723 Sep 21 15:55:22.079083 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a7ad9-923f-4804-a1fa-5e74d8e46db0 req-173ea353-f394-4681-8dee-1f9bcc840fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:22.080592 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa0a7ad9-923f-4804-a1fa-5e74d8e46db0 req-173ea353-f394-4681-8dee-1f9bcc840fb5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d96106c-7285-40e9-88c0-19c058ef5f4e HTTP/1.1" status: 200 len: 898 time: 0.1987123 Sep 21 15:55:22.092565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db6cdd-3a59-4525-96c4-2c96b0e8a22d req-141ec8ec-597c-46ad-8879-45b60adae10d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:22.094197 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-78db6cdd-3a59-4525-96c4-2c96b0e8a22d req-141ec8ec-597c-46ad-8879-45b60adae10d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.1363642 Sep 21 15:55:22.116316 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9def552b-0a24-4e09-ac41-07fc1222b2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851872663', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '24750663-49ea-4589-851c-46beb5919d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:28Z', 'updated_at': '2022-09-21T15:53:33Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '24750663-49ea-4589-851c-46beb5919d84', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:29Z', 'updated_at': '2022-09-21T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '0c5717be-0b18-4bd6-a667-e095fd9ee892', 'name': '', 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:cc:9f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '75582e49-b774-4bc8-85c2-351db29a3339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:32Z', 'updated_at': '2022-09-21T15:53:39Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '75582e49-b774-4bc8-85c2-351db29a3339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:22.120128 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def552b-0a24-4e09-ac41-07fc1222b2ee None None] Checking router: 30e16b04-8e8c-4698-9266-19557b6d0d62 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:55:22.129091 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9def552b-0a24-4e09-ac41-07fc1222b2ee None None] Routers {'30e16b04-8e8c-4698-9266-19557b6d0d62'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:22.129686 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9def552b-0a24-4e09-ac41-07fc1222b2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:55:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['30e16b04-8e8c-4698-9266-19557b6d0d62'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:22.176106 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa0a7ad9-923f-4804-a1fa-5e74d8e46db0 req-4be110a3-452d-480c-b9b2-905cfedc8f87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e92aa25f-bbbe-4eee-8b33-20d92d06254d HTTP/1.1" status: 200 len: 217 time: 0.0806241 Sep 21 15:55:22.243734 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-78db6cdd-3a59-4525-96c4-2c96b0e8a22d req-03177025-6583-4d5b-b01d-0db6bfa7b5f8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891395 Sep 21 15:55:22.260245 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a7ad9-923f-4804-a1fa-5e74d8e46db0 req-974e32ac-ad9c-42e5-88cf-370712b842ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:22.261730 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa0a7ad9-923f-4804-a1fa-5e74d8e46db0 req-974e32ac-ad9c-42e5-88cf-370712b842ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75582e49-b774-4bc8-85c2-351db29a3339 HTTP/1.1" status: 200 len: 835 time: 0.0790560 Sep 21 15:55:22.303568 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:22.307167 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-9def552b-0a24-4e09-ac41-07fc1222b2ee None None] Set router 30e16b04-8e8c-4698-9266-19557b6d0d62 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:22.466497 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a7ad9-923f-4804-a1fa-5e74d8e46db0 req-bc555a55-9f25-4e86-b846-f4ca3f351705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:22.468008 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa0a7ad9-923f-4804-a1fa-5e74d8e46db0 req-bc555a55-9f25-4e86-b846-f4ca3f351705 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d96106c-7285-40e9-88c0-19c058ef5f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1995559 Sep 21 15:55:22.603599 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa0a7ad9-923f-4804-a1fa-5e74d8e46db0 req-6dc11bf7-0aaa-4527-814d-d1153c50ec32 service neutron] 10.222.0.20 "GET /v2.0/networks/1d96106c-7285-40e9-88c0-19c058ef5f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246440 Sep 21 15:55:22.653326 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9def552b-0a24-4e09-ac41-07fc1222b2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851872663', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '24750663-49ea-4589-851c-46beb5919d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:28Z', 'updated_at': '2022-09-21T15:53:33Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '24750663-49ea-4589-851c-46beb5919d84', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:29Z', 'updated_at': '2022-09-21T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '0c5717be-0b18-4bd6-a667-e095fd9ee892', 'name': '', 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:cc:9f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '75582e49-b774-4bc8-85c2-351db29a3339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:32Z', 'updated_at': '2022-09-21T15:53:39Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '75582e49-b774-4bc8-85c2-351db29a3339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:22.657260 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def552b-0a24-4e09-ac41-07fc1222b2ee None None] The sync data for ids ['30e16b04-8e8c-4698-9266-19557b6d0d62'] in dv-neutron-858731-1-hyperv is: [{'id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851872663', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '24750663-49ea-4589-851c-46beb5919d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:28Z', 'updated_at': '2022-09-21T15:53:33Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '24750663-49ea-4589-851c-46beb5919d84', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:29Z', 'updated_at': '2022-09-21T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '0c5717be-0b18-4bd6-a667-e095fd9ee892', 'name': '', 'network_id': '1d96106c-7285-40e9-88c0-19c058ef5f4e', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:cc:9f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '75582e49-b774-4bc8-85c2-351db29a3339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:32Z', 'updated_at': '2022-09-21T15:53:39Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '75582e49-b774-4bc8-85c2-351db29a3339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:22.743232 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa0a7ad9-923f-4804-a1fa-5e74d8e46db0 req-1803db2c-ec24-4b91-96ec-935a3e69446b service neutron] 10.222.0.20 "GET /v2.0/networks/1d96106c-7285-40e9-88c0-19c058ef5f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301484 Sep 21 15:55:22.877005 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edee102-788d-4fb9-9aa5-237360ba6c9b None None] New status for floating IP 32eb3c4c-5d6f-48cd-938c-2f3ed7df60b7: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:55:23.444664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559f184-8181-49c3-a46e-18de5fbb102d req-f0bf5e70-d21f-4f61-856f-3b3aca402158 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:23.446092 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a559f184-8181-49c3-a46e-18de5fbb102d req-f0bf5e70-d21f-4f61-856f-3b3aca402158 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0850534 Sep 21 15:55:23.489928 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a559f184-8181-49c3-a46e-18de5fbb102d req-bc503aa6-ee3e-4668-9ff0-1752326c3cd8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c9e9fa49-112a-48fe-b6ae-ec27822e53c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381420 Sep 21 15:55:23.856421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6163a1e-6670-4770-8e6a-78ce4f222c79 req-841baaca-ea3e-4db8-8fc7-c961367f3641 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:23.858012 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b6163a1e-6670-4770-8e6a-78ce4f222c79 req-841baaca-ea3e-4db8-8fc7-c961367f3641 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 945 time: 0.0923696 Sep 21 15:55:23.929077 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-b6163a1e-6670-4770-8e6a-78ce4f222c79 req-db34c876-2316-41a3-82f4-b080606566ac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting port e92aa25f-bbbe-4eee-8b33-20d92d06254d {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:23.929413 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b6163a1e-6670-4770-8e6a-78ce4f222c79 req-db34c876-2316-41a3-82f4-b080606566ac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.174395 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-b6163a1e-6670-4770-8e6a-78ce4f222c79 req-db34c876-2316-41a3-82f4-b080606566ac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] For port e92aa25f-bbbe-4eee-8b33-20d92d06254d, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=e92aa25f-bbbe-4eee-8b33-20d92d06254d,segment=NetworkSegment(b5cef4fb-ea82-4324-9b9a-03a928421e2c),segment_id=b5cef4fb-ea82-4324-9b9a-03a928421e2c)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:24.174783 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b6163a1e-6670-4770-8e6a-78ce4f222c79 req-db34c876-2316-41a3-82f4-b080606566ac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.299507 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-b6163a1e-6670-4770-8e6a-78ce4f222c79 req-db34c876-2316-41a3-82f4-b080606566ac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Calling delete_port for e92aa25f-bbbe-4eee-8b33-20d92d06254d owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:24.442419 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b6163a1e-6670-4770-8e6a-78ce4f222c79 req-db34c876-2316-41a3-82f4-b080606566ac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.495520 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34c876-2316-41a3-82f4-b080606566ac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Port': ['ID=e92aa25f-bbbe-4eee-8b33-20d92d06254d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:24.541394 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db34c876-2316-41a3-82f4-b080606566ac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:24.541734 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db34c876-2316-41a3-82f4-b080606566ac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:24.542068 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db34c876-2316-41a3-82f4-b080606566ac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:24.542395 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db34c876-2316-41a3-82f4-b080606566ac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:24.542722 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db34c876-2316-41a3-82f4-b080606566ac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:24.543045 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db34c876-2316-41a3-82f4-b080606566ac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:24.543359 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db34c876-2316-41a3-82f4-b080606566ac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:24.544214 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db34c876-2316-41a3-82f4-b080606566ac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:24.544552 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db34c876-2316-41a3-82f4-b080606566ac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:24.544871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db34c876-2316-41a3-82f4-b080606566ac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:24.545184 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db34c876-2316-41a3-82f4-b080606566ac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:24.545498 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db34c876-2316-41a3-82f4-b080606566ac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:24.588820 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6163a1e-6670-4770-8e6a-78ce4f222c79 req-db34c876-2316-41a3-82f4-b080606566ac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] No DVR routers for this DVR port e92aa25f-bbbe-4eee-8b33-20d92d06254d on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:55:24.591172 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-b6163a1e-6670-4770-8e6a-78ce4f222c79 req-db34c876-2316-41a3-82f4-b080606566ac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.593988 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6', 'name': 'network-vif-deleted', 'tag': 'e92aa25f-bbbe-4eee-8b33-20d92d06254d'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:55:24.596284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6b1640-826a-4b37-b447-6b0954ecaadc" -d '{"events": [{"server_uuid": "ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6", "name": "network-vif-deleted", "tag": "e92aa25f-bbbe-4eee-8b33-20d92d06254d"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:55:24.646805 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc916491-85c6-4f27-b4e9-75d3b458d29a x-openstack-request-id: req-cc916491-85c6-4f27-b4e9-75d3b458d29a {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:55:24.647085 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6", "name": "network-vif-deleted", "tag": "e92aa25f-bbbe-4eee-8b33-20d92d06254d", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:55:24.647329 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc916491-85c6-4f27-b4e9-75d3b458d29a {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:55:24.647711 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc916491-85c6-4f27-b4e9-75d3b458d29a'] response: {'server_uuid': 'ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6', 'name': 'network-vif-deleted', 'tag': 'e92aa25f-bbbe-4eee-8b33-20d92d06254d', 'status': 'completed', 'code': 200} Sep 21 15:55:24.654238 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b6163a1e-6670-4770-8e6a-78ce4f222c79 req-db34c876-2316-41a3-82f4-b080606566ac tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "DELETE /v2.0/ports/e92aa25f-bbbe-4eee-8b33-20d92d06254d HTTP/1.1" status: 204 len: 173 time: 0.7881203 Sep 21 15:55:24.661700 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-980fe9d0-3ef8-43fb-b1c8-d4a566d9cb15 req-7aff0d67-80d6-49ca-a778-44768576839e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Synchronizing usage tracker for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:24.677987 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-980fe9d0-3ef8-43fb-b1c8-d4a566d9cb15 req-7aff0d67-80d6-49ca-a778-44768576839e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Unset dirty status for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:24.679076 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-980fe9d0-3ef8-43fb-b1c8-d4a566d9cb15 req-7aff0d67-80d6-49ca-a778-44768576839e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff1cb850-30f2-4b90-b99a-1e7eadd7c0b6 HTTP/1.1" status: 200 len: 210 time: 0.0783572 Sep 21 15:55:25.780730 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41410) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:26.330100 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2ab62d30-531e-4b44-a167-364e8c536e56 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:26.683582 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2ab62d30-531e-4b44-a167-364e8c536e56 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting port 0c5717be-0b18-4bd6-a667-e095fd9ee892 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:26.683835 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2ab62d30-531e-4b44-a167-364e8c536e56 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:26.870645 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-2ab62d30-531e-4b44-a167-364e8c536e56 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] For port 0c5717be-0b18-4bd6-a667-e095fd9ee892, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=0c5717be-0b18-4bd6-a667-e095fd9ee892,segment=NetworkSegment(b5cef4fb-ea82-4324-9b9a-03a928421e2c),segment_id=b5cef4fb-ea82-4324-9b9a-03a928421e2c)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:26.871342 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2ab62d30-531e-4b44-a167-364e8c536e56 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:27.096358 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2ab62d30-531e-4b44-a167-364e8c536e56 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Calling delete_port for 0c5717be-0b18-4bd6-a667-e095fd9ee892 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:27.414520 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2ab62d30-531e-4b44-a167-364e8c536e56 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:27.464442 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab62d30-531e-4b44-a167-364e8c536e56 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Port': ['ID=0c5717be-0b18-4bd6-a667-e095fd9ee892,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:27.741468 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2ab62d30-531e-4b44-a167-364e8c536e56 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:27.848367 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device e92aa25f-bbbe-4eee-8b33-20d92d06254d no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:55:27.886763 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: e92aa25f-bbbe-4eee-8b33-20d92d06254d {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:55:27.887108 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device e92aa25f-bbbe-4eee-8b33-20d92d06254d not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:55:28.098520 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab62d30-531e-4b44-a167-364e8c536e56 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router 30e16b04-8e8c-4698-9266-19557b6d0d62 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:55:28.380515 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab62d30-531e-4b44-a167-364e8c536e56 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:28.390167 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b58edd-ee69-4a80-83c3-6bc6a25f9c2f None None] Sync routers for ids ['30e16b04-8e8c-4698-9266-19557b6d0d62'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:28.396962 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2ab62d30-531e-4b44-a167-364e8c536e56 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "PUT /v2.0/routers/30e16b04-8e8c-4698-9266-19557b6d0d62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6151445 Sep 21 15:55:28.399152 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b58edd-ee69-4a80-83c3-6bc6a25f9c2f None None] Routers {'30e16b04-8e8c-4698-9266-19557b6d0d62'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:28.399745 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f9b58edd-ee69-4a80-83c3-6bc6a25f9c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:55:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['30e16b04-8e8c-4698-9266-19557b6d0d62'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:28.399874 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41414) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:28.466887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c5cb25-0ec7-4bae-bbd4-dea4518ca8f6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting subnet 75582e49-b774-4bc8-85c2-351db29a3339 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:55:28.469942 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76c5cb25-0ec7-4bae-bbd4-dea4518ca8f6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.528712 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76c5cb25-0ec7-4bae-bbd4-dea4518ca8f6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.574483 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f9b58edd-ee69-4a80-83c3-6bc6a25f9c2f None None] Set router 30e16b04-8e8c-4698-9266-19557b6d0d62 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:28.610522 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76c5cb25-0ec7-4bae-bbd4-dea4518ca8f6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.683772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76c5cb25-0ec7-4bae-bbd4-dea4518ca8f6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.832374 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5cb25-0ec7-4bae-bbd4-dea4518ca8f6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Subnet': ['ID=75582e49-b774-4bc8-85c2-351db29a3339,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:28.838225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76c5cb25-0ec7-4bae-bbd4-dea4518ca8f6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.844085 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-76c5cb25-0ec7-4bae-bbd4-dea4518ca8f6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/subnets/75582e49-b774-4bc8-85c2-351db29a3339 HTTP/1.1" status: 204 len: 168 time: 0.4432061 Sep 21 15:55:28.845500 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac63c0ce-a064-4969-97f7-236bf307960d None None] Network 1d96106c-7285-40e9-88c0-19c058ef5f4e requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:55:28.846705 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41418) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:28.869418 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f9b58edd-ee69-4a80-83c3-6bc6a25f9c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851872663', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '24750663-49ea-4589-851c-46beb5919d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:28Z', 'updated_at': '2022-09-21T15:55:27Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '24750663-49ea-4589-851c-46beb5919d84', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:29Z', 'updated_at': '2022-09-21T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:28.876083 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b58edd-ee69-4a80-83c3-6bc6a25f9c2f None None] Checking router: 30e16b04-8e8c-4698-9266-19557b6d0d62 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:55:28.885075 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b58edd-ee69-4a80-83c3-6bc6a25f9c2f None None] Routers {'30e16b04-8e8c-4698-9266-19557b6d0d62'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:28.885674 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f9b58edd-ee69-4a80-83c3-6bc6a25f9c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:55:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['30e16b04-8e8c-4698-9266-19557b6d0d62'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:29.046847 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3dde384f-536b-44bb-bd13-e9745da9c88f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:29.094992 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f9b58edd-ee69-4a80-83c3-6bc6a25f9c2f None None] Set router 30e16b04-8e8c-4698-9266-19557b6d0d62 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:29.130227 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6f0fad-e330-4593-86f3-9189d9b33f7d None None] DHCP port deletion for 1d96106c-7285-40e9-88c0-19c058ef5f4e request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:55:29.135152 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3c6f0fad-e330-4593-86f3-9189d9b33f7d None None] Deleting port 670d0cdd-6f30-455b-9931-d030d80aa018 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:29.135522 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3c6f0fad-e330-4593-86f3-9189d9b33f7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:29.232011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3dde384f-536b-44bb-bd13-e9745da9c88f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:29.241996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3dde384f-536b-44bb-bd13-e9745da9c88f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting port 24750663-49ea-4589-851c-46beb5919d84 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:29.242271 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3dde384f-536b-44bb-bd13-e9745da9c88f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:29.387803 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3c6f0fad-e330-4593-86f3-9189d9b33f7d None None] For port 670d0cdd-6f30-455b-9931-d030d80aa018, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=670d0cdd-6f30-455b-9931-d030d80aa018,segment=NetworkSegment(b5cef4fb-ea82-4324-9b9a-03a928421e2c),segment_id=b5cef4fb-ea82-4324-9b9a-03a928421e2c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:29.388192 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3c6f0fad-e330-4593-86f3-9189d9b33f7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:29.423202 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f9b58edd-ee69-4a80-83c3-6bc6a25f9c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851872663', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '24750663-49ea-4589-851c-46beb5919d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:28Z', 'updated_at': '2022-09-21T15:55:27Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '24750663-49ea-4589-851c-46beb5919d84', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:29Z', 'updated_at': '2022-09-21T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:29.427391 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b58edd-ee69-4a80-83c3-6bc6a25f9c2f None None] The sync data for ids ['30e16b04-8e8c-4698-9266-19557b6d0d62'] in dv-neutron-858731-1-hyperv is: [{'id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1851872663', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '24750663-49ea-4589-851c-46beb5919d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:28Z', 'updated_at': '2022-09-21T15:55:27Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '24750663-49ea-4589-851c-46beb5919d84', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e16b04-8e8c-4698-9266-19557b6d0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:29Z', 'updated_at': '2022-09-21T15:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:29.445430 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-3dde384f-536b-44bb-bd13-e9745da9c88f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] For port 24750663-49ea-4589-851c-46beb5919d84, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=24750663-49ea-4589-851c-46beb5919d84,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:29.446021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3dde384f-536b-44bb-bd13-e9745da9c88f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:29.459123 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 670d0cdd-6f30-455b-9931-d030d80aa018 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:55:29.550490 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3c6f0fad-e330-4593-86f3-9189d9b33f7d None None] Calling delete_port for 670d0cdd-6f30-455b-9931-d030d80aa018 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:29.572003 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3dde384f-536b-44bb-bd13-e9745da9c88f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Calling delete_port for 24750663-49ea-4589-851c-46beb5919d84 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:29.685904 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3c6f0fad-e330-4593-86f3-9189d9b33f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:29.739313 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f0fad-e330-4593-86f3-9189d9b33f7d None None] Pushing event deleted for resources: {'Port': ['ID=670d0cdd-6f30-455b-9931-d030d80aa018,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:29.742392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 670d0cdd-6f30-455b-9931-d030d80aa018 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:29.742772 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:29.755485 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6f0fad-e330-4593-86f3-9189d9b33f7d None None] No DVR routers for this DVR port 670d0cdd-6f30-455b-9931-d030d80aa018 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:55:29.878538 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3dde384f-536b-44bb-bd13-e9745da9c88f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:29.962086 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde384f-536b-44bb-bd13-e9745da9c88f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Port': ['ID=24750663-49ea-4589-851c-46beb5919d84,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:30.031249 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3dde384f-536b-44bb-bd13-e9745da9c88f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.319450 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3dde384f-536b-44bb-bd13-e9745da9c88f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.321640 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3dde384f-536b-44bb-bd13-e9745da9c88f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.343494 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3dde384f-536b-44bb-bd13-e9745da9c88f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.344204 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dde384f-536b-44bb-bd13-e9745da9c88f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Fanout notify agent at l3_agent the message router_deleted on router 30e16b04-8e8c-4698-9266-19557b6d0d62 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:55:30.359480 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3dde384f-536b-44bb-bd13-e9745da9c88f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.360616 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3dde384f-536b-44bb-bd13-e9745da9c88f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/routers/30e16b04-8e8c-4698-9266-19557b6d0d62 HTTP/1.1" status: 204 len: 168 time: 1.5129402 Sep 21 15:55:30.364544 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41422) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:30.484986 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a76bfc3b-c0ba-41e6-bd12-da9c8e2cb4fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.617775 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a76bfc3b-c0ba-41e6-bd12-da9c8e2cb4fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.643062 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a76bfc3b-c0ba-41e6-bd12-da9c8e2cb4fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d96106c-7285-40e9-88c0-19c058ef5f4e']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:30.655442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a76bfc3b-c0ba-41e6-bd12-da9c8e2cb4fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5cef4fb-ea82-4324-9b9a-03a928421e2c') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:30.655740 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a76bfc3b-c0ba-41e6-bd12-da9c8e2cb4fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5cef4fb-ea82-4324-9b9a-03a928421e2c') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:30.660226 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:55:30.667116 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a76bfc3b-c0ba-41e6-bd12-da9c8e2cb4fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.683059 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a76bfc3b-c0ba-41e6-bd12-da9c8e2cb4fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.689540 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76bfc3b-c0ba-41e6-bd12-da9c8e2cb4fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:55:30.689920 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a76bfc3b-c0ba-41e6-bd12-da9c8e2cb4fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.758741 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment b5cef4fb-ea82-4324-9b9a-03a928421e2c resource provider aggregate not found Sep 21 15:55:30.779335 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment b5cef4fb-ea82-4324-9b9a-03a928421e2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5cef4fb-ea82-4324-9b9a-03a928421e2c found for delete ", "request_id": "req-b9d73eef-ef9f-422a-8020-d4eaf5dd2d2f"}]} Sep 21 15:55:30.793277 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a76bfc3b-c0ba-41e6-bd12-da9c8e2cb4fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.810736 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a76bfc3b-c0ba-41e6-bd12-da9c8e2cb4fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.821483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bfc3b-c0ba-41e6-bd12-da9c8e2cb4fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Network': ['ID=1d96106c-7285-40e9-88c0-19c058ef5f4e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:30.829567 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a76bfc3b-c0ba-41e6-bd12-da9c8e2cb4fd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/networks/1d96106c-7285-40e9-88c0-19c058ef5f4e HTTP/1.1" status: 204 len: 168 time: 0.4640594 Sep 21 15:55:30.832152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41430) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:30.903817 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-13e7e593-1462-47d3-9538-ec3b50ebb4c0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.935478 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-13e7e593-1462-47d3-9538-ec3b50ebb4c0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.000517 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-13e7e593-1462-47d3-9538-ec3b50ebb4c0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.018918 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7e593-1462-47d3-9538-ec3b50ebb4c0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e9fa49-112a-48fe-b6ae-ec27822e53c5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:31.034448 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-13e7e593-1462-47d3-9538-ec3b50ebb4c0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.035706 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-13e7e593-1462-47d3-9538-ec3b50ebb4c0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/security-groups/c9e9fa49-112a-48fe-b6ae-ec27822e53c5 HTTP/1.1" status: 204 len: 168 time: 0.2026012 Sep 21 15:55:31.154483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41438) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:31.159567 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2f24a428-c698-4ae8-9a56-f1c63d1a654a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2035921883', 'description': 'tempest-secgroup-smoke-2035921883 description', 'project_id': 'b4016643d8834c028ec296e58e5077dd'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:31.165551 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2f24a428-c698-4ae8-9a56-f1c63d1a654a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:31.169661 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2f24a428-c698-4ae8-9a56-f1c63d1a654a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:31.172673 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2f24a428-c698-4ae8-9a56-f1c63d1a654a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:31.178558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2f24a428-c698-4ae8-9a56-f1c63d1a654a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:31.189053 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f24a428-c698-4ae8-9a56-f1c63d1a654a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.208531 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2f24a428-c698-4ae8-9a56-f1c63d1a654a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:31.212270 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2f24a428-c698-4ae8-9a56-f1c63d1a654a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:31.215273 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2f24a428-c698-4ae8-9a56-f1c63d1a654a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:31.222331 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2f24a428-c698-4ae8-9a56-f1c63d1a654a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:31.291167 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f24a428-c698-4ae8-9a56-f1c63d1a654a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.296185 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f24a428-c698-4ae8-9a56-f1c63d1a654a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.328006 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 24750663-49ea-4589-851c-46beb5919d84 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:55:31.344546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24a428-c698-4ae8-9a56-f1c63d1a654a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:31.347095 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f24a428-c698-4ae8-9a56-f1c63d1a654a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.348282 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2f24a428-c698-4ae8-9a56-f1c63d1a654a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1928692 Sep 21 15:55:31.351717 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41442) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:31.357313 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-988e38f0-2f2a-4c02-8939-645dc1d3c88e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'd0894c74-f3f5-41e5-a7e0-4e0da587cd7e', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:31.363150 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-988e38f0-2f2a-4c02-8939-645dc1d3c88e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:31.363650 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 24750663-49ea-4589-851c-46beb5919d84 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:55:31.364061 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 24750663-49ea-4589-851c-46beb5919d84 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:55:31.364580 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 0c5717be-0b18-4bd6-a667-e095fd9ee892 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:55:31.366946 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-988e38f0-2f2a-4c02-8939-645dc1d3c88e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:31.369801 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-988e38f0-2f2a-4c02-8939-645dc1d3c88e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:31.376119 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-988e38f0-2f2a-4c02-8939-645dc1d3c88e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:31.392753 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-988e38f0-2f2a-4c02-8939-645dc1d3c88e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.398797 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 0c5717be-0b18-4bd6-a667-e095fd9ee892 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:55:31.399140 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 0c5717be-0b18-4bd6-a667-e095fd9ee892 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:55:31.452361 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-988e38f0-2f2a-4c02-8939-645dc1d3c88e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.455773 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-988e38f0-2f2a-4c02-8939-645dc1d3c88e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.478909 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e38f0-2f2a-4c02-8939-645dc1d3c88e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae1b317-148f-4089-b2f8-e9910b2c67b8,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:31.488404 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-988e38f0-2f2a-4c02-8939-645dc1d3c88e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.489574 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-988e38f0-2f2a-4c02-8939-645dc1d3c88e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370535 Sep 21 15:55:31.492350 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41446) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:31.497409 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-868b6ed5-afd5-47cd-93ac-a972d0fa729b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'd0894c74-f3f5-41e5-a7e0-4e0da587cd7e', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:31.503058 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-868b6ed5-afd5-47cd-93ac-a972d0fa729b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:31.506898 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-868b6ed5-afd5-47cd-93ac-a972d0fa729b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:31.509727 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-868b6ed5-afd5-47cd-93ac-a972d0fa729b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:31.515635 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-868b6ed5-afd5-47cd-93ac-a972d0fa729b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:31.534201 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-868b6ed5-afd5-47cd-93ac-a972d0fa729b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.593980 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-868b6ed5-afd5-47cd-93ac-a972d0fa729b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.598327 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-868b6ed5-afd5-47cd-93ac-a972d0fa729b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.619373 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b6ed5-afd5-47cd-93ac-a972d0fa729b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2a4bfd-a904-4538-8d3f-8b13b65d60c3,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:31.629641 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-868b6ed5-afd5-47cd-93ac-a972d0fa729b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.630894 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-868b6ed5-afd5-47cd-93ac-a972d0fa729b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1375775 Sep 21 15:55:31.633599 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41450) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:31.638441 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9baaf437-3056-4647-8c0b-95f9d492406d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'd0894c74-f3f5-41e5-a7e0-4e0da587cd7e', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:31.644097 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9baaf437-3056-4647-8c0b-95f9d492406d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:31.648080 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9baaf437-3056-4647-8c0b-95f9d492406d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:31.651093 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9baaf437-3056-4647-8c0b-95f9d492406d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:31.657685 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9baaf437-3056-4647-8c0b-95f9d492406d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:31.674624 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9baaf437-3056-4647-8c0b-95f9d492406d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.741208 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9baaf437-3056-4647-8c0b-95f9d492406d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.744883 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9baaf437-3056-4647-8c0b-95f9d492406d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.770235 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baaf437-3056-4647-8c0b-95f9d492406d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2751402-d7d9-4884-8e11-40fdd54e6d67,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:31.779595 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9baaf437-3056-4647-8c0b-95f9d492406d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.780811 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9baaf437-3056-4647-8c0b-95f9d492406d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462843 Sep 21 15:55:31.783566 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41454) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:31.788756 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-46b903d8-83ea-499a-8734-849eee2d47b4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'd0894c74-f3f5-41e5-a7e0-4e0da587cd7e', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:31.795520 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-46b903d8-83ea-499a-8734-849eee2d47b4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:31.799387 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-46b903d8-83ea-499a-8734-849eee2d47b4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:31.802267 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-46b903d8-83ea-499a-8734-849eee2d47b4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:31.807882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-46b903d8-83ea-499a-8734-849eee2d47b4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:31.824319 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46b903d8-83ea-499a-8734-849eee2d47b4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.889944 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46b903d8-83ea-499a-8734-849eee2d47b4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.893326 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46b903d8-83ea-499a-8734-849eee2d47b4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.917098 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b903d8-83ea-499a-8734-849eee2d47b4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a2c1fb-6c0c-4f60-8fe3-e0920cb199be,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:31.926704 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-46b903d8-83ea-499a-8734-849eee2d47b4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.927966 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-46b903d8-83ea-499a-8734-849eee2d47b4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1434813 Sep 21 15:55:31.930687 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41458) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:31.935735 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4e42fb66-b9c5-4a72-a7ab-9717b5e92ebc tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'd0894c74-f3f5-41e5-a7e0-4e0da587cd7e', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:31.941827 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4e42fb66-b9c5-4a72-a7ab-9717b5e92ebc tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:31.945667 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4e42fb66-b9c5-4a72-a7ab-9717b5e92ebc tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:31.948578 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4e42fb66-b9c5-4a72-a7ab-9717b5e92ebc tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:31.954795 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4e42fb66-b9c5-4a72-a7ab-9717b5e92ebc tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:31.967160 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-4e42fb66-b9c5-4a72-a7ab-9717b5e92ebc tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Project b4016643d8834c028ec296e58e5077dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:55:31.973910 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e42fb66-b9c5-4a72-a7ab-9717b5e92ebc tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.037467 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e42fb66-b9c5-4a72-a7ab-9717b5e92ebc tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.041581 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e42fb66-b9c5-4a72-a7ab-9717b5e92ebc tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.065085 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42fb66-b9c5-4a72-a7ab-9717b5e92ebc tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f87ec5-fc70-47f7-9738-78e0fb90df11,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:32.075718 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e42fb66-b9c5-4a72-a7ab-9717b5e92ebc tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.077286 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4e42fb66-b9c5-4a72-a7ab-9717b5e92ebc tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1456921 Sep 21 15:55:32.080019 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41462) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:32.085133 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a230188d-03cf-4549-b3fb-ac0ebc40595a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'd0894c74-f3f5-41e5-a7e0-4e0da587cd7e', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:32.091858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a230188d-03cf-4549-b3fb-ac0ebc40595a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:32.095643 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a230188d-03cf-4549-b3fb-ac0ebc40595a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:32.098521 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a230188d-03cf-4549-b3fb-ac0ebc40595a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:32.104046 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a230188d-03cf-4549-b3fb-ac0ebc40595a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:32.113948 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-a230188d-03cf-4549-b3fb-ac0ebc40595a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Project b4016643d8834c028ec296e58e5077dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:55:32.120177 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a230188d-03cf-4549-b3fb-ac0ebc40595a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.183032 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a230188d-03cf-4549-b3fb-ac0ebc40595a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.186919 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a230188d-03cf-4549-b3fb-ac0ebc40595a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.211762 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230188d-03cf-4549-b3fb-ac0ebc40595a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3cf84a7-daf5-412e-8b5b-9143ab29eace,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:32.222239 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a230188d-03cf-4549-b3fb-ac0ebc40595a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.223397 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a230188d-03cf-4549-b3fb-ac0ebc40595a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1424179 Sep 21 15:55:32.226195 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41466) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:32.231497 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-bb8a7a88-68e4-40cb-83a1-ea1053462d18 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'network': {'name': 'tempest-network-smoke--1834878150', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'port_security_enabled': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:32.236280 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-bb8a7a88-68e4-40cb-83a1-ea1053462d18 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:32.240321 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bb8a7a88-68e4-40cb-83a1-ea1053462d18 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:network and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:32.243123 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bb8a7a88-68e4-40cb-83a1-ea1053462d18 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:32.249668 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-bb8a7a88-68e4-40cb-83a1-ea1053462d18 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:32.259306 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8a7a88-68e4-40cb-83a1-ea1053462d18 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Made reservation on behalf of b4016643d8834c028ec296e58e5077dd for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:55:32.263216 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7a88-68e4-40cb-83a1-ea1053462d18 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.289603 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8a7a88-68e4-40cb-83a1-ea1053462d18 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:55:32.299860 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7a88-68e4-40cb-83a1-ea1053462d18 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.300196 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-bb8a7a88-68e4-40cb-83a1-ea1053462d18 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Added segment 29bf9734-b5d2-45fc-97aa-decfc2cebdd9 of type vlan for network 38007d93-8746-4fb5-b4f6-a2d31f6b2886 Sep 21 15:55:32.326237 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7a88-68e4-40cb-83a1-ea1053462d18 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.353641 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7a88-68e4-40cb-83a1-ea1053462d18 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.359364 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8a7a88-68e4-40cb-83a1-ea1053462d18 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:32.359967 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7a88-68e4-40cb-83a1-ea1053462d18 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.485296 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bb8a7a88-68e4-40cb-83a1-ea1053462d18 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2580075 Sep 21 15:55:32.487991 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41470) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:32.488556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a7a88-68e4-40cb-83a1-ea1053462d18 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Network': ['ID=38007d93-8746-4fb5-b4f6-a2d31f6b2886,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:32.493245 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-538222367', 'admin_state_up': True, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:32.498593 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 38007d93-8746-4fb5-b4f6-a2d31f6b2886 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:55:32.501100 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:32.505112 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:router and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:32.508080 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:32.514991 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:32.525025 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.525990 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.540142 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.806332 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:33.106896 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:33.135725 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:33.375824 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Allocated IP 172.26.4.43 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/65bd2ef7-4e90-4c94-9858-5b86970c1c04) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:33.521346 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:33.550346 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:33.617421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:33.620053 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:33.624167 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:33.658901 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=65bd2ef7-4e90-4c94-9858-5b86970c1c04,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:34.036815 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:34.378208 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:34.578015 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router fc34ce07-84e8-441c-a530-03ad218246ac is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:55:34.872989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:34.883306 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] Sync routers for ids ['fc34ce07-84e8-441c-a530-03ad218246ac'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:34.893349 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] Routers {'fc34ce07-84e8-441c-a530-03ad218246ac'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:34.893973 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:55:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['fc34ce07-84e8-441c-a530-03ad218246ac'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:34.899463 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:34.900912 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2865f40b-3ebb-44c0-84de-ca762c680875 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4118810 Sep 21 15:55:34.904724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41474) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:34.993229 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9ba77352-6d40-4594-a98e-eb699c8369af tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=b4016643d8834c028ec296e58e5077dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0850384 Sep 21 15:55:34.993662 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41480) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:35.078523 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] Set router fc34ce07-84e8-441c-a530-03ad218246ac gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:35.127615 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc95b732-1af1-43b1-8434-700f2f595a04 tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:35.129077 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cc95b732-1af1-43b1-8434-700f2f595a04 tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1344638 Sep 21 15:55:35.131975 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41484) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:35.172147 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-41d9c04c-57a5-4d05-a99a-73e344237a09 tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=445481ae-8997-4e7e-a514-07e782c48c85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391009 Sep 21 15:55:35.174690 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41488) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:35.179873 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-900d753c-6f70-47ae-b5e7-a317fbf8311d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1242093124', 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:35.291517 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-900d753c-6f70-47ae-b5e7-a317fbf8311d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:35.296042 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-900d753c-6f70-47ae-b5e7-a317fbf8311d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:subnet and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:35.298849 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-900d753c-6f70-47ae-b5e7-a317fbf8311d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:35.304549 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-900d753c-6f70-47ae-b5e7-a317fbf8311d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:35.314634 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900d753c-6f70-47ae-b5e7-a317fbf8311d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Made reservation on behalf of b4016643d8834c028ec296e58e5077dd for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:55:35.318184 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-900d753c-6f70-47ae-b5e7-a317fbf8311d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:35.379987 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538222367', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:32Z', 'updated_at': '2022-09-21T15:55:33Z', 'revision_number': 3, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:33Z', 'updated_at': '2022-09-21T15:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:35.384612 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] Checking router: fc34ce07-84e8-441c-a530-03ad218246ac for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:55:35.384612 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] Updating router fc34ce07-84e8-441c-a530-03ad218246ac port 65bd2ef7-4e90-4c94-9858-5b86970c1c04 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:55:35.440870 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:35.532841 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-900d753c-6f70-47ae-b5e7-a317fbf8311d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:35.614315 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d753c-6f70-47ae-b5e7-a317fbf8311d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Subnet': ['ID=58d3daa0-205d-4fa8-83d7-6580f151efe5,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:35.626018 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900d753c-6f70-47ae-b5e7-a317fbf8311d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Checking segment: {'id': '29bf9734-b5d2-45fc-97aa-decfc2cebdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:55:35.626381 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900d753c-6f70-47ae-b5e7-a317fbf8311d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network hostable DHCP agents. Network: 38007d93-8746-4fb5-b4f6-a2d31f6b2886, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:55:35.646910 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900d753c-6f70-47ae-b5e7-a317fbf8311d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network 38007d93-8746-4fb5-b4f6-a2d31f6b2886 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:55:35.657766 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-900d753c-6f70-47ae-b5e7-a317fbf8311d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 38007d93-8746-4fb5-b4f6-a2d31f6b2886) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:35.661837 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900d753c-6f70-47ae-b5e7-a317fbf8311d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:35.662433 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-900d753c-6f70-47ae-b5e7-a317fbf8311d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:35.682791 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f38e808-c36e-4729-9554-50c511abd983 None None] Network 38007d93-8746-4fb5-b4f6-a2d31f6b2886 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:55:35.686709 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-900d753c-6f70-47ae-b5e7-a317fbf8311d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5109630 Sep 21 15:55:35.689493 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41492) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:35.783754 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-08019c64-5b62-47d4-bcaa-72192e2407d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:36.031097 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:36.045137 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] Transition to ACTIVE for port object 65bd2ef7-4e90-4c94-9858-5b86970c1c04 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:36.055436 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:36.111653 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] Attempting to bind port 65bd2ef7-4e90-4c94-9858-5b86970c1c04 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:36.112118 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] Attempting to bind port 65bd2ef7-4e90-4c94-9858-5b86970c1c04 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:36.112696 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] Attempting to bind port 65bd2ef7-4e90-4c94-9858-5b86970c1c04 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:36.115140 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-38007d93-8746-4fb5-b4f6-a2d31f6b2886', 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ips': [{'subnet_id': '58d3daa0-205d-4fa8-83d7-6580f151efe5'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:55:36.116021 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:36.147067 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:55:36.147541 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:55:36.148269 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:36.148473 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:55:36.149026 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] Bound port: 65bd2ef7-4e90-4c94-9858-5b86970c1c04, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:55:36.149457 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:36.257272 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ba47f-ecde-4f4b-9c49-83be293fb4d8 None None] Pushing event updated for resources: {'Port': ['ID=65bd2ef7-4e90-4c94-9858-5b86970c1c04,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:36.322060 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] For port 65bd2ef7-4e90-4c94-9858-5b86970c1c04, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:55:36.328103 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] For port 65bd2ef7-4e90-4c94-9858-5b86970c1c04, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=65bd2ef7-4e90-4c94-9858-5b86970c1c04,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:55:36.332868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:36.447743 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] Routers {'fc34ce07-84e8-441c-a530-03ad218246ac'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:36.448355 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:55:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['fc34ce07-84e8-441c-a530-03ad218246ac'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:36.525820 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-64a7dd2f-6af9-49be-a052-0bc76b6c08c3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:36.536971 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ba47f-ecde-4f4b-9c49-83be293fb4d8 None None] Pushing event updated for resources: {'Port': ['ID=65bd2ef7-4e90-4c94-9858-5b86970c1c04,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:36.546146 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] Allocated IP 172.20.0.2 (38007d93-8746-4fb5-b4f6-a2d31f6b2886/58d3daa0-205d-4fa8-83d7-6580f151efe5/49c3adc0-d892-4061-83ee-54ba8a8df267) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:36.727632 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] Set router fc34ce07-84e8-441c-a530-03ad218246ac gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:37.071365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:37.129532 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] Transition to ACTIVE for port object 49c3adc0-d892-4061-83ee-54ba8a8df267 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:37.155222 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] Transition to ACTIVE for port object 49c3adc0-d892-4061-83ee-54ba8a8df267 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:37.162929 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:37.237850 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-64a7dd2f-6af9-49be-a052-0bc76b6c08c3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Allocated IP 172.20.0.1 (38007d93-8746-4fb5-b4f6-a2d31f6b2886/58d3daa0-205d-4fa8-83d7-6580f151efe5/4b479457-4504-40a0-8da2-67425ca859ff) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:37.241839 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] Network 38007d93-8746-4fb5-b4f6-a2d31f6b2886 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:37.248138 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:37.253685 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:37.263057 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538222367', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:32Z', 'updated_at': '2022-09-21T15:55:33Z', 'revision_number': 3, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:33Z', 'updated_at': '2022-09-21T15:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:37.266540 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] Pushing event updated for resources: {'Port': ['ID=49c3adc0-d892-4061-83ee-54ba8a8df267,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:37.310651 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6532a1-9ae9-43b5-8fed-7aad998489b8 None None] The sync data for ids ['fc34ce07-84e8-441c-a530-03ad218246ac'] in dv-neutron-858731-1-hyperv is: [{'id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538222367', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:32Z', 'updated_at': '2022-09-21T15:55:33Z', 'revision_number': 3, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:33Z', 'updated_at': '2022-09-21T15:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:37.379885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] Attempting to bind port 49c3adc0-d892-4061-83ee-54ba8a8df267 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:37.380253 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] Attempting to bind port 49c3adc0-d892-4061-83ee-54ba8a8df267 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '29bf9734-b5d2-45fc-97aa-decfc2cebdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:37.380643 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] Attempting to bind port 49c3adc0-d892-4061-83ee-54ba8a8df267 on network 38007d93-8746-4fb5-b4f6-a2d31f6b2886 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:37.386788 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:55:37.387270 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] Checking segment: {'id': '29bf9734-b5d2-45fc-97aa-decfc2cebdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:55:37.387940 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:37.388588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] Bound using segment: {'id': '29bf9734-b5d2-45fc-97aa-decfc2cebdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:55:37.389060 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] Bound port: 49c3adc0-d892-4061-83ee-54ba8a8df267, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29bf9734-b5d2-45fc-97aa-decfc2cebdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:55:37.389431 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:37.447782 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-64a7dd2f-6af9-49be-a052-0bc76b6c08c3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:37.470209 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-64a7dd2f-6af9-49be-a052-0bc76b6c08c3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Transition to ACTIVE for port object 4b479457-4504-40a0-8da2-67425ca859ff will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:37.503098 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-64a7dd2f-6af9-49be-a052-0bc76b6c08c3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:37.505442 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] For port 49c3adc0-d892-4061-83ee-54ba8a8df267, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:55:37.508975 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] For port 49c3adc0-d892-4061-83ee-54ba8a8df267, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=49c3adc0-d892-4061-83ee-54ba8a8df267,segment=NetworkSegment(29bf9734-b5d2-45fc-97aa-decfc2cebdd9),segment_id=29bf9734-b5d2-45fc-97aa-decfc2cebdd9)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:55:37.515039 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:37.594250 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a7dd2f-6af9-49be-a052-0bc76b6c08c3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network 38007d93-8746-4fb5-b4f6-a2d31f6b2886 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:37.597517 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-64a7dd2f-6af9-49be-a052-0bc76b6c08c3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:37.604771 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a7dd2f-6af9-49be-a052-0bc76b6c08c3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:37.653538 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e9320-8f4c-4949-8dcf-3d29686e3359 None None] Pushing event updated for resources: {'Port': ['ID=49c3adc0-d892-4061-83ee-54ba8a8df267,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:37.655208 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7dd2f-6af9-49be-a052-0bc76b6c08c3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=4b479457-4504-40a0-8da2-67425ca859ff,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:37.687654 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-64a7dd2f-6af9-49be-a052-0bc76b6c08c3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:37.990552 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-866836c8-cbc8-45d9-9b6e-3e7c588c7a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:38.047443 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-64a7dd2f-6af9-49be-a052-0bc76b6c08c3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:38.603137 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-64a7dd2f-6af9-49be-a052-0bc76b6c08c3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:38.608506 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-64a7dd2f-6af9-49be-a052-0bc76b6c08c3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:38.679203 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c538f9a-a54e-4e55-a944-f638dda1f3e4 None None] Network 38007d93-8746-4fb5-b4f6-a2d31f6b2886 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:55:38.724941 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-64a7dd2f-6af9-49be-a052-0bc76b6c08c3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:38.728301 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7dd2f-6af9-49be-a052-0bc76b6c08c3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=4b479457-4504-40a0-8da2-67425ca859ff,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:38.803705 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1062dc8b-8945-406f-b23f-4fa8f34b3bfe None None] Provisioning for port 49c3adc0-d892-4061-83ee-54ba8a8df267 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:38.868589 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a7dd2f-6af9-49be-a052-0bc76b6c08c3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network 38007d93-8746-4fb5-b4f6-a2d31f6b2886 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:38.870890 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-64a7dd2f-6af9-49be-a052-0bc76b6c08c3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:38.872252 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:39.071594 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:39.073837 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a7dd2f-6af9-49be-a052-0bc76b6c08c3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router fc34ce07-84e8-441c-a530-03ad218246ac has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:55:39.234992 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-00bc72c3-1351-4bb3-bc1c-d8b407197841 None None] Provisioning for port 4b479457-4504-40a0-8da2-67425ca859ff completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:39.240436 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-00bc72c3-1351-4bb3-bc1c-d8b407197841 None None] Provisioning complete for port 4b479457-4504-40a0-8da2-67425ca859ff triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:39.240698 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-00bc72c3-1351-4bb3-bc1c-d8b407197841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:39.265112 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a7dd2f-6af9-49be-a052-0bc76b6c08c3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:39.282154 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] Sync routers for ids ['fc34ce07-84e8-441c-a530-03ad218246ac'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:39.286375 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-64a7dd2f-6af9-49be-a052-0bc76b6c08c3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "PUT /v2.0/routers/fc34ce07-84e8-441c-a530-03ad218246ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5956473 Sep 21 15:55:39.304400 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] Routers {'fc34ce07-84e8-441c-a530-03ad218246ac'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:39.306916 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:55:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['fc34ce07-84e8-441c-a530-03ad218246ac'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:39.312388 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-00bc72c3-1351-4bb3-bc1c-d8b407197841 None None] Port 4b479457-4504-40a0-8da2-67425ca859ff cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:55:39.452587 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 65bd2ef7-4e90-4c94-9858-5b86970c1c04 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:55:39.500877 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e583abce-3bb1-43c0-91d4-e1edebc68405 None None] Provisioning complete for port 4b479457-4504-40a0-8da2-67425ca859ff triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:39.501334 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e583abce-3bb1-43c0-91d4-e1edebc68405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:39.516131 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-131e65c0-5e3b-4a96-865d-d5f0967c2103 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Synchronizing usage tracker for tenant:b4016643d8834c028ec296e58e5077dd on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:39.532002 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] Set router fc34ce07-84e8-441c-a530-03ad218246ac gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:39.540369 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-131e65c0-5e3b-4a96-865d-d5f0967c2103 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Unset dirty status for tenant:b4016643d8834c028ec296e58e5077dd on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:39.551191 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-131e65c0-5e3b-4a96-865d-d5f0967c2103 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2035921883&fields=id&tenant_id=b4016643d8834c028ec296e58e5077dd HTTP/1.1" status: 200 len: 267 time: 0.0809529 Sep 21 15:55:39.588985 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e583abce-3bb1-43c0-91d4-e1edebc68405 None None] Port 4b479457-4504-40a0-8da2-67425ca859ff cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:55:39.608121 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 65bd2ef7-4e90-4c94-9858-5b86970c1c04 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:39.617101 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 65bd2ef7-4e90-4c94-9858-5b86970c1c04 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:39.617482 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:39.708968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-0ac318e6-2a95-4637-8457-e71232427304 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:39.709694 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-0ac318e6-2a95-4637-8457-e71232427304 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Synchronizing usage tracker for tenant:b4016643d8834c028ec296e58e5077dd on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:39.727630 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-0ac318e6-2a95-4637-8457-e71232427304 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Unset dirty status for tenant:b4016643d8834c028ec296e58e5077dd on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:39.728961 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-0ac318e6-2a95-4637-8457-e71232427304 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/networks?id=38007d93-8746-4fb5-b4f6-a2d31f6b2886 HTTP/1.1" status: 200 len: 797 time: 0.1766827 Sep 21 15:55:39.748934 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-02da0370-2cca-4466-8abd-6a1c2a971e6e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/quotas/b4016643d8834c028ec296e58e5077dd HTTP/1.1" status: 200 len: 375 time: 0.0133379 Sep 21 15:55:39.756398 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 65bd2ef7-4e90-4c94-9858-5b86970c1c04 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:39.756966 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:39.763959 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-dda6d9e9-5581-43ef-9979-835d2e59ef20 None None] Provisioning complete for port 4b479457-4504-40a0-8da2-67425ca859ff triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:39.764323 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dda6d9e9-5581-43ef-9979-835d2e59ef20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:39.818843 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 65bd2ef7-4e90-4c94-9858-5b86970c1c04, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=65bd2ef7-4e90-4c94-9858-5b86970c1c04,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:39.827764 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:39.828582 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 49c3adc0-d892-4061-83ee-54ba8a8df267 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:55:39.843265 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-b5efd169-5f33-4a47-a2d2-dbbbf63218d6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880983 Sep 21 15:55:39.868023 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538222367', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:32Z', 'updated_at': '2022-09-21T15:55:37Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:33Z', 'updated_at': '2022-09-21T15:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '4b479457-4504-40a0-8da2-67425ca859ff', 'name': '', 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:fb:35:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '58d3daa0-205d-4fa8-83d7-6580f151efe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:36Z', 'updated_at': '2022-09-21T15:55:38Z', 'revision_number': 2, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '58d3daa0-205d-4fa8-83d7-6580f151efe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:39.872690 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] Checking router: fc34ce07-84e8-441c-a530-03ad218246ac for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:55:39.873102 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] Updating router fc34ce07-84e8-441c-a530-03ad218246ac port 4b479457-4504-40a0-8da2-67425ca859ff binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:55:39.902444 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-dda6d9e9-5581-43ef-9979-835d2e59ef20 None None] Port 4b479457-4504-40a0-8da2-67425ca859ff cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:55:39.934564 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:39.954419 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=65bd2ef7-4e90-4c94-9858-5b86970c1c04,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:39.969413 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 49c3adc0-d892-4061-83ee-54ba8a8df267 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:39.974837 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 49c3adc0-d892-4061-83ee-54ba8a8df267 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:39.975214 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:39.986523 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-f056de3b-0150-450a-81f7-13cf93d99245 service neutron] 10.222.0.62 "GET /v2.0/networks/38007d93-8746-4fb5-b4f6-a2d31f6b2886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307285 Sep 21 15:55:40.104270 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 49c3adc0-d892-4061-83ee-54ba8a8df267 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:40.104882 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:40.128990 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-1a1dc492-9dec-427e-b1b7-c5900b43b125 service neutron] 10.222.0.62 "GET /v2.0/networks/38007d93-8746-4fb5-b4f6-a2d31f6b2886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334229 Sep 21 15:55:40.139341 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 49c3adc0-d892-4061-83ee-54ba8a8df267, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=49c3adc0-d892-4061-83ee-54ba8a8df267,segment=NetworkSegment(29bf9734-b5d2-45fc-97aa-decfc2cebdd9),segment_id=29bf9734-b5d2-45fc-97aa-decfc2cebdd9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:40.144120 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:40.214716 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=49c3adc0-d892-4061-83ee-54ba8a8df267,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:40.326290 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:40.331540 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b13473ee-4b40-4b89-8f09-bc044a3d04cd req-e35e6f75-02dc-4900-81d0-eeed3e10929a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 210 time: 0.0581553 Sep 21 15:55:40.338191 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] Transition to ACTIVE for port object 4b479457-4504-40a0-8da2-67425ca859ff will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:40.346408 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:40.544846 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d980a-bcbf-43ae-ace6-fac3299aa41a None None] Pushing event updated for resources: {'Port': ['ID=4b479457-4504-40a0-8da2-67425ca859ff,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:40.565514 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d980a-bcbf-43ae-ace6-fac3299aa41a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:40.565858 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d980a-bcbf-43ae-ace6-fac3299aa41a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:40.566192 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d980a-bcbf-43ae-ace6-fac3299aa41a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:40.566519 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d980a-bcbf-43ae-ace6-fac3299aa41a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:40.566845 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d980a-bcbf-43ae-ace6-fac3299aa41a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:40.567167 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d980a-bcbf-43ae-ace6-fac3299aa41a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:40.567499 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d980a-bcbf-43ae-ace6-fac3299aa41a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:40.567807 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d980a-bcbf-43ae-ace6-fac3299aa41a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:40.568142 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d980a-bcbf-43ae-ace6-fac3299aa41a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:40.568436 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d980a-bcbf-43ae-ace6-fac3299aa41a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:40.568776 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d980a-bcbf-43ae-ace6-fac3299aa41a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:40.569089 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d980a-bcbf-43ae-ace6-fac3299aa41a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:40.578542 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] Attempting to bind port 4b479457-4504-40a0-8da2-67425ca859ff on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:40.578905 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] Attempting to bind port 4b479457-4504-40a0-8da2-67425ca859ff by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '29bf9734-b5d2-45fc-97aa-decfc2cebdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:40.579261 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] Attempting to bind port 4b479457-4504-40a0-8da2-67425ca859ff on network 38007d93-8746-4fb5-b4f6-a2d31f6b2886 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:40.584718 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:55:40.585083 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] Checking segment: {'id': '29bf9734-b5d2-45fc-97aa-decfc2cebdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:55:40.585505 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:40.585853 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] Bound using segment: {'id': '29bf9734-b5d2-45fc-97aa-decfc2cebdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:55:40.586308 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] Bound port: 4b479457-4504-40a0-8da2-67425ca859ff, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29bf9734-b5d2-45fc-97aa-decfc2cebdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:55:40.586701 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:40.681651 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] For port 4b479457-4504-40a0-8da2-67425ca859ff, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:55:40.686567 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] For port 4b479457-4504-40a0-8da2-67425ca859ff, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=4b479457-4504-40a0-8da2-67425ca859ff,segment=NetworkSegment(29bf9734-b5d2-45fc-97aa-decfc2cebdd9),segment_id=29bf9734-b5d2-45fc-97aa-decfc2cebdd9)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:55:40.688783 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:40.690553 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:40.782832 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] Routers {'fc34ce07-84e8-441c-a530-03ad218246ac'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:40.783355 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:55:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['fc34ce07-84e8-441c-a530-03ad218246ac'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:40.871253 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d980a-bcbf-43ae-ace6-fac3299aa41a None None] Pushing event updated for resources: {'Port': ['ID=4b479457-4504-40a0-8da2-67425ca859ff,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:40.976097 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] Set router fc34ce07-84e8-441c-a530-03ad218246ac gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:41.290945 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538222367', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:32Z', 'updated_at': '2022-09-21T15:55:37Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:33Z', 'updated_at': '2022-09-21T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '4b479457-4504-40a0-8da2-67425ca859ff', 'name': '', 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:fb:35:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '58d3daa0-205d-4fa8-83d7-6580f151efe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:36Z', 'updated_at': '2022-09-21T15:55:40Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '58d3daa0-205d-4fa8-83d7-6580f151efe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:41.299072 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c489b94-e261-45f7-b179-818694c80e7b None None] The sync data for ids ['fc34ce07-84e8-441c-a530-03ad218246ac'] in dv-neutron-858731-1-hyperv is: [{'id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538222367', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:32Z', 'updated_at': '2022-09-21T15:55:37Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:33Z', 'updated_at': '2022-09-21T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '4b479457-4504-40a0-8da2-67425ca859ff', 'name': '', 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:fb:35:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '58d3daa0-205d-4fa8-83d7-6580f151efe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:36Z', 'updated_at': '2022-09-21T15:55:40Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '58d3daa0-205d-4fa8-83d7-6580f151efe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:41.429183 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 65bd2ef7-4e90-4c94-9858-5b86970c1c04 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:55:41.531322 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 65bd2ef7-4e90-4c94-9858-5b86970c1c04 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:41.531931 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:41.586789 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c0b85eed-b3c1-4ebb-a8ec-ad95f52422ab req-e8f94c67-48c8-4de6-ad6b-816f337d243d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 210 time: 0.0724623 Sep 21 15:55:41.655668 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-694bdbf3-9d79-4b30-b012-faaeceed6abb tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:41.657486 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-694bdbf3-9d79-4b30-b012-faaeceed6abb tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "GET /v2.0/networks?id=38007d93-8746-4fb5-b4f6-a2d31f6b2886 HTTP/1.1" status: 200 len: 797 time: 0.2631550 Sep 21 15:55:41.710275 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 65bd2ef7-4e90-4c94-9858-5b86970c1c04 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:41.711394 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 49c3adc0-d892-4061-83ee-54ba8a8df267 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:55:41.728342 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-72206cde-1017-4fa1-9bff-5eb9d4078d1f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4016643d8834c028ec296e58e5077dd HTTP/1.1" status: 200 len: 380 time: 0.0462523 Sep 21 15:55:41.760988 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-63592144-6878-4775-a4ac-1a0691e2aa98 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'port': {'device_id': '12644585-8b79-4581-9b4d-5ea08ce0ff6c', 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886', 'admin_state_up': True, 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'security_groups': ['d0894c74-f3f5-41e5-a7e0-4e0da587cd7e']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:41.782840 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 49c3adc0-d892-4061-83ee-54ba8a8df267 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:41.783211 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:41.912704 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-63592144-6878-4775-a4ac-1a0691e2aa98 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:41.916969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-63592144-6878-4775-a4ac-1a0691e2aa98 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:port and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:41.919955 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-63592144-6878-4775-a4ac-1a0691e2aa98 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:41.925825 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-63592144-6878-4775-a4ac-1a0691e2aa98 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:41.937955 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-63592144-6878-4775-a4ac-1a0691e2aa98 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Made reservation on behalf of b4016643d8834c028ec296e58e5077dd for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:55:41.942874 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-63592144-6878-4775-a4ac-1a0691e2aa98 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:41.945424 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 49c3adc0-d892-4061-83ee-54ba8a8df267 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:42.117608 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-63592144-6878-4775-a4ac-1a0691e2aa98 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Allocated IP 172.20.0.13 (38007d93-8746-4fb5-b4f6-a2d31f6b2886/58d3daa0-205d-4fa8-83d7-6580f151efe5/357bdc96-0f87-4553-8dd3-51beaa2bb0b7) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:42.323781 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-63592144-6878-4775-a4ac-1a0691e2aa98 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:42.339779 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-63592144-6878-4775-a4ac-1a0691e2aa98 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Transition to ACTIVE for port object 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:42.365480 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-63592144-6878-4775-a4ac-1a0691e2aa98 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:42.547677 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-63592144-6878-4775-a4ac-1a0691e2aa98 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network 38007d93-8746-4fb5-b4f6-a2d31f6b2886 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:42.550502 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-63592144-6878-4775-a4ac-1a0691e2aa98 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:42.554407 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-63592144-6878-4775-a4ac-1a0691e2aa98 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:42.591305 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63592144-6878-4775-a4ac-1a0691e2aa98 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=357bdc96-0f87-4553-8dd3-51beaa2bb0b7,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:42.625629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-63592144-6878-4775-a4ac-1a0691e2aa98 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:42.626448 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-63592144-6878-4775-a4ac-1a0691e2aa98 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:42.654445 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-63592144-6878-4775-a4ac-1a0691e2aa98 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8972998 Sep 21 15:55:42.671026 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] Request body: {'port': {'device_id': '12644585-8b79-4581-9b4d-5ea08ce0ff6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:42.741998 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f0a6b353-0e78-40fc-82ea-03c786c9802e None None] Provisioning for port 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:42.747263 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f0a6b353-0e78-40fc-82ea-03c786c9802e None None] Provisioning complete for port 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:42.747624 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b353-0e78-40fc-82ea-03c786c9802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:42.800554 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f0a6b353-0e78-40fc-82ea-03c786c9802e None None] Port 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:55:42.850442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:42.920893 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540e596-ca39-4203-bfc0-b1ee4bbe8e9c req-fefe72e0-829a-497f-8043-918ee16509ef tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:42.921580 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-0540e596-ca39-4203-bfc0-b1ee4bbe8e9c req-fefe72e0-829a-497f-8043-918ee16509ef tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Synchronizing usage tracker for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:42.993282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-0540e596-ca39-4203-bfc0-b1ee4bbe8e9c req-fefe72e0-829a-497f-8043-918ee16509ef tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Unset dirty status for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:42.994429 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0540e596-ca39-4203-bfc0-b1ee4bbe8e9c req-fefe72e0-829a-497f-8043-918ee16509ef tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 932 time: 0.2730050 Sep 21 15:55:43.124132 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0540e596-ca39-4203-bfc0-b1ee4bbe8e9c req-776f0e59-e64e-4c0c-8ac2-1b5824f212ef tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221669 Sep 21 15:55:43.255846 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:55:43.263474 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:43.277154 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] Transition to ACTIVE for port object 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:43.281888 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:43.359625 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 4b479457-4504-40a0-8da2-67425ca859ff up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:55:43.433128 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 4b479457-4504-40a0-8da2-67425ca859ff completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:43.438835 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 4b479457-4504-40a0-8da2-67425ca859ff triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:43.439208 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:43.477415 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] Pushing event updated for resources: {'Port': ['ID=357bdc96-0f87-4553-8dd3-51beaa2bb0b7,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:43.515952 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] Attempting to bind port 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:43.516284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] Attempting to bind port 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '29bf9734-b5d2-45fc-97aa-decfc2cebdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:43.516643 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] Attempting to bind port 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 on network 38007d93-8746-4fb5-b4f6-a2d31f6b2886 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:43.521183 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] Port 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 on network 38007d93-8746-4fb5-b4f6-a2d31f6b2886 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:43.521528 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] Attempting to bind port 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 on network 38007d93-8746-4fb5-b4f6-a2d31f6b2886 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:43.526568 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:55:43.526897 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] Checking segment: {'id': '29bf9734-b5d2-45fc-97aa-decfc2cebdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:55:43.527277 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] Bound using segment: {'id': '29bf9734-b5d2-45fc-97aa-decfc2cebdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:55:43.527723 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] Bound port: 357bdc96-0f87-4553-8dd3-51beaa2bb0b7, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29bf9734-b5d2-45fc-97aa-decfc2cebdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:55:43.528061 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:43.559564 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 4b479457-4504-40a0-8da2-67425ca859ff is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:43.559994 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:43.594017 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 4b479457-4504-40a0-8da2-67425ca859ff, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=4b479457-4504-40a0-8da2-67425ca859ff,segment=NetworkSegment(29bf9734-b5d2-45fc-97aa-decfc2cebdd9),segment_id=29bf9734-b5d2-45fc-97aa-decfc2cebdd9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:43.597616 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:43.619869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] For port 357bdc96-0f87-4553-8dd3-51beaa2bb0b7, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:55:43.623520 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] For port 357bdc96-0f87-4553-8dd3-51beaa2bb0b7, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=357bdc96-0f87-4553-8dd3-51beaa2bb0b7,segment=NetworkSegment(29bf9734-b5d2-45fc-97aa-decfc2cebdd9),segment_id=29bf9734-b5d2-45fc-97aa-decfc2cebdd9)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:55:43.628109 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:43.658733 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:43.659251 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:43.660651 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] 10.222.0.20 "PUT /v2.0/ports/357bdc96-0f87-4553-8dd3-51beaa2bb0b7 HTTP/1.1" status: 200 len: 1094 time: 0.9948230 Sep 21 15:55:43.666561 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=4b479457-4504-40a0-8da2-67425ca859ff,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:43.666753 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12644585-8b79-4581-9b4d-5ea08ce0ff6c', 'tag': '357bdc96-0f87-4553-8dd3-51beaa2bb0b7'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:55:43.668013 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7281f43e-c42c-4079-8140-183d53acf6af" -d '{"events": [{"name": "network-changed", "server_uuid": "12644585-8b79-4581-9b4d-5ea08ce0ff6c", "tag": "357bdc96-0f87-4553-8dd3-51beaa2bb0b7"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:55:43.705936 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4a5d6-4f24-47d2-8a96-fbc8b4e0a109 service neutron] Pushing event updated for resources: {'Port': ['ID=357bdc96-0f87-4553-8dd3-51beaa2bb0b7,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:43.745099 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9999557-9720-4060-bcca-974e12138c01 x-openstack-request-id: req-f9999557-9720-4060-bcca-974e12138c01 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:55:43.745374 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12644585-8b79-4581-9b4d-5ea08ce0ff6c", "tag": "357bdc96-0f87-4553-8dd3-51beaa2bb0b7", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:55:43.745616 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f9999557-9720-4060-bcca-974e12138c01 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:55:43.745996 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9999557-9720-4060-bcca-974e12138c01'] response: {'name': 'network-changed', 'server_uuid': '12644585-8b79-4581-9b4d-5ea08ce0ff6c', 'tag': '357bdc96-0f87-4553-8dd3-51beaa2bb0b7', 'status': 'completed', 'code': 200} Sep 21 15:55:43.788159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-3592592c-e750-4f4e-a58f-9ed4190dde63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:43.789668 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-3592592c-e750-4f4e-a58f-9ed4190dde63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 1097 time: 0.0807574 Sep 21 15:55:43.863398 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-c6af6d27-b0e1-4db2-8242-30b7af0e8ee6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=357bdc96-0f87-4553-8dd3-51beaa2bb0b7 HTTP/1.1" status: 200 len: 217 time: 0.0631571 Sep 21 15:55:43.927022 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-9e9a020c-9219-4364-b1b1-e2eddca283f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:43.928303 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-9e9a020c-9219-4364-b1b1-e2eddca283f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58d3daa0-205d-4fa8-83d7-6580f151efe5 HTTP/1.1" status: 200 len: 835 time: 0.0554516 Sep 21 15:55:44.016232 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-8659cf30-291a-46d7-a09b-ddf43e33e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:44.017710 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-8659cf30-291a-46d7-a09b-ddf43e33e543 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38007d93-8746-4fb5-b4f6-a2d31f6b2886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806632 Sep 21 15:55:44.150581 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-2cd2f221-1d55-4c3a-9ac3-05e58f9dea4e service neutron] 10.222.0.20 "GET /v2.0/networks/38007d93-8746-4fb5-b4f6-a2d31f6b2886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233931 Sep 21 15:55:44.447820 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d68e9d54-2991-48b5-a4da-8c80ccb23b3d req-f8a845f7-a9d7-4d8d-99e7-c34079178b60 service neutron] 10.222.0.20 "GET /v2.0/networks/38007d93-8746-4fb5-b4f6-a2d31f6b2886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833450 Sep 21 15:55:44.467735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6a482-c1e9-4938-8676-a787d23139e4 req-4e19c1d7-1f57-41c9-8cec-4363668f20f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:44.469228 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d0f6a482-c1e9-4938-8676-a787d23139e4 req-4e19c1d7-1f57-41c9-8cec-4363668f20f9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 944 time: 0.2315145 Sep 21 15:55:44.573254 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d0f6a482-c1e9-4938-8676-a787d23139e4 req-c9479bc1-d30a-460a-81eb-1dd3ef93543a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963285 Sep 21 15:55:44.594706 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281f43e-c42c-4079-8140-183d53acf6af req-a8ac4ede-1689-448a-b63b-2c7fecba3f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:44.596326 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7281f43e-c42c-4079-8140-183d53acf6af req-a8ac4ede-1689-448a-b63b-2c7fecba3f76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 1097 time: 0.0956860 Sep 21 15:55:44.725486 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281f43e-c42c-4079-8140-183d53acf6af req-3697b691-5d45-47aa-acc9-12b3c6bdf631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:44.726899 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7281f43e-c42c-4079-8140-183d53acf6af req-3697b691-5d45-47aa-acc9-12b3c6bdf631 service neutron] 10.222.0.20 "GET /v2.0/networks?id=38007d93-8746-4fb5-b4f6-a2d31f6b2886 HTTP/1.1" status: 200 len: 898 time: 0.1247263 Sep 21 15:55:44.796598 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7281f43e-c42c-4079-8140-183d53acf6af req-0294afaa-eb10-4ef9-ba54-1ac9ca1bce5e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=357bdc96-0f87-4553-8dd3-51beaa2bb0b7 HTTP/1.1" status: 200 len: 217 time: 0.0628567 Sep 21 15:55:44.858419 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281f43e-c42c-4079-8140-183d53acf6af req-0235dde7-30e6-429f-9f14-13d1f2900009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:44.859831 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7281f43e-c42c-4079-8140-183d53acf6af req-0235dde7-30e6-429f-9f14-13d1f2900009 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58d3daa0-205d-4fa8-83d7-6580f151efe5 HTTP/1.1" status: 200 len: 835 time: 0.0567622 Sep 21 15:55:44.945439 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281f43e-c42c-4079-8140-183d53acf6af req-d470e2ab-1f9e-415a-a2f6-ddd833b5c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:44.947009 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7281f43e-c42c-4079-8140-183d53acf6af req-d470e2ab-1f9e-415a-a2f6-ddd833b5c6a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38007d93-8746-4fb5-b4f6-a2d31f6b2886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807424 Sep 21 15:55:45.087536 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7281f43e-c42c-4079-8140-183d53acf6af req-be12ae36-82fb-464a-82b4-f1c201842036 service neutron] 10.222.0.20 "GET /v2.0/networks/38007d93-8746-4fb5-b4f6-a2d31f6b2886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330895 Sep 21 15:55:45.217878 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7281f43e-c42c-4079-8140-183d53acf6af req-fd32d41a-359b-4a2b-b7d4-ba193b5baf23 service neutron] 10.222.0.20 "GET /v2.0/networks/38007d93-8746-4fb5-b4f6-a2d31f6b2886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235268 Sep 21 15:55:45.337864 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 4b479457-4504-40a0-8da2-67425ca859ff up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:55:45.407320 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 4b479457-4504-40a0-8da2-67425ca859ff triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:45.407679 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:45.518340 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 4b479457-4504-40a0-8da2-67425ca859ff is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:45.772379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1439c2a-a750-4951-af23-5c71d9a3b5a9 req-3f89cb3f-5c89-4aa6-9662-88d4d0a95114 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:45.773861 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1439c2a-a750-4951-af23-5c71d9a3b5a9 req-3f89cb3f-5c89-4aa6-9662-88d4d0a95114 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 944 time: 0.0870419 Sep 21 15:55:45.817455 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1439c2a-a750-4951-af23-5c71d9a3b5a9 req-e4e3958a-9dfe-4a92-9e1c-d020627800be tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374441 Sep 21 15:55:47.024418 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19809c54-f033-4a09-852b-9daf27992ae9 req-507d3dc4-929a-4486-a931-befd0f8e73ad tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:47.025949 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19809c54-f033-4a09-852b-9daf27992ae9 req-507d3dc4-929a-4486-a931-befd0f8e73ad tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 944 time: 0.0989609 Sep 21 15:55:47.072416 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19809c54-f033-4a09-852b-9daf27992ae9 req-32038a5c-d541-46e4-b6aa-5fac5511b205 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397906 Sep 21 15:55:47.989165 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:55:48.124685 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 357bdc96-0f87-4553-8dd3-51beaa2bb0b7, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=357bdc96-0f87-4553-8dd3-51beaa2bb0b7,segment=NetworkSegment(29bf9734-b5d2-45fc-97aa-decfc2cebdd9),segment_id=29bf9734-b5d2-45fc-97aa-decfc2cebdd9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:48.141461 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '357bdc96-0f87-4553-8dd3-51beaa2bb0b7', 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886', 'port_id': '357bdc96-0f87-4553-8dd3-51beaa2bb0b7', 'mac_address': 'fa:16:3e:d7:ac:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d3daa0-205d-4fa8-83d7-6580f151efe5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:55:48.196861 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:48.197239 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:48.214254 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:55:48.232565 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 357bdc96-0f87-4553-8dd3-51beaa2bb0b7, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=357bdc96-0f87-4553-8dd3-51beaa2bb0b7,segment=NetworkSegment(29bf9734-b5d2-45fc-97aa-decfc2cebdd9),segment_id=29bf9734-b5d2-45fc-97aa-decfc2cebdd9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:48.236419 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:48.274968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c21f2-e720-46f9-a66b-0f28ca62e33b req-eacc4891-d3e4-4b67-a8e8-4c69db701cbc tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:48.276586 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-325c21f2-e720-46f9-a66b-0f28ca62e33b req-eacc4891-d3e4-4b67-a8e8-4c69db701cbc tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 944 time: 0.0891960 Sep 21 15:55:48.303904 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=357bdc96-0f87-4553-8dd3-51beaa2bb0b7,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:48.327205 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-325c21f2-e720-46f9-a66b-0f28ca62e33b req-82b4ad2c-1d89-472d-afc4-a5d86edf50a6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441222 Sep 21 15:55:48.493596 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['357bdc96-0f87-4553-8dd3-51beaa2bb0b7'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:55:49.526924 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edd40e-9282-4a16-b1a7-9af98ded2f77 req-c13fc9ce-2596-4c80-92ca-ea92d34324c7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:49.528702 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-94edd40e-9282-4a16-b1a7-9af98ded2f77 req-c13fc9ce-2596-4c80-92ca-ea92d34324c7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 945 time: 0.0901637 Sep 21 15:55:49.571787 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-94edd40e-9282-4a16-b1a7-9af98ded2f77 req-e86c267c-5924-4f8c-afac-a96e6a495eb3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374959 Sep 21 15:55:50.005001 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:55:50.073132 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:50.078296 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:50.078666 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:50.197310 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:50.197686 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:50.225630 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12644585-8b79-4581-9b4d-5ea08ce0ff6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357bdc96-0f87-4553-8dd3-51beaa2bb0b7'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:55:50.227905 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a328cca-df72-4753-b88c-7c78df3564fb" -d '{"events": [{"server_uuid": "12644585-8b79-4581-9b4d-5ea08ce0ff6c", "name": "network-vif-plugged", "status": "completed", "tag": "357bdc96-0f87-4553-8dd3-51beaa2bb0b7"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:55:50.235922 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 357bdc96-0f87-4553-8dd3-51beaa2bb0b7, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=357bdc96-0f87-4553-8dd3-51beaa2bb0b7,segment=NetworkSegment(29bf9734-b5d2-45fc-97aa-decfc2cebdd9),segment_id=29bf9734-b5d2-45fc-97aa-decfc2cebdd9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:50.239578 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:50.311314 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=357bdc96-0f87-4553-8dd3-51beaa2bb0b7,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:50.318860 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.319210 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.319547 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.319880 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.320210 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.320566 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.320891 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.321214 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.321538 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.321880 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.322199 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.322541 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.327453 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482ad560-49c6-43b8-8b53-35bdd2ed70d3 x-openstack-request-id: req-482ad560-49c6-43b8-8b53-35bdd2ed70d3 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:55:50.327737 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12644585-8b79-4581-9b4d-5ea08ce0ff6c", "name": "network-vif-plugged", "status": "completed", "tag": "357bdc96-0f87-4553-8dd3-51beaa2bb0b7", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:55:50.327986 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-482ad560-49c6-43b8-8b53-35bdd2ed70d3 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:55:50.328363 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-482ad560-49c6-43b8-8b53-35bdd2ed70d3'] response: {'server_uuid': '12644585-8b79-4581-9b4d-5ea08ce0ff6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357bdc96-0f87-4553-8dd3-51beaa2bb0b7', 'code': 200} Sep 21 15:55:50.567108 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1fd87-c577-4c72-89c4-7ea9da8c707a req-43440ccd-399d-42fd-94a3-64949c8222cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:50.568505 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-42c1fd87-c577-4c72-89c4-7ea9da8c707a req-43440ccd-399d-42fd-94a3-64949c8222cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 1099 time: 0.0818095 Sep 21 15:55:50.611590 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-42c1fd87-c577-4c72-89c4-7ea9da8c707a req-07767715-85bb-42ad-b866-faa0b6d2c080 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337973 Sep 21 15:55:50.767609 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d8d23-e35a-47c7-b135-249b6351315e req-d8ea6a70-9948-4d95-9814-19298267f9ed tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:50.769084 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-532d8d23-e35a-47c7-b135-249b6351315e req-d8ea6a70-9948-4d95-9814-19298267f9ed tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.0869954 Sep 21 15:55:50.816378 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-532d8d23-e35a-47c7-b135-249b6351315e req-7b594781-2dc0-4e8a-83e7-fb65b2513a36 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416858 Sep 21 15:55:52.018656 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e761cec-592c-41b8-8fe3-39236a5d9c32 req-7a3d27a3-efcd-4420-85c7-2d37a889eb71 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:52.020113 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4e761cec-592c-41b8-8fe3-39236a5d9c32 req-7a3d27a3-efcd-4420-85c7-2d37a889eb71 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.0891173 Sep 21 15:55:52.066093 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4e761cec-592c-41b8-8fe3-39236a5d9c32 req-c1734492-e3ed-4ca9-a8a6-98235f5c60c1 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402532 Sep 21 15:55:52.267669 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d5174-415d-4a5d-ac15-0740bb04a35d req-28d3d1f6-2f37-4448-9bd1-cfddddda0cd1 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:52.269137 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-709d5174-415d-4a5d-ac15-0740bb04a35d req-28d3d1f6-2f37-4448-9bd1-cfddddda0cd1 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.0921648 Sep 21 15:55:52.312960 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-709d5174-415d-4a5d-ac15-0740bb04a35d req-9660b7ed-e1f7-4d2b-9d83-658d31202a39 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381937 Sep 21 15:55:52.313599 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:52.341949 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41552) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:52.428210 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341257da-7625-4aba-b6e2-781de87333ed tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:52.429748 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-341257da-7625-4aba-b6e2-781de87333ed tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 1094 time: 0.0867770 Sep 21 15:55:52.432587 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41556) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:52.438266 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': '357bdc96-0f87-4553-8dd3-51beaa2bb0b7', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:52.444135 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:52.447996 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:floatingip and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:52.451258 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:52.456969 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:52.468106 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:52.605654 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:52.738034 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Allocated IP 172.26.4.147 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/7d383ec2-a3f0-4af3-8d55-ab67cfa37027) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:52.880640 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:52.909706 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:53.083880 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:53.086517 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:53.089135 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:53.130370 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=7d383ec2-a3f0-4af3-8d55-ab67cfa37027,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:53.498714 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:53.572979 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:53.777655 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:53.782359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:53.897336 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=7d383ec2-a3f0-4af3-8d55-ab67cfa37027,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:53.899645 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:54.079209 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Floating IP b266a4ee-f6e5-46f4-ab27-76ca4b71f784 associated. External IP: 172.26.4.147, port: 357bdc96-0f87-4553-8dd3-51beaa2bb0b7. Sep 21 15:55:54.428269 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router fc34ce07-84e8-441c-a530-03ad218246ac has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:55:54.707412 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:54.716514 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec3c6c6-4e61-444e-90ae-017321eeec07 None None] Sync routers for ids ['fc34ce07-84e8-441c-a530-03ad218246ac'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:54.725887 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec3c6c6-4e61-444e-90ae-017321eeec07 None None] Routers {'fc34ce07-84e8-441c-a530-03ad218246ac'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:54.726570 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6ec3c6c6-4e61-444e-90ae-017321eeec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:55:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['fc34ce07-84e8-441c-a530-03ad218246ac'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:54.732909 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:54.788582 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8135628d-c74a-4be8-a566-70eba3845683 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3548968 Sep 21 15:55:54.789166 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12644585-8b79-4581-9b4d-5ea08ce0ff6c', 'tag': '357bdc96-0f87-4553-8dd3-51beaa2bb0b7'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:55:54.791468 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cc3b50-d4b4-46ca-872c-6aca3e04b83b" -d '{"events": [{"name": "network-changed", "server_uuid": "12644585-8b79-4581-9b4d-5ea08ce0ff6c", "tag": "357bdc96-0f87-4553-8dd3-51beaa2bb0b7"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:55:54.835560 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d446c52a-ef92-4ab6-b916-4ba2a1b51665 x-openstack-request-id: req-d446c52a-ef92-4ab6-b916-4ba2a1b51665 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:55:54.835855 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12644585-8b79-4581-9b4d-5ea08ce0ff6c", "tag": "357bdc96-0f87-4553-8dd3-51beaa2bb0b7", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:55:54.836111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d446c52a-ef92-4ab6-b916-4ba2a1b51665 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:55:54.836564 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d446c52a-ef92-4ab6-b916-4ba2a1b51665'] response: {'name': 'network-changed', 'server_uuid': '12644585-8b79-4581-9b4d-5ea08ce0ff6c', 'tag': '357bdc96-0f87-4553-8dd3-51beaa2bb0b7', 'status': 'completed', 'code': 200} Sep 21 15:55:54.908379 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-6ec3c6c6-4e61-444e-90ae-017321eeec07 None None] Set router fc34ce07-84e8-441c-a530-03ad218246ac gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:55.112139 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc3b50-d4b4-46ca-872c-6aca3e04b83b req-97bc7490-8951-41a4-ac22-685c02540e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:55.113658 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-34cc3b50-d4b4-46ca-872c-6aca3e04b83b req-97bc7490-8951-41a4-ac22-685c02540e2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 1099 time: 0.2564819 Sep 21 15:55:55.122548 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7acd04-75df-4e32-9435-068daa7e34fc req-4b8ed77b-cd52-4c11-a2c0-cf28ac8c729c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:55.123943 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cc7acd04-75df-4e32-9435-068daa7e34fc req-4b8ed77b-cd52-4c11-a2c0-cf28ac8c729c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.2258630 Sep 21 15:55:55.245132 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cc7acd04-75df-4e32-9435-068daa7e34fc req-d168e91b-5813-49e5-99d6-3c974b479071 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029069 Sep 21 15:55:55.274935 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41564) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:55.291355 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc3b50-d4b4-46ca-872c-6aca3e04b83b req-fa8e8e91-1f42-47b4-9d40-25e926bee692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:55.292846 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-34cc3b50-d4b4-46ca-872c-6aca3e04b83b req-fa8e8e91-1f42-47b4-9d40-25e926bee692 service neutron] 10.222.0.20 "GET /v2.0/networks?id=38007d93-8746-4fb5-b4f6-a2d31f6b2886 HTTP/1.1" status: 200 len: 898 time: 0.1680241 Sep 21 15:55:55.307008 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6ec3c6c6-4e61-444e-90ae-017321eeec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538222367', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:32Z', 'updated_at': '2022-09-21T15:55:37Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:33Z', 'updated_at': '2022-09-21T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'b266a4ee-f6e5-46f4-ab27-76ca4b71f784', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'floating_ip_address': '172.26.4.147', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'port_id': '357bdc96-0f87-4553-8dd3-51beaa2bb0b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886', 'mac_address': 'fa:16:3e:d7:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12644585-8b79-4581-9b4d-5ea08ce0ff6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:55:53Z', 'updated_at': '2022-09-21T15:55:53Z', 'revision_number': 0, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b479457-4504-40a0-8da2-67425ca859ff', 'name': '', 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:fb:35:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '58d3daa0-205d-4fa8-83d7-6580f151efe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:36Z', 'updated_at': '2022-09-21T15:55:43Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '58d3daa0-205d-4fa8-83d7-6580f151efe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:55.312026 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec3c6c6-4e61-444e-90ae-017321eeec07 None None] Checking router: fc34ce07-84e8-441c-a530-03ad218246ac for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:55:55.320881 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec3c6c6-4e61-444e-90ae-017321eeec07 None None] Routers {'fc34ce07-84e8-441c-a530-03ad218246ac'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:55.321490 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6ec3c6c6-4e61-444e-90ae-017321eeec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:55:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['fc34ce07-84e8-441c-a530-03ad218246ac'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:55.389680 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-12769de1-ee89-4803-b4ba-6b0dd327f71d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/floatingips/b266a4ee-f6e5-46f4-ab27-76ca4b71f784 HTTP/1.1" status: 200 len: 992 time: 0.1135149 Sep 21 15:55:55.412293 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-34cc3b50-d4b4-46ca-872c-6aca3e04b83b req-99af0df1-3b3f-401e-9796-9dd101052b9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=357bdc96-0f87-4553-8dd3-51beaa2bb0b7 HTTP/1.1" status: 200 len: 1000 time: 0.1127069 Sep 21 15:55:55.479229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc3b50-d4b4-46ca-872c-6aca3e04b83b req-77145ddf-b461-4a17-9541-96811e9a4caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:55.480788 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-34cc3b50-d4b4-46ca-872c-6aca3e04b83b req-77145ddf-b461-4a17-9541-96811e9a4caa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58d3daa0-205d-4fa8-83d7-6580f151efe5 HTTP/1.1" status: 200 len: 835 time: 0.0624952 Sep 21 15:55:55.506010 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-6ec3c6c6-4e61-444e-90ae-017321eeec07 None None] Set router fc34ce07-84e8-441c-a530-03ad218246ac gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:55.563726 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc3b50-d4b4-46ca-872c-6aca3e04b83b req-ffa8afb0-abc4-4ddd-b461-db648656c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:55.565179 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-34cc3b50-d4b4-46ca-872c-6aca3e04b83b req-ffa8afb0-abc4-4ddd-b461-db648656c3a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38007d93-8746-4fb5-b4f6-a2d31f6b2886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775380 Sep 21 15:55:55.696988 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-34cc3b50-d4b4-46ca-872c-6aca3e04b83b req-e91f7084-e05e-48f9-85b1-8887962798bf service neutron] 10.222.0.20 "GET /v2.0/networks/38007d93-8746-4fb5-b4f6-a2d31f6b2886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256287 Sep 21 15:55:55.828551 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-34cc3b50-d4b4-46ca-872c-6aca3e04b83b req-f78abe44-6b83-4f16-92a3-33b5255dc54c service neutron] 10.222.0.20 "GET /v2.0/networks/38007d93-8746-4fb5-b4f6-a2d31f6b2886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256249 Sep 21 15:55:55.858276 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6ec3c6c6-4e61-444e-90ae-017321eeec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538222367', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:32Z', 'updated_at': '2022-09-21T15:55:37Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:33Z', 'updated_at': '2022-09-21T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'b266a4ee-f6e5-46f4-ab27-76ca4b71f784', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'floating_ip_address': '172.26.4.147', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'port_id': '357bdc96-0f87-4553-8dd3-51beaa2bb0b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886', 'mac_address': 'fa:16:3e:d7:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12644585-8b79-4581-9b4d-5ea08ce0ff6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:55:53Z', 'updated_at': '2022-09-21T15:55:53Z', 'revision_number': 0, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b479457-4504-40a0-8da2-67425ca859ff', 'name': '', 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:fb:35:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '58d3daa0-205d-4fa8-83d7-6580f151efe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:36Z', 'updated_at': '2022-09-21T15:55:43Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '58d3daa0-205d-4fa8-83d7-6580f151efe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:55.862253 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec3c6c6-4e61-444e-90ae-017321eeec07 None None] The sync data for ids ['fc34ce07-84e8-441c-a530-03ad218246ac'] in dv-neutron-858731-1-hyperv is: [{'id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538222367', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:32Z', 'updated_at': '2022-09-21T15:55:37Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:33Z', 'updated_at': '2022-09-21T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'b266a4ee-f6e5-46f4-ab27-76ca4b71f784', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'floating_ip_address': '172.26.4.147', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'port_id': '357bdc96-0f87-4553-8dd3-51beaa2bb0b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886', 'mac_address': 'fa:16:3e:d7:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12644585-8b79-4581-9b4d-5ea08ce0ff6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:55:53Z', 'updated_at': '2022-09-21T15:55:53Z', 'revision_number': 0, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b479457-4504-40a0-8da2-67425ca859ff', 'name': '', 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:fb:35:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '58d3daa0-205d-4fa8-83d7-6580f151efe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:36Z', 'updated_at': '2022-09-21T15:55:43Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '58d3daa0-205d-4fa8-83d7-6580f151efe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:56.047203 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c9aef7-f41c-485e-86fc-dd4bd71fa0ad None None] New status for floating IP b266a4ee-f6e5-46f4-ab27-76ca4b71f784: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:55:56.393658 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41568) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:56.499758 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-96fbaa4c-06fe-40d8-b7d5-9cfd9e6573b7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/floatingips/b266a4ee-f6e5-46f4-ab27-76ca4b71f784 HTTP/1.1" status: 200 len: 994 time: 0.1049469 Sep 21 15:56:05.636161 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-46b2ce6b-b2cc-438b-b978-434321635089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:07.660153 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:56:07.984481 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b1cdb482-4e64-41f4-89a3-68a048a25740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:08.836344 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:09.071624 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:10.289629 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-839a42c3-b601-4e6c-8cba-5107afdbf235 req-4fe4c47e-66ac-4f32-b00b-85d4a5446d93 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805068 Sep 21 15:56:10.447482 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a42c3-b601-4e6c-8cba-5107afdbf235 req-37bea207-e254-4176-81fc-80bc385f8de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:10.449001 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-839a42c3-b601-4e6c-8cba-5107afdbf235 req-37bea207-e254-4176-81fc-80bc385f8de2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 1099 time: 0.0784981 Sep 21 15:56:10.593844 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a42c3-b601-4e6c-8cba-5107afdbf235 req-12e09de9-9006-48be-95d7-c7c1e992c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:10.595179 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-839a42c3-b601-4e6c-8cba-5107afdbf235 req-12e09de9-9006-48be-95d7-c7c1e992c83c service neutron] 10.222.0.20 "GET /v2.0/networks?id=38007d93-8746-4fb5-b4f6-a2d31f6b2886 HTTP/1.1" status: 200 len: 898 time: 0.1259851 Sep 21 15:56:10.691317 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:10.698763 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-839a42c3-b601-4e6c-8cba-5107afdbf235 req-fff38559-4412-4ac2-a5a7-fe40321305ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=357bdc96-0f87-4553-8dd3-51beaa2bb0b7 HTTP/1.1" status: 200 len: 1002 time: 0.0978835 Sep 21 15:56:10.761512 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a42c3-b601-4e6c-8cba-5107afdbf235 req-4a75c84a-5295-4647-a3cf-51ef5f57a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:10.763547 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-839a42c3-b601-4e6c-8cba-5107afdbf235 req-4a75c84a-5295-4647-a3cf-51ef5f57a56a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58d3daa0-205d-4fa8-83d7-6580f151efe5 HTTP/1.1" status: 200 len: 835 time: 0.0568771 Sep 21 15:56:10.847748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a42c3-b601-4e6c-8cba-5107afdbf235 req-5195b31f-7b65-4ecf-904f-1e957f52e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:10.849137 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-839a42c3-b601-4e6c-8cba-5107afdbf235 req-5195b31f-7b65-4ecf-904f-1e957f52e5b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38007d93-8746-4fb5-b4f6-a2d31f6b2886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799131 Sep 21 15:56:10.976240 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-839a42c3-b601-4e6c-8cba-5107afdbf235 req-bdd7fe00-e60a-4ed5-bce4-53920b5ec316 service neutron] 10.222.0.20 "GET /v2.0/networks/38007d93-8746-4fb5-b4f6-a2d31f6b2886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211007 Sep 21 15:56:11.220262 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-839a42c3-b601-4e6c-8cba-5107afdbf235 req-19b7d0ed-612e-4c68-8822-a75920eb31f1 service neutron] 10.222.0.20 "GET /v2.0/networks/38007d93-8746-4fb5-b4f6-a2d31f6b2886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377634 Sep 21 15:56:22.316534 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:30.267898 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89a017-2673-4d48-9c47-4e9db5ab466e req-7cba931b-bcd4-4ddc-b1c5-2be7f00d939d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:30.269377 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8f89a017-2673-4d48-9c47-4e9db5ab466e req-7cba931b-bcd4-4ddc-b1c5-2be7f00d939d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.0962541 Sep 21 15:56:30.314505 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8f89a017-2673-4d48-9c47-4e9db5ab466e req-a1033f2c-f0eb-45b1-aa63-ba319fa3e95b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394621 Sep 21 15:56:31.518540 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a705492-453a-4cdd-a6b1-3cfb55730bce req-9d542a0a-665d-448d-b90f-4f9dab692f0a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:31.519978 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a705492-453a-4cdd-a6b1-3cfb55730bce req-9d542a0a-665d-448d-b90f-4f9dab692f0a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.0904977 Sep 21 15:56:31.563886 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a705492-453a-4cdd-a6b1-3cfb55730bce req-4d2c6015-a391-43d0-b5be-ae86fb6f5d1e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382199 Sep 21 15:56:32.757682 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc3091-7e59-41bf-8aba-18940ecfe251 req-d43d0c3e-66f4-42ba-b5a1-7ace36b60df3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.759121 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1dc3091-7e59-41bf-8aba-18940ecfe251 req-d43d0c3e-66f4-42ba-b5a1-7ace36b60df3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.0858657 Sep 21 15:56:32.806236 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1dc3091-7e59-41bf-8aba-18940ecfe251 req-63a3a2da-b435-46b7-8c44-d320d4a8508d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409031 Sep 21 15:56:34.007405 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bb5d8-d705-4c93-bdbf-5e70a74cbab8 req-72e993f9-0810-4843-98f3-09c8a4cfda2b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:34.008869 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dc1bb5d8-d705-4c93-bdbf-5e70a74cbab8 req-72e993f9-0810-4843-98f3-09c8a4cfda2b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.0877125 Sep 21 15:56:34.052935 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dc1bb5d8-d705-4c93-bdbf-5e70a74cbab8 req-64325ae7-1ccd-4bfc-bea2-960ec660bbdd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379100 Sep 21 15:56:35.256235 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1875d9-0df9-4781-8978-6079b8ab2a32 req-0f23c91c-206c-448e-bd00-aa7c6e4821ea tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:35.257688 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ae1875d9-0df9-4781-8978-6079b8ab2a32 req-0f23c91c-206c-448e-bd00-aa7c6e4821ea tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.0911789 Sep 21 15:56:35.302129 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ae1875d9-0df9-4781-8978-6079b8ab2a32 req-3181921b-350b-4887-bb38-997304359b3c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384300 Sep 21 15:56:35.640183 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1a6cece2-d05f-4fae-adff-3f3794be92ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:36.505662 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b8c5f-4655-4433-b5bd-12397ddaf8d9 req-2a9747ba-5fc6-405d-b471-e5151fdc7da8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:36.508118 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d09b8c5f-4655-4433-b5bd-12397ddaf8d9 req-2a9747ba-5fc6-405d-b471-e5151fdc7da8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.0911460 Sep 21 15:56:36.555629 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d09b8c5f-4655-4433-b5bd-12397ddaf8d9 req-f5dce292-6e71-40d9-b4ba-c3f70fab0f89 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426233 Sep 21 15:56:37.757811 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc67c11-7fcd-493b-a841-60762146a23c req-c35f33fc-3e47-4c57-960a-20ac0ece36c4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:37.759243 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fcc67c11-7fcd-493b-a841-60762146a23c req-c35f33fc-3e47-4c57-960a-20ac0ece36c4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.0873930 Sep 21 15:56:37.802787 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fcc67c11-7fcd-493b-a841-60762146a23c req-8daf586e-4042-47f1-bf67-d9fc96d0aa49 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374038 Sep 21 15:56:37.987210 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a044233f-1009-49e8-aa5e-5fe75fa4276f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:38.838105 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:39.004617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89b8ab-8a59-49a1-8364-2b7a0c4c93cc req-25ad1ec9-9d84-4c8a-a1b1-a4fa3f7e3f63 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:39.006088 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1e89b8ab-8a59-49a1-8364-2b7a0c4c93cc req-25ad1ec9-9d84-4c8a-a1b1-a4fa3f7e3f63 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.0927172 Sep 21 15:56:39.051204 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1e89b8ab-8a59-49a1-8364-2b7a0c4c93cc req-1056cb3d-2d52-4bc3-9a0a-fc1721a19de4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390954 Sep 21 15:56:39.078337 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:40.255426 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815edd2-2800-4e5b-9d93-28ea3490ed84 req-2fba1644-54c6-4175-998a-7091f6b532fc tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:40.256917 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8815edd2-2800-4e5b-9d93-28ea3490ed84 req-2fba1644-54c6-4175-998a-7091f6b532fc tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.0947018 Sep 21 15:56:40.305873 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8815edd2-2800-4e5b-9d93-28ea3490ed84 req-b21d670e-7338-4d6e-8e7c-b2fe569c5fa8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431442 Sep 21 15:56:40.694579 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:41.503536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448d381-71cf-483d-a61a-c59c82f4858d req-639d23b2-0b7b-4841-9dd0-ee531409644f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:41.504993 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7448d381-71cf-483d-a61a-c59c82f4858d req-639d23b2-0b7b-4841-9dd0-ee531409644f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.0866244 Sep 21 15:56:41.549312 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7448d381-71cf-483d-a61a-c59c82f4858d req-a85f4df7-30f8-4cbf-b107-fef44375a6a5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385351 Sep 21 15:56:42.751021 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8ee58-85e9-408c-a664-6ea52eb9b987 req-c7978613-e7eb-4918-932e-974b52292c9e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:42.752523 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-31f8ee58-85e9-408c-a664-6ea52eb9b987 req-c7978613-e7eb-4918-932e-974b52292c9e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.0912697 Sep 21 15:56:42.796090 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-31f8ee58-85e9-408c-a664-6ea52eb9b987 req-1dd24c8f-211c-4f0b-96d4-fa9f962fb42a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380156 Sep 21 15:56:43.991333 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd57ce0-c492-4ecf-ac0f-053ae2878b7d req-267c11f9-28a6-4668-9919-882c01fd801a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:43.992810 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fcd57ce0-c492-4ecf-ac0f-053ae2878b7d req-267c11f9-28a6-4668-9919-882c01fd801a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.0876698 Sep 21 15:56:44.040008 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fcd57ce0-c492-4ecf-ac0f-053ae2878b7d req-44c21c6f-c5fc-4a14-a195-a33dc918a68f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404606 Sep 21 15:56:44.659523 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:56:45.235095 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98810ae4-2558-46db-8499-0a15a8378e7e req-31d451a8-6318-45fc-a3dd-45668ce94ecd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:45.236639 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98810ae4-2558-46db-8499-0a15a8378e7e req-31d451a8-6318-45fc-a3dd-45668ce94ecd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.0867817 Sep 21 15:56:45.280099 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98810ae4-2558-46db-8499-0a15a8378e7e req-4651a58c-660f-4898-94dd-99d9b72d06b5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377259 Sep 21 15:56:46.480001 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b4936-8eb1-4ba9-a667-959f460a7df7 req-5ca0e857-3407-429d-9c23-d9fddfa9a456 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:46.482047 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e14b4936-8eb1-4ba9-a667-959f460a7df7 req-5ca0e857-3407-429d-9c23-d9fddfa9a456 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.0917337 Sep 21 15:56:46.525004 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e14b4936-8eb1-4ba9-a667-959f460a7df7 req-6ea77e9b-3139-4704-bb97-4dafb09cb419 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370417 Sep 21 15:56:46.554586 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41614) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:46.662404 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-26587dcd-ff23-4fac-aef4-7cf877e07aa0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/floatingips/b266a4ee-f6e5-46f4-ab27-76ca4b71f784 HTTP/1.1" status: 200 len: 994 time: 0.1066093 Sep 21 15:56:48.201592 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabf6de-5a5d-4610-9bb3-5612346c4593 req-6162cdbb-9bdf-4b6b-9455-5831fdd56edd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:48.203034 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0dabf6de-5a5d-4610-9bb3-5612346c4593 req-6162cdbb-9bdf-4b6b-9455-5831fdd56edd tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.1465955 Sep 21 15:56:48.244624 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ba92f-3ec2-412a-8339-eefbb0988da5 req-8b2ef049-f3f6-400d-98ad-18a30c1f10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:48.245974 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-661ba92f-3ec2-412a-8339-eefbb0988da5 req-8b2ef049-f3f6-400d-98ad-18a30c1f10ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 1099 time: 0.1239860 Sep 21 15:56:48.255834 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0dabf6de-5a5d-4610-9bb3-5612346c4593 req-c6155a77-eef7-4e10-a1a9-00842ddd6204 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470006 Sep 21 15:56:48.479901 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ba92f-3ec2-412a-8339-eefbb0988da5 req-4b767569-7796-46b6-84ae-99a7b374537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:48.482016 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-661ba92f-3ec2-412a-8339-eefbb0988da5 req-4b767569-7796-46b6-84ae-99a7b374537f service neutron] 10.222.0.20 "GET /v2.0/networks?id=38007d93-8746-4fb5-b4f6-a2d31f6b2886 HTTP/1.1" status: 200 len: 898 time: 0.2253091 Sep 21 15:56:48.584919 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-661ba92f-3ec2-412a-8339-eefbb0988da5 req-96fdbce8-ae20-401d-b849-8b475f5bfdae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=357bdc96-0f87-4553-8dd3-51beaa2bb0b7 HTTP/1.1" status: 200 len: 1002 time: 0.0937724 Sep 21 15:56:48.651159 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ba92f-3ec2-412a-8339-eefbb0988da5 req-9575a55b-eb6b-4ffa-93b3-3864015e92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:48.652598 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-661ba92f-3ec2-412a-8339-eefbb0988da5 req-9575a55b-eb6b-4ffa-93b3-3864015e92a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58d3daa0-205d-4fa8-83d7-6580f151efe5 HTTP/1.1" status: 200 len: 835 time: 0.0588062 Sep 21 15:56:48.738950 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ba92f-3ec2-412a-8339-eefbb0988da5 req-6a082d68-54cf-40ec-b9ff-c1710f9006a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:48.740395 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-661ba92f-3ec2-412a-8339-eefbb0988da5 req-6a082d68-54cf-40ec-b9ff-c1710f9006a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38007d93-8746-4fb5-b4f6-a2d31f6b2886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787308 Sep 21 15:56:48.875011 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-661ba92f-3ec2-412a-8339-eefbb0988da5 req-e1904b38-7574-4fed-8313-9a9b1912c473 service neutron] 10.222.0.20 "GET /v2.0/networks/38007d93-8746-4fb5-b4f6-a2d31f6b2886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244769 Sep 21 15:56:49.011125 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-661ba92f-3ec2-412a-8339-eefbb0988da5 req-c802998a-b1b6-4256-b627-f628c3a99c03 service neutron] 10.222.0.20 "GET /v2.0/networks/38007d93-8746-4fb5-b4f6-a2d31f6b2886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249001 Sep 21 15:56:49.459876 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac31084-b487-4608-bc12-536e6813e4c2 req-ca376f4f-1699-402e-a7a5-84145319ea13 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:49.461387 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3ac31084-b487-4608-bc12-536e6813e4c2 req-ca376f4f-1699-402e-a7a5-84145319ea13 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.0920522 Sep 21 15:56:49.506333 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3ac31084-b487-4608-bc12-536e6813e4c2 req-01e0d285-8efb-42e1-9d37-36c2fc2ac22c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385852 Sep 21 15:56:50.705747 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07493384-3ce9-4221-ba5f-2f0341eedd28 req-9a0958ff-1f3d-4482-ab35-4e82e17e94b3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:50.707195 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-07493384-3ce9-4221-ba5f-2f0341eedd28 req-9a0958ff-1f3d-4482-ab35-4e82e17e94b3 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.0873077 Sep 21 15:56:50.751175 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-07493384-3ce9-4221-ba5f-2f0341eedd28 req-8d1af622-4fae-4b54-9f4a-04502f30af84 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384004 Sep 21 15:56:50.779645 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41628) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:50.885610 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8501b0d3-3225-438f-a277-32b2bad79451 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/floatingips/b266a4ee-f6e5-46f4-ab27-76ca4b71f784 HTTP/1.1" status: 200 len: 994 time: 0.1047521 Sep 21 15:56:52.313862 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:05.642341 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-456cf6b1-fe79-4ee7-837e-a2256d27d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:07.993049 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-98d5ec8b-8472-4e7e-b06d-6cbb2e9f5a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:08.842024 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:09.070989 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:10.265749 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f23a389-c6af-49a5-b656-3a774c7d0dd6 req-32aced41-c146-4854-b788-4ac2ea2b6a39 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829237 Sep 21 15:57:10.413282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23a389-c6af-49a5-b656-3a774c7d0dd6 req-589dc2b1-7b20-4277-8b4f-8a221b716baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:10.414649 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f23a389-c6af-49a5-b656-3a774c7d0dd6 req-589dc2b1-7b20-4277-8b4f-8a221b716baa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 1099 time: 0.0800002 Sep 21 15:57:10.558356 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23a389-c6af-49a5-b656-3a774c7d0dd6 req-ceb98c3e-4577-4c42-b411-087686d100c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:10.559806 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f23a389-c6af-49a5-b656-3a774c7d0dd6 req-ceb98c3e-4577-4c42-b411-087686d100c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=38007d93-8746-4fb5-b4f6-a2d31f6b2886 HTTP/1.1" status: 200 len: 898 time: 0.1262200 Sep 21 15:57:10.663034 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f23a389-c6af-49a5-b656-3a774c7d0dd6 req-24f4aa3c-bb09-4881-88cc-44dd3565e03b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=357bdc96-0f87-4553-8dd3-51beaa2bb0b7 HTTP/1.1" status: 200 len: 1002 time: 0.0966191 Sep 21 15:57:10.701413 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:10.726108 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23a389-c6af-49a5-b656-3a774c7d0dd6 req-39097908-36fc-441e-ba98-28a9c0a3aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:10.727581 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f23a389-c6af-49a5-b656-3a774c7d0dd6 req-39097908-36fc-441e-ba98-28a9c0a3aab1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58d3daa0-205d-4fa8-83d7-6580f151efe5 HTTP/1.1" status: 200 len: 835 time: 0.0581133 Sep 21 15:57:10.813421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23a389-c6af-49a5-b656-3a774c7d0dd6 req-9a394987-2a38-4849-800f-d09fd035f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:10.814886 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f23a389-c6af-49a5-b656-3a774c7d0dd6 req-9a394987-2a38-4849-800f-d09fd035f875 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38007d93-8746-4fb5-b4f6-a2d31f6b2886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800838 Sep 21 15:57:11.052816 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f23a389-c6af-49a5-b656-3a774c7d0dd6 req-a168b15b-dcf0-4878-a7ea-6143a4a87141 service neutron] 10.222.0.20 "GET /v2.0/networks/38007d93-8746-4fb5-b4f6-a2d31f6b2886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295945 Sep 21 15:57:11.189947 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f23a389-c6af-49a5-b656-3a774c7d0dd6 req-e2f73f76-529c-46d6-867c-278415eaa9a9 service neutron] 10.222.0.20 "GET /v2.0/networks/38007d93-8746-4fb5-b4f6-a2d31f6b2886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286373 Sep 21 15:57:21.301267 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41652) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:21.502807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting port 7d383ec2-a3f0-4af3-8d55-ab67cfa37027 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:21.503144 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:21.660335 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:57:21.671136 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:21.671457 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:21.791848 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Calling delete_port for 7d383ec2-a3f0-4af3-8d55-ab67cfa37027 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:21.939124 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:21.986615 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Port': ['ID=7d383ec2-a3f0-4af3-8d55-ab67cfa37027,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:22.035206 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:22.035550 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:22.035888 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:22.036221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:22.036578 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:22.036909 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:22.037233 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:22.037548 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:22.037876 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:22.038191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:22.038507 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:22.038824 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:22.096750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:22.098436 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Floating IP b266a4ee-f6e5-46f4-ab27-76ca4b71f784 disassociated (deleted). External IP: 172.26.4.147, port: 357bdc96-0f87-4553-8dd3-51beaa2bb0b7. Sep 21 15:57:22.332078 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:22.441817 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router fc34ce07-84e8-441c-a530-03ad218246ac has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:57:22.731300 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:57:22.741194 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7519a092-7085-4a30-bf14-f64ca3feb917 None None] Sync routers for ids ['fc34ce07-84e8-441c-a530-03ad218246ac'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:57:22.750559 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7519a092-7085-4a30-bf14-f64ca3feb917 None None] Routers {'fc34ce07-84e8-441c-a530-03ad218246ac'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:22.751198 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7519a092-7085-4a30-bf14-f64ca3feb917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:57:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['fc34ce07-84e8-441c-a530-03ad218246ac'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:22.751815 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:22.809160 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-59eb18b1-cf54-4514-9e4e-5f92906ba469 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/floatingips/b266a4ee-f6e5-46f4-ab27-76ca4b71f784 HTTP/1.1" status: 204 len: 168 time: 1.5068789 Sep 21 15:57:22.809842 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12644585-8b79-4581-9b4d-5ea08ce0ff6c', 'tag': '357bdc96-0f87-4553-8dd3-51beaa2bb0b7'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:57:22.812296 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1b7be7-3d61-4870-bb9e-cbaf1a4a3443" -d '{"events": [{"name": "network-changed", "server_uuid": "12644585-8b79-4581-9b4d-5ea08ce0ff6c", "tag": "357bdc96-0f87-4553-8dd3-51beaa2bb0b7"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:57:22.863668 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc7842c-0dfd-487f-9801-9b208f381b53 x-openstack-request-id: req-1bc7842c-0dfd-487f-9801-9b208f381b53 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:57:22.864053 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12644585-8b79-4581-9b4d-5ea08ce0ff6c", "tag": "357bdc96-0f87-4553-8dd3-51beaa2bb0b7", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:57:22.864476 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1bc7842c-0dfd-487f-9801-9b208f381b53 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:57:22.864886 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bc7842c-0dfd-487f-9801-9b208f381b53'] response: {'name': 'network-changed', 'server_uuid': '12644585-8b79-4581-9b4d-5ea08ce0ff6c', 'tag': '357bdc96-0f87-4553-8dd3-51beaa2bb0b7', 'status': 'completed', 'code': 200} Sep 21 15:57:22.969718 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b7be7-3d61-4870-bb9e-cbaf1a4a3443 req-aeef2dee-0afd-42d4-8de4-734491539446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:22.971214 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b1b7be7-3d61-4870-bb9e-cbaf1a4a3443 req-aeef2dee-0afd-42d4-8de4-734491539446 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 1099 time: 0.0864482 Sep 21 15:57:22.979296 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-7519a092-7085-4a30-bf14-f64ca3feb917 None None] Set router fc34ce07-84e8-441c-a530-03ad218246ac gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:57:23.176488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b7be7-3d61-4870-bb9e-cbaf1a4a3443 req-b0d03f8c-cc6f-4082-88eb-3a84fa193d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:23.177915 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b1b7be7-3d61-4870-bb9e-cbaf1a4a3443 req-b0d03f8c-cc6f-4082-88eb-3a84fa193d35 service neutron] 10.222.0.20 "GET /v2.0/networks?id=38007d93-8746-4fb5-b4f6-a2d31f6b2886 HTTP/1.1" status: 200 len: 898 time: 0.1995933 Sep 21 15:57:23.246681 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b1b7be7-3d61-4870-bb9e-cbaf1a4a3443 req-c5801bb4-55f2-4faa-a2cc-78f1d6966800 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=357bdc96-0f87-4553-8dd3-51beaa2bb0b7 HTTP/1.1" status: 200 len: 217 time: 0.0615194 Sep 21 15:57:23.301195 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7519a092-7085-4a30-bf14-f64ca3feb917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538222367', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:32Z', 'updated_at': '2022-09-21T15:55:37Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:33Z', 'updated_at': '2022-09-21T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '4b479457-4504-40a0-8da2-67425ca859ff', 'name': '', 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:fb:35:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '58d3daa0-205d-4fa8-83d7-6580f151efe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:36Z', 'updated_at': '2022-09-21T15:55:43Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '58d3daa0-205d-4fa8-83d7-6580f151efe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:23.304940 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7519a092-7085-4a30-bf14-f64ca3feb917 None None] Checking router: fc34ce07-84e8-441c-a530-03ad218246ac for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:57:23.313583 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7519a092-7085-4a30-bf14-f64ca3feb917 None None] Routers {'fc34ce07-84e8-441c-a530-03ad218246ac'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:23.314521 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7519a092-7085-4a30-bf14-f64ca3feb917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:57:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['fc34ce07-84e8-441c-a530-03ad218246ac'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:23.321734 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b7be7-3d61-4870-bb9e-cbaf1a4a3443 req-79af4618-a901-4b4d-ab3e-ba886ff1984f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:23.323118 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b1b7be7-3d61-4870-bb9e-cbaf1a4a3443 req-79af4618-a901-4b4d-ab3e-ba886ff1984f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58d3daa0-205d-4fa8-83d7-6580f151efe5 HTTP/1.1" status: 200 len: 835 time: 0.0689359 Sep 21 15:57:23.335553 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a7bf1-2533-4815-b274-31390d63d493 req-52a64108-c660-41e4-956d-24a37fe1028f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:23.336239 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-aa2a7bf1-2533-4815-b274-31390d63d493 req-52a64108-c660-41e4-956d-24a37fe1028f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Synchronizing usage tracker for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:23.406309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-aa2a7bf1-2533-4815-b274-31390d63d493 req-52a64108-c660-41e4-956d-24a37fe1028f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Unset dirty status for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:23.407465 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa2a7bf1-2533-4815-b274-31390d63d493 req-52a64108-c660-41e4-956d-24a37fe1028f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.2810068 Sep 21 15:57:23.457083 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b7be7-3d61-4870-bb9e-cbaf1a4a3443 req-cac14f51-f8cd-473f-a300-d515631a9d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:23.458544 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b1b7be7-3d61-4870-bb9e-cbaf1a4a3443 req-cac14f51-f8cd-473f-a300-d515631a9d8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38007d93-8746-4fb5-b4f6-a2d31f6b2886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1194987 Sep 21 15:57:23.465565 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa2a7bf1-2533-4815-b274-31390d63d493 req-b73618b4-1bd9-4b49-a9f5-3c02a72d4735 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505474 Sep 21 15:57:23.509265 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-7519a092-7085-4a30-bf14-f64ca3feb917 None None] Set router fc34ce07-84e8-441c-a530-03ad218246ac gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:57:23.597285 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b1b7be7-3d61-4870-bb9e-cbaf1a4a3443 req-b7c02b02-8ef2-4df1-8b4c-63d31d900409 service neutron] 10.222.0.20 "GET /v2.0/networks/38007d93-8746-4fb5-b4f6-a2d31f6b2886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307068 Sep 21 15:57:23.734619 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b1b7be7-3d61-4870-bb9e-cbaf1a4a3443 req-f5d5c071-2ffa-40b7-97d3-15750a8a24fa service neutron] 10.222.0.20 "GET /v2.0/networks/38007d93-8746-4fb5-b4f6-a2d31f6b2886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306353 Sep 21 15:57:23.825572 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7519a092-7085-4a30-bf14-f64ca3feb917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538222367', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:32Z', 'updated_at': '2022-09-21T15:55:37Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:33Z', 'updated_at': '2022-09-21T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '4b479457-4504-40a0-8da2-67425ca859ff', 'name': '', 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:fb:35:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '58d3daa0-205d-4fa8-83d7-6580f151efe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:36Z', 'updated_at': '2022-09-21T15:55:43Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '58d3daa0-205d-4fa8-83d7-6580f151efe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:23.829991 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7519a092-7085-4a30-bf14-f64ca3feb917 None None] The sync data for ids ['fc34ce07-84e8-441c-a530-03ad218246ac'] in dv-neutron-858731-1-hyperv is: [{'id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538222367', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:32Z', 'updated_at': '2022-09-21T15:55:37Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:33Z', 'updated_at': '2022-09-21T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '4b479457-4504-40a0-8da2-67425ca859ff', 'name': '', 'network_id': '38007d93-8746-4fb5-b4f6-a2d31f6b2886', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:fb:35:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '58d3daa0-205d-4fa8-83d7-6580f151efe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:36Z', 'updated_at': '2022-09-21T15:55:43Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '58d3daa0-205d-4fa8-83d7-6580f151efe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:57:24.034729 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dde1636-f783-46f0-84fc-8e7d21f508b1 None None] New status for floating IP b266a4ee-f6e5-46f4-ab27-76ca4b71f784: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:57:24.676110 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44a9c5-7fcc-4eed-972d-414062cd7200 req-44fbc590-0ead-4943-8519-c79801975ccb tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:24.677624 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f44a9c5-7fcc-4eed-972d-414062cd7200 req-44fbc590-0ead-4943-8519-c79801975ccb tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.0918169 Sep 21 15:57:24.775389 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f44a9c5-7fcc-4eed-972d-414062cd7200 req-80ca3cec-03d9-453a-ba54-6d2267b31f6a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619750 Sep 21 15:57:24.799711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae1cc5-eeed-4685-b995-2a0f4d126bc2 req-fb577e63-ff73-4ace-9fda-d94978869f04 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:24.801243 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-20ae1cc5-eeed-4685-b995-2a0f4d126bc2 req-fb577e63-ff73-4ace-9fda-d94978869f04 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 946 time: 0.1227670 Sep 21 15:57:24.877617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-20ae1cc5-eeed-4685-b995-2a0f4d126bc2 req-27be4338-aaf6-458a-8e51-11df169b3282 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting port 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:24.877958 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-20ae1cc5-eeed-4685-b995-2a0f4d126bc2 req-27be4338-aaf6-458a-8e51-11df169b3282 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:25.250854 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-20ae1cc5-eeed-4685-b995-2a0f4d126bc2 req-27be4338-aaf6-458a-8e51-11df169b3282 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] For port 357bdc96-0f87-4553-8dd3-51beaa2bb0b7, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=357bdc96-0f87-4553-8dd3-51beaa2bb0b7,segment=NetworkSegment(29bf9734-b5d2-45fc-97aa-decfc2cebdd9),segment_id=29bf9734-b5d2-45fc-97aa-decfc2cebdd9)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:25.251205 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-20ae1cc5-eeed-4685-b995-2a0f4d126bc2 req-27be4338-aaf6-458a-8e51-11df169b3282 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:25.377669 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-20ae1cc5-eeed-4685-b995-2a0f4d126bc2 req-27be4338-aaf6-458a-8e51-11df169b3282 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Calling delete_port for 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:25.524541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-20ae1cc5-eeed-4685-b995-2a0f4d126bc2 req-27be4338-aaf6-458a-8e51-11df169b3282 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:25.574331 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be4338-aaf6-458a-8e51-11df169b3282 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Port': ['ID=357bdc96-0f87-4553-8dd3-51beaa2bb0b7,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:25.665274 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ae1cc5-eeed-4685-b995-2a0f4d126bc2 req-27be4338-aaf6-458a-8e51-11df169b3282 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] No DVR routers for this DVR port 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:57:25.667667 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-20ae1cc5-eeed-4685-b995-2a0f4d126bc2 req-27be4338-aaf6-458a-8e51-11df169b3282 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:25.671111 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12644585-8b79-4581-9b4d-5ea08ce0ff6c', 'name': 'network-vif-deleted', 'tag': '357bdc96-0f87-4553-8dd3-51beaa2bb0b7'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:57:25.673407 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a895b4c-d5c4-4e85-8586-25fc98d97b3d" -d '{"events": [{"server_uuid": "12644585-8b79-4581-9b4d-5ea08ce0ff6c", "name": "network-vif-deleted", "tag": "357bdc96-0f87-4553-8dd3-51beaa2bb0b7"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:57:25.687273 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-20ae1cc5-eeed-4685-b995-2a0f4d126bc2 req-27be4338-aaf6-458a-8e51-11df169b3282 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "DELETE /v2.0/ports/357bdc96-0f87-4553-8dd3-51beaa2bb0b7 HTTP/1.1" status: 204 len: 173 time: 0.8777304 Sep 21 15:57:25.720008 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb1cc1b-bc4d-4ae6-9e3d-3168c46028d3 x-openstack-request-id: req-2eb1cc1b-bc4d-4ae6-9e3d-3168c46028d3 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:57:25.720305 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12644585-8b79-4581-9b4d-5ea08ce0ff6c", "name": "network-vif-deleted", "tag": "357bdc96-0f87-4553-8dd3-51beaa2bb0b7", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:57:25.720574 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2eb1cc1b-bc4d-4ae6-9e3d-3168c46028d3 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:57:25.720981 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eb1cc1b-bc4d-4ae6-9e3d-3168c46028d3'] response: {'server_uuid': '12644585-8b79-4581-9b4d-5ea08ce0ff6c', 'name': 'network-vif-deleted', 'tag': '357bdc96-0f87-4553-8dd3-51beaa2bb0b7', 'status': 'completed', 'code': 200} Sep 21 15:57:25.955610 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-fe0817c8-97d2-4406-9e2b-13ba683cc271 req-d8cb4dee-2cda-4033-8ff9-d8c1bc21ca1e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Synchronizing usage tracker for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:25.972013 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-fe0817c8-97d2-4406-9e2b-13ba683cc271 req-d8cb4dee-2cda-4033-8ff9-d8c1bc21ca1e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Unset dirty status for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:25.973192 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fe0817c8-97d2-4406-9e2b-13ba683cc271 req-d8cb4dee-2cda-4033-8ff9-d8c1bc21ca1e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=12644585-8b79-4581-9b4d-5ea08ce0ff6c HTTP/1.1" status: 200 len: 210 time: 0.0693140 Sep 21 15:57:27.075407 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41670) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:27.638576 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-346a9258-5327-4c47-a42a-ecdd3ae059b9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:28.100007 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-346a9258-5327-4c47-a42a-ecdd3ae059b9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting port 4b479457-4504-40a0-8da2-67425ca859ff {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:28.100742 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-346a9258-5327-4c47-a42a-ecdd3ae059b9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:28.285372 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-346a9258-5327-4c47-a42a-ecdd3ae059b9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] For port 4b479457-4504-40a0-8da2-67425ca859ff, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=4b479457-4504-40a0-8da2-67425ca859ff,segment=NetworkSegment(29bf9734-b5d2-45fc-97aa-decfc2cebdd9),segment_id=29bf9734-b5d2-45fc-97aa-decfc2cebdd9)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:28.285727 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-346a9258-5327-4c47-a42a-ecdd3ae059b9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:28.413908 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-346a9258-5327-4c47-a42a-ecdd3ae059b9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Calling delete_port for 4b479457-4504-40a0-8da2-67425ca859ff owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:28.425732 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:57:28.461060 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:57:28.461398 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 357bdc96-0f87-4553-8dd3-51beaa2bb0b7 not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:57:28.607778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-346a9258-5327-4c47-a42a-ecdd3ae059b9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:28.654957 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a9258-5327-4c47-a42a-ecdd3ae059b9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Port': ['ID=4b479457-4504-40a0-8da2-67425ca859ff,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:28.936664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-346a9258-5327-4c47-a42a-ecdd3ae059b9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:29.289096 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346a9258-5327-4c47-a42a-ecdd3ae059b9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router fc34ce07-84e8-441c-a530-03ad218246ac has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:57:29.568056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346a9258-5327-4c47-a42a-ecdd3ae059b9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:57:29.577154 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbce8245-0aaf-4c09-93a2-6ee07ac5a165 None None] Sync routers for ids ['fc34ce07-84e8-441c-a530-03ad218246ac'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:57:29.585126 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-346a9258-5327-4c47-a42a-ecdd3ae059b9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "PUT /v2.0/routers/fc34ce07-84e8-441c-a530-03ad218246ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5080419 Sep 21 15:57:29.586885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbce8245-0aaf-4c09-93a2-6ee07ac5a165 None None] Routers {'fc34ce07-84e8-441c-a530-03ad218246ac'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:29.587665 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-cbce8245-0aaf-4c09-93a2-6ee07ac5a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:57:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['fc34ce07-84e8-441c-a530-03ad218246ac'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:29.587979 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41674) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:29.652672 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-18dbb1b0-fce3-4ba4-b413-0a0a0262e4f4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting subnet 58d3daa0-205d-4fa8-83d7-6580f151efe5 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:57:29.655850 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-18dbb1b0-fce3-4ba4-b413-0a0a0262e4f4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:29.709837 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-18dbb1b0-fce3-4ba4-b413-0a0a0262e4f4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:29.769230 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-cbce8245-0aaf-4c09-93a2-6ee07ac5a165 None None] Set router fc34ce07-84e8-441c-a530-03ad218246ac gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:57:29.797730 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-18dbb1b0-fce3-4ba4-b413-0a0a0262e4f4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:29.871006 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-18dbb1b0-fce3-4ba4-b413-0a0a0262e4f4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:29.913202 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbb1b0-fce3-4ba4-b413-0a0a0262e4f4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Subnet': ['ID=58d3daa0-205d-4fa8-83d7-6580f151efe5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:29.918683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-18dbb1b0-fce3-4ba4-b413-0a0a0262e4f4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:29.926704 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-18dbb1b0-fce3-4ba4-b413-0a0a0262e4f4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/subnets/58d3daa0-205d-4fa8-83d7-6580f151efe5 HTTP/1.1" status: 204 len: 168 time: 0.3376923 Sep 21 15:57:29.929376 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41678) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:29.975114 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dffa08-7299-4aee-a179-551798d95bd4 None None] Network 38007d93-8746-4fb5-b4f6-a2d31f6b2886 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:30.108431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c169af-c54a-4f77-b80d-f44866d8e775 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:30.272221 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-cbce8245-0aaf-4c09-93a2-6ee07ac5a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538222367', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:32Z', 'updated_at': '2022-09-21T15:57:28Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '65bd2ef7-4e90-4c94-9858-5b86970c1c04', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:33Z', 'updated_at': '2022-09-21T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:30.276628 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbce8245-0aaf-4c09-93a2-6ee07ac5a165 None None] Checking router: fc34ce07-84e8-441c-a530-03ad218246ac for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:57:30.286277 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbce8245-0aaf-4c09-93a2-6ee07ac5a165 None None] Routers {'fc34ce07-84e8-441c-a530-03ad218246ac'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:30.286898 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-cbce8245-0aaf-4c09-93a2-6ee07ac5a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:57:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['fc34ce07-84e8-441c-a530-03ad218246ac'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:30.305170 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c169af-c54a-4f77-b80d-f44866d8e775 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:30.314660 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-75c169af-c54a-4f77-b80d-f44866d8e775 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting port 65bd2ef7-4e90-4c94-9858-5b86970c1c04 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:30.315249 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c169af-c54a-4f77-b80d-f44866d8e775 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:30.339582 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82800bab-ac4f-48be-bd5a-bd9c567cdd70 None None] DHCP port deletion for 38007d93-8746-4fb5-b4f6-a2d31f6b2886 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:57:30.410525 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-82800bab-ac4f-48be-bd5a-bd9c567cdd70 None None] Deleting port 49c3adc0-d892-4061-83ee-54ba8a8df267 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:30.410780 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-82800bab-ac4f-48be-bd5a-bd9c567cdd70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:30.493364 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-75c169af-c54a-4f77-b80d-f44866d8e775 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] For port 65bd2ef7-4e90-4c94-9858-5b86970c1c04, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=65bd2ef7-4e90-4c94-9858-5b86970c1c04,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:30.493749 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c169af-c54a-4f77-b80d-f44866d8e775 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:30.538692 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-cbce8245-0aaf-4c09-93a2-6ee07ac5a165 None None] Set router fc34ce07-84e8-441c-a530-03ad218246ac gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:57:30.627510 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-75c169af-c54a-4f77-b80d-f44866d8e775 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Calling delete_port for 65bd2ef7-4e90-4c94-9858-5b86970c1c04 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:30.649117 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-cbce8245-0aaf-4c09-93a2-6ee07ac5a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538222367', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:32Z', 'updated_at': '2022-09-21T15:57:30Z', 'revision_number': 6, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:30.670476 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbce8245-0aaf-4c09-93a2-6ee07ac5a165 None None] The sync data for ids ['fc34ce07-84e8-441c-a530-03ad218246ac'] in dv-neutron-858731-1-hyperv is: [{'id': 'fc34ce07-84e8-441c-a530-03ad218246ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538222367', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:32Z', 'updated_at': '2022-09-21T15:57:30Z', 'revision_number': 6, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:57:30.757568 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-82800bab-ac4f-48be-bd5a-bd9c567cdd70 None None] For port 49c3adc0-d892-4061-83ee-54ba8a8df267, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=49c3adc0-d892-4061-83ee-54ba8a8df267,segment=NetworkSegment(29bf9734-b5d2-45fc-97aa-decfc2cebdd9),segment_id=29bf9734-b5d2-45fc-97aa-decfc2cebdd9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:30.757946 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-82800bab-ac4f-48be-bd5a-bd9c567cdd70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:30.804770 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c169af-c54a-4f77-b80d-f44866d8e775 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:30.855225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c169af-c54a-4f77-b80d-f44866d8e775 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Port': ['ID=65bd2ef7-4e90-4c94-9858-5b86970c1c04,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:30.882073 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-82800bab-ac4f-48be-bd5a-bd9c567cdd70 None None] Calling delete_port for 49c3adc0-d892-4061-83ee-54ba8a8df267 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:30.949470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c169af-c54a-4f77-b80d-f44866d8e775 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:30.956505 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-82800bab-ac4f-48be-bd5a-bd9c567cdd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.008192 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82800bab-ac4f-48be-bd5a-bd9c567cdd70 None None] Pushing event deleted for resources: {'Port': ['ID=49c3adc0-d892-4061-83ee-54ba8a8df267,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:31.013986 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82800bab-ac4f-48be-bd5a-bd9c567cdd70 None None] No DVR routers for this DVR port 49c3adc0-d892-4061-83ee-54ba8a8df267 on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:57:31.020491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82800bab-ac4f-48be-bd5a-bd9c567cdd70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:31.020832 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82800bab-ac4f-48be-bd5a-bd9c567cdd70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:31.021170 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82800bab-ac4f-48be-bd5a-bd9c567cdd70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:31.021507 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82800bab-ac4f-48be-bd5a-bd9c567cdd70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:31.021837 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82800bab-ac4f-48be-bd5a-bd9c567cdd70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:31.022157 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82800bab-ac4f-48be-bd5a-bd9c567cdd70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:31.022472 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82800bab-ac4f-48be-bd5a-bd9c567cdd70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:31.022794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82800bab-ac4f-48be-bd5a-bd9c567cdd70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:31.023115 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82800bab-ac4f-48be-bd5a-bd9c567cdd70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:31.023429 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82800bab-ac4f-48be-bd5a-bd9c567cdd70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:31.023749 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82800bab-ac4f-48be-bd5a-bd9c567cdd70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:31.025484 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82800bab-ac4f-48be-bd5a-bd9c567cdd70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:31.242678 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c169af-c54a-4f77-b80d-f44866d8e775 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.244865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c169af-c54a-4f77-b80d-f44866d8e775 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.267268 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c169af-c54a-4f77-b80d-f44866d8e775 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.267772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c169af-c54a-4f77-b80d-f44866d8e775 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Fanout notify agent at l3_agent the message router_deleted on router fc34ce07-84e8-441c-a530-03ad218246ac {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:57:31.282931 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c169af-c54a-4f77-b80d-f44866d8e775 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.283939 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-75c169af-c54a-4f77-b80d-f44866d8e775 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/routers/fc34ce07-84e8-441c-a530-03ad218246ac HTTP/1.1" status: 204 len: 168 time: 1.3536899 Sep 21 15:57:31.286739 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41682) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:31.398181 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e54cc18c-46f6-4e7a-99af-4f127acab050 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.503833 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 65bd2ef7-4e90-4c94-9858-5b86970c1c04 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:57:31.537935 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e54cc18c-46f6-4e7a-99af-4f127acab050 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.538605 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 65bd2ef7-4e90-4c94-9858-5b86970c1c04 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:57:31.538996 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 65bd2ef7-4e90-4c94-9858-5b86970c1c04 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:57:31.539380 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 4b479457-4504-40a0-8da2-67425ca859ff no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:57:31.565504 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e54cc18c-46f6-4e7a-99af-4f127acab050 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38007d93-8746-4fb5-b4f6-a2d31f6b2886']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:31.573353 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 4b479457-4504-40a0-8da2-67425ca859ff {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:57:31.573701 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 4b479457-4504-40a0-8da2-67425ca859ff not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:57:31.574196 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 49c3adc0-d892-4061-83ee-54ba8a8df267 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:57:31.578424 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e54cc18c-46f6-4e7a-99af-4f127acab050 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29bf9734-b5d2-45fc-97aa-decfc2cebdd9') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:31.578722 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e54cc18c-46f6-4e7a-99af-4f127acab050 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29bf9734-b5d2-45fc-97aa-decfc2cebdd9') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:31.589856 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e54cc18c-46f6-4e7a-99af-4f127acab050 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.605767 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e54cc18c-46f6-4e7a-99af-4f127acab050 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.610736 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 49c3adc0-d892-4061-83ee-54ba8a8df267 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:57:31.611088 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 49c3adc0-d892-4061-83ee-54ba8a8df267 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:57:31.613717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54cc18c-46f6-4e7a-99af-4f127acab050 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:57:31.614423 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e54cc18c-46f6-4e7a-99af-4f127acab050 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.685680 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 29bf9734-b5d2-45fc-97aa-decfc2cebdd9 resource provider aggregate not found Sep 21 15:57:31.707382 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 29bf9734-b5d2-45fc-97aa-decfc2cebdd9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29bf9734-b5d2-45fc-97aa-decfc2cebdd9 found for delete ", "request_id": "req-6d7f78e2-2712-42ab-8141-cb1338767e7e"}]} Sep 21 15:57:31.721818 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e54cc18c-46f6-4e7a-99af-4f127acab050 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.739530 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e54cc18c-46f6-4e7a-99af-4f127acab050 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.751628 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54cc18c-46f6-4e7a-99af-4f127acab050 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Network': ['ID=38007d93-8746-4fb5-b4f6-a2d31f6b2886,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:31.760155 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e54cc18c-46f6-4e7a-99af-4f127acab050 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/networks/38007d93-8746-4fb5-b4f6-a2d31f6b2886 HTTP/1.1" status: 204 len: 168 time: 0.4724646 Sep 21 15:57:31.762866 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41690) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:31.831794 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-53706906-5b9f-4e7d-aae1-4cc943810a88 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.862065 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-53706906-5b9f-4e7d-aae1-4cc943810a88 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.929490 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-53706906-5b9f-4e7d-aae1-4cc943810a88 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.954047 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53706906-5b9f-4e7d-aae1-4cc943810a88 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0894c74-f3f5-41e5-a7e0-4e0da587cd7e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:31.961275 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-53706906-5b9f-4e7d-aae1-4cc943810a88 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.962444 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-53706906-5b9f-4e7d-aae1-4cc943810a88 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/security-groups/d0894c74-f3f5-41e5-a7e0-4e0da587cd7e HTTP/1.1" status: 204 len: 168 time: 0.1984386 Sep 21 15:57:32.073827 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41698) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:32.079058 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e5b6099f-8b90-444c-a74c-236fb3ec4300 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1883613280', 'description': 'tempest-secgroup-smoke-1883613280 description', 'project_id': 'b4016643d8834c028ec296e58e5077dd'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:32.085061 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e5b6099f-8b90-444c-a74c-236fb3ec4300 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:32.089060 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e5b6099f-8b90-444c-a74c-236fb3ec4300 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:32.092002 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e5b6099f-8b90-444c-a74c-236fb3ec4300 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:32.097965 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e5b6099f-8b90-444c-a74c-236fb3ec4300 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:32.107617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5b6099f-8b90-444c-a74c-236fb3ec4300 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.128823 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e5b6099f-8b90-444c-a74c-236fb3ec4300 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:32.132637 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e5b6099f-8b90-444c-a74c-236fb3ec4300 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:32.135429 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e5b6099f-8b90-444c-a74c-236fb3ec4300 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:32.141273 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e5b6099f-8b90-444c-a74c-236fb3ec4300 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:32.209160 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5b6099f-8b90-444c-a74c-236fb3ec4300 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.212628 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5b6099f-8b90-444c-a74c-236fb3ec4300 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.257003 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6099f-8b90-444c-a74c-236fb3ec4300 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c29f508d-1dcc-449c-bf49-7d56efaae65c,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:32.260743 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5b6099f-8b90-444c-a74c-236fb3ec4300 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.261926 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e5b6099f-8b90-444c-a74c-236fb3ec4300 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1870530 Sep 21 15:57:32.264856 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41702) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:32.269780 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6c0ba637-4aaf-4ba8-bb60-5ae5c3a56184 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'c29f508d-1dcc-449c-bf49-7d56efaae65c', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:32.275739 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6c0ba637-4aaf-4ba8-bb60-5ae5c3a56184 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:32.280091 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6c0ba637-4aaf-4ba8-bb60-5ae5c3a56184 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:32.282971 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6c0ba637-4aaf-4ba8-bb60-5ae5c3a56184 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:32.288605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6c0ba637-4aaf-4ba8-bb60-5ae5c3a56184 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:32.305517 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba637-4aaf-4ba8-bb60-5ae5c3a56184 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.364192 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba637-4aaf-4ba8-bb60-5ae5c3a56184 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.367553 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba637-4aaf-4ba8-bb60-5ae5c3a56184 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.390828 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ba637-4aaf-4ba8-bb60-5ae5c3a56184 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2ddf58-3835-4d12-a041-28f7e6bc054a,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:32.399900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba637-4aaf-4ba8-bb60-5ae5c3a56184 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.401096 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6c0ba637-4aaf-4ba8-bb60-5ae5c3a56184 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353250 Sep 21 15:57:32.404309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41706) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:32.409228 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-45945080-29ca-44c8-b471-c2d5c07bdb53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'c29f508d-1dcc-449c-bf49-7d56efaae65c', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:32.415008 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-45945080-29ca-44c8-b471-c2d5c07bdb53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:32.418786 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-45945080-29ca-44c8-b471-c2d5c07bdb53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:32.421912 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-45945080-29ca-44c8-b471-c2d5c07bdb53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:32.427624 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-45945080-29ca-44c8-b471-c2d5c07bdb53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:32.447374 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-45945080-29ca-44c8-b471-c2d5c07bdb53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.511908 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-45945080-29ca-44c8-b471-c2d5c07bdb53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.515361 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-45945080-29ca-44c8-b471-c2d5c07bdb53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.539380 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45945080-29ca-44c8-b471-c2d5c07bdb53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ab419b-b2e3-45c7-816b-b99db1365bdb,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:32.549041 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-45945080-29ca-44c8-b471-c2d5c07bdb53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.550219 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-45945080-29ca-44c8-b471-c2d5c07bdb53 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1449771 Sep 21 15:57:32.553929 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41710) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:32.558788 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-070d6977-8dc0-4f51-bdaf-94c0f5c8a11f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'c29f508d-1dcc-449c-bf49-7d56efaae65c', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:32.565205 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-070d6977-8dc0-4f51-bdaf-94c0f5c8a11f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:32.569000 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-070d6977-8dc0-4f51-bdaf-94c0f5c8a11f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:32.571812 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-070d6977-8dc0-4f51-bdaf-94c0f5c8a11f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:32.577447 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-070d6977-8dc0-4f51-bdaf-94c0f5c8a11f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:32.593932 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-070d6977-8dc0-4f51-bdaf-94c0f5c8a11f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.655671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-070d6977-8dc0-4f51-bdaf-94c0f5c8a11f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.659180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-070d6977-8dc0-4f51-bdaf-94c0f5c8a11f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.682608 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d6977-8dc0-4f51-bdaf-94c0f5c8a11f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201ec980-71ba-4b65-89c2-2ada72baa391,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:32.692533 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-070d6977-8dc0-4f51-bdaf-94c0f5c8a11f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.693699 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-070d6977-8dc0-4f51-bdaf-94c0f5c8a11f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1388426 Sep 21 15:57:32.696393 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41714) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:32.701362 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c316ad84-3912-4b35-8f26-0e812e9d53df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'c29f508d-1dcc-449c-bf49-7d56efaae65c', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:32.707143 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c316ad84-3912-4b35-8f26-0e812e9d53df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:32.710955 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c316ad84-3912-4b35-8f26-0e812e9d53df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:32.713924 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c316ad84-3912-4b35-8f26-0e812e9d53df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:32.719866 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c316ad84-3912-4b35-8f26-0e812e9d53df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:32.737208 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c316ad84-3912-4b35-8f26-0e812e9d53df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.803029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c316ad84-3912-4b35-8f26-0e812e9d53df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.806633 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c316ad84-3912-4b35-8f26-0e812e9d53df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.830487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316ad84-3912-4b35-8f26-0e812e9d53df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef0e85b-6e87-46eb-8c6e-d07a1a2ef708,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:32.840283 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c316ad84-3912-4b35-8f26-0e812e9d53df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.841676 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c316ad84-3912-4b35-8f26-0e812e9d53df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1442425 Sep 21 15:57:32.844659 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41718) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:32.849489 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b842d979-996f-41d0-a54b-ba83b139a231 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'c29f508d-1dcc-449c-bf49-7d56efaae65c', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:32.855152 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b842d979-996f-41d0-a54b-ba83b139a231 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:32.859765 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b842d979-996f-41d0-a54b-ba83b139a231 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:32.862693 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b842d979-996f-41d0-a54b-ba83b139a231 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:32.868655 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b842d979-996f-41d0-a54b-ba83b139a231 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:32.878734 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-b842d979-996f-41d0-a54b-ba83b139a231 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Project b4016643d8834c028ec296e58e5077dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:57:32.885168 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b842d979-996f-41d0-a54b-ba83b139a231 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.947796 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b842d979-996f-41d0-a54b-ba83b139a231 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.951795 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b842d979-996f-41d0-a54b-ba83b139a231 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.973391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842d979-996f-41d0-a54b-ba83b139a231 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2772ebf6-7daa-4ab5-8287-10790308fdf4,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:32.985163 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b842d979-996f-41d0-a54b-ba83b139a231 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.989059 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b842d979-996f-41d0-a54b-ba83b139a231 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1409340 Sep 21 15:57:32.989296 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41722) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:32.994332 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9343b0af-e8d5-4718-80a9-7f52f9fbf69a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'security_group_rule': {'security_group_id': 'c29f508d-1dcc-449c-bf49-7d56efaae65c', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:33.000234 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9343b0af-e8d5-4718-80a9-7f52f9fbf69a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:33.004284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9343b0af-e8d5-4718-80a9-7f52f9fbf69a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:security_group_rule and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:33.007248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9343b0af-e8d5-4718-80a9-7f52f9fbf69a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:33.012917 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9343b0af-e8d5-4718-80a9-7f52f9fbf69a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:33.023873 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-9343b0af-e8d5-4718-80a9-7f52f9fbf69a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Project b4016643d8834c028ec296e58e5077dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:57:33.031066 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9343b0af-e8d5-4718-80a9-7f52f9fbf69a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.096566 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9343b0af-e8d5-4718-80a9-7f52f9fbf69a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.099859 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9343b0af-e8d5-4718-80a9-7f52f9fbf69a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.125524 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343b0af-e8d5-4718-80a9-7f52f9fbf69a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f253754-ea3f-4146-976d-3f617d2a42bb,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:33.134564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9343b0af-e8d5-4718-80a9-7f52f9fbf69a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.135723 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9343b0af-e8d5-4718-80a9-7f52f9fbf69a tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1455255 Sep 21 15:57:33.138642 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41726) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:33.143982 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9a57784e-111c-4913-b0f7-2caf9c8f2dd6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'network': {'name': 'tempest-network-smoke--153067441', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'port_security_enabled': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:33.148809 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9a57784e-111c-4913-b0f7-2caf9c8f2dd6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:33.152886 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9a57784e-111c-4913-b0f7-2caf9c8f2dd6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:network and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:33.156559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9a57784e-111c-4913-b0f7-2caf9c8f2dd6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:33.162249 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9a57784e-111c-4913-b0f7-2caf9c8f2dd6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:33.173000 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a57784e-111c-4913-b0f7-2caf9c8f2dd6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Made reservation on behalf of b4016643d8834c028ec296e58e5077dd for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:33.176319 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9a57784e-111c-4913-b0f7-2caf9c8f2dd6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.203232 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a57784e-111c-4913-b0f7-2caf9c8f2dd6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:57:33.212327 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9a57784e-111c-4913-b0f7-2caf9c8f2dd6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.212745 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-9a57784e-111c-4913-b0f7-2caf9c8f2dd6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Added segment d0152302-bd97-4014-8d6c-d042ebec25c6 of type vlan for network d147ead9-a526-48c6-a90b-b119972374ba Sep 21 15:57:33.241050 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9a57784e-111c-4913-b0f7-2caf9c8f2dd6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.269638 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9a57784e-111c-4913-b0f7-2caf9c8f2dd6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.274917 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a57784e-111c-4913-b0f7-2caf9c8f2dd6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:33.275495 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9a57784e-111c-4913-b0f7-2caf9c8f2dd6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.381247 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9a57784e-111c-4913-b0f7-2caf9c8f2dd6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2389452 Sep 21 15:57:33.381604 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41730) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:33.387287 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57784e-111c-4913-b0f7-2caf9c8f2dd6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Network': ['ID=d147ead9-a526-48c6-a90b-b119972374ba,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:33.387824 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1137343522', 'admin_state_up': True, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:33.398888 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:33.399835 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network d147ead9-a526-48c6-a90b-b119972374ba details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:57:33.402914 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:router and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:33.406863 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:33.412699 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:33.423111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.424301 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.440637 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.707835 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:34.003640 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:34.034220 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:34.166977 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Allocated IP 172.26.4.76 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/5daacaac-cd24-40a7-9342-98fe9bda32ca) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:34.415657 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:34.444027 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:34.511581 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:34.515184 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:34.517950 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:34.552338 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=5daacaac-cd24-40a7-9342-98fe9bda32ca,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:34.568332 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:34.568694 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:34.569027 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:34.569354 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:34.569677 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:34.569997 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:34.570515 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:34.570843 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:34.571158 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:34.571472 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:34.571788 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:34.572102 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:34.942451 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:35.284893 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:35.484871 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router 41791392-659a-448d-b696-1fc3f9b6782b is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:57:35.645148 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5370c7be-f666-41ee-aee5-68aaf23f52f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:35.779216 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:57:35.788797 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] Sync routers for ids ['41791392-659a-448d-b696-1fc3f9b6782b'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:57:35.798703 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] Routers {'41791392-659a-448d-b696-1fc3f9b6782b'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:35.799313 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:57:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['41791392-659a-448d-b696-1fc3f9b6782b'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:35.804946 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:35.809188 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d6bb943b-5f39-4557-8be1-20d9d182c691 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4236050 Sep 21 15:57:35.809362 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41734) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:35.848985 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cec450e8-3769-48c3-bdd8-0ed581660ef9 tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=b4016643d8834c028ec296e58e5077dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381444 Sep 21 15:57:35.851171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41738) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:35.988536 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ce28af-be1c-4233-89ef-951090ac93a6 tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:35.990016 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a9ce28af-be1c-4233-89ef-951090ac93a6 tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1379721 Sep 21 15:57:35.993067 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41742) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:36.015489 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] Set router 41791392-659a-448d-b696-1fc3f9b6782b gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:57:36.036805 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2d2dfe26-dd42-4abc-b598-9aae71720267 tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=445481ae-8997-4e7e-a514-07e782c48c85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403206 Sep 21 15:57:36.037023 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41746) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:36.042195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8305a089-5cd9-4da6-a313-ee5affa10b14 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-970463992', 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba', 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:36.261140 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8305a089-5cd9-4da6-a313-ee5affa10b14 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:36.265924 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8305a089-5cd9-4da6-a313-ee5affa10b14 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:subnet and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:36.268734 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8305a089-5cd9-4da6-a313-ee5affa10b14 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:36.274361 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8305a089-5cd9-4da6-a313-ee5affa10b14 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:36.284702 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8305a089-5cd9-4da6-a313-ee5affa10b14 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Made reservation on behalf of b4016643d8834c028ec296e58e5077dd for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:36.288263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8305a089-5cd9-4da6-a313-ee5affa10b14 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:36.302187 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41791392-659a-448d-b696-1fc3f9b6782b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137343522', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:33Z', 'updated_at': '2022-09-21T15:57:34Z', 'revision_number': 3, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:34Z', 'updated_at': '2022-09-21T15:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:36.306195 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] Checking router: 41791392-659a-448d-b696-1fc3f9b6782b for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:57:36.306651 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] Updating router 41791392-659a-448d-b696-1fc3f9b6782b port 5daacaac-cd24-40a7-9342-98fe9bda32ca binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:57:36.359900 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:36.514487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8305a089-5cd9-4da6-a313-ee5affa10b14 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:36.601089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305a089-5cd9-4da6-a313-ee5affa10b14 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Subnet': ['ID=19199277-05c6-4ebf-a1ae-78aef7da6e4c,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:36.609705 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8305a089-5cd9-4da6-a313-ee5affa10b14 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Checking segment: {'id': 'd0152302-bd97-4014-8d6c-d042ebec25c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:36.610087 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8305a089-5cd9-4da6-a313-ee5affa10b14 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network hostable DHCP agents. Network: d147ead9-a526-48c6-a90b-b119972374ba, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:57:36.639561 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8305a089-5cd9-4da6-a313-ee5affa10b14 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network d147ead9-a526-48c6-a90b-b119972374ba is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:57:36.658593 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-8305a089-5cd9-4da6-a313-ee5affa10b14 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, d147ead9-a526-48c6-a90b-b119972374ba) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:36.666908 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8305a089-5cd9-4da6-a313-ee5affa10b14 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:36.668240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e224fc-7c73-4e0a-b0e7-dc8d9f70ed86 None None] Network d147ead9-a526-48c6-a90b-b119972374ba requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:36.670234 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8305a089-5cd9-4da6-a313-ee5affa10b14 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:36.703281 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8305a089-5cd9-4da6-a313-ee5affa10b14 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6618898 Sep 21 15:57:36.703736 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41750) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:36.708586 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:36.722784 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] Transition to ACTIVE for port object 5daacaac-cd24-40a7-9342-98fe9bda32ca will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:36.729738 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:36.802542 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db8c62-78b1-41d5-8e67-852bb42ecbad None None] Pushing event updated for resources: {'Port': ['ID=5daacaac-cd24-40a7-9342-98fe9bda32ca,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:36.812521 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8c62-78b1-41d5-8e67-852bb42ecbad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:36.812893 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8c62-78b1-41d5-8e67-852bb42ecbad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:36.813189 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8c62-78b1-41d5-8e67-852bb42ecbad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:36.813518 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8c62-78b1-41d5-8e67-852bb42ecbad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:36.813839 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8c62-78b1-41d5-8e67-852bb42ecbad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:36.814233 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8c62-78b1-41d5-8e67-852bb42ecbad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:36.814472 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8c62-78b1-41d5-8e67-852bb42ecbad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:36.814787 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8c62-78b1-41d5-8e67-852bb42ecbad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:36.815101 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8c62-78b1-41d5-8e67-852bb42ecbad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:36.815411 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8c62-78b1-41d5-8e67-852bb42ecbad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:36.815721 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8c62-78b1-41d5-8e67-852bb42ecbad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:36.816030 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8db8c62-78b1-41d5-8e67-852bb42ecbad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:36.823428 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] Attempting to bind port 5daacaac-cd24-40a7-9342-98fe9bda32ca on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:57:36.823785 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] Attempting to bind port 5daacaac-cd24-40a7-9342-98fe9bda32ca by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:57:36.824145 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] Attempting to bind port 5daacaac-cd24-40a7-9342-98fe9bda32ca on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:57:36.830571 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:57:36.830940 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:36.831889 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:36.831889 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:57:36.832147 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] Bound port: 5daacaac-cd24-40a7-9342-98fe9bda32ca, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:57:36.832533 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:36.913107 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] For port 5daacaac-cd24-40a7-9342-98fe9bda32ca, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:57:36.916195 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] For port 5daacaac-cd24-40a7-9342-98fe9bda32ca, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5daacaac-cd24-40a7-9342-98fe9bda32ca,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:57:36.924692 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:36.975169 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] Routers {'41791392-659a-448d-b696-1fc3f9b6782b'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:36.975786 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:57:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['41791392-659a-448d-b696-1fc3f9b6782b'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:37.002757 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-d147ead9-a526-48c6-a90b-b119972374ba', 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ips': [{'subnet_id': '19199277-05c6-4ebf-a1ae-78aef7da6e4c'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:57:37.003599 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.147286 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db8c62-78b1-41d5-8e67-852bb42ecbad None None] Pushing event updated for resources: {'Port': ['ID=5daacaac-cd24-40a7-9342-98fe9bda32ca,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:37.177552 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] Set router 41791392-659a-448d-b696-1fc3f9b6782b gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:57:37.211044 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] Allocated IP 172.20.0.2 (d147ead9-a526-48c6-a90b-b119972374ba/19199277-05c6-4ebf-a1ae-78aef7da6e4c/436f73a3-d960-4ae4-8f28-f18b130f685c) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:37.433146 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.445275 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] Transition to ACTIVE for port object 436f73a3-d960-4ae4-8f28-f18b130f685c will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:37.466789 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] Transition to ACTIVE for port object 436f73a3-d960-4ae4-8f28-f18b130f685c will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:37.473693 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.494088 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e9b71c9-f2ee-41cb-a882-f26c66cf1d45 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.500188 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41791392-659a-448d-b696-1fc3f9b6782b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137343522', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:33Z', 'updated_at': '2022-09-21T15:57:34Z', 'revision_number': 3, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:34Z', 'updated_at': '2022-09-21T15:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:37.504914 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcbaf70-dbe2-4d52-b68d-fa8f09df87ca None None] The sync data for ids ['41791392-659a-448d-b696-1fc3f9b6782b'] in dv-neutron-858731-1-hyperv is: [{'id': '41791392-659a-448d-b696-1fc3f9b6782b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137343522', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:33Z', 'updated_at': '2022-09-21T15:57:34Z', 'revision_number': 3, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:34Z', 'updated_at': '2022-09-21T15:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:57:37.532663 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] Network d147ead9-a526-48c6-a90b-b119972374ba is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:37.540200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:37.545450 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:37.600623 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] Pushing event updated for resources: {'Port': ['ID=436f73a3-d960-4ae4-8f28-f18b130f685c,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:37.658962 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] Attempting to bind port 436f73a3-d960-4ae4-8f28-f18b130f685c on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:57:37.659309 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] Attempting to bind port 436f73a3-d960-4ae4-8f28-f18b130f685c by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'd0152302-bd97-4014-8d6c-d042ebec25c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:57:37.659680 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] Attempting to bind port 436f73a3-d960-4ae4-8f28-f18b130f685c on network d147ead9-a526-48c6-a90b-b119972374ba {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:57:37.665063 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:57:37.665432 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] Checking segment: {'id': 'd0152302-bd97-4014-8d6c-d042ebec25c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:37.665830 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.666214 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] Bound using segment: {'id': 'd0152302-bd97-4014-8d6c-d042ebec25c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:57:37.666680 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] Bound port: 436f73a3-d960-4ae4-8f28-f18b130f685c, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0152302-bd97-4014-8d6c-d042ebec25c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:57:37.667041 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.779430 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] For port 436f73a3-d960-4ae4-8f28-f18b130f685c, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:57:37.785701 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] For port 436f73a3-d960-4ae4-8f28-f18b130f685c, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=436f73a3-d960-4ae4-8f28-f18b130f685c,segment=NetworkSegment(d0152302-bd97-4014-8d6c-d042ebec25c6),segment_id=d0152302-bd97-4014-8d6c-d042ebec25c6)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:57:37.790386 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.882175 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc27255-0159-4fb4-b9fa-af81e1dae91d None None] Pushing event updated for resources: {'Port': ['ID=436f73a3-d960-4ae4-8f28-f18b130f685c,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:37.963546 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-4e9b71c9-f2ee-41cb-a882-f26c66cf1d45 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Allocated IP 172.20.0.1 (d147ead9-a526-48c6-a90b-b119972374ba/19199277-05c6-4ebf-a1ae-78aef7da6e4c/e701d119-0ba9-44f6-bf4a-bba0cfe7c309) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:38.006977 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f0206cd7-a601-48c1-b11b-bf42d429bff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.292989 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e9b71c9-f2ee-41cb-a882-f26c66cf1d45 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.315404 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-4e9b71c9-f2ee-41cb-a882-f26c66cf1d45 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Transition to ACTIVE for port object e701d119-0ba9-44f6-bf4a-bba0cfe7c309 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:38.339879 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e9b71c9-f2ee-41cb-a882-f26c66cf1d45 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.411016 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9b71c9-f2ee-41cb-a882-f26c66cf1d45 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network d147ead9-a526-48c6-a90b-b119972374ba is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:38.414248 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-4e9b71c9-f2ee-41cb-a882-f26c66cf1d45 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:38.418127 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9b71c9-f2ee-41cb-a882-f26c66cf1d45 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:38.455683 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b71c9-f2ee-41cb-a882-f26c66cf1d45 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=e701d119-0ba9-44f6-bf4a-bba0cfe7c309,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:38.483938 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e9b71c9-f2ee-41cb-a882-f26c66cf1d45 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.613584 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e9b71c9-f2ee-41cb-a882-f26c66cf1d45 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.851164 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.865591 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce06712-a939-4e7b-9f2f-10293e990fb6 None None] Network d147ead9-a526-48c6-a90b-b119972374ba requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:38.963728 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ba865899-88da-4c50-a66b-f55f8dfe83b3 None None] Provisioning for port 436f73a3-d960-4ae4-8f28-f18b130f685c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:39.062451 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e9b71c9-f2ee-41cb-a882-f26c66cf1d45 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.067325 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e9b71c9-f2ee-41cb-a882-f26c66cf1d45 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.121248 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.193048 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e9b71c9-f2ee-41cb-a882-f26c66cf1d45 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.196520 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b71c9-f2ee-41cb-a882-f26c66cf1d45 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=e701d119-0ba9-44f6-bf4a-bba0cfe7c309,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:39.343126 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9b71c9-f2ee-41cb-a882-f26c66cf1d45 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network d147ead9-a526-48c6-a90b-b119972374ba is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:39.344558 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-4e9b71c9-f2ee-41cb-a882-f26c66cf1d45 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:39.432876 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-07c52c0f-8170-4ab9-9d49-5aedbc85697a None None] Provisioning for port e701d119-0ba9-44f6-bf4a-bba0cfe7c309 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:39.444901 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-07c52c0f-8170-4ab9-9d49-5aedbc85697a None None] Provisioning complete for port e701d119-0ba9-44f6-bf4a-bba0cfe7c309 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:39.445391 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-07c52c0f-8170-4ab9-9d49-5aedbc85697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.476245 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 436f73a3-d960-4ae4-8f28-f18b130f685c up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:39.560821 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-07c52c0f-8170-4ab9-9d49-5aedbc85697a None None] Port e701d119-0ba9-44f6-bf4a-bba0cfe7c309 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:57:39.569162 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9b71c9-f2ee-41cb-a882-f26c66cf1d45 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router 41791392-659a-448d-b696-1fc3f9b6782b has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:57:39.577032 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 436f73a3-d960-4ae4-8f28-f18b130f685c completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:39.582444 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 436f73a3-d960-4ae4-8f28-f18b130f685c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:39.583101 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.719549 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 436f73a3-d960-4ae4-8f28-f18b130f685c is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:39.719922 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.729350 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d2879521-bba5-4184-9741-8b0173d97344 None None] Provisioning complete for port e701d119-0ba9-44f6-bf4a-bba0cfe7c309 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:39.729716 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d2879521-bba5-4184-9741-8b0173d97344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.762852 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9b71c9-f2ee-41cb-a882-f26c66cf1d45 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:57:39.775829 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4e9b71c9-f2ee-41cb-a882-f26c66cf1d45 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "PUT /v2.0/routers/41791392-659a-448d-b696-1fc3f9b6782b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0705986 Sep 21 15:57:39.779061 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] Sync routers for ids ['41791392-659a-448d-b696-1fc3f9b6782b'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:57:39.809941 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] Routers {'41791392-659a-448d-b696-1fc3f9b6782b'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:39.810554 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:57:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['41791392-659a-448d-b696-1fc3f9b6782b'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:39.900183 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d2879521-bba5-4184-9741-8b0173d97344 None None] Port e701d119-0ba9-44f6-bf4a-bba0cfe7c309 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:57:39.921978 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 436f73a3-d960-4ae4-8f28-f18b130f685c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=436f73a3-d960-4ae4-8f28-f18b130f685c,segment=NetworkSegment(d0152302-bd97-4014-8d6c-d042ebec25c6),segment_id=d0152302-bd97-4014-8d6c-d042ebec25c6)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:39.927938 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.928721 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5daacaac-cd24-40a7-9342-98fe9bda32ca up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:39.949307 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-a4568414-a6f2-4461-9dfe-418e25f085ca tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Synchronizing usage tracker for tenant:b4016643d8834c028ec296e58e5077dd on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:39.964421 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-a4568414-a6f2-4461-9dfe-418e25f085ca tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Unset dirty status for tenant:b4016643d8834c028ec296e58e5077dd on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:39.965913 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-a4568414-a6f2-4461-9dfe-418e25f085ca tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1883613280&fields=id&tenant_id=b4016643d8834c028ec296e58e5077dd HTTP/1.1" status: 200 len: 267 time: 0.0570409 Sep 21 15:57:40.121135 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-72a1e460-30a7-483b-86d7-ff14f85cfede tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:40.121819 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-72a1e460-30a7-483b-86d7-ff14f85cfede tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Synchronizing usage tracker for tenant:b4016643d8834c028ec296e58e5077dd on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:40.137580 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1f1508b7-dcab-4390-ae8f-c767c1545f31 None None] Provisioning complete for port e701d119-0ba9-44f6-bf4a-bba0cfe7c309 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:40.137845 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-72a1e460-30a7-483b-86d7-ff14f85cfede tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Unset dirty status for tenant:b4016643d8834c028ec296e58e5077dd on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:40.138533 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1f1508b7-dcab-4390-ae8f-c767c1545f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:40.139744 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-72a1e460-30a7-483b-86d7-ff14f85cfede tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/networks?id=d147ead9-a526-48c6-a90b-b119972374ba HTTP/1.1" status: 200 len: 796 time: 0.1656249 Sep 21 15:57:40.155377 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-8df9713d-210e-4912-aad3-7ec5d6bcb236 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/quotas/b4016643d8834c028ec296e58e5077dd HTTP/1.1" status: 200 len: 375 time: 0.0098124 Sep 21 15:57:40.190791 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=436f73a3-d960-4ae4-8f28-f18b130f685c,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:40.205307 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] Set router 41791392-659a-448d-b696-1fc3f9b6782b gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:57:40.255835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-a1a3892e-c6a9-44d2-9032-a1e08fd653fc tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Synchronizing usage tracker for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:40.271432 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 5daacaac-cd24-40a7-9342-98fe9bda32ca completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:40.271895 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-a1a3892e-c6a9-44d2-9032-a1e08fd653fc tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Unset dirty status for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:40.273167 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-a1a3892e-c6a9-44d2-9032-a1e08fd653fc tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1127512 Sep 21 15:57:40.276339 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1f1508b7-dcab-4390-ae8f-c767c1545f31 None None] Port e701d119-0ba9-44f6-bf4a-bba0cfe7c309 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:57:40.283900 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 5daacaac-cd24-40a7-9342-98fe9bda32ca triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:40.284267 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:40.335178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-876f036b-2b70-4397-804a-6755c251d582 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:57:40.336134 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-876f036b-2b70-4397-804a-6755c251d582 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485451 Sep 21 15:57:40.470374 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-fd24efd3-4d0b-46de-ae26-df5a7b552afa service neutron] 10.222.0.62 "GET /v2.0/networks/d147ead9-a526-48c6-a90b-b119972374ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268883 Sep 21 15:57:40.603777 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-275996a7-ed68-4389-ab1b-ff4c39bca126 service neutron] 10.222.0.62 "GET /v2.0/networks/d147ead9-a526-48c6-a90b-b119972374ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273527 Sep 21 15:57:40.604529 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 5daacaac-cd24-40a7-9342-98fe9bda32ca is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:40.604910 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:40.631152 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 5daacaac-cd24-40a7-9342-98fe9bda32ca, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5daacaac-cd24-40a7-9342-98fe9bda32ca,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:40.636984 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:40.724157 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=5daacaac-cd24-40a7-9342-98fe9bda32ca,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:40.729460 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41791392-659a-448d-b696-1fc3f9b6782b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137343522', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:33Z', 'updated_at': '2022-09-21T15:57:38Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:34Z', 'updated_at': '2022-09-21T15:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'e701d119-0ba9-44f6-bf4a-bba0cfe7c309', 'name': '', 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:07:1d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '19199277-05c6-4ebf-a1ae-78aef7da6e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:37Z', 'updated_at': '2022-09-21T15:57:38Z', 'revision_number': 2, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '19199277-05c6-4ebf-a1ae-78aef7da6e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:40.731573 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:40.734914 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] Checking router: 41791392-659a-448d-b696-1fc3f9b6782b for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:57:40.735264 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] Updating router 41791392-659a-448d-b696-1fc3f9b6782b port e701d119-0ba9-44f6-bf4a-bba0cfe7c309 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:57:40.790423 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:40.801872 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6e55abf5-8ae0-42fa-81ee-a61bdaa986a5 req-d88d2981-9a1f-44ef-b7cb-fd8f6e9cb0b8 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 210 time: 0.0519376 Sep 21 15:57:41.176022 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:41.190121 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] Transition to ACTIVE for port object e701d119-0ba9-44f6-bf4a-bba0cfe7c309 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:41.197021 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:41.457264 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 436f73a3-d960-4ae4-8f28-f18b130f685c up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:41.515605 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210593d-d89d-4efa-ad56-dad7af9b912c None None] Pushing event updated for resources: {'Port': ['ID=e701d119-0ba9-44f6-bf4a-bba0cfe7c309,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:41.542262 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] Attempting to bind port e701d119-0ba9-44f6-bf4a-bba0cfe7c309 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:57:41.542621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] Attempting to bind port e701d119-0ba9-44f6-bf4a-bba0cfe7c309 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'd0152302-bd97-4014-8d6c-d042ebec25c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:57:41.542976 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] Attempting to bind port e701d119-0ba9-44f6-bf4a-bba0cfe7c309 on network d147ead9-a526-48c6-a90b-b119972374ba {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:57:41.553121 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:57:41.553485 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] Checking segment: {'id': 'd0152302-bd97-4014-8d6c-d042ebec25c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:41.553872 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:41.554257 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] Bound using segment: {'id': 'd0152302-bd97-4014-8d6c-d042ebec25c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:57:41.554715 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] Bound port: e701d119-0ba9-44f6-bf4a-bba0cfe7c309, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0152302-bd97-4014-8d6c-d042ebec25c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:57:41.555081 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:41.626493 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 436f73a3-d960-4ae4-8f28-f18b130f685c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:41.626868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:41.709591 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] For port e701d119-0ba9-44f6-bf4a-bba0cfe7c309, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:57:41.713859 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] For port e701d119-0ba9-44f6-bf4a-bba0cfe7c309, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e701d119-0ba9-44f6-bf4a-bba0cfe7c309,segment=NetworkSegment(d0152302-bd97-4014-8d6c-d042ebec25c6),segment_id=d0152302-bd97-4014-8d6c-d042ebec25c6)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:57:41.722443 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:41.846460 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] Routers {'41791392-659a-448d-b696-1fc3f9b6782b'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:41.847108 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:57:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['41791392-659a-448d-b696-1fc3f9b6782b'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:41.941390 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 436f73a3-d960-4ae4-8f28-f18b130f685c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:41.942493 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5daacaac-cd24-40a7-9342-98fe9bda32ca up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:41.978782 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210593d-d89d-4efa-ad56-dad7af9b912c None None] Pushing event updated for resources: {'Port': ['ID=e701d119-0ba9-44f6-bf4a-bba0cfe7c309,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:42.061951 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-887537ce-f779-43f5-99dd-b9767eae1048 req-af5839e3-23e4-446c-9870-29fc72c032f5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 210 time: 0.0721629 Sep 21 15:57:42.106047 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 5daacaac-cd24-40a7-9342-98fe9bda32ca triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:42.106360 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:42.128090 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-e3f7e8db-7b9f-4eba-9b04-e4635d263eaa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:42.129518 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-e3f7e8db-7b9f-4eba-9b04-e4635d263eaa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "GET /v2.0/networks?id=d147ead9-a526-48c6-a90b-b119972374ba HTTP/1.1" status: 200 len: 796 time: 0.2730205 Sep 21 15:57:42.167666 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] Set router 41791392-659a-448d-b696-1fc3f9b6782b gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:57:42.193513 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-beb0e721-e75d-4559-a707-5a4341a519c9 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4016643d8834c028ec296e58e5077dd HTTP/1.1" status: 200 len: 380 time: 0.0411344 Sep 21 15:57:42.203803 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-790f8cdf-edeb-4124-8071-b0af8b3b93e6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'port': {'device_id': '8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1', 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba', 'admin_state_up': True, 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'security_groups': ['c29f508d-1dcc-449c-bf49-7d56efaae65c']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:42.342391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-790f8cdf-edeb-4124-8071-b0af8b3b93e6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:42.352256 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-790f8cdf-edeb-4124-8071-b0af8b3b93e6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:42.362188 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-790f8cdf-edeb-4124-8071-b0af8b3b93e6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Made reservation on behalf of b4016643d8834c028ec296e58e5077dd for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:42.365597 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-790f8cdf-edeb-4124-8071-b0af8b3b93e6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:42.440749 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 5daacaac-cd24-40a7-9342-98fe9bda32ca is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:42.532184 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-790f8cdf-edeb-4124-8071-b0af8b3b93e6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Allocated IP 172.20.0.5 (d147ead9-a526-48c6-a90b-b119972374ba/19199277-05c6-4ebf-a1ae-78aef7da6e4c/f65d6997-082f-4bca-8062-6d8353dc4317) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:42.540607 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41791392-659a-448d-b696-1fc3f9b6782b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137343522', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:33Z', 'updated_at': '2022-09-21T15:57:38Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:34Z', 'updated_at': '2022-09-21T15:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'e701d119-0ba9-44f6-bf4a-bba0cfe7c309', 'name': '', 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:07:1d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '19199277-05c6-4ebf-a1ae-78aef7da6e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:37Z', 'updated_at': '2022-09-21T15:57:41Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '19199277-05c6-4ebf-a1ae-78aef7da6e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:42.545325 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca2120-a3cd-48ff-9b16-35fb2ea719c5 None None] The sync data for ids ['41791392-659a-448d-b696-1fc3f9b6782b'] in dv-neutron-858731-1-hyperv is: [{'id': '41791392-659a-448d-b696-1fc3f9b6782b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137343522', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:33Z', 'updated_at': '2022-09-21T15:57:38Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:34Z', 'updated_at': '2022-09-21T15:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'e701d119-0ba9-44f6-bf4a-bba0cfe7c309', 'name': '', 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:07:1d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '19199277-05c6-4ebf-a1ae-78aef7da6e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:37Z', 'updated_at': '2022-09-21T15:57:41Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '19199277-05c6-4ebf-a1ae-78aef7da6e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:57:42.851401 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-790f8cdf-edeb-4124-8071-b0af8b3b93e6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:42.870716 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-790f8cdf-edeb-4124-8071-b0af8b3b93e6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Transition to ACTIVE for port object f65d6997-082f-4bca-8062-6d8353dc4317 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:42.895440 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-790f8cdf-edeb-4124-8071-b0af8b3b93e6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:42.970082 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-790f8cdf-edeb-4124-8071-b0af8b3b93e6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network d147ead9-a526-48c6-a90b-b119972374ba is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:42.973239 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-790f8cdf-edeb-4124-8071-b0af8b3b93e6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:42.976982 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-790f8cdf-edeb-4124-8071-b0af8b3b93e6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:43.008195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f8cdf-edeb-4124-8071-b0af8b3b93e6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=f65d6997-082f-4bca-8062-6d8353dc4317,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:43.055056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-790f8cdf-edeb-4124-8071-b0af8b3b93e6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:43.055690 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-790f8cdf-edeb-4124-8071-b0af8b3b93e6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.084198 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-790f8cdf-edeb-4124-8071-b0af8b3b93e6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8837819 Sep 21 15:57:43.100188 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] Request body: {'port': {'device_id': '8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:43.226735 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a4f94f33-b7ab-48c3-a474-0a3872e7ad9d None None] Provisioning for port f65d6997-082f-4bca-8062-6d8353dc4317 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:43.233885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a4f94f33-b7ab-48c3-a474-0a3872e7ad9d None None] Provisioning complete for port f65d6997-082f-4bca-8062-6d8353dc4317 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:43.234395 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a4f94f33-b7ab-48c3-a474-0a3872e7ad9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.283078 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.290948 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a4f94f33-b7ab-48c3-a474-0a3872e7ad9d None None] Port f65d6997-082f-4bca-8062-6d8353dc4317 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:57:43.395536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb909a6-5bca-46a8-a508-b3a39e50d80a req-9c45eb7c-5ea2-4af8-905c-f9a9a212028b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:43.396394 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-acb909a6-5bca-46a8-a508-b3a39e50d80a req-9c45eb7c-5ea2-4af8-905c-f9a9a212028b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Synchronizing usage tracker for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:43.422092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e701d119-0ba9-44f6-bf4a-bba0cfe7c309 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:43.473424 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-acb909a6-5bca-46a8-a508-b3a39e50d80a req-9c45eb7c-5ea2-4af8-905c-f9a9a212028b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Unset dirty status for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:43.480167 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-acb909a6-5bca-46a8-a508-b3a39e50d80a req-9c45eb7c-5ea2-4af8-905c-f9a9a212028b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 931 time: 0.2625532 Sep 21 15:57:43.498232 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port e701d119-0ba9-44f6-bf4a-bba0cfe7c309 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:43.503957 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port e701d119-0ba9-44f6-bf4a-bba0cfe7c309 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:43.504380 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.613684 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-acb909a6-5bca-46a8-a508-b3a39e50d80a req-5122637b-0f4b-4e36-8110-d9fdc9fb4b79 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c29f508d-1dcc-449c-bf49-7d56efaae65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255839 Sep 21 15:57:43.639974 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port e701d119-0ba9-44f6-bf4a-bba0cfe7c309 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:43.640268 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.675165 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port e701d119-0ba9-44f6-bf4a-bba0cfe7c309, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e701d119-0ba9-44f6-bf4a-bba0cfe7c309,segment=NetworkSegment(d0152302-bd97-4014-8d6c-d042ebec25c6),segment_id=d0152302-bd97-4014-8d6c-d042ebec25c6)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:43.679814 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.749481 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65d6997-082f-4bca-8062-6d8353dc4317 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:57:43.752064 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=e701d119-0ba9-44f6-bf4a-bba0cfe7c309,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:43.756809 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.772822 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] Transition to ACTIVE for port object f65d6997-082f-4bca-8062-6d8353dc4317 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:43.776575 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.976931 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] Pushing event updated for resources: {'Port': ['ID=f65d6997-082f-4bca-8062-6d8353dc4317,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:44.019563 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] Attempting to bind port f65d6997-082f-4bca-8062-6d8353dc4317 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:57:44.019901 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] Attempting to bind port f65d6997-082f-4bca-8062-6d8353dc4317 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'd0152302-bd97-4014-8d6c-d042ebec25c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:57:44.020227 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] Attempting to bind port f65d6997-082f-4bca-8062-6d8353dc4317 on network d147ead9-a526-48c6-a90b-b119972374ba {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:57:44.024876 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] Port f65d6997-082f-4bca-8062-6d8353dc4317 on network d147ead9-a526-48c6-a90b-b119972374ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:57:44.025192 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] Attempting to bind port f65d6997-082f-4bca-8062-6d8353dc4317 on network d147ead9-a526-48c6-a90b-b119972374ba {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:57:44.030553 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:57:44.030892 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] Checking segment: {'id': 'd0152302-bd97-4014-8d6c-d042ebec25c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:44.031275 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] Bound using segment: {'id': 'd0152302-bd97-4014-8d6c-d042ebec25c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:57:44.031697 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] Bound port: f65d6997-082f-4bca-8062-6d8353dc4317, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0152302-bd97-4014-8d6c-d042ebec25c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:57:44.032039 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:44.121576 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] For port f65d6997-082f-4bca-8062-6d8353dc4317, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:57:44.125187 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] For port f65d6997-082f-4bca-8062-6d8353dc4317, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=f65d6997-082f-4bca-8062-6d8353dc4317,segment=NetworkSegment(d0152302-bd97-4014-8d6c-d042ebec25c6),segment_id=d0152302-bd97-4014-8d6c-d042ebec25c6)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:57:44.129842 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:44.163010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:44.163607 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:44.165008 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] 10.222.0.20 "PUT /v2.0/ports/f65d6997-082f-4bca-8062-6d8353dc4317 HTTP/1.1" status: 200 len: 1093 time: 1.0696487 Sep 21 15:57:44.165429 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1', 'tag': 'f65d6997-082f-4bca-8062-6d8353dc4317'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:57:44.167679 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2944439a-d4e4-4fb2-a3e0-6514d60a224f" -d '{"events": [{"name": "network-changed", "server_uuid": "8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1", "tag": "f65d6997-082f-4bca-8062-6d8353dc4317"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:57:44.244347 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88df8e96-77f4-4426-8a72-d15b8ca020de x-openstack-request-id: req-88df8e96-77f4-4426-8a72-d15b8ca020de {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:57:44.244577 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1", "tag": "f65d6997-082f-4bca-8062-6d8353dc4317", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:57:44.244829 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-88df8e96-77f4-4426-8a72-d15b8ca020de {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:57:44.245219 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88df8e96-77f4-4426-8a72-d15b8ca020de'] response: {'name': 'network-changed', 'server_uuid': '8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1', 'tag': 'f65d6997-082f-4bca-8062-6d8353dc4317', 'status': 'completed', 'code': 200} Sep 21 15:57:44.252545 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8772bd-385f-4846-a200-3444facb5a25 service neutron] Pushing event updated for resources: {'Port': ['ID=f65d6997-082f-4bca-8062-6d8353dc4317,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:44.290496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-313879b3-8301-4d61-a30b-2f1984fa33de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:44.292002 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-313879b3-8301-4d61-a30b-2f1984fa33de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 1096 time: 0.0868664 Sep 21 15:57:44.366906 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-2dc10543-a095-4cfc-9902-163a53fe93a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f65d6997-082f-4bca-8062-6d8353dc4317 HTTP/1.1" status: 200 len: 217 time: 0.0637112 Sep 21 15:57:44.431260 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-4adf919d-699b-4b1b-95c9-a2d815e3be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:44.432673 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-4adf919d-699b-4b1b-95c9-a2d815e3be39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19199277-05c6-4ebf-a1ae-78aef7da6e4c HTTP/1.1" status: 200 len: 834 time: 0.0567563 Sep 21 15:57:44.521359 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-192eb0f9-acaf-4825-b570-765c68987cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:44.522734 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-192eb0f9-acaf-4825-b570-765c68987cb5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d147ead9-a526-48c6-a90b-b119972374ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808818 Sep 21 15:57:44.808007 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-e730a9ed-f837-4a9a-823c-3fb48a24180f service neutron] 10.222.0.20 "GET /v2.0/networks/d147ead9-a526-48c6-a90b-b119972374ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750902 Sep 21 15:57:44.938005 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f197ce-ba2c-4f05-ae8e-dc8e4faeff08 req-16d7dcae-86e3-439a-8216-a51190712110 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:44.939438 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98f197ce-ba2c-4f05-ae8e-dc8e4faeff08 req-16d7dcae-86e3-439a-8216-a51190712110 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 943 time: 0.1992114 Sep 21 15:57:44.978150 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eda2aabf-9fce-4dfb-850e-444d352e1cc0 req-2aafc114-b1c1-4bd0-b8cb-75cf53ce11c8 service neutron] 10.222.0.20 "GET /v2.0/networks/d147ead9-a526-48c6-a90b-b119972374ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601958 Sep 21 15:57:45.001326 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98f197ce-ba2c-4f05-ae8e-dc8e4faeff08 req-062e11f6-4ec9-4162-b937-905ceaeae660 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c29f508d-1dcc-449c-bf49-7d56efaae65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491540 Sep 21 15:57:45.109602 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944439a-d4e4-4fb2-a3e0-6514d60a224f req-eabb3e5c-3644-43bf-83bb-b6c52120a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:45.111063 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2944439a-d4e4-4fb2-a3e0-6514d60a224f req-eabb3e5c-3644-43bf-83bb-b6c52120a589 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 1096 time: 0.0787890 Sep 21 15:57:45.241588 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944439a-d4e4-4fb2-a3e0-6514d60a224f req-c250ad9d-dd6f-43ae-9848-4d30ca999ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:45.243019 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2944439a-d4e4-4fb2-a3e0-6514d60a224f req-c250ad9d-dd6f-43ae-9848-4d30ca999ada service neutron] 10.222.0.20 "GET /v2.0/networks?id=d147ead9-a526-48c6-a90b-b119972374ba HTTP/1.1" status: 200 len: 897 time: 0.1249678 Sep 21 15:57:45.316408 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2944439a-d4e4-4fb2-a3e0-6514d60a224f req-9960a663-42d7-44ef-a86f-ea45b5a20b32 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f65d6997-082f-4bca-8062-6d8353dc4317 HTTP/1.1" status: 200 len: 217 time: 0.0634055 Sep 21 15:57:45.379654 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944439a-d4e4-4fb2-a3e0-6514d60a224f req-e59fe4be-dba8-4a42-8058-9ae3c82bca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:45.381113 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2944439a-d4e4-4fb2-a3e0-6514d60a224f req-e59fe4be-dba8-4a42-8058-9ae3c82bca51 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19199277-05c6-4ebf-a1ae-78aef7da6e4c HTTP/1.1" status: 200 len: 834 time: 0.0583098 Sep 21 15:57:45.389013 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e701d119-0ba9-44f6-bf4a-bba0cfe7c309 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:45.460469 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port e701d119-0ba9-44f6-bf4a-bba0cfe7c309 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:45.460877 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:45.469138 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944439a-d4e4-4fb2-a3e0-6514d60a224f req-efd74770-3495-44ca-901d-9aea7372c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:45.470671 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2944439a-d4e4-4fb2-a3e0-6514d60a224f req-efd74770-3495-44ca-901d-9aea7372c7c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d147ead9-a526-48c6-a90b-b119972374ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832634 Sep 21 15:57:45.608050 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2944439a-d4e4-4fb2-a3e0-6514d60a224f req-7f5eda21-e105-41e0-8fb0-1e7690e6ec69 service neutron] 10.222.0.20 "GET /v2.0/networks/d147ead9-a526-48c6-a90b-b119972374ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293683 Sep 21 15:57:45.620132 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port e701d119-0ba9-44f6-bf4a-bba0cfe7c309 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:45.740584 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2944439a-d4e4-4fb2-a3e0-6514d60a224f req-87159cfe-c508-4e84-8d4d-cb9fe1cc1dc7 service neutron] 10.222.0.20 "GET /v2.0/networks/d147ead9-a526-48c6-a90b-b119972374ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264198 Sep 21 15:57:46.196956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27501d-fc33-467e-9c9a-8afe1c63fe41 req-189712e8-046c-4a72-8e86-4c2785633281 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:46.198397 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba27501d-fc33-467e-9c9a-8afe1c63fe41 req-189712e8-046c-4a72-8e86-4c2785633281 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 943 time: 0.0853105 Sep 21 15:57:46.245090 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba27501d-fc33-467e-9c9a-8afe1c63fe41 req-cf644a2b-dd49-4119-8f3a-f26d7d4810df tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c29f508d-1dcc-449c-bf49-7d56efaae65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402660 Sep 21 15:57:46.503299 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device f65d6997-082f-4bca-8062-6d8353dc4317 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:57:46.636295 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port f65d6997-082f-4bca-8062-6d8353dc4317, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=f65d6997-082f-4bca-8062-6d8353dc4317,segment=NetworkSegment(d0152302-bd97-4014-8d6c-d042ebec25c6),segment_id=d0152302-bd97-4014-8d6c-d042ebec25c6)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:46.655212 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'f65d6997-082f-4bca-8062-6d8353dc4317', 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba', 'port_id': 'f65d6997-082f-4bca-8062-6d8353dc4317', 'mac_address': 'fa:16:3e:42:9a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19199277-05c6-4ebf-a1ae-78aef7da6e4c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:57:46.708932 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port f65d6997-082f-4bca-8062-6d8353dc4317 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:46.709310 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:46.726045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65d6997-082f-4bca-8062-6d8353dc4317 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:57:46.741405 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port f65d6997-082f-4bca-8062-6d8353dc4317, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=f65d6997-082f-4bca-8062-6d8353dc4317,segment=NetworkSegment(d0152302-bd97-4014-8d6c-d042ebec25c6),segment_id=d0152302-bd97-4014-8d6c-d042ebec25c6)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:46.744830 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:46.809504 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=f65d6997-082f-4bca-8062-6d8353dc4317,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:47.055208 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['f65d6997-082f-4bca-8062-6d8353dc4317'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:57:47.443198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90f125-a95b-4548-b115-cbcccd8663f8 req-cb4c9f62-ecf4-475a-9131-944aa45de932 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:47.444703 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e90f125-a95b-4548-b115-cbcccd8663f8 req-cb4c9f62-ecf4-475a-9131-944aa45de932 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 944 time: 0.0896907 Sep 21 15:57:47.493374 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e90f125-a95b-4548-b115-cbcccd8663f8 req-eca3fa30-bebb-44ff-8ed7-2d3969f6057e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c29f508d-1dcc-449c-bf49-7d56efaae65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414426 Sep 21 15:57:48.537173 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device f65d6997-082f-4bca-8062-6d8353dc4317 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:48.620993 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port f65d6997-082f-4bca-8062-6d8353dc4317 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:48.627748 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port f65d6997-082f-4bca-8062-6d8353dc4317 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:48.628249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:48.705916 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909540e2-d421-435d-9e71-f431df2e441b req-e65e9f9c-2359-44ae-9d12-91c537c23705 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:48.707553 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-909540e2-d421-435d-9e71-f431df2e441b req-e65e9f9c-2359-44ae-9d12-91c537c23705 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 944 time: 0.0937347 Sep 21 15:57:48.756173 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-909540e2-d421-435d-9e71-f431df2e441b req-53424f3e-0acf-495d-8d41-cd209020387e tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c29f508d-1dcc-449c-bf49-7d56efaae65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429401 Sep 21 15:57:48.759398 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port f65d6997-082f-4bca-8062-6d8353dc4317 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:48.759878 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:48.788201 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65d6997-082f-4bca-8062-6d8353dc4317'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:57:48.790512 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8098290a-c344-4e8e-84a7-410fcee09d16" -d '{"events": [{"server_uuid": "8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1", "name": "network-vif-plugged", "status": "completed", "tag": "f65d6997-082f-4bca-8062-6d8353dc4317"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:57:48.798565 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port f65d6997-082f-4bca-8062-6d8353dc4317, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=f65d6997-082f-4bca-8062-6d8353dc4317,segment=NetworkSegment(d0152302-bd97-4014-8d6c-d042ebec25c6),segment_id=d0152302-bd97-4014-8d6c-d042ebec25c6)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:48.802637 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:48.839775 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1d51f5-8b96-4ce2-b533-005d4c4fd6d6 x-openstack-request-id: req-aa1d51f5-8b96-4ce2-b533-005d4c4fd6d6 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:57:48.840067 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1", "name": "network-vif-plugged", "status": "completed", "tag": "f65d6997-082f-4bca-8062-6d8353dc4317", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:57:48.840338 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa1d51f5-8b96-4ce2-b533-005d4c4fd6d6 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:57:48.840745 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa1d51f5-8b96-4ce2-b533-005d4c4fd6d6'] response: {'server_uuid': '8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65d6997-082f-4bca-8062-6d8353dc4317', 'code': 200} Sep 21 15:57:48.877011 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=f65d6997-082f-4bca-8062-6d8353dc4317,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:49.088442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dedc59-ea9b-4e18-8987-21ca55bd4809 req-832c3eb3-cca5-49ef-97a3-62975594e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:49.089931 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-12dedc59-ea9b-4e18-8987-21ca55bd4809 req-832c3eb3-cca5-49ef-97a3-62975594e64d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 1098 time: 0.0785217 Sep 21 15:57:49.134885 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-12dedc59-ea9b-4e18-8987-21ca55bd4809 req-38a35140-5ca6-4a90-bfa9-dd1fec0b7f75 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c29f508d-1dcc-449c-bf49-7d56efaae65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348141 Sep 21 15:57:49.986262 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d107be-56c1-4abf-b809-22ad83746028 req-7393aef6-991f-4a1c-8722-f6ebccd33531 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:49.987709 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d5d107be-56c1-4abf-b809-22ad83746028 req-7393aef6-991f-4a1c-8722-f6ebccd33531 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 945 time: 0.1035290 Sep 21 15:57:50.032910 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d5d107be-56c1-4abf-b809-22ad83746028 req-77c92a81-1e76-46c3-9196-276ac31dfc05 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c29f508d-1dcc-449c-bf49-7d56efaae65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394237 Sep 21 15:57:51.239612 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a5a0f-542a-402d-ae7e-3b9c9238e549 req-6be39889-fd3b-4b2e-8195-4fe1a4b2117b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:51.241195 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-029a5a0f-542a-402d-ae7e-3b9c9238e549 req-6be39889-fd3b-4b2e-8195-4fe1a4b2117b tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 945 time: 0.0907838 Sep 21 15:57:51.397562 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-029a5a0f-542a-402d-ae7e-3b9c9238e549 req-b5f4053c-e0de-49dd-b357-189f83c52c75 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c29f508d-1dcc-449c-bf49-7d56efaae65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474159 Sep 21 15:57:51.604810 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d9b1a-be56-4699-944e-97959ea5ce31 req-7af24178-b015-486a-b2fd-98f38908dbec tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:51.606190 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f51d9b1a-be56-4699-944e-97959ea5ce31 req-7af24178-b015-486a-b2fd-98f38908dbec tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 945 time: 0.0979531 Sep 21 15:57:51.652897 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f51d9b1a-be56-4699-944e-97959ea5ce31 req-549a221a-7eda-4ffe-87a7-7a50773d8993 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c29f508d-1dcc-449c-bf49-7d56efaae65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400076 Sep 21 15:57:51.682575 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41804) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:51.769797 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d2778f-f076-4971-a1b5-de5172e88150 tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:51.771227 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-50d2778f-f076-4971-a1b5-de5172e88150 tempest-TestNetworkAdvancedServerOps-1857153554 tempest-TestNetworkAdvancedServerOps-1857153554-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 1093 time: 0.0876594 Sep 21 15:57:51.774795 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41808) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:51.780033 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': 'f65d6997-082f-4bca-8062-6d8353dc4317', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:51.786344 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:51.790356 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Usage tracker for resource:floatingip and tenant:b4016643d8834c028ec296e58e5077dd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:51.793343 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:51.799381 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:51.810185 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.089124 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.235204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Allocated IP 172.26.4.199 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/b6a16c28-baee-4d5b-b6a7-452772a93b20) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:52.327883 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.389505 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.418435 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.486881 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:52.489984 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:52.498607 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:52.528162 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=b6a16c28-baee-4d5b-b6a7-452772a93b20,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:52.913115 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.986927 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:53.205589 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:53.210077 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:53.315629 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event updated for resources: {'Port': ['ID=b6a16c28-baee-4d5b-b6a7-452772a93b20,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:53.320094 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:53.490596 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Floating IP cf267415-7a3a-4d66-b5b4-6ae91d4c3c13 associated. External IP: 172.26.4.199, port: f65d6997-082f-4bca-8062-6d8353dc4317. Sep 21 15:57:53.956413 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router 41791392-659a-448d-b696-1fc3f9b6782b has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:57:54.139512 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:57:54.149458 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2446c-d708-49db-8d26-a74a4dcfa2c6 None None] Sync routers for ids ['41791392-659a-448d-b696-1fc3f9b6782b'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:57:54.159131 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c2446c-d708-49db-8d26-a74a4dcfa2c6 None None] Routers {'41791392-659a-448d-b696-1fc3f9b6782b'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:54.159730 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-30c2446c-d708-49db-8d26-a74a4dcfa2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:57:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['41791392-659a-448d-b696-1fc3f9b6782b'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:54.164353 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:54.226184 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bfa035d3-5331-4cfd-b7e5-05eec8c046fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4503670 Sep 21 15:57:54.226753 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1', 'tag': 'f65d6997-082f-4bca-8062-6d8353dc4317'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:57:54.229335 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fa72cf-666b-47cd-9779-a2662e2c0371" -d '{"events": [{"name": "network-changed", "server_uuid": "8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1", "tag": "f65d6997-082f-4bca-8062-6d8353dc4317"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:57:54.272611 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc345a2c-5ff8-4200-b452-40f83c4b18bb x-openstack-request-id: req-bc345a2c-5ff8-4200-b452-40f83c4b18bb {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:57:54.272901 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1", "tag": "f65d6997-082f-4bca-8062-6d8353dc4317", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:57:54.273154 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bc345a2c-5ff8-4200-b452-40f83c4b18bb {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:57:54.273559 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc345a2c-5ff8-4200-b452-40f83c4b18bb'] response: {'name': 'network-changed', 'server_uuid': '8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1', 'tag': 'f65d6997-082f-4bca-8062-6d8353dc4317', 'status': 'completed', 'code': 200} Sep 21 15:57:54.349962 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-30c2446c-d708-49db-8d26-a74a4dcfa2c6 None None] Set router 41791392-659a-448d-b696-1fc3f9b6782b gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:57:54.447412 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa72cf-666b-47cd-9779-a2662e2c0371 req-39a3374d-6b10-402b-9a05-37077617ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:54.448916 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-58fa72cf-666b-47cd-9779-a2662e2c0371 req-39a3374d-6b10-402b-9a05-37077617ec5b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 1098 time: 0.1532946 Sep 21 15:57:54.457110 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760d502-c8d3-4046-9452-47be8a49185c req-ccc69cbd-fc7f-40c3-a12b-a69eede3c0fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:54.458474 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a760d502-c8d3-4046-9452-47be8a49185c req-ccc69cbd-fc7f-40c3-a12b-a69eede3c0fa tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 945 time: 0.1185653 Sep 21 15:57:54.584284 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a760d502-c8d3-4046-9452-47be8a49185c req-0728407f-89b6-4098-a8b7-4dfa1b9430b5 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c29f508d-1dcc-449c-bf49-7d56efaae65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051233 Sep 21 15:57:54.614422 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41816) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:54.622831 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa72cf-666b-47cd-9779-a2662e2c0371 req-2f25b073-f5a4-4859-97c4-d710f86e0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:54.624542 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-58fa72cf-666b-47cd-9779-a2662e2c0371 req-2f25b073-f5a4-4859-97c4-d710f86e0221 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d147ead9-a526-48c6-a90b-b119972374ba HTTP/1.1" status: 200 len: 897 time: 0.1651990 Sep 21 15:57:54.707163 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-30c2446c-d708-49db-8d26-a74a4dcfa2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41791392-659a-448d-b696-1fc3f9b6782b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137343522', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:33Z', 'updated_at': '2022-09-21T15:57:38Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:34Z', 'updated_at': '2022-09-21T15:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'cf267415-7a3a-4d66-b5b4-6ae91d4c3c13', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'floating_ip_address': '172.26.4.199', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'port_id': 'f65d6997-082f-4bca-8062-6d8353dc4317', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba', 'mac_address': 'fa:16:3e:42:9a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:57:52Z', 'updated_at': '2022-09-21T15:57:52Z', 'revision_number': 0, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e701d119-0ba9-44f6-bf4a-bba0cfe7c309', 'name': '', 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:07:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '19199277-05c6-4ebf-a1ae-78aef7da6e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:37Z', 'updated_at': '2022-09-21T15:57:43Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '19199277-05c6-4ebf-a1ae-78aef7da6e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:54.711520 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2446c-d708-49db-8d26-a74a4dcfa2c6 None None] Checking router: 41791392-659a-448d-b696-1fc3f9b6782b for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:57:54.721408 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c2446c-d708-49db-8d26-a74a4dcfa2c6 None None] Routers {'41791392-659a-448d-b696-1fc3f9b6782b'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:54.722020 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-30c2446c-d708-49db-8d26-a74a4dcfa2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:57:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['41791392-659a-448d-b696-1fc3f9b6782b'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:54.724995 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b36cf0f6-6de6-4575-aa6c-eebe2af3be54 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/floatingips/cf267415-7a3a-4d66-b5b4-6ae91d4c3c13 HTTP/1.1" status: 200 len: 991 time: 0.1083460 Sep 21 15:57:54.737290 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-58fa72cf-666b-47cd-9779-a2662e2c0371 req-a7e5aee6-7910-4e58-831e-c4009ac525c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f65d6997-082f-4bca-8062-6d8353dc4317 HTTP/1.1" status: 200 len: 999 time: 0.1045983 Sep 21 15:57:54.799616 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa72cf-666b-47cd-9779-a2662e2c0371 req-9bc603ee-8950-428b-a880-c289e8e97cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:54.801090 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-58fa72cf-666b-47cd-9779-a2662e2c0371 req-9bc603ee-8950-428b-a880-c289e8e97cf7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19199277-05c6-4ebf-a1ae-78aef7da6e4c HTTP/1.1" status: 200 len: 834 time: 0.0579844 Sep 21 15:57:54.891147 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa72cf-666b-47cd-9779-a2662e2c0371 req-ca2f944f-a370-47d5-9894-cf37b3a1f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:54.892682 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-58fa72cf-666b-47cd-9779-a2662e2c0371 req-ca2f944f-a370-47d5-9894-cf37b3a1f248 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d147ead9-a526-48c6-a90b-b119972374ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831029 Sep 21 15:57:54.900041 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-30c2446c-d708-49db-8d26-a74a4dcfa2c6 None None] Set router 41791392-659a-448d-b696-1fc3f9b6782b gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:57:55.035662 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-58fa72cf-666b-47cd-9779-a2662e2c0371 req-ecd7d00f-f308-4f24-b2b6-0b9c28b37bf7 service neutron] 10.222.0.20 "GET /v2.0/networks/d147ead9-a526-48c6-a90b-b119972374ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337523 Sep 21 15:57:55.169788 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-58fa72cf-666b-47cd-9779-a2662e2c0371 req-f6336f69-fd11-4e05-b9c6-a7dd01d26318 service neutron] 10.222.0.20 "GET /v2.0/networks/d147ead9-a526-48c6-a90b-b119972374ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271131 Sep 21 15:57:55.264879 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-30c2446c-d708-49db-8d26-a74a4dcfa2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41791392-659a-448d-b696-1fc3f9b6782b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137343522', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:33Z', 'updated_at': '2022-09-21T15:57:38Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:34Z', 'updated_at': '2022-09-21T15:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'cf267415-7a3a-4d66-b5b4-6ae91d4c3c13', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'floating_ip_address': '172.26.4.199', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'port_id': 'f65d6997-082f-4bca-8062-6d8353dc4317', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba', 'mac_address': 'fa:16:3e:42:9a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:57:52Z', 'updated_at': '2022-09-21T15:57:52Z', 'revision_number': 0, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e701d119-0ba9-44f6-bf4a-bba0cfe7c309', 'name': '', 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:07:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '19199277-05c6-4ebf-a1ae-78aef7da6e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:37Z', 'updated_at': '2022-09-21T15:57:43Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '19199277-05c6-4ebf-a1ae-78aef7da6e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:55.268784 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2446c-d708-49db-8d26-a74a4dcfa2c6 None None] The sync data for ids ['41791392-659a-448d-b696-1fc3f9b6782b'] in dv-neutron-858731-1-hyperv is: [{'id': '41791392-659a-448d-b696-1fc3f9b6782b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137343522', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:33Z', 'updated_at': '2022-09-21T15:57:38Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:34Z', 'updated_at': '2022-09-21T15:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'cf267415-7a3a-4d66-b5b4-6ae91d4c3c13', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'floating_ip_address': '172.26.4.199', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'port_id': 'f65d6997-082f-4bca-8062-6d8353dc4317', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba', 'mac_address': 'fa:16:3e:42:9a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:57:52Z', 'updated_at': '2022-09-21T15:57:52Z', 'revision_number': 0, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e701d119-0ba9-44f6-bf4a-bba0cfe7c309', 'name': '', 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:07:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '19199277-05c6-4ebf-a1ae-78aef7da6e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:37Z', 'updated_at': '2022-09-21T15:57:43Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '19199277-05c6-4ebf-a1ae-78aef7da6e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:57:55.449071 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789822cc-b0e1-4188-a376-843e8adc5980 None None] New status for floating IP cf267415-7a3a-4d66-b5b4-6ae91d4c3c13: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:57:55.727853 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41820) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:55.830582 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-405100cc-290b-4114-a113-575421b6f6ae tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/floatingips/cf267415-7a3a-4d66-b5b4-6ae91d4c3c13 HTTP/1.1" status: 200 len: 993 time: 0.1015368 Sep 21 15:57:58.659241 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:58:05.647701 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2bf92e18-97e8-44d0-a496-505dc9d80ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:07.998738 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ae3b5b69-9e5f-447d-b125-2097a6b865e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:08.845171 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:09.077378 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:10.705938 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:12.307221 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e69e1cc9-7548-4455-9936-5798870b1e93 req-697a62af-46db-4d01-9fb0-b047688b26c1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1170721 Sep 21 15:58:12.459221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e1cc9-7548-4455-9936-5798870b1e93 req-714a4590-89de-43ad-8018-acb5da164ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:12.460711 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e69e1cc9-7548-4455-9936-5798870b1e93 req-714a4590-89de-43ad-8018-acb5da164ba8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 1098 time: 0.0834951 Sep 21 15:58:12.603201 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e1cc9-7548-4455-9936-5798870b1e93 req-08414e8d-1ce9-49e1-955f-9fe1d37d2204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:12.604554 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e69e1cc9-7548-4455-9936-5798870b1e93 req-08414e8d-1ce9-49e1-955f-9fe1d37d2204 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d147ead9-a526-48c6-a90b-b119972374ba HTTP/1.1" status: 200 len: 897 time: 0.1244059 Sep 21 15:58:12.704225 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e69e1cc9-7548-4455-9936-5798870b1e93 req-95139688-f7e2-4e28-89e4-3215ad107ce6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f65d6997-082f-4bca-8062-6d8353dc4317 HTTP/1.1" status: 200 len: 1001 time: 0.0910521 Sep 21 15:58:12.769356 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e1cc9-7548-4455-9936-5798870b1e93 req-47570e3e-68ce-4d87-b1f6-54929ad89f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:12.770726 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e69e1cc9-7548-4455-9936-5798870b1e93 req-47570e3e-68ce-4d87-b1f6-54929ad89f72 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19199277-05c6-4ebf-a1ae-78aef7da6e4c HTTP/1.1" status: 200 len: 834 time: 0.0591395 Sep 21 15:58:12.852016 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e1cc9-7548-4455-9936-5798870b1e93 req-aed786de-1d0c-4cc5-a63a-ae52167e4f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:12.853579 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e69e1cc9-7548-4455-9936-5798870b1e93 req-aed786de-1d0c-4cc5-a63a-ae52167e4f76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d147ead9-a526-48c6-a90b-b119972374ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768449 Sep 21 15:58:13.085545 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e69e1cc9-7548-4455-9936-5798870b1e93 req-4eed4d8c-3c92-4e30-a79f-b8fc4fd37e6c service neutron] 10.222.0.20 "GET /v2.0/networks/d147ead9-a526-48c6-a90b-b119972374ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244594 Sep 21 15:58:13.216924 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e69e1cc9-7548-4455-9936-5798870b1e93 req-b642ece1-a850-4725-830e-79ddc1605c6b service neutron] 10.222.0.20 "GET /v2.0/networks/d147ead9-a526-48c6-a90b-b119972374ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244917 Sep 21 15:58:22.341742 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:27.206166 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6d1d7-86ff-407a-914c-4bd5ff307ba6 req-996e251e-777e-4507-a479-a6d8442fd915 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:27.207615 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99d6d1d7-86ff-407a-914c-4bd5ff307ba6 req-996e251e-777e-4507-a479-a6d8442fd915 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 945 time: 0.1891601 Sep 21 15:58:27.254332 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99d6d1d7-86ff-407a-914c-4bd5ff307ba6 req-2589e203-fdc6-4f77-bf1d-54b44c480ed0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c29f508d-1dcc-449c-bf49-7d56efaae65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410655 Sep 21 15:58:28.498604 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9a18d-f47d-4b7e-ae26-311fb29f5583 req-57b543ee-863c-4c98-91db-b5c7d9a18a97 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:28.500638 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b3d9a18d-f47d-4b7e-ae26-311fb29f5583 req-57b543ee-863c-4c98-91db-b5c7d9a18a97 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 945 time: 0.1332557 Sep 21 15:58:28.544280 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b3d9a18d-f47d-4b7e-ae26-311fb29f5583 req-e1509399-9653-47ee-9738-bf441816ef1d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c29f508d-1dcc-449c-bf49-7d56efaae65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378890 Sep 21 15:58:28.573830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41848) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:28.682366 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1ab77a1b-f51c-49a0-92a2-c1372814c2f0 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/floatingips/cf267415-7a3a-4d66-b5b4-6ae91d4c3c13 HTTP/1.1" status: 200 len: 993 time: 0.1074331 Sep 21 15:58:30.218560 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cf745-ea89-4e32-867d-f4b6b55d374c req-de968f2a-6570-4bcf-8cca-816c362a1bf7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:30.221018 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-352cf745-ea89-4e32-867d-f4b6b55d374c req-de968f2a-6570-4bcf-8cca-816c362a1bf7 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 945 time: 0.1560702 Sep 21 15:58:30.226259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fe51b-917a-4e66-bb6b-c18decf09ae9 req-8d3cde33-fa3e-4b88-9d30-32662847aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:30.227540 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa3fe51b-917a-4e66-bb6b-c18decf09ae9 req-8d3cde33-fa3e-4b88-9d30-32662847aa4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 1098 time: 0.1223965 Sep 21 15:58:30.351120 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-352cf745-ea89-4e32-867d-f4b6b55d374c req-98402e58-5be8-4310-8287-3dfa1dc4bc9d tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c29f508d-1dcc-449c-bf49-7d56efaae65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226418 Sep 21 15:58:30.389289 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fe51b-917a-4e66-bb6b-c18decf09ae9 req-2d5b6f3a-6541-4357-8488-9d7255fb40eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:30.391340 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa3fe51b-917a-4e66-bb6b-c18decf09ae9 req-2d5b6f3a-6541-4357-8488-9d7255fb40eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=d147ead9-a526-48c6-a90b-b119972374ba HTTP/1.1" status: 200 len: 897 time: 0.1484509 Sep 21 15:58:30.495976 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa3fe51b-917a-4e66-bb6b-c18decf09ae9 req-04720bd8-e4d1-4548-a9f2-11a914aaaeea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f65d6997-082f-4bca-8062-6d8353dc4317 HTTP/1.1" status: 200 len: 1001 time: 0.0961668 Sep 21 15:58:30.560754 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fe51b-917a-4e66-bb6b-c18decf09ae9 req-ab4f677a-91fb-44e2-8a79-ec29cfb187d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:30.562137 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa3fe51b-917a-4e66-bb6b-c18decf09ae9 req-ab4f677a-91fb-44e2-8a79-ec29cfb187d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19199277-05c6-4ebf-a1ae-78aef7da6e4c HTTP/1.1" status: 200 len: 834 time: 0.0570216 Sep 21 15:58:30.649832 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fe51b-917a-4e66-bb6b-c18decf09ae9 req-6c58b7af-b013-492c-b607-2a3b7bc3c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:30.651270 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa3fe51b-917a-4e66-bb6b-c18decf09ae9 req-6c58b7af-b013-492c-b607-2a3b7bc3c847 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d147ead9-a526-48c6-a90b-b119972374ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798945 Sep 21 15:58:30.785310 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa3fe51b-917a-4e66-bb6b-c18decf09ae9 req-99727d39-522f-4d72-a68c-c835182d4bb6 service neutron] 10.222.0.20 "GET /v2.0/networks/d147ead9-a526-48c6-a90b-b119972374ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237507 Sep 21 15:58:30.918901 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa3fe51b-917a-4e66-bb6b-c18decf09ae9 req-2104aed7-46c7-4b05-bc9a-6d0380adc9fd service neutron] 10.222.0.20 "GET /v2.0/networks/d147ead9-a526-48c6-a90b-b119972374ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243677 Sep 21 15:58:31.549918 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721367bf-e911-4f1f-8968-9614d2636a34 req-0338fc24-8b31-4e34-9c54-b7a0171642f4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:31.551370 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-721367bf-e911-4f1f-8968-9614d2636a34 req-0338fc24-8b31-4e34-9c54-b7a0171642f4 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 945 time: 0.0856380 Sep 21 15:58:31.594912 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-721367bf-e911-4f1f-8968-9614d2636a34 req-8797c637-becb-4bd5-945d-0033243af456 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c29f508d-1dcc-449c-bf49-7d56efaae65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379312 Sep 21 15:58:32.899991 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8fc8e-e67f-47a3-a701-09e61ae86002 req-9f80577e-d81b-4e62-9cf1-1c620043785f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:32.901382 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bef8fc8e-e67f-47a3-a701-09e61ae86002 req-9f80577e-d81b-4e62-9cf1-1c620043785f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 945 time: 0.1927457 Sep 21 15:58:32.945540 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bef8fc8e-e67f-47a3-a701-09e61ae86002 req-2b204731-2837-4b8f-8cc9-70ae6d24047f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c29f508d-1dcc-449c-bf49-7d56efaae65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375197 Sep 21 15:58:32.975390 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41862) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:33.082237 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c5d6967f-21f8-4fc1-89f9-dc95c204f8fb tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/floatingips/cf267415-7a3a-4d66-b5b4-6ae91d4c3c13 HTTP/1.1" status: 200 len: 993 time: 0.1057231 Sep 21 15:58:33.373897 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41870) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:33.576300 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-40434d84-d4be-4a59-bd4e-e071d546ec26 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting port b6a16c28-baee-4d5b-b6a7-452772a93b20 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:33.576586 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40434d84-d4be-4a59-bd4e-e071d546ec26 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:33.746450 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40434d84-d4be-4a59-bd4e-e071d546ec26 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:33.746778 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40434d84-d4be-4a59-bd4e-e071d546ec26 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:33.972758 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-40434d84-d4be-4a59-bd4e-e071d546ec26 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Calling delete_port for b6a16c28-baee-4d5b-b6a7-452772a93b20 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:34.117662 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40434d84-d4be-4a59-bd4e-e071d546ec26 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:34.168121 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40434d84-d4be-4a59-bd4e-e071d546ec26 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Port': ['ID=b6a16c28-baee-4d5b-b6a7-452772a93b20,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:34.265348 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40434d84-d4be-4a59-bd4e-e071d546ec26 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:34.265633 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-40434d84-d4be-4a59-bd4e-e071d546ec26 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Floating IP cf267415-7a3a-4d66-b5b4-6ae91d4c3c13 disassociated (deleted). External IP: 172.26.4.199, port: f65d6997-082f-4bca-8062-6d8353dc4317. Sep 21 15:58:34.612509 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40434d84-d4be-4a59-bd4e-e071d546ec26 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router 41791392-659a-448d-b696-1fc3f9b6782b has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:58:34.787356 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40434d84-d4be-4a59-bd4e-e071d546ec26 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:58:34.796663 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a845844c-50d4-40e4-b350-8a8e89427ff6 None None] Sync routers for ids ['41791392-659a-448d-b696-1fc3f9b6782b'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:58:34.805782 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a845844c-50d4-40e4-b350-8a8e89427ff6 None None] Routers {'41791392-659a-448d-b696-1fc3f9b6782b'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:34.806388 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a845844c-50d4-40e4-b350-8a8e89427ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:58:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['41791392-659a-448d-b696-1fc3f9b6782b'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:34.807321 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40434d84-d4be-4a59-bd4e-e071d546ec26 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:34.865679 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-40434d84-d4be-4a59-bd4e-e071d546ec26 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/floatingips/cf267415-7a3a-4d66-b5b4-6ae91d4c3c13 HTTP/1.1" status: 204 len: 168 time: 1.4905562 Sep 21 15:58:34.866097 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1', 'tag': 'f65d6997-082f-4bca-8062-6d8353dc4317'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:58:34.868364 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f316a24-745e-4499-9219-29365959a73f" -d '{"events": [{"name": "network-changed", "server_uuid": "8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1", "tag": "f65d6997-082f-4bca-8062-6d8353dc4317"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:58:34.914507 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28d43f4-4167-43c7-8916-2479a7a55ffc x-openstack-request-id: req-a28d43f4-4167-43c7-8916-2479a7a55ffc {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:58:34.914855 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1", "tag": "f65d6997-082f-4bca-8062-6d8353dc4317", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:58:34.915205 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a28d43f4-4167-43c7-8916-2479a7a55ffc {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:58:34.915685 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a28d43f4-4167-43c7-8916-2479a7a55ffc'] response: {'name': 'network-changed', 'server_uuid': '8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1', 'tag': 'f65d6997-082f-4bca-8062-6d8353dc4317', 'status': 'completed', 'code': 200} Sep 21 15:58:35.022176 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f316a24-745e-4499-9219-29365959a73f req-1952b775-ad98-40ea-90a5-d2e03eff98a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:35.024157 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2f316a24-745e-4499-9219-29365959a73f req-1952b775-ad98-40ea-90a5-d2e03eff98a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4016643d8834c028ec296e58e5077dd&device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 1098 time: 0.0848660 Sep 21 15:58:35.030004 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-a845844c-50d4-40e4-b350-8a8e89427ff6 None None] Set router 41791392-659a-448d-b696-1fc3f9b6782b gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:58:35.171941 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f316a24-745e-4499-9219-29365959a73f req-7af64c37-4d0f-4d31-b0fb-a04e8c164fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:35.173842 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2f316a24-745e-4499-9219-29365959a73f req-7af64c37-4d0f-4d31-b0fb-a04e8c164fc9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d147ead9-a526-48c6-a90b-b119972374ba HTTP/1.1" status: 200 len: 897 time: 0.1364303 Sep 21 15:58:35.290592 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2f316a24-745e-4499-9219-29365959a73f req-392c961d-9c0e-4c7f-92cb-e5eafafa5f68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f65d6997-082f-4bca-8062-6d8353dc4317 HTTP/1.1" status: 200 len: 217 time: 0.0756485 Sep 21 15:58:35.357819 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a845844c-50d4-40e4-b350-8a8e89427ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41791392-659a-448d-b696-1fc3f9b6782b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137343522', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:33Z', 'updated_at': '2022-09-21T15:57:38Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:34Z', 'updated_at': '2022-09-21T15:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'e701d119-0ba9-44f6-bf4a-bba0cfe7c309', 'name': '', 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:07:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '19199277-05c6-4ebf-a1ae-78aef7da6e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:37Z', 'updated_at': '2022-09-21T15:57:43Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '19199277-05c6-4ebf-a1ae-78aef7da6e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:35.362234 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a845844c-50d4-40e4-b350-8a8e89427ff6 None None] Checking router: 41791392-659a-448d-b696-1fc3f9b6782b for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:58:35.370775 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a845844c-50d4-40e4-b350-8a8e89427ff6 None None] Routers {'41791392-659a-448d-b696-1fc3f9b6782b'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:35.370913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f316a24-745e-4499-9219-29365959a73f req-a63f5dc1-ba1b-4219-8d7c-60de0aa8e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:35.371377 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a845844c-50d4-40e4-b350-8a8e89427ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:58:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['41791392-659a-448d-b696-1fc3f9b6782b'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:35.372248 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2f316a24-745e-4499-9219-29365959a73f req-a63f5dc1-ba1b-4219-8d7c-60de0aa8e8ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19199277-05c6-4ebf-a1ae-78aef7da6e4c HTTP/1.1" status: 200 len: 834 time: 0.0727973 Sep 21 15:58:35.384034 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf57f8-a7aa-41f9-97a5-20ac5c4fcb67 req-240994f2-6cc9-45f4-abe3-8024c5fd597f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:35.385452 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-35cf57f8-a7aa-41f9-97a5-20ac5c4fcb67 req-240994f2-6cc9-45f4-abe3-8024c5fd597f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 945 time: 0.2071328 Sep 21 15:58:35.484267 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-35cf57f8-a7aa-41f9-97a5-20ac5c4fcb67 req-d8fe8d63-acb8-478b-95eb-cf8aa90fd463 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c29f508d-1dcc-449c-bf49-7d56efaae65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629687 Sep 21 15:58:35.504807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f316a24-745e-4499-9219-29365959a73f req-1afafe90-1162-4092-ae3b-69ca197c991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:35.504807 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2f316a24-745e-4499-9219-29365959a73f req-1afafe90-1162-4092-ae3b-69ca197c991f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d147ead9-a526-48c6-a90b-b119972374ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1136405 Sep 21 15:58:35.548990 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-a845844c-50d4-40e4-b350-8a8e89427ff6 None None] Set router 41791392-659a-448d-b696-1fc3f9b6782b gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:58:35.637553 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2f316a24-745e-4499-9219-29365959a73f req-7a9ef715-7b81-4b5c-817f-f21ac8cff7a2 service neutron] 10.222.0.20 "GET /v2.0/networks/d147ead9-a526-48c6-a90b-b119972374ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310928 Sep 21 15:58:35.649656 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a9c3506f-3c74-4aa7-835b-213ebfd43c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:35.698142 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:58:35.778411 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2f316a24-745e-4499-9219-29365959a73f req-fe5ca948-b1c6-4527-b9b7-d424c15f28bf service neutron] 10.222.0.20 "GET /v2.0/networks/d147ead9-a526-48c6-a90b-b119972374ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332538 Sep 21 15:58:35.866106 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a845844c-50d4-40e4-b350-8a8e89427ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41791392-659a-448d-b696-1fc3f9b6782b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137343522', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:33Z', 'updated_at': '2022-09-21T15:57:38Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:34Z', 'updated_at': '2022-09-21T15:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'e701d119-0ba9-44f6-bf4a-bba0cfe7c309', 'name': '', 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:07:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '19199277-05c6-4ebf-a1ae-78aef7da6e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:37Z', 'updated_at': '2022-09-21T15:57:43Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '19199277-05c6-4ebf-a1ae-78aef7da6e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:35.869874 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a845844c-50d4-40e4-b350-8a8e89427ff6 None None] The sync data for ids ['41791392-659a-448d-b696-1fc3f9b6782b'] in dv-neutron-858731-1-hyperv is: [{'id': '41791392-659a-448d-b696-1fc3f9b6782b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137343522', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:33Z', 'updated_at': '2022-09-21T15:57:38Z', 'revision_number': 4, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:34Z', 'updated_at': '2022-09-21T15:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'e701d119-0ba9-44f6-bf4a-bba0cfe7c309', 'name': '', 'network_id': 'd147ead9-a526-48c6-a90b-b119972374ba', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'mac_address': 'fa:16:3e:07:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '19199277-05c6-4ebf-a1ae-78aef7da6e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:37Z', 'updated_at': '2022-09-21T15:57:43Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'subnets': [{'id': '19199277-05c6-4ebf-a1ae-78aef7da6e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:58:36.092344 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9b2e37-8b1d-4f20-8449-831c94763c64 None None] New status for floating IP cf267415-7a3a-4d66-b5b4-6ae91d4c3c13: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:58:36.697948 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8010ee-eb46-4f7f-b23b-fddc9db3a057 req-b274f4f8-05da-4d91-8892-2462bd3cea07 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:36.699587 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-be8010ee-eb46-4f7f-b23b-fddc9db3a057 req-b274f4f8-05da-4d91-8892-2462bd3cea07 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 945 time: 0.0968943 Sep 21 15:58:36.744113 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-be8010ee-eb46-4f7f-b23b-fddc9db3a057 req-8633e27d-b7d8-41b9-a121-12ef20f43ea2 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/security-groups?id=c29f508d-1dcc-449c-bf49-7d56efaae65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378342 Sep 21 15:58:36.974114 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bf95c-e7d8-48ce-998d-654ed54963bd req-c4c9c4b2-9380-45fc-ada2-be173bdff5fb tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:36.975645 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-641bf95c-e7d8-48ce-998d-654ed54963bd req-c4c9c4b2-9380-45fc-ada2-be173bdff5fb tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 945 time: 0.0878015 Sep 21 15:58:37.059699 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-641bf95c-e7d8-48ce-998d-654ed54963bd req-a034d2b1-fbd0-4944-ad18-5da2a0c43070 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting port f65d6997-082f-4bca-8062-6d8353dc4317 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:37.060040 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-641bf95c-e7d8-48ce-998d-654ed54963bd req-a034d2b1-fbd0-4944-ad18-5da2a0c43070 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.320511 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-641bf95c-e7d8-48ce-998d-654ed54963bd req-a034d2b1-fbd0-4944-ad18-5da2a0c43070 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] For port f65d6997-082f-4bca-8062-6d8353dc4317, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=f65d6997-082f-4bca-8062-6d8353dc4317,segment=NetworkSegment(d0152302-bd97-4014-8d6c-d042ebec25c6),segment_id=d0152302-bd97-4014-8d6c-d042ebec25c6)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:37.320862 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-641bf95c-e7d8-48ce-998d-654ed54963bd req-a034d2b1-fbd0-4944-ad18-5da2a0c43070 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.551979 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-641bf95c-e7d8-48ce-998d-654ed54963bd req-a034d2b1-fbd0-4944-ad18-5da2a0c43070 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Calling delete_port for f65d6997-082f-4bca-8062-6d8353dc4317 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:37.697308 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-641bf95c-e7d8-48ce-998d-654ed54963bd req-a034d2b1-fbd0-4944-ad18-5da2a0c43070 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.751010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034d2b1-fbd0-4944-ad18-5da2a0c43070 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Port': ['ID=f65d6997-082f-4bca-8062-6d8353dc4317,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:37.796359 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034d2b1-fbd0-4944-ad18-5da2a0c43070 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:37.796733 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034d2b1-fbd0-4944-ad18-5da2a0c43070 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:37.797613 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034d2b1-fbd0-4944-ad18-5da2a0c43070 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:37.797989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034d2b1-fbd0-4944-ad18-5da2a0c43070 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:37.798324 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034d2b1-fbd0-4944-ad18-5da2a0c43070 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:37.798642 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034d2b1-fbd0-4944-ad18-5da2a0c43070 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:37.798968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034d2b1-fbd0-4944-ad18-5da2a0c43070 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:37.799295 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034d2b1-fbd0-4944-ad18-5da2a0c43070 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:37.799620 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034d2b1-fbd0-4944-ad18-5da2a0c43070 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:37.799950 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034d2b1-fbd0-4944-ad18-5da2a0c43070 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:37.800269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034d2b1-fbd0-4944-ad18-5da2a0c43070 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:37.800618 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034d2b1-fbd0-4944-ad18-5da2a0c43070 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:37.853197 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-641bf95c-e7d8-48ce-998d-654ed54963bd req-a034d2b1-fbd0-4944-ad18-5da2a0c43070 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] No DVR routers for this DVR port f65d6997-082f-4bca-8062-6d8353dc4317 on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:58:37.855706 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-641bf95c-e7d8-48ce-998d-654ed54963bd req-a034d2b1-fbd0-4944-ad18-5da2a0c43070 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.858382 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1', 'name': 'network-vif-deleted', 'tag': 'f65d6997-082f-4bca-8062-6d8353dc4317'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:58:37.861257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70beeb94-7fb2-48f4-9d2b-ebb7c0aa99a1" -d '{"events": [{"server_uuid": "8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1", "name": "network-vif-deleted", "tag": "f65d6997-082f-4bca-8062-6d8353dc4317"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:58:37.911588 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-641bf95c-e7d8-48ce-998d-654ed54963bd req-a034d2b1-fbd0-4944-ad18-5da2a0c43070 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.20 "DELETE /v2.0/ports/f65d6997-082f-4bca-8062-6d8353dc4317 HTTP/1.1" status: 204 len: 173 time: 0.9272933 Sep 21 15:58:37.918828 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-809afab4-d783-45b2-b840-6ed1c436dca5 req-ae5a122e-267d-49f4-8a1d-4f8a10cf957f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Synchronizing usage tracker for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:37.935642 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-809afab4-d783-45b2-b840-6ed1c436dca5 req-ae5a122e-267d-49f4-8a1d-4f8a10cf957f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Unset dirty status for tenant:b4016643d8834c028ec296e58e5077dd on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:37.936814 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-809afab4-d783-45b2-b840-6ed1c436dca5 req-ae5a122e-267d-49f4-8a1d-4f8a10cf957f tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1 HTTP/1.1" status: 200 len: 210 time: 0.0717211 Sep 21 15:58:37.962035 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef31ffae-8ad7-4395-82fe-339d1c6c5864 x-openstack-request-id: req-ef31ffae-8ad7-4395-82fe-339d1c6c5864 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:58:37.962328 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1", "name": "network-vif-deleted", "tag": "f65d6997-082f-4bca-8062-6d8353dc4317", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:58:37.962582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef31ffae-8ad7-4395-82fe-339d1c6c5864 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:58:37.962976 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef31ffae-8ad7-4395-82fe-339d1c6c5864'] response: {'server_uuid': '8e32aa4e-ffe2-4afd-a22c-2ef5cf68bdc1', 'name': 'network-vif-deleted', 'tag': 'f65d6997-082f-4bca-8062-6d8353dc4317', 'status': 'completed', 'code': 200} Sep 21 15:58:38.003345 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0e55c946-f38d-4cd5-ae53-1bfeffb4aab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:38.847043 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:39.037951 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41892) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.080798 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:39.685513 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:40.039830 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting port e701d119-0ba9-44f6-bf4a-bba0cfe7c309 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:40.040536 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:40.228317 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] For port e701d119-0ba9-44f6-bf4a-bba0cfe7c309, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=e701d119-0ba9-44f6-bf4a-bba0cfe7c309,segment=NetworkSegment(d0152302-bd97-4014-8d6c-d042ebec25c6),segment_id=d0152302-bd97-4014-8d6c-d042ebec25c6)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:40.228698 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:40.355637 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Calling delete_port for e701d119-0ba9-44f6-bf4a-bba0cfe7c309 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:40.681288 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:40.707536 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:40.731361 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Port': ['ID=e701d119-0ba9-44f6-bf4a-bba0cfe7c309,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:40.807194 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:40.807562 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:40.807888 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:40.808222 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:40.808576 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:40.808911 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:40.809237 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:40.809562 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:40.809888 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:40.810209 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:40.810530 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:40.810850 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:40.847721 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device f65d6997-082f-4bca-8062-6d8353dc4317 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:58:40.885730 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: f65d6997-082f-4bca-8062-6d8353dc4317 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:58:40.886161 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device f65d6997-082f-4bca-8062-6d8353dc4317 not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:58:41.131788 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.495315 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Router 41791392-659a-448d-b696-1fc3f9b6782b has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:58:41.669495 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:58:41.679784 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103bf326-60fa-49c9-8884-3f9f52d8aa57 None None] Sync routers for ids ['41791392-659a-448d-b696-1fc3f9b6782b'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:58:41.687187 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-420fcfbe-b58f-41a1-98fa-e959699fad76 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "PUT /v2.0/routers/41791392-659a-448d-b696-1fc3f9b6782b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6480842 Sep 21 15:58:41.690383 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103bf326-60fa-49c9-8884-3f9f52d8aa57 None None] Routers {'41791392-659a-448d-b696-1fc3f9b6782b'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:41.690827 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41898) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:41.691037 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-103bf326-60fa-49c9-8884-3f9f52d8aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:58:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['41791392-659a-448d-b696-1fc3f9b6782b'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:41.767706 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-86dfcf7e-63b9-4f14-990d-f4842675addb tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting subnet 19199277-05c6-4ebf-a1ae-78aef7da6e4c {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:58:41.770850 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-86dfcf7e-63b9-4f14-990d-f4842675addb tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.826429 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-86dfcf7e-63b9-4f14-990d-f4842675addb tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65344086'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.867462 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-103bf326-60fa-49c9-8884-3f9f52d8aa57 None None] Set router 41791392-659a-448d-b696-1fc3f9b6782b gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:58:41.913160 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-86dfcf7e-63b9-4f14-990d-f4842675addb tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.986131 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-86dfcf7e-63b9-4f14-990d-f4842675addb tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65308165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65056086'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.032294 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfcf7e-63b9-4f14-990d-f4842675addb tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Subnet': ['ID=19199277-05c6-4ebf-a1ae-78aef7da6e4c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:42.035234 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-86dfcf7e-63b9-4f14-990d-f4842675addb tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.041829 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-86dfcf7e-63b9-4f14-990d-f4842675addb tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/subnets/19199277-05c6-4ebf-a1ae-78aef7da6e4c HTTP/1.1" status: 204 len: 168 time: 0.3499990 Sep 21 15:58:42.044379 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41902) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:42.047713 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1772718e-7baf-4630-b66d-cad99691e228 None None] Network d147ead9-a526-48c6-a90b-b119972374ba requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:42.192765 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-103bf326-60fa-49c9-8884-3f9f52d8aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41791392-659a-448d-b696-1fc3f9b6782b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137343522', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:33Z', 'updated_at': '2022-09-21T15:58:40Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:34Z', 'updated_at': '2022-09-21T15:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:42.196734 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103bf326-60fa-49c9-8884-3f9f52d8aa57 None None] Checking router: 41791392-659a-448d-b696-1fc3f9b6782b for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:58:42.205751 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103bf326-60fa-49c9-8884-3f9f52d8aa57 None None] Routers {'41791392-659a-448d-b696-1fc3f9b6782b'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:42.206355 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-103bf326-60fa-49c9-8884-3f9f52d8aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:58:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['41791392-659a-448d-b696-1fc3f9b6782b'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:42.231291 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fdbac947-6b9f-4d8f-8823-ee896cbd525c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.370763 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78dcfd8-7b90-4977-96c2-698cc33ea1cc None None] DHCP port deletion for d147ead9-a526-48c6-a90b-b119972374ba request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:58:42.375766 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d78dcfd8-7b90-4977-96c2-698cc33ea1cc None None] Deleting port 436f73a3-d960-4ae4-8f28-f18b130f685c {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:42.376138 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d78dcfd8-7b90-4977-96c2-698cc33ea1cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.398066 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-103bf326-60fa-49c9-8884-3f9f52d8aa57 None None] Set router 41791392-659a-448d-b696-1fc3f9b6782b gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:58:42.433869 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fdbac947-6b9f-4d8f-8823-ee896cbd525c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.445669 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-fdbac947-6b9f-4d8f-8823-ee896cbd525c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Deleting port 5daacaac-cd24-40a7-9342-98fe9bda32ca {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:42.446081 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fdbac947-6b9f-4d8f-8823-ee896cbd525c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.640593 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d78dcfd8-7b90-4977-96c2-698cc33ea1cc None None] For port 436f73a3-d960-4ae4-8f28-f18b130f685c, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=436f73a3-d960-4ae4-8f28-f18b130f685c,segment=NetworkSegment(d0152302-bd97-4014-8d6c-d042ebec25c6),segment_id=d0152302-bd97-4014-8d6c-d042ebec25c6)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:42.641645 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d78dcfd8-7b90-4977-96c2-698cc33ea1cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.716356 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-103bf326-60fa-49c9-8884-3f9f52d8aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41791392-659a-448d-b696-1fc3f9b6782b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137343522', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:33Z', 'updated_at': '2022-09-21T15:58:40Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:34Z', 'updated_at': '2022-09-21T15:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:42.720771 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103bf326-60fa-49c9-8884-3f9f52d8aa57 None None] The sync data for ids ['41791392-659a-448d-b696-1fc3f9b6782b'] in dv-neutron-858731-1-hyperv is: [{'id': '41791392-659a-448d-b696-1fc3f9b6782b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137343522', 'tenant_id': 'b4016643d8834c028ec296e58e5077dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:33Z', 'updated_at': '2022-09-21T15:58:40Z', 'revision_number': 5, 'project_id': 'b4016643d8834c028ec296e58e5077dd', 'gw_port': {'id': '5daacaac-cd24-40a7-9342-98fe9bda32ca', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41791392-659a-448d-b696-1fc3f9b6782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:34Z', 'updated_at': '2022-09-21T15:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:58:42.799474 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d78dcfd8-7b90-4977-96c2-698cc33ea1cc None None] Calling delete_port for 436f73a3-d960-4ae4-8f28-f18b130f685c owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:42.809627 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-fdbac947-6b9f-4d8f-8823-ee896cbd525c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] For port 5daacaac-cd24-40a7-9342-98fe9bda32ca, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5daacaac-cd24-40a7-9342-98fe9bda32ca,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:42.809627 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fdbac947-6b9f-4d8f-8823-ee896cbd525c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.890130 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d78dcfd8-7b90-4977-96c2-698cc33ea1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.944853 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78dcfd8-7b90-4977-96c2-698cc33ea1cc None None] Pushing event deleted for resources: {'Port': ['ID=436f73a3-d960-4ae4-8f28-f18b130f685c,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:42.947181 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78dcfd8-7b90-4977-96c2-698cc33ea1cc None None] No DVR routers for this DVR port 436f73a3-d960-4ae4-8f28-f18b130f685c on host dv-neutron-858731-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:58:42.955210 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78dcfd8-7b90-4977-96c2-698cc33ea1cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:42.955560 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78dcfd8-7b90-4977-96c2-698cc33ea1cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:42.956249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78dcfd8-7b90-4977-96c2-698cc33ea1cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:42.956340 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78dcfd8-7b90-4977-96c2-698cc33ea1cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:42.956630 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78dcfd8-7b90-4977-96c2-698cc33ea1cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:42.956962 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78dcfd8-7b90-4977-96c2-698cc33ea1cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:42.957283 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78dcfd8-7b90-4977-96c2-698cc33ea1cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:42.957597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78dcfd8-7b90-4977-96c2-698cc33ea1cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:42.957920 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78dcfd8-7b90-4977-96c2-698cc33ea1cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:42.958441 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78dcfd8-7b90-4977-96c2-698cc33ea1cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:42.958530 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78dcfd8-7b90-4977-96c2-698cc33ea1cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:42.959957 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78dcfd8-7b90-4977-96c2-698cc33ea1cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:42.963383 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-fdbac947-6b9f-4d8f-8823-ee896cbd525c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Calling delete_port for 5daacaac-cd24-40a7-9342-98fe9bda32ca owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:43.187265 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fdbac947-6b9f-4d8f-8823-ee896cbd525c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.284010 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbac947-6b9f-4d8f-8823-ee896cbd525c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Port': ['ID=5daacaac-cd24-40a7-9342-98fe9bda32ca,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:43.351287 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fdbac947-6b9f-4d8f-8823-ee896cbd525c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.465481 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 436f73a3-d960-4ae4-8f28-f18b130f685c no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:58:43.503711 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 436f73a3-d960-4ae4-8f28-f18b130f685c {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:58:43.504057 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 436f73a3-d960-4ae4-8f28-f18b130f685c not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:58:43.504502 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e701d119-0ba9-44f6-bf4a-bba0cfe7c309 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:58:43.527036 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fdbac947-6b9f-4d8f-8823-ee896cbd525c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.529243 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fdbac947-6b9f-4d8f-8823-ee896cbd525c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.537705 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: e701d119-0ba9-44f6-bf4a-bba0cfe7c309 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:58:43.538051 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device e701d119-0ba9-44f6-bf4a-bba0cfe7c309 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:58:43.552910 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fdbac947-6b9f-4d8f-8823-ee896cbd525c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.553413 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbac947-6b9f-4d8f-8823-ee896cbd525c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Fanout notify agent at l3_agent the message router_deleted on router 41791392-659a-448d-b696-1fc3f9b6782b {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:58:43.569801 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fdbac947-6b9f-4d8f-8823-ee896cbd525c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.570895 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fdbac947-6b9f-4d8f-8823-ee896cbd525c tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/routers/41791392-659a-448d-b696-1fc3f9b6782b HTTP/1.1" status: 204 len: 168 time: 1.5256040 Sep 21 15:58:43.573600 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41906) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:43.691079 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75793c5e-d0b4-484b-bb95-40026d5fcaaf tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.824549 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75793c5e-d0b4-484b-bb95-40026d5fcaaf tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.848845 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-75793c5e-d0b4-484b-bb95-40026d5fcaaf tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d147ead9-a526-48c6-a90b-b119972374ba']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:43.861060 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-75793c5e-d0b4-484b-bb95-40026d5fcaaf tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0152302-bd97-4014-8d6c-d042ebec25c6') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:43.861359 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-75793c5e-d0b4-484b-bb95-40026d5fcaaf tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0152302-bd97-4014-8d6c-d042ebec25c6') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:43.872293 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75793c5e-d0b4-484b-bb95-40026d5fcaaf tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65344093'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.888293 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75793c5e-d0b4-484b-bb95-40026d5fcaaf tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.895628 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75793c5e-d0b4-484b-bb95-40026d5fcaaf tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:43.896014 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75793c5e-d0b4-484b-bb95-40026d5fcaaf tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65308335'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.981463 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment d0152302-bd97-4014-8d6c-d042ebec25c6 resource provider aggregate not found Sep 21 15:58:44.001764 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75793c5e-d0b4-484b-bb95-40026d5fcaaf tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.023788 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75793c5e-d0b4-484b-bb95-40026d5fcaaf tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.035683 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment d0152302-bd97-4014-8d6c-d042ebec25c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0152302-bd97-4014-8d6c-d042ebec25c6 found for delete ", "request_id": "req-23529eb9-da49-4936-ae6b-90e26c542493"}]} Sep 21 15:58:44.039249 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75793c5e-d0b4-484b-bb95-40026d5fcaaf tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'Network': ['ID=d147ead9-a526-48c6-a90b-b119972374ba,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:44.044493 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-75793c5e-d0b4-484b-bb95-40026d5fcaaf tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/networks/d147ead9-a526-48c6-a90b-b119972374ba HTTP/1.1" status: 204 len: 168 time: 0.4673405 Sep 21 15:58:44.044768 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41916) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:44.117835 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d94721fe-15a3-4b13-823a-3ecde697c0b6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.147187 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d94721fe-15a3-4b13-823a-3ecde697c0b6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.210282 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d94721fe-15a3-4b13-823a-3ecde697c0b6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.227940 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94721fe-15a3-4b13-823a-3ecde697c0b6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29f508d-1dcc-449c-bf49-7d56efaae65c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:44.242400 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d94721fe-15a3-4b13-823a-3ecde697c0b6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.243515 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d94721fe-15a3-4b13-823a-3ecde697c0b6 tempest-TestNetworkAdvancedServerOps-1410508740 tempest-TestNetworkAdvancedServerOps-1410508740-project] 10.222.0.62 "DELETE /v2.0/security-groups/c29f508d-1dcc-449c-bf49-7d56efaae65c HTTP/1.1" status: 204 len: 168 time: 0.1976533 Sep 21 15:58:44.560322 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41926) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:44.703541 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-603e5abd-5711-446a-b087-3c08ab916c92 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b4016643d8834c028ec296e58e5077dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419396 Sep 21 15:58:44.709646 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41932) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:44.770420 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32705ae2-2bb1-43a2-9226-3f556990a11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.795491 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32705ae2-2bb1-43a2-9226-3f556990a11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.846576 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32705ae2-2bb1-43a2-9226-3f556990a11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.862284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32705ae2-2bb1-43a2-9226-3f556990a11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175bb1a0-74e0-461d-b7f5-b949096deb35,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:44.870396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32705ae2-2bb1-43a2-9226-3f556990a11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.871500 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-32705ae2-2bb1-43a2-9226-3f556990a11c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/175bb1a0-74e0-461d-b7f5-b949096deb35 HTTP/1.1" status: 204 len: 168 time: 0.1609731 Sep 21 15:58:45.139852 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 41940) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:45.158330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-234f973b-2023-4a42-b15b-d6144aaaac71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:45.172986 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-234f973b-2023-4a42-b15b-d6144aaaac71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:45.176802 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-234f973b-2023-4a42-b15b-d6144aaaac71 admin admin] Usage tracker for resource:security_group_rule and tenant:1b5002745eb74b94b5d609d0c359c233 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:45.179564 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-234f973b-2023-4a42-b15b-d6144aaaac71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:45.185185 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-234f973b-2023-4a42-b15b-d6144aaaac71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:45.265926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-234f973b-2023-4a42-b15b-d6144aaaac71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:45.269883 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-234f973b-2023-4a42-b15b-d6144aaaac71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:45.318345 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-234f973b-2023-4a42-b15b-d6144aaaac71 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1b5002745eb74b94b5d609d0c359c233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767926 Sep 21 15:58:45.319284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f973b-2023-4a42-b15b-d6144aaaac71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d754922c-2c86-49b6-a7b7-9a6dc6071c37,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:45.321154 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41944) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:45.376064 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5daacaac-cd24-40a7-9342-98fe9bda32ca no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:58:45.416133 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 5daacaac-cd24-40a7-9342-98fe9bda32ca {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:58:45.416386 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5daacaac-cd24-40a7-9342-98fe9bda32ca not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:58:45.476102 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfcdb353-4a56-434e-a044-100b9a966ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:45.500973 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfcdb353-4a56-434e-a044-100b9a966ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:45.551753 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfcdb353-4a56-434e-a044-100b9a966ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:45.568257 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcdb353-4a56-434e-a044-100b9a966ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d754922c-2c86-49b6-a7b7-9a6dc6071c37,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:45.572566 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfcdb353-4a56-434e-a044-100b9a966ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:45.574120 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bfcdb353-4a56-434e-a044-100b9a966ce2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d754922c-2c86-49b6-a7b7-9a6dc6071c37 HTTP/1.1" status: 204 len: 168 time: 0.2514994 Sep 21 15:58:46.318969 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41968) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:46.453805 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-131818431-network', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:46.458778 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:46.462951 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] Usage tracker for resource:network and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:46.465835 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:46.473106 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:46.482682 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] Made reservation on behalf of 5c199920138e4bcab78e68bd244e5d62 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:46.485991 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:46.497710 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:46.512204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:46.516676 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] Usage tracker for resource:security_group_rule and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:46.519418 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:46.524990 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:46.608119 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:46.611984 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:46.643523 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:58:46.648569 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55e4fee-4871-4107-8ac9-7be9bca233ed,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:46.655940 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:46.655940 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] Added segment 05859940-bad5-4678-929e-817fb2e214e9 of type vlan for network ab3ce08b-57eb-4737-a073-3610c8e66b44 Sep 21 15:58:46.683380 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:46.712112 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:46.713065 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:46.713629 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:46.815259 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] Pushing event updated for resources: {'Network': ['ID=ab3ce08b-57eb-4737-a073-3610c8e66b44,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:46.822772 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0dc7b5bb-3a99-402a-baa1-22cd0c39c1bc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4999516 Sep 21 15:58:46.823150 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41976) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:46.825603 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network ab3ce08b-57eb-4737-a073-3610c8e66b44 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:58:46.829298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-cde97c05-8c60-44c2-a7f5-55961ebe210c admin admin] Request body: {'subnet': {'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-131818431-subnet', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'ip_version': 4}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:46.834179 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-cde97c05-8c60-44c2-a7f5-55961ebe210c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:46.837991 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-cde97c05-8c60-44c2-a7f5-55961ebe210c admin admin] Usage tracker for resource:subnet and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:46.840856 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-cde97c05-8c60-44c2-a7f5-55961ebe210c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:46.846854 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-cde97c05-8c60-44c2-a7f5-55961ebe210c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:46.856711 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde97c05-8c60-44c2-a7f5-55961ebe210c admin admin] Made reservation on behalf of 5c199920138e4bcab78e68bd244e5d62 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:46.859046 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cde97c05-8c60-44c2-a7f5-55961ebe210c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.064619 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cde97c05-8c60-44c2-a7f5-55961ebe210c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.139817 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde97c05-8c60-44c2-a7f5-55961ebe210c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5aa9388-6231-455c-8ee0-e559b86bd78a,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:47.149685 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde97c05-8c60-44c2-a7f5-55961ebe210c admin admin] Checking segment: {'id': '05859940-bad5-4678-929e-817fb2e214e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:47.150028 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde97c05-8c60-44c2-a7f5-55961ebe210c admin admin] Network hostable DHCP agents. Network: ab3ce08b-57eb-4737-a073-3610c8e66b44, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:58:47.168121 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde97c05-8c60-44c2-a7f5-55961ebe210c admin admin] Network ab3ce08b-57eb-4737-a073-3610c8e66b44 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:58:47.178168 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-cde97c05-8c60-44c2-a7f5-55961ebe210c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, ab3ce08b-57eb-4737-a073-3610c8e66b44) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:47.182772 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde97c05-8c60-44c2-a7f5-55961ebe210c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:47.184787 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cde97c05-8c60-44c2-a7f5-55961ebe210c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.185596 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9eb99a-fcdc-4309-b318-ffb4244ced24 None None] Network ab3ce08b-57eb-4737-a073-3610c8e66b44 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:47.206259 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cde97c05-8c60-44c2-a7f5-55961ebe210c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3811965 Sep 21 15:58:47.208840 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41980) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:47.213766 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-131818431-router', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:47.218461 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:47.222649 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Usage tracker for resource:router and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:47.225561 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:47.231256 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:47.241106 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.242126 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.259140 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.409428 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-ab3ce08b-57eb-4737-a073-3610c8e66b44', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'fixed_ips': [{'subnet_id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:58:47.410257 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.530783 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.592563 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] Allocated IP 172.20.0.2 (ab3ce08b-57eb-4737-a073-3610c8e66b44/f5aa9388-6231-455c-8ee0-e559b86bd78a/5d5c029e-3db7-4da1-af98-a329419d31cd) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:47.799910 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.810098 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] Transition to ACTIVE for port object 5d5c029e-3db7-4da1-af98-a329419d31cd will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:47.828874 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] Transition to ACTIVE for port object 5d5c029e-3db7-4da1-af98-a329419d31cd will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:47.834622 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.844797 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.875870 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.901031 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] Network ab3ce08b-57eb-4737-a073-3610c8e66b44 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:47.903876 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:47.907693 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:47.913331 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] Pushing event updated for resources: {'Port': ['ID=5d5c029e-3db7-4da1-af98-a329419d31cd,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:48.017461 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] Attempting to bind port 5d5c029e-3db7-4da1-af98-a329419d31cd on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:58:48.017852 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] Attempting to bind port 5d5c029e-3db7-4da1-af98-a329419d31cd by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '05859940-bad5-4678-929e-817fb2e214e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:58:48.018174 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] Attempting to bind port 5d5c029e-3db7-4da1-af98-a329419d31cd on network ab3ce08b-57eb-4737-a073-3610c8e66b44 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:58:48.024034 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:58:48.024394 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] Checking segment: {'id': '05859940-bad5-4678-929e-817fb2e214e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:48.024833 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:48.025220 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] Bound using segment: {'id': '05859940-bad5-4678-929e-817fb2e214e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:58:48.025680 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] Bound port: 5d5c029e-3db7-4da1-af98-a329419d31cd, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05859940-bad5-4678-929e-817fb2e214e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:58:48.026046 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:48.116414 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Allocated IP 172.26.4.234 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/17dec67a-a3e4-4399-98ed-21ea281535e3) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:48.117064 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] For port 5d5c029e-3db7-4da1-af98-a329419d31cd, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:58:48.120012 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] For port 5d5c029e-3db7-4da1-af98-a329419d31cd, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5d5c029e-3db7-4da1-af98-a329419d31cd,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:58:48.125018 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:48.212278 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552288a-0a7f-4cc6-9d2d-b709d802dca6 None None] Pushing event updated for resources: {'Port': ['ID=5d5c029e-3db7-4da1-af98-a329419d31cd,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:48.272811 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:48.302941 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:48.361480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:48.369515 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:48.373625 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:48.428708 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Pushing event updated for resources: {'Port': ['ID=17dec67a-a3e4-4399-98ed-21ea281535e3,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:48.790972 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:49.093868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d64d99-a52a-4394-a3dc-3846f885e2a3 None None] Network ab3ce08b-57eb-4737-a073-3610c8e66b44 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:49.138983 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:49.191849 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ed516fed-6443-4071-b275-945ecc9bbc85 None None] Provisioning for port 5d5c029e-3db7-4da1-af98-a329419d31cd completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:49.345502 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Router 48341893-599d-46e2-b197-a1a1ce87343a is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:58:49.458239 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5d5c029e-3db7-4da1-af98-a329419d31cd up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:49.531761 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 5d5c029e-3db7-4da1-af98-a329419d31cd completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:49.537619 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 5d5c029e-3db7-4da1-af98-a329419d31cd triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:49.537984 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:49.654000 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:58:49.664856 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] Sync routers for ids ['48341893-599d-46e2-b197-a1a1ce87343a'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:58:49.667580 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 5d5c029e-3db7-4da1-af98-a329419d31cd is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:49.667954 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:49.678639 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-813605e0-ece1-4cc1-8c53-31406fe69174 None None] Provisioning complete for port 5d5c029e-3db7-4da1-af98-a329419d31cd triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:49.678998 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-813605e0-ece1-4cc1-8c53-31406fe69174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:49.679516 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:49.680957 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5533b66c-02fe-4fa6-aa5e-168d5a284def admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4709303 Sep 21 15:58:49.683651 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 41984) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:49.733231 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] Routers {'48341893-599d-46e2-b197-a1a1ce87343a'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:49.733839 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:58:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['48341893-599d-46e2-b197-a1a1ce87343a'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:49.836645 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 5d5c029e-3db7-4da1-af98-a329419d31cd, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5d5c029e-3db7-4da1-af98-a329419d31cd,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:49.892424 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.043098 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=5d5c029e-3db7-4da1-af98-a329419d31cd,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:50.047420 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] Set router 48341893-599d-46e2-b197-a1a1ce87343a gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:58:50.129430 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-813605e0-ece1-4cc1-8c53-31406fe69174 None None] Current status of the port 5d5c029e-3db7-4da1-af98-a329419d31cd is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:50.358377 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06292a71-d70f-41df-9596-844600eef2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.371616 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48341893-599d-46e2-b197-a1a1ce87343a', 'name': 'tempest-TestShelveInstance-131818431-router', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:48Z', 'revision_number': 3, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'gw_port': {'id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:50.376230 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] Checking router: 48341893-599d-46e2-b197-a1a1ce87343a for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:58:50.376686 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] Updating router 48341893-599d-46e2-b197-a1a1ce87343a port 17dec67a-a3e4-4399-98ed-21ea281535e3 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:58:50.430378 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.564690 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-06292a71-d70f-41df-9596-844600eef2f7 admin admin] Allocated IP 172.20.0.1 (ab3ce08b-57eb-4737-a073-3610c8e66b44/f5aa9388-6231-455c-8ee0-e559b86bd78a/cf893589-a7e7-456b-86c1-bdd87b7a5feb) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:50.711313 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06292a71-d70f-41df-9596-844600eef2f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.727097 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-06292a71-d70f-41df-9596-844600eef2f7 admin admin] Transition to ACTIVE for port object cf893589-a7e7-456b-86c1-bdd87b7a5feb will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:50.751368 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06292a71-d70f-41df-9596-844600eef2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.763174 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.774836 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] Transition to ACTIVE for port object 17dec67a-a3e4-4399-98ed-21ea281535e3 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:50.781656 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.818894 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06292a71-d70f-41df-9596-844600eef2f7 admin admin] Network ab3ce08b-57eb-4737-a073-3610c8e66b44 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:50.821610 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-06292a71-d70f-41df-9596-844600eef2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:50.825373 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06292a71-d70f-41df-9596-844600eef2f7 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:50.846295 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] Attempting to bind port 17dec67a-a3e4-4399-98ed-21ea281535e3 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:58:50.846666 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] Attempting to bind port 17dec67a-a3e4-4399-98ed-21ea281535e3 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:58:50.847022 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] Attempting to bind port 17dec67a-a3e4-4399-98ed-21ea281535e3 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:58:50.857102 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:58:50.857476 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:50.857873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.858266 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:58:50.858730 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] Bound port: 17dec67a-a3e4-4399-98ed-21ea281535e3, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:58:50.859122 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.867188 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06292a71-d70f-41df-9596-844600eef2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=cf893589-a7e7-456b-86c1-bdd87b7a5feb,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:50.887214 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06292a71-d70f-41df-9596-844600eef2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.897660 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340fc81-f9a2-4a43-b131-a9007503aa73 None None] Pushing event updated for resources: {'Port': ['ID=17dec67a-a3e4-4399-98ed-21ea281535e3,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:50.940975 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] For port 17dec67a-a3e4-4399-98ed-21ea281535e3, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:58:50.944646 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] For port 17dec67a-a3e4-4399-98ed-21ea281535e3, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=17dec67a-a3e4-4399-98ed-21ea281535e3,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:58:50.950963 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.018491 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] Routers {'48341893-599d-46e2-b197-a1a1ce87343a'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:51.019152 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:58:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['48341893-599d-46e2-b197-a1a1ce87343a'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:51.117714 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340fc81-f9a2-4a43-b131-a9007503aa73 None None] Pushing event updated for resources: {'Port': ['ID=17dec67a-a3e4-4399-98ed-21ea281535e3,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:51.130397 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-78b395e7-ded1-4a3f-916e-391287550e99 None None] Provisioning for port cf893589-a7e7-456b-86c1-bdd87b7a5feb completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:51.200376 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-78b395e7-ded1-4a3f-916e-391287550e99 None None] Provisioning complete for port cf893589-a7e7-456b-86c1-bdd87b7a5feb triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:51.200770 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-78b395e7-ded1-4a3f-916e-391287550e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.268695 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-78b395e7-ded1-4a3f-916e-391287550e99 None None] Port cf893589-a7e7-456b-86c1-bdd87b7a5feb cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:58:51.273571 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] Set router 48341893-599d-46e2-b197-a1a1ce87343a gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:58:51.280861 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06292a71-d70f-41df-9596-844600eef2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.449791 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5d5c029e-3db7-4da1-af98-a329419d31cd up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:51.510891 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06292a71-d70f-41df-9596-844600eef2f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.517547 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06292a71-d70f-41df-9596-844600eef2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.633908 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06292a71-d70f-41df-9596-844600eef2f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.637312 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06292a71-d70f-41df-9596-844600eef2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=cf893589-a7e7-456b-86c1-bdd87b7a5feb,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:51.646490 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 5d5c029e-3db7-4da1-af98-a329419d31cd triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:51.646893 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.778264 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48341893-599d-46e2-b197-a1a1ce87343a', 'name': 'tempest-TestShelveInstance-131818431-router', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:48Z', 'revision_number': 3, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'gw_port': {'id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:51.782528 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06292a71-d70f-41df-9596-844600eef2f7 admin admin] Network ab3ce08b-57eb-4737-a073-3610c8e66b44 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:51.783790 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-06292a71-d70f-41df-9596-844600eef2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:51.785002 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae19a980-7343-40f0-8f8d-d199d49009fb None None] The sync data for ids ['48341893-599d-46e2-b197-a1a1ce87343a'] in dv-neutron-858731-1-hyperv is: [{'id': '48341893-599d-46e2-b197-a1a1ce87343a', 'name': 'tempest-TestShelveInstance-131818431-router', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:48Z', 'revision_number': 3, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'gw_port': {'id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:58:51.791980 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 5d5c029e-3db7-4da1-af98-a329419d31cd is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:51.995456 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06292a71-d70f-41df-9596-844600eef2f7 admin admin] Router 48341893-599d-46e2-b197-a1a1ce87343a has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:58:52.102952 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2f40d371-abb3-403a-8b7f-c8dc8a45f7b4 None None] Provisioning complete for port cf893589-a7e7-456b-86c1-bdd87b7a5feb triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:52.103684 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2f40d371-abb3-403a-8b7f-c8dc8a45f7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:52.175554 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2f40d371-abb3-403a-8b7f-c8dc8a45f7b4 None None] Port cf893589-a7e7-456b-86c1-bdd87b7a5feb cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:58:52.243204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06292a71-d70f-41df-9596-844600eef2f7 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:58:52.253606 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-06292a71-d70f-41df-9596-844600eef2f7 admin admin] 10.222.0.62 "PUT /v2.0/routers/48341893-599d-46e2-b197-a1a1ce87343a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5688641 Sep 21 15:58:52.348105 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:52.794372 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 42002) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:52.800624 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-558387807-network', 'tenant_id': 'eca09682f85b46d5a3c0a75a0582e0d5'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:52.805442 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:52.809268 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] Usage tracker for resource:network and tenant:eca09682f85b46d5a3c0a75a0582e0d5 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:52.812097 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:52.818524 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:52.828497 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] Made reservation on behalf of eca09682f85b46d5a3c0a75a0582e0d5 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:52.830750 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:52.842382 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:52.856776 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:52.861372 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] Usage tracker for resource:security_group_rule and tenant:eca09682f85b46d5a3c0a75a0582e0d5 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:52.864073 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:52.869654 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:52.952980 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:52.956858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:52.987191 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:58:52.995631 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d68a0e6-3b9d-4aca-8098-4ad1d1633886,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:53.002134 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.002493 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] Added segment e652bc23-bf3c-4eb1-855e-089cd7442ffb of type vlan for network 236fdd46-28bb-42a2-8903-0ed01364a05c Sep 21 15:58:53.038915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.070387 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.071292 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:53.071866 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.173102 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3772464 Sep 21 15:58:53.173945 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c14b0-ac7d-47f2-af2b-0089f38b1ef7 admin admin] Pushing event updated for resources: {'Network': ['ID=236fdd46-28bb-42a2-8903-0ed01364a05c,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:53.175915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 42006) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:53.181878 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c4cc64d5-6913-4ad1-908c-680291cc4e7a admin admin] Request body: {'subnet': {'network_id': '236fdd46-28bb-42a2-8903-0ed01364a05c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-558387807-subnet', 'tenant_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'ip_version': 4}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:53.184149 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 236fdd46-28bb-42a2-8903-0ed01364a05c details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:58:53.186882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c4cc64d5-6913-4ad1-908c-680291cc4e7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:53.191113 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c4cc64d5-6913-4ad1-908c-680291cc4e7a admin admin] Usage tracker for resource:subnet and tenant:eca09682f85b46d5a3c0a75a0582e0d5 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:53.194065 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c4cc64d5-6913-4ad1-908c-680291cc4e7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:53.203777 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c4cc64d5-6913-4ad1-908c-680291cc4e7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:53.214914 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cc64d5-6913-4ad1-908c-680291cc4e7a admin admin] Made reservation on behalf of eca09682f85b46d5a3c0a75a0582e0d5 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:53.217243 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c4cc64d5-6913-4ad1-908c-680291cc4e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65056113'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.434362 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] Sync routers for ids ['48341893-599d-46e2-b197-a1a1ce87343a'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:58:53.438951 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c4cc64d5-6913-4ad1-908c-680291cc4e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65308230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65056079'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.445409 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] Routers {'48341893-599d-46e2-b197-a1a1ce87343a'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:53.446031 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:58:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['48341893-599d-46e2-b197-a1a1ce87343a'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:53.446467 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 17dec67a-a3e4-4399-98ed-21ea281535e3 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:53.513932 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc64d5-6913-4ad1-908c-680291cc4e7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=88bc47c9-3e4e-43e0-ba8d-c8accec87b6c,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:53.523035 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cc64d5-6913-4ad1-908c-680291cc4e7a admin admin] Checking segment: {'id': 'e652bc23-bf3c-4eb1-855e-089cd7442ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '236fdd46-28bb-42a2-8903-0ed01364a05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:53.523035 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cc64d5-6913-4ad1-908c-680291cc4e7a admin admin] Network hostable DHCP agents. Network: 236fdd46-28bb-42a2-8903-0ed01364a05c, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:58:53.524001 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 17dec67a-a3e4-4399-98ed-21ea281535e3 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:53.529541 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 17dec67a-a3e4-4399-98ed-21ea281535e3 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:53.529915 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.547882 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cc64d5-6913-4ad1-908c-680291cc4e7a admin admin] Network 236fdd46-28bb-42a2-8903-0ed01364a05c is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:58:53.558885 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-c4cc64d5-6913-4ad1-908c-680291cc4e7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 236fdd46-28bb-42a2-8903-0ed01364a05c) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:53.563555 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cc64d5-6913-4ad1-908c-680291cc4e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:53.564141 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c4cc64d5-6913-4ad1-908c-680291cc4e7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.577193 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce395cd-e935-40f9-8c61-57dba235368e None None] Network 236fdd46-28bb-42a2-8903-0ed01364a05c requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:53.586733 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c4cc64d5-6913-4ad1-908c-680291cc4e7a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4097850 Sep 21 15:58:53.589496 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42010) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:53.596399 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-558387807-router', 'tenant_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:53.601338 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:53.605472 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Usage tracker for resource:router and tenant:eca09682f85b46d5a3c0a75a0582e0d5 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:53.608704 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:53.619706 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:53.630587 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.631627 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.640152 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] Set router 48341893-599d-46e2-b197-a1a1ce87343a gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:58:53.648696 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.797697 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 17dec67a-a3e4-4399-98ed-21ea281535e3 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:53.798073 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.830835 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 17dec67a-a3e4-4399-98ed-21ea281535e3, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=17dec67a-a3e4-4399-98ed-21ea281535e3,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:53.839687 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.934670 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.935129 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-236fdd46-28bb-42a2-8903-0ed01364a05c', 'network_id': '236fdd46-28bb-42a2-8903-0ed01364a05c', 'tenant_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'fixed_ips': [{'subnet_id': '88bc47c9-3e4e-43e0-ba8d-c8accec87b6c'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:58:53.936026 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.965819 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48341893-599d-46e2-b197-a1a1ce87343a', 'name': 'tempest-TestShelveInstance-131818431-router', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:51Z', 'revision_number': 4, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'gw_port': {'id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'cf893589-a7e7-456b-86c1-bdd87b7a5feb', 'name': '', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'mac_address': 'fa:16:3e:55:50:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:50Z', 'updated_at': '2022-09-21T15:58:51Z', 'revision_number': 2, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'subnets': [{'id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:53.970669 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] Checking router: 48341893-599d-46e2-b197-a1a1ce87343a for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:58:53.971027 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] Updating router 48341893-599d-46e2-b197-a1a1ce87343a port cf893589-a7e7-456b-86c1-bdd87b7a5feb binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:58:54.006859 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=17dec67a-a3e4-4399-98ed-21ea281535e3,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:54.043006 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.124840 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] Allocated IP 172.20.0.2 (236fdd46-28bb-42a2-8903-0ed01364a05c/88bc47c9-3e4e-43e0-ba8d-c8accec87b6c/42d166e4-b571-432d-bc48-71cf9d39da19) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:54.267922 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.298204 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.339297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.351159 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] Transition to ACTIVE for port object 42d166e4-b571-432d-bc48-71cf9d39da19 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:54.371019 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] Transition to ACTIVE for port object 42d166e4-b571-432d-bc48-71cf9d39da19 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:54.382103 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.430762 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.443533 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Allocated IP 172.26.4.227 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/34dde429-1f73-4d10-9446-730342132239) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:54.446393 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] Transition to ACTIVE for port object cf893589-a7e7-456b-86c1-bdd87b7a5feb will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:54.452112 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] Network 236fdd46-28bb-42a2-8903-0ed01364a05c is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:54.454075 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.455502 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:54.458045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:54.535719 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] Pushing event updated for resources: {'Port': ['ID=42d166e4-b571-432d-bc48-71cf9d39da19,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:54.571710 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] Attempting to bind port 42d166e4-b571-432d-bc48-71cf9d39da19 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:58:54.572102 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] Attempting to bind port 42d166e4-b571-432d-bc48-71cf9d39da19 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'e652bc23-bf3c-4eb1-855e-089cd7442ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '236fdd46-28bb-42a2-8903-0ed01364a05c'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:58:54.572470 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] Attempting to bind port 42d166e4-b571-432d-bc48-71cf9d39da19 on network 236fdd46-28bb-42a2-8903-0ed01364a05c {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:58:54.578211 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:58:54.578555 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] Checking segment: {'id': 'e652bc23-bf3c-4eb1-855e-089cd7442ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '236fdd46-28bb-42a2-8903-0ed01364a05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:54.578957 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.579351 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] Bound using segment: {'id': 'e652bc23-bf3c-4eb1-855e-089cd7442ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '236fdd46-28bb-42a2-8903-0ed01364a05c'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:58:54.579826 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] Bound port: 42d166e4-b571-432d-bc48-71cf9d39da19, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e652bc23-bf3c-4eb1-855e-089cd7442ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '236fdd46-28bb-42a2-8903-0ed01364a05c'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:58:54.580200 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.672530 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faf3f6-f317-48cb-97fd-4c6e3514dcb0 None None] Pushing event updated for resources: {'Port': ['ID=cf893589-a7e7-456b-86c1-bdd87b7a5feb,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:54.676134 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] For port 42d166e4-b571-432d-bc48-71cf9d39da19, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:58:54.680101 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] For port 42d166e4-b571-432d-bc48-71cf9d39da19, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=42d166e4-b571-432d-bc48-71cf9d39da19,segment=NetworkSegment(e652bc23-bf3c-4eb1-855e-089cd7442ffb),segment_id=e652bc23-bf3c-4eb1-855e-089cd7442ffb)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:58:54.685093 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.691512 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf3f6-f317-48cb-97fd-4c6e3514dcb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:54.691854 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf3f6-f317-48cb-97fd-4c6e3514dcb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:54.692181 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf3f6-f317-48cb-97fd-4c6e3514dcb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:54.692524 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf3f6-f317-48cb-97fd-4c6e3514dcb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:54.692845 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf3f6-f317-48cb-97fd-4c6e3514dcb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:54.693166 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf3f6-f317-48cb-97fd-4c6e3514dcb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:54.693480 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf3f6-f317-48cb-97fd-4c6e3514dcb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:54.693795 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf3f6-f317-48cb-97fd-4c6e3514dcb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:54.694108 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf3f6-f317-48cb-97fd-4c6e3514dcb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:54.694417 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf3f6-f317-48cb-97fd-4c6e3514dcb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:54.694728 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf3f6-f317-48cb-97fd-4c6e3514dcb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:54.695035 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf3f6-f317-48cb-97fd-4c6e3514dcb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:54.704061 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] Attempting to bind port cf893589-a7e7-456b-86c1-bdd87b7a5feb on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:58:54.704481 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] Attempting to bind port cf893589-a7e7-456b-86c1-bdd87b7a5feb by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '05859940-bad5-4678-929e-817fb2e214e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:58:54.704839 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] Attempting to bind port cf893589-a7e7-456b-86c1-bdd87b7a5feb on network ab3ce08b-57eb-4737-a073-3610c8e66b44 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:58:54.710376 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:58:54.710784 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] Checking segment: {'id': '05859940-bad5-4678-929e-817fb2e214e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:54.711383 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.711717 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.712215 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] Bound using segment: {'id': '05859940-bad5-4678-929e-817fb2e214e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:58:54.712215 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] Bound port: cf893589-a7e7-456b-86c1-bdd87b7a5feb, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05859940-bad5-4678-929e-817fb2e214e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:58:54.712571 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.746202 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.762601 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ed203-b25c-4d7b-a2de-063f72165a2e None None] Pushing event updated for resources: {'Port': ['ID=42d166e4-b571-432d-bc48-71cf9d39da19,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:54.810641 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] For port cf893589-a7e7-456b-86c1-bdd87b7a5feb, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:58:54.815228 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] For port cf893589-a7e7-456b-86c1-bdd87b7a5feb, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=cf893589-a7e7-456b-86c1-bdd87b7a5feb,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:58:54.820646 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.823472 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:54.826575 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:54.831016 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:54.860825 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Pushing event updated for resources: {'Port': ['ID=34dde429-1f73-4d10-9446-730342132239,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:54.882992 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] Routers {'48341893-599d-46e2-b197-a1a1ce87343a'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:54.883810 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:58:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['48341893-599d-46e2-b197-a1a1ce87343a'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:55.069965 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faf3f6-f317-48cb-97fd-4c6e3514dcb0 None None] Pushing event updated for resources: {'Port': ['ID=cf893589-a7e7-456b-86c1-bdd87b7a5feb,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:55.097347 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] Set router 48341893-599d-46e2-b197-a1a1ce87343a gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:58:55.290891 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:55.412859 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48341893-599d-46e2-b197-a1a1ce87343a', 'name': 'tempest-TestShelveInstance-131818431-router', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:51Z', 'revision_number': 4, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'gw_port': {'id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'cf893589-a7e7-456b-86c1-bdd87b7a5feb', 'name': '', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'mac_address': 'fa:16:3e:55:50:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:50Z', 'updated_at': '2022-09-21T15:58:54Z', 'revision_number': 4, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'subnets': [{'id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:55.417522 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06360d2-b147-4b91-b5d6-58e59e491ec6 None None] The sync data for ids ['48341893-599d-46e2-b197-a1a1ce87343a'] in dv-neutron-858731-1-hyperv is: [{'id': '48341893-599d-46e2-b197-a1a1ce87343a', 'name': 'tempest-TestShelveInstance-131818431-router', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:51Z', 'revision_number': 4, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'gw_port': {'id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'cf893589-a7e7-456b-86c1-bdd87b7a5feb', 'name': '', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'mac_address': 'fa:16:3e:55:50:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:50Z', 'updated_at': '2022-09-21T15:58:54Z', 'revision_number': 4, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'subnets': [{'id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:58:55.545844 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 17dec67a-a3e4-4399-98ed-21ea281535e3 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:55.680361 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 17dec67a-a3e4-4399-98ed-21ea281535e3 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:55.681252 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:55.688689 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:55.825934 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 17dec67a-a3e4-4399-98ed-21ea281535e3 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:55.827204 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 42d166e4-b571-432d-bc48-71cf9d39da19 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:55.902875 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ba1229-9014-424a-bd9d-6fb1382512e8 None None] Network 236fdd46-28bb-42a2-8903-0ed01364a05c requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:55.934315 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Router b1c4ab5e-f406-4931-be1f-404882393319 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:58:55.989130 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 42d166e4-b571-432d-bc48-71cf9d39da19 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:56.011997 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-38a984cc-c0bc-4ce2-81b2-abdbf737294e None None] Provisioning for port 42d166e4-b571-432d-bc48-71cf9d39da19 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:56.034778 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-38a984cc-c0bc-4ce2-81b2-abdbf737294e None None] Provisioning complete for port 42d166e4-b571-432d-bc48-71cf9d39da19 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:56.035286 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38a984cc-c0bc-4ce2-81b2-abdbf737294e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:56.272583 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:58:56.286163 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] Sync routers for ids ['b1c4ab5e-f406-4931-be1f-404882393319'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:58:56.295346 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-38a984cc-c0bc-4ce2-81b2-abdbf737294e None None] Current status of the port 42d166e4-b571-432d-bc48-71cf9d39da19 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:56.295721 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38a984cc-c0bc-4ce2-81b2-abdbf737294e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:56.302773 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:56.306660 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2b4e4d69-1664-43bb-9e18-5a29a9621dde admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7135508 Sep 21 15:58:56.306911 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42014) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:56.320395 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] Routers {'b1c4ab5e-f406-4931-be1f-404882393319'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:56.321055 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:58:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b1c4ab5e-f406-4931-be1f-404882393319'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:56.433153 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-38a984cc-c0bc-4ce2-81b2-abdbf737294e None None] For port 42d166e4-b571-432d-bc48-71cf9d39da19, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=42d166e4-b571-432d-bc48-71cf9d39da19,segment=NetworkSegment(e652bc23-bf3c-4eb1-855e-089cd7442ffb),segment_id=e652bc23-bf3c-4eb1-855e-089cd7442ffb)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:56.496481 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38a984cc-c0bc-4ce2-81b2-abdbf737294e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:56.617645 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] Set router b1c4ab5e-f406-4931-be1f-404882393319 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:58:56.730303 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a984cc-c0bc-4ce2-81b2-abdbf737294e None None] Pushing event updated for resources: {'Port': ['ID=42d166e4-b571-432d-bc48-71cf9d39da19,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:56.827625 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f2ee0f2f-a450-46ec-a503-a3e179b1ffb2 None None] Provisioning complete for port 42d166e4-b571-432d-bc48-71cf9d39da19 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:56.828645 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f2ee0f2f-a450-46ec-a503-a3e179b1ffb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.027201 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee0f2f-a450-46ec-a503-a3e179b1ffb2 None None] Current status of the port 42d166e4-b571-432d-bc48-71cf9d39da19 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:57.043907 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c4ab5e-f406-4931-be1f-404882393319', 'name': 'tempest-TestShelveInstance-558387807-router', 'tenant_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '34dde429-1f73-4d10-9446-730342132239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:53Z', 'updated_at': '2022-09-21T15:58:55Z', 'revision_number': 3, 'project_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'gw_port': {'id': '34dde429-1f73-4d10-9446-730342132239', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:81:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c4ab5e-f406-4931-be1f-404882393319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:54Z', 'updated_at': '2022-09-21T15:58:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:57.045076 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7498ed90-d0fc-4729-89e2-bb3a952ec549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.048351 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] Checking router: b1c4ab5e-f406-4931-be1f-404882393319 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:58:57.048729 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] Updating router b1c4ab5e-f406-4931-be1f-404882393319 port 34dde429-1f73-4d10-9446-730342132239 binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:58:57.106721 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.262057 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-7498ed90-d0fc-4729-89e2-bb3a952ec549 admin admin] Allocated IP 172.20.0.1 (236fdd46-28bb-42a2-8903-0ed01364a05c/88bc47c9-3e4e-43e0-ba8d-c8accec87b6c/71e26e1d-b065-4f7e-b828-43a919445917) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:57.422238 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7498ed90-d0fc-4729-89e2-bb3a952ec549 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.439381 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-7498ed90-d0fc-4729-89e2-bb3a952ec549 admin admin] Transition to ACTIVE for port object 71e26e1d-b065-4f7e-b828-43a919445917 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:57.469364 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7498ed90-d0fc-4729-89e2-bb3a952ec549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.487539 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.501570 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] Transition to ACTIVE for port object 34dde429-1f73-4d10-9446-730342132239 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:57.512786 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.539391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7498ed90-d0fc-4729-89e2-bb3a952ec549 admin admin] Network 236fdd46-28bb-42a2-8903-0ed01364a05c is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:57.542094 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7498ed90-d0fc-4729-89e2-bb3a952ec549 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:57.545951 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7498ed90-d0fc-4729-89e2-bb3a952ec549 admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:57.555634 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 42d166e4-b571-432d-bc48-71cf9d39da19 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:57.585880 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498ed90-d0fc-4729-89e2-bb3a952ec549 admin admin] Pushing event updated for resources: {'Port': ['ID=71e26e1d-b065-4f7e-b828-43a919445917,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:57.614150 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7498ed90-d0fc-4729-89e2-bb3a952ec549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.614798 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] Attempting to bind port 34dde429-1f73-4d10-9446-730342132239 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:58:57.615255 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] Attempting to bind port 34dde429-1f73-4d10-9446-730342132239 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:58:57.615612 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] Attempting to bind port 34dde429-1f73-4d10-9446-730342132239 on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:58:57.635878 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:58:57.636612 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:57.636732 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.637037 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:58:57.637724 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] Bound port: 34dde429-1f73-4d10-9446-730342132239, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:58:57.637863 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.697218 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe07348-be36-4b62-a050-ec976d9b81e0 None None] Pushing event updated for resources: {'Port': ['ID=34dde429-1f73-4d10-9446-730342132239,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:57.744080 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] For port 34dde429-1f73-4d10-9446-730342132239, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:58:57.746104 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 42d166e4-b571-432d-bc48-71cf9d39da19 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:57.746476 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.794167 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] For port 34dde429-1f73-4d10-9446-730342132239, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=34dde429-1f73-4d10-9446-730342132239,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:58:57.801541 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.890761 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] Routers {'b1c4ab5e-f406-4931-be1f-404882393319'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:57.891660 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:58:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b1c4ab5e-f406-4931-be1f-404882393319'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:57.962821 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-92000782-e3e3-4b8f-b5a7-4b336b176c48 None None] Provisioning for port 71e26e1d-b065-4f7e-b828-43a919445917 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:57.991707 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe07348-be36-4b62-a050-ec976d9b81e0 None None] Pushing event updated for resources: {'Port': ['ID=34dde429-1f73-4d10-9446-730342132239,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:58.018315 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-92000782-e3e3-4b8f-b5a7-4b336b176c48 None None] Provisioning complete for port 71e26e1d-b065-4f7e-b828-43a919445917 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:58.019010 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-92000782-e3e3-4b8f-b5a7-4b336b176c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.023161 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7498ed90-d0fc-4729-89e2-bb3a952ec549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.174025 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-92000782-e3e3-4b8f-b5a7-4b336b176c48 None None] Port 71e26e1d-b065-4f7e-b828-43a919445917 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:58:58.177415 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 42d166e4-b571-432d-bc48-71cf9d39da19 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:58.178395 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device cf893589-a7e7-456b-86c1-bdd87b7a5feb up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:58.253199 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7498ed90-d0fc-4729-89e2-bb3a952ec549 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.253826 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] Set router b1c4ab5e-f406-4931-be1f-404882393319 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:58:58.257697 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7498ed90-d0fc-4729-89e2-bb3a952ec549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.358064 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498ed90-d0fc-4729-89e2-bb3a952ec549 admin admin] Pushing event updated for resources: {'Port': ['ID=71e26e1d-b065-4f7e-b828-43a919445917,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:58.364068 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7498ed90-d0fc-4729-89e2-bb3a952ec549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.407600 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port cf893589-a7e7-456b-86c1-bdd87b7a5feb completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:58.461283 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port cf893589-a7e7-456b-86c1-bdd87b7a5feb triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:58.461571 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.502272 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7498ed90-d0fc-4729-89e2-bb3a952ec549 admin admin] Network 236fdd46-28bb-42a2-8903-0ed01364a05c is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:58.503401 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7498ed90-d0fc-4729-89e2-bb3a952ec549 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:58.679127 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port cf893589-a7e7-456b-86c1-bdd87b7a5feb is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:58.679636 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.701626 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7498ed90-d0fc-4729-89e2-bb3a952ec549 admin admin] Router b1c4ab5e-f406-4931-be1f-404882393319 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:58:58.724694 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port cf893589-a7e7-456b-86c1-bdd87b7a5feb, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=cf893589-a7e7-456b-86c1-bdd87b7a5feb,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:58.727822 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c4ab5e-f406-4931-be1f-404882393319', 'name': 'tempest-TestShelveInstance-558387807-router', 'tenant_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '34dde429-1f73-4d10-9446-730342132239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:53Z', 'updated_at': '2022-09-21T15:58:57Z', 'revision_number': 4, 'project_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'gw_port': {'id': '34dde429-1f73-4d10-9446-730342132239', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:81:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c4ab5e-f406-4931-be1f-404882393319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:54Z', 'updated_at': '2022-09-21T15:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '71e26e1d-b065-4f7e-b828-43a919445917', 'name': '', 'network_id': '236fdd46-28bb-42a2-8903-0ed01364a05c', 'tenant_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'mac_address': 'fa:16:3e:0c:bf:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c4ab5e-f406-4931-be1f-404882393319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '88bc47c9-3e4e-43e0-ba8d-c8accec87b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:57Z', 'updated_at': '2022-09-21T15:58:57Z', 'revision_number': 1, 'project_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'subnets': [{'id': '88bc47c9-3e4e-43e0-ba8d-c8accec87b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:58.731236 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.762328 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fadfc5a-33b8-401a-992b-60e0544b39ca None None] The sync data for ids ['b1c4ab5e-f406-4931-be1f-404882393319'] in dv-neutron-858731-1-hyperv is: [{'id': 'b1c4ab5e-f406-4931-be1f-404882393319', 'name': 'tempest-TestShelveInstance-558387807-router', 'tenant_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '34dde429-1f73-4d10-9446-730342132239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:53Z', 'updated_at': '2022-09-21T15:58:57Z', 'revision_number': 4, 'project_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'gw_port': {'id': '34dde429-1f73-4d10-9446-730342132239', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:81:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c4ab5e-f406-4931-be1f-404882393319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:54Z', 'updated_at': '2022-09-21T15:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '71e26e1d-b065-4f7e-b828-43a919445917', 'name': '', 'network_id': '236fdd46-28bb-42a2-8903-0ed01364a05c', 'tenant_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'mac_address': 'fa:16:3e:0c:bf:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c4ab5e-f406-4931-be1f-404882393319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '88bc47c9-3e4e-43e0-ba8d-c8accec87b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:57Z', 'updated_at': '2022-09-21T15:58:57Z', 'revision_number': 1, 'project_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'subnets': [{'id': '88bc47c9-3e4e-43e0-ba8d-c8accec87b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:58:58.865995 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d60758cb-7426-41bf-a1c7-fcb6a5803774 None None] Provisioning complete for port 71e26e1d-b065-4f7e-b828-43a919445917 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:58.866362 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d60758cb-7426-41bf-a1c7-fcb6a5803774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.895405 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7498ed90-d0fc-4729-89e2-bb3a952ec549 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:58:58.902544 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=cf893589-a7e7-456b-86c1-bdd87b7a5feb,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:58.907165 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7498ed90-d0fc-4729-89e2-bb3a952ec549 admin admin] 10.222.0.62 "PUT /v2.0/routers/b1c4ab5e-f406-4931-be1f-404882393319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5955653 Sep 21 15:58:58.928233 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d60758cb-7426-41bf-a1c7-fcb6a5803774 None None] Port 71e26e1d-b065-4f7e-b828-43a919445917 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:58:59.333490 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42024) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:59.338688 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-bde425d9-20e1-44f4-8781-595f8e8ea7ef tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-474451131', 'description': 'tempest-secgroup-smoke-474451131 description', 'project_id': '5c199920138e4bcab78e68bd244e5d62'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:59.345232 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bde425d9-20e1-44f4-8781-595f8e8ea7ef tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:59.349274 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bde425d9-20e1-44f4-8781-595f8e8ea7ef tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Usage tracker for resource:security_group and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:59.352324 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bde425d9-20e1-44f4-8781-595f8e8ea7ef tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:59.358374 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bde425d9-20e1-44f4-8781-595f8e8ea7ef tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:59.377893 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bde425d9-20e1-44f4-8781-595f8e8ea7ef tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.399725 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bde425d9-20e1-44f4-8781-595f8e8ea7ef tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:59.404973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bde425d9-20e1-44f4-8781-595f8e8ea7ef tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Usage tracker for resource:security_group_rule and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:59.408596 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bde425d9-20e1-44f4-8781-595f8e8ea7ef tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:59.414621 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bde425d9-20e1-44f4-8781-595f8e8ea7ef tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:59.439878 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device cf893589-a7e7-456b-86c1-bdd87b7a5feb up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:59.497545 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bde425d9-20e1-44f4-8781-595f8e8ea7ef tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.502820 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bde425d9-20e1-44f4-8781-595f8e8ea7ef tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.514260 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port cf893589-a7e7-456b-86c1-bdd87b7a5feb triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:59.514643 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.545655 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde425d9-20e1-44f4-8781-595f8e8ea7ef tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73bc4989-9c70-4e43-aa9c-9af989e5e1d1,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:59.562785 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bde425d9-20e1-44f4-8781-595f8e8ea7ef tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.568402 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 42028) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:59.569048 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bde425d9-20e1-44f4-8781-595f8e8ea7ef tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2339249 Sep 21 15:58:59.586651 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-169b801b-b249-4aa9-823b-8c30faeec7a4 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Request body: {'security_group_rule': {'security_group_id': '73bc4989-9c70-4e43-aa9c-9af989e5e1d1', 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:59.592643 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-169b801b-b249-4aa9-823b-8c30faeec7a4 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:59.606724 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-169b801b-b249-4aa9-823b-8c30faeec7a4 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Usage tracker for resource:security_group_rule and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:59.616832 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-169b801b-b249-4aa9-823b-8c30faeec7a4 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:59.632135 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-169b801b-b249-4aa9-823b-8c30faeec7a4 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:59.652329 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-169b801b-b249-4aa9-823b-8c30faeec7a4 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.685397 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port cf893589-a7e7-456b-86c1-bdd87b7a5feb is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:59.832680 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-169b801b-b249-4aa9-823b-8c30faeec7a4 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.837018 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-169b801b-b249-4aa9-823b-8c30faeec7a4 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.862295 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b801b-b249-4aa9-823b-8c30faeec7a4 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0434a466-0ce9-4a65-a8ad-c04c5dfc9551,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:59.872605 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-169b801b-b249-4aa9-823b-8c30faeec7a4 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.873790 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-169b801b-b249-4aa9-823b-8c30faeec7a4 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2924569 Sep 21 15:58:59.876928 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 42032) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:59.881820 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7f742a11-0578-419c-a1d6-cc88c25cbbe1 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Request body: {'security_group_rule': {'security_group_id': '73bc4989-9c70-4e43-aa9c-9af989e5e1d1', 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:59.888021 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7f742a11-0578-419c-a1d6-cc88c25cbbe1 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:59.892201 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7f742a11-0578-419c-a1d6-cc88c25cbbe1 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Usage tracker for resource:security_group_rule and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:59.895195 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7f742a11-0578-419c-a1d6-cc88c25cbbe1 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:59.901009 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7f742a11-0578-419c-a1d6-cc88c25cbbe1 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:59.919480 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f742a11-0578-419c-a1d6-cc88c25cbbe1 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.986343 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f742a11-0578-419c-a1d6-cc88c25cbbe1 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.990226 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f742a11-0578-419c-a1d6-cc88c25cbbe1 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.014295 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f742a11-0578-419c-a1d6-cc88c25cbbe1 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa53ff7-1c00-4e94-b0fb-df30f77e6b89,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:00.029966 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f742a11-0578-419c-a1d6-cc88c25cbbe1 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.034277 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7f742a11-0578-419c-a1d6-cc88c25cbbe1 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1534336 Sep 21 15:59:00.034672 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42036) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:00.039963 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9b58876d-5ac4-46a2-95ca-2126fa37db49 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Request body: {'security_group_rule': {'security_group_id': '73bc4989-9c70-4e43-aa9c-9af989e5e1d1', 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:00.046186 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9b58876d-5ac4-46a2-95ca-2126fa37db49 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:00.050285 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9b58876d-5ac4-46a2-95ca-2126fa37db49 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Usage tracker for resource:security_group_rule and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:00.053517 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9b58876d-5ac4-46a2-95ca-2126fa37db49 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:00.059331 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9b58876d-5ac4-46a2-95ca-2126fa37db49 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:00.083337 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9b58876d-5ac4-46a2-95ca-2126fa37db49 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.149652 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9b58876d-5ac4-46a2-95ca-2126fa37db49 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.154889 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9b58876d-5ac4-46a2-95ca-2126fa37db49 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.191851 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58876d-5ac4-46a2-95ca-2126fa37db49 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c6dd0e-f2bb-4fbf-b21b-572fa741664c,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:00.203386 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9b58876d-5ac4-46a2-95ca-2126fa37db49 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.205207 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9b58876d-5ac4-46a2-95ca-2126fa37db49 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1693461 Sep 21 15:59:00.207901 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42040) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:00.213521 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-54b5d2c6-2c90-4e81-b892-8f5ff57288df tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Request body: {'security_group_rule': {'security_group_id': '73bc4989-9c70-4e43-aa9c-9af989e5e1d1', 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:00.220101 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-54b5d2c6-2c90-4e81-b892-8f5ff57288df tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:00.223937 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-54b5d2c6-2c90-4e81-b892-8f5ff57288df tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Usage tracker for resource:security_group_rule and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:00.226759 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-54b5d2c6-2c90-4e81-b892-8f5ff57288df tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:00.232617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-54b5d2c6-2c90-4e81-b892-8f5ff57288df tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:00.249281 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-54b5d2c6-2c90-4e81-b892-8f5ff57288df tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.313802 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-54b5d2c6-2c90-4e81-b892-8f5ff57288df tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.317076 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-54b5d2c6-2c90-4e81-b892-8f5ff57288df tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.339153 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5d2c6-2c90-4e81-b892-8f5ff57288df tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52964427-d097-48ef-b7fa-98cabd976012,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:00.348484 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-54b5d2c6-2c90-4e81-b892-8f5ff57288df tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.349648 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-54b5d2c6-2c90-4e81-b892-8f5ff57288df tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404560 Sep 21 15:59:00.352325 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42044) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:00.357138 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-45656011-f676-4991-b0e7-8ac4bc404a62 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Request body: {'security_group_rule': {'security_group_id': '73bc4989-9c70-4e43-aa9c-9af989e5e1d1', 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:00.363311 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-45656011-f676-4991-b0e7-8ac4bc404a62 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:00.367096 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-45656011-f676-4991-b0e7-8ac4bc404a62 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Usage tracker for resource:security_group_rule and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:00.370009 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-45656011-f676-4991-b0e7-8ac4bc404a62 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:00.376236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-45656011-f676-4991-b0e7-8ac4bc404a62 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:00.386529 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-45656011-f676-4991-b0e7-8ac4bc404a62 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Project 5c199920138e4bcab78e68bd244e5d62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:59:00.393361 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-45656011-f676-4991-b0e7-8ac4bc404a62 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.457483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-45656011-f676-4991-b0e7-8ac4bc404a62 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.460821 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-45656011-f676-4991-b0e7-8ac4bc404a62 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.483507 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45656011-f676-4991-b0e7-8ac4bc404a62 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac2f699-acbe-4272-949b-631a7e8069eb,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:00.493472 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-45656011-f676-4991-b0e7-8ac4bc404a62 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.494617 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-45656011-f676-4991-b0e7-8ac4bc404a62 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1413693 Sep 21 15:59:00.497721 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 42048) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:00.503541 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9d1c9fc6-9775-4e86-a851-c3cb12167479 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Request body: {'security_group_rule': {'security_group_id': '73bc4989-9c70-4e43-aa9c-9af989e5e1d1', 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:00.509558 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9d1c9fc6-9775-4e86-a851-c3cb12167479 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:00.513389 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9d1c9fc6-9775-4e86-a851-c3cb12167479 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Usage tracker for resource:security_group_rule and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:00.516310 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9d1c9fc6-9775-4e86-a851-c3cb12167479 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:00.522350 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9d1c9fc6-9775-4e86-a851-c3cb12167479 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:00.533508 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-9d1c9fc6-9775-4e86-a851-c3cb12167479 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Project 5c199920138e4bcab78e68bd244e5d62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 15:59:00.540045 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9d1c9fc6-9775-4e86-a851-c3cb12167479 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.608204 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9d1c9fc6-9775-4e86-a851-c3cb12167479 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.612951 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9d1c9fc6-9775-4e86-a851-c3cb12167479 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.637037 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c9fc6-9775-4e86-a851-c3cb12167479 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a63185-4eac-47cb-8dc7-a7459542f15e,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:00.646795 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9d1c9fc6-9775-4e86-a851-c3cb12167479 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.648923 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9d1c9fc6-9775-4e86-a851-c3cb12167479 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1501198 Sep 21 15:59:00.810957 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-71232381-9513-4304-a0de-ca86e50e00e6 req-e7f37d14-c1b8-4309-b4f5-5dd86478d3fb tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Synchronizing usage tracker for tenant:5c199920138e4bcab78e68bd244e5d62 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:00.827299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-71232381-9513-4304-a0de-ca86e50e00e6 req-e7f37d14-c1b8-4309-b4f5-5dd86478d3fb tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Unset dirty status for tenant:5c199920138e4bcab78e68bd244e5d62 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:00.828488 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71232381-9513-4304-a0de-ca86e50e00e6 req-e7f37d14-c1b8-4309-b4f5-5dd86478d3fb tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474451131&fields=id&tenant_id=5c199920138e4bcab78e68bd244e5d62 HTTP/1.1" status: 200 len: 267 time: 0.0596657 Sep 21 15:59:00.977810 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71232381-9513-4304-a0de-ca86e50e00e6 req-cf825165-1609-48ba-808f-fc422ea93cc3 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:00.979211 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71232381-9513-4304-a0de-ca86e50e00e6 req-cf825165-1609-48ba-808f-fc422ea93cc3 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 808 time: 0.1442108 Sep 21 15:59:00.993744 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71232381-9513-4304-a0de-ca86e50e00e6 req-c9573364-0803-48c3-852d-1d790f0d5f11 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/quotas/5c199920138e4bcab78e68bd244e5d62 HTTP/1.1" status: 200 len: 375 time: 0.0089211 Sep 21 15:59:01.081612 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71232381-9513-4304-a0de-ca86e50e00e6 req-498b7341-d4d7-4205-bae4-bfd5da409063 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829351 Sep 21 15:59:01.321904 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71232381-9513-4304-a0de-ca86e50e00e6 req-2ee021a6-6042-4939-8150-2b1de658187c service neutron] 10.222.0.62 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284343 Sep 21 15:59:01.446167 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 34dde429-1f73-4d10-9446-730342132239 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:01.456059 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71232381-9513-4304-a0de-ca86e50e00e6 req-c42a58c2-9233-4271-a2de-afe0d6167d97 service neutron] 10.222.0.62 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286938 Sep 21 15:59:01.518580 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 34dde429-1f73-4d10-9446-730342132239 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:01.523317 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 34dde429-1f73-4d10-9446-730342132239 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:01.523684 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:01.650585 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 34dde429-1f73-4d10-9446-730342132239 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:01.651251 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:01.658820 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0087be63-4e00-4579-b938-b6a8e657f2cc req-d545c975-cd38-4d7a-b4e9-28e406ac1072 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 210 time: 0.0577555 Sep 21 15:59:01.669278 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 34dde429-1f73-4d10-9446-730342132239, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=34dde429-1f73-4d10-9446-730342132239,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:01.682683 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:01.755098 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=34dde429-1f73-4d10-9446-730342132239,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:02.306034 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] Sync routers for ids ['b1c4ab5e-f406-4931-be1f-404882393319'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:59:02.316282 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] Routers {'b1c4ab5e-f406-4931-be1f-404882393319'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:02.317018 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:58:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b1c4ab5e-f406-4931-be1f-404882393319'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:02.497942 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] Set router b1c4ab5e-f406-4931-be1f-404882393319 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:59:02.825377 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-42bec436-2c94-4a9c-a4ca-9017107066b9 req-87d3effe-cf6d-428b-ab6c-acfaefd2a3c3 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 210 time: 0.0552788 Sep 21 15:59:02.849943 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c4ab5e-f406-4931-be1f-404882393319', 'name': 'tempest-TestShelveInstance-558387807-router', 'tenant_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '34dde429-1f73-4d10-9446-730342132239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:53Z', 'updated_at': '2022-09-21T15:58:57Z', 'revision_number': 4, 'project_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'gw_port': {'id': '34dde429-1f73-4d10-9446-730342132239', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:81:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c4ab5e-f406-4931-be1f-404882393319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:54Z', 'updated_at': '2022-09-21T15:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '71e26e1d-b065-4f7e-b828-43a919445917', 'name': '', 'network_id': '236fdd46-28bb-42a2-8903-0ed01364a05c', 'tenant_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'mac_address': 'fa:16:3e:0c:bf:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c4ab5e-f406-4931-be1f-404882393319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '88bc47c9-3e4e-43e0-ba8d-c8accec87b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:57Z', 'updated_at': '2022-09-21T15:58:58Z', 'revision_number': 2, 'project_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'subnets': [{'id': '88bc47c9-3e4e-43e0-ba8d-c8accec87b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:02.853739 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] Checking router: b1c4ab5e-f406-4931-be1f-404882393319 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:59:02.854136 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] Updating router b1c4ab5e-f406-4931-be1f-404882393319 port 71e26e1d-b065-4f7e-b828-43a919445917 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:59:02.911977 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:03.073500 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71232381-9513-4304-a0de-ca86e50e00e6 req-7f2df986-5406-4337-b8eb-0ededcaa0346 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:03.074930 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71232381-9513-4304-a0de-ca86e50e00e6 req-7f2df986-5406-4337-b8eb-0ededcaa0346 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.20 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 808 time: 0.1726367 Sep 21 15:59:03.131237 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71232381-9513-4304-a0de-ca86e50e00e6 req-f6f0c108-cd0e-4908-b840-9513c3d308db tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c199920138e4bcab78e68bd244e5d62 HTTP/1.1" status: 200 len: 379 time: 0.0432062 Sep 21 15:59:03.143417 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-71232381-9513-4304-a0de-ca86e50e00e6 req-61b4ced8-afd3-4983-89fc-ff11025a0236 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Request body: {'port': {'device_id': 'd3d336b3-648d-41ec-8b28-c96f5ea05537', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'admin_state_up': True, 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'security_groups': ['73bc4989-9c70-4e43-aa9c-9af989e5e1d1']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:03.273025 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:03.283757 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-71232381-9513-4304-a0de-ca86e50e00e6 req-61b4ced8-afd3-4983-89fc-ff11025a0236 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:03.284708 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] Transition to ACTIVE for port object 71e26e1d-b065-4f7e-b828-43a919445917 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:03.287814 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-71232381-9513-4304-a0de-ca86e50e00e6 req-61b4ced8-afd3-4983-89fc-ff11025a0236 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Usage tracker for resource:port and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:03.291096 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:03.291614 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-71232381-9513-4304-a0de-ca86e50e00e6 req-61b4ced8-afd3-4983-89fc-ff11025a0236 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:03.298131 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-71232381-9513-4304-a0de-ca86e50e00e6 req-61b4ced8-afd3-4983-89fc-ff11025a0236 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:03.308299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71232381-9513-4304-a0de-ca86e50e00e6 req-61b4ced8-afd3-4983-89fc-ff11025a0236 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Made reservation on behalf of 5c199920138e4bcab78e68bd244e5d62 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:03.311870 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-71232381-9513-4304-a0de-ca86e50e00e6 req-61b4ced8-afd3-4983-89fc-ff11025a0236 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:03.435374 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 34dde429-1f73-4d10-9446-730342132239 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:03.492140 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-71232381-9513-4304-a0de-ca86e50e00e6 req-61b4ced8-afd3-4983-89fc-ff11025a0236 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Allocated IP 172.20.0.13 (ab3ce08b-57eb-4737-a073-3610c8e66b44/f5aa9388-6231-455c-8ee0-e559b86bd78a/aee7d919-f06a-4644-b5bc-67463232e2bd) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:03.504201 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459585bd-de28-45d4-8026-c67370a9ebe8 None None] Pushing event updated for resources: {'Port': ['ID=71e26e1d-b065-4f7e-b828-43a919445917,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:03.506551 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 34dde429-1f73-4d10-9446-730342132239 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:03.507225 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:03.508673 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] Attempting to bind port 71e26e1d-b065-4f7e-b828-43a919445917 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:59:03.509043 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] Attempting to bind port 71e26e1d-b065-4f7e-b828-43a919445917 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'e652bc23-bf3c-4eb1-855e-089cd7442ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '236fdd46-28bb-42a2-8903-0ed01364a05c'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:59:03.509402 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] Attempting to bind port 71e26e1d-b065-4f7e-b828-43a919445917 on network 236fdd46-28bb-42a2-8903-0ed01364a05c {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:59:03.517583 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:59:03.518082 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] Checking segment: {'id': 'e652bc23-bf3c-4eb1-855e-089cd7442ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '236fdd46-28bb-42a2-8903-0ed01364a05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:03.518484 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:03.518872 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] Bound using segment: {'id': 'e652bc23-bf3c-4eb1-855e-089cd7442ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '236fdd46-28bb-42a2-8903-0ed01364a05c'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:59:03.519332 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] Bound port: 71e26e1d-b065-4f7e-b828-43a919445917, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e652bc23-bf3c-4eb1-855e-089cd7442ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '236fdd46-28bb-42a2-8903-0ed01364a05c'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:59:03.519700 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:03.611136 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] For port 71e26e1d-b065-4f7e-b828-43a919445917, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:59:03.614333 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] For port 71e26e1d-b065-4f7e-b828-43a919445917, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=71e26e1d-b065-4f7e-b828-43a919445917,segment=NetworkSegment(e652bc23-bf3c-4eb1-855e-089cd7442ffb),segment_id=e652bc23-bf3c-4eb1-855e-089cd7442ffb)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:59:03.618783 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:03.634518 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 34dde429-1f73-4d10-9446-730342132239 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:03.682945 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] Routers {'b1c4ab5e-f406-4931-be1f-404882393319'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:03.683567 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:58:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b1c4ab5e-f406-4931-be1f-404882393319'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:03.704613 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-71232381-9513-4304-a0de-ca86e50e00e6 req-61b4ced8-afd3-4983-89fc-ff11025a0236 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:03.720597 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-71232381-9513-4304-a0de-ca86e50e00e6 req-61b4ced8-afd3-4983-89fc-ff11025a0236 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Transition to ACTIVE for port object aee7d919-f06a-4644-b5bc-67463232e2bd will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:03.744870 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-71232381-9513-4304-a0de-ca86e50e00e6 req-61b4ced8-afd3-4983-89fc-ff11025a0236 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:03.777150 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459585bd-de28-45d4-8026-c67370a9ebe8 None None] Pushing event updated for resources: {'Port': ['ID=71e26e1d-b065-4f7e-b828-43a919445917,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:03.817691 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71232381-9513-4304-a0de-ca86e50e00e6 req-61b4ced8-afd3-4983-89fc-ff11025a0236 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Network ab3ce08b-57eb-4737-a073-3610c8e66b44 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:03.820530 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-71232381-9513-4304-a0de-ca86e50e00e6 req-61b4ced8-afd3-4983-89fc-ff11025a0236 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:03.824582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-71232381-9513-4304-a0de-ca86e50e00e6 req-61b4ced8-afd3-4983-89fc-ff11025a0236 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:03.869187 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4ced8-afd3-4983-89fc-ff11025a0236 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event updated for resources: {'Port': ['ID=aee7d919-f06a-4644-b5bc-67463232e2bd,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:03.895392 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] Set router b1c4ab5e-f406-4931-be1f-404882393319 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:59:03.896775 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71232381-9513-4304-a0de-ca86e50e00e6 req-61b4ced8-afd3-4983-89fc-ff11025a0236 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:03.897410 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-71232381-9513-4304-a0de-ca86e50e00e6 req-61b4ced8-afd3-4983-89fc-ff11025a0236 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:03.923122 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71232381-9513-4304-a0de-ca86e50e00e6 req-61b4ced8-afd3-4983-89fc-ff11025a0236 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7846208 Sep 21 15:59:03.941200 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-71232381-9513-4304-a0de-ca86e50e00e6 req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] Request body: {'port': {'device_id': 'd3d336b3-648d-41ec-8b28-c96f5ea05537', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:04.089580 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e4cf8ad2-6ef7-47d9-b17c-d83c9a77031a None None] Provisioning for port aee7d919-f06a-4644-b5bc-67463232e2bd completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:04.094873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e4cf8ad2-6ef7-47d9-b17c-d83c9a77031a None None] Provisioning complete for port aee7d919-f06a-4644-b5bc-67463232e2bd triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:04.095193 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8ad2-6ef7-47d9-b17c-d83c9a77031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:04.147803 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-71232381-9513-4304-a0de-ca86e50e00e6 req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:04.153395 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf8ad2-6ef7-47d9-b17c-d83c9a77031a None None] Port aee7d919-f06a-4644-b5bc-67463232e2bd cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:04.172862 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a2f69-db00-41de-b2df-7cdfcafe4e43 req-248c296b-447c-4ed9-8fcf-1312687babeb tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:04.173556 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e68a2f69-db00-41de-b2df-7cdfcafe4e43 req-248c296b-447c-4ed9-8fcf-1312687babeb tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Synchronizing usage tracker for tenant:5c199920138e4bcab78e68bd244e5d62 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:04.225760 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c4ab5e-f406-4931-be1f-404882393319', 'name': 'tempest-TestShelveInstance-558387807-router', 'tenant_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '34dde429-1f73-4d10-9446-730342132239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:53Z', 'updated_at': '2022-09-21T15:58:57Z', 'revision_number': 4, 'project_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'gw_port': {'id': '34dde429-1f73-4d10-9446-730342132239', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:81:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c4ab5e-f406-4931-be1f-404882393319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:54Z', 'updated_at': '2022-09-21T15:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '71e26e1d-b065-4f7e-b828-43a919445917', 'name': '', 'network_id': '236fdd46-28bb-42a2-8903-0ed01364a05c', 'tenant_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'mac_address': 'fa:16:3e:0c:bf:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c4ab5e-f406-4931-be1f-404882393319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '88bc47c9-3e4e-43e0-ba8d-c8accec87b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:57Z', 'updated_at': '2022-09-21T15:59:03Z', 'revision_number': 4, 'project_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'subnets': [{'id': '88bc47c9-3e4e-43e0-ba8d-c8accec87b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:04.229842 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b53d29a-a2a6-400f-aa14-56b6c107ffe2 None None] The sync data for ids ['b1c4ab5e-f406-4931-be1f-404882393319'] in dv-neutron-858731-1-hyperv is: [{'id': 'b1c4ab5e-f406-4931-be1f-404882393319', 'name': 'tempest-TestShelveInstance-558387807-router', 'tenant_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '34dde429-1f73-4d10-9446-730342132239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:53Z', 'updated_at': '2022-09-21T15:58:57Z', 'revision_number': 4, 'project_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'gw_port': {'id': '34dde429-1f73-4d10-9446-730342132239', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:81:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c4ab5e-f406-4931-be1f-404882393319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:54Z', 'updated_at': '2022-09-21T15:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': '71e26e1d-b065-4f7e-b828-43a919445917', 'name': '', 'network_id': '236fdd46-28bb-42a2-8903-0ed01364a05c', 'tenant_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'mac_address': 'fa:16:3e:0c:bf:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c4ab5e-f406-4931-be1f-404882393319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '88bc47c9-3e4e-43e0-ba8d-c8accec87b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:57Z', 'updated_at': '2022-09-21T15:59:03Z', 'revision_number': 4, 'project_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'subnets': [{'id': '88bc47c9-3e4e-43e0-ba8d-c8accec87b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:59:04.245408 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e68a2f69-db00-41de-b2df-7cdfcafe4e43 req-248c296b-447c-4ed9-8fcf-1312687babeb tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Unset dirty status for tenant:5c199920138e4bcab78e68bd244e5d62 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:04.246710 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e68a2f69-db00-41de-b2df-7cdfcafe4e43 req-248c296b-447c-4ed9-8fcf-1312687babeb tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 932 time: 0.2615249 Sep 21 15:59:04.375102 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e68a2f69-db00-41de-b2df-7cdfcafe4e43 req-e2340886-003d-4c4e-8b3a-8ee266c25cfc tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875144 Sep 21 15:59:04.674668 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-71232381-9513-4304-a0de-ca86e50e00e6 req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee7d919-f06a-4644-b5bc-67463232e2bd {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:59:04.682263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-71232381-9513-4304-a0de-ca86e50e00e6 req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:04.696987 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-71232381-9513-4304-a0de-ca86e50e00e6 req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] Transition to ACTIVE for port object aee7d919-f06a-4644-b5bc-67463232e2bd will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:04.701178 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-71232381-9513-4304-a0de-ca86e50e00e6 req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:04.886510 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] Pushing event updated for resources: {'Port': ['ID=aee7d919-f06a-4644-b5bc-67463232e2bd,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:04.927376 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-71232381-9513-4304-a0de-ca86e50e00e6 req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] Attempting to bind port aee7d919-f06a-4644-b5bc-67463232e2bd on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:59:04.927636 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-71232381-9513-4304-a0de-ca86e50e00e6 req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] Attempting to bind port aee7d919-f06a-4644-b5bc-67463232e2bd by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '05859940-bad5-4678-929e-817fb2e214e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:59:04.927962 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71232381-9513-4304-a0de-ca86e50e00e6 req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] Attempting to bind port aee7d919-f06a-4644-b5bc-67463232e2bd on network ab3ce08b-57eb-4737-a073-3610c8e66b44 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:59:04.932524 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71232381-9513-4304-a0de-ca86e50e00e6 req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] Port aee7d919-f06a-4644-b5bc-67463232e2bd on network ab3ce08b-57eb-4737-a073-3610c8e66b44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:59:04.932841 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71232381-9513-4304-a0de-ca86e50e00e6 req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] Attempting to bind port aee7d919-f06a-4644-b5bc-67463232e2bd on network ab3ce08b-57eb-4737-a073-3610c8e66b44 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:59:04.937876 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71232381-9513-4304-a0de-ca86e50e00e6 req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:59:04.938210 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71232381-9513-4304-a0de-ca86e50e00e6 req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] Checking segment: {'id': '05859940-bad5-4678-929e-817fb2e214e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:04.938588 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71232381-9513-4304-a0de-ca86e50e00e6 req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] Bound using segment: {'id': '05859940-bad5-4678-929e-817fb2e214e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:59:04.939008 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-71232381-9513-4304-a0de-ca86e50e00e6 req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] Bound port: aee7d919-f06a-4644-b5bc-67463232e2bd, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05859940-bad5-4678-929e-817fb2e214e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:59:04.939346 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-71232381-9513-4304-a0de-ca86e50e00e6 req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:05.029738 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-71232381-9513-4304-a0de-ca86e50e00e6 req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] For port aee7d919-f06a-4644-b5bc-67463232e2bd, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:59:05.033467 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-71232381-9513-4304-a0de-ca86e50e00e6 req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] For port aee7d919-f06a-4644-b5bc-67463232e2bd, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=aee7d919-f06a-4644-b5bc-67463232e2bd,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:59:05.037771 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-71232381-9513-4304-a0de-ca86e50e00e6 req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:05.068257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71232381-9513-4304-a0de-ca86e50e00e6 req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:05.068961 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-71232381-9513-4304-a0de-ca86e50e00e6 req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:05.070301 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71232381-9513-4304-a0de-ca86e50e00e6 req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] 10.222.0.20 "PUT /v2.0/ports/aee7d919-f06a-4644-b5bc-67463232e2bd HTTP/1.1" status: 200 len: 1094 time: 1.1358926 Sep 21 15:59:05.070771 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d336b3-648d-41ec-8b28-c96f5ea05537', 'tag': 'aee7d919-f06a-4644-b5bc-67463232e2bd'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:59:05.073086 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c74fe3-5dc3-411d-8485-12c33b778a06" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d336b3-648d-41ec-8b28-c96f5ea05537", "tag": "aee7d919-f06a-4644-b5bc-67463232e2bd"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:59:05.148681 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e207e8ac-d0fc-4163-9226-99929f63b032 x-openstack-request-id: req-e207e8ac-d0fc-4163-9226-99929f63b032 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:59:05.148958 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d336b3-648d-41ec-8b28-c96f5ea05537", "tag": "aee7d919-f06a-4644-b5bc-67463232e2bd", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:59:05.149202 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e207e8ac-d0fc-4163-9226-99929f63b032 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:59:05.149586 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e207e8ac-d0fc-4163-9226-99929f63b032'] response: {'name': 'network-changed', 'server_uuid': 'd3d336b3-648d-41ec-8b28-c96f5ea05537', 'tag': 'aee7d919-f06a-4644-b5bc-67463232e2bd', 'status': 'completed', 'code': 200} Sep 21 15:59:05.157620 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345dcca-f6ba-49fe-b546-69475d8a0f79 service neutron] Pushing event updated for resources: {'Port': ['ID=aee7d919-f06a-4644-b5bc-67463232e2bd,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:05.198786 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71232381-9513-4304-a0de-ca86e50e00e6 req-aad31653-952f-48d8-ba99-26080ad96f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:05.200163 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71232381-9513-4304-a0de-ca86e50e00e6 req-aad31653-952f-48d8-ba99-26080ad96f36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 1097 time: 0.0889301 Sep 21 15:59:05.272954 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71232381-9513-4304-a0de-ca86e50e00e6 req-970280f2-4b1e-4794-8352-cd32ceedf0b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee7d919-f06a-4644-b5bc-67463232e2bd HTTP/1.1" status: 200 len: 217 time: 0.0621855 Sep 21 15:59:05.340632 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71232381-9513-4304-a0de-ca86e50e00e6 req-65a631d7-0d50-457f-a26d-a41701144f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:05.342005 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71232381-9513-4304-a0de-ca86e50e00e6 req-65a631d7-0d50-457f-a26d-a41701144f8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aa9388-6231-455c-8ee0-e559b86bd78a HTTP/1.1" status: 200 len: 847 time: 0.0596492 Sep 21 15:59:05.429506 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71232381-9513-4304-a0de-ca86e50e00e6 req-3ebef8fc-40d2-4cd2-9944-d4ba3486621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:05.430976 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71232381-9513-4304-a0de-ca86e50e00e6 req-3ebef8fc-40d2-4cd2-9944-d4ba3486621a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3ce08b-57eb-4737-a073-3610c8e66b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796471 Sep 21 15:59:05.455147 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 71e26e1d-b065-4f7e-b828-43a919445917 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:05.524127 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 71e26e1d-b065-4f7e-b828-43a919445917 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:05.528939 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 71e26e1d-b065-4f7e-b828-43a919445917 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:05.529315 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:05.639119 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71232381-9513-4304-a0de-ca86e50e00e6 req-5ffcb00f-799f-4f74-a016-4f876f8e9614 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967213 Sep 21 15:59:05.654723 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc43a0-006b-4bdb-8ac1-238a53deabd4 req-917eb696-6028-4668-99ac-6c2874c38433 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:05.656275 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-30bc43a0-006b-4bdb-8ac1-238a53deabd4 req-917eb696-6028-4668-99ac-6c2874c38433 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 944 time: 0.1422412 Sep 21 15:59:05.665063 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 71e26e1d-b065-4f7e-b828-43a919445917 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:05.665440 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:05.675649 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8b6ce14e-fa8a-4660-a122-4333422231f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:05.703719 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 71e26e1d-b065-4f7e-b828-43a919445917, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=71e26e1d-b065-4f7e-b828-43a919445917,segment=NetworkSegment(e652bc23-bf3c-4eb1-855e-089cd7442ffb),segment_id=e652bc23-bf3c-4eb1-855e-089cd7442ffb)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:05.707415 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:05.776049 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=71e26e1d-b065-4f7e-b828-43a919445917,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:05.786230 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-30bc43a0-006b-4bdb-8ac1-238a53deabd4 req-4c61b3c2-563a-4c74-9978-85b89fa75dd1 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111917 Sep 21 15:59:05.826952 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71232381-9513-4304-a0de-ca86e50e00e6 req-d4b62928-a4da-4974-a39d-cf6836ca728d service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697750 Sep 21 15:59:05.958972 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c74fe3-5dc3-411d-8485-12c33b778a06 req-8c5d2c0f-d878-47e2-8f34-dca588a9ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:05.960323 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9c74fe3-5dc3-411d-8485-12c33b778a06 req-8c5d2c0f-d878-47e2-8f34-dca588a9ebfe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 1097 time: 0.0770447 Sep 21 15:59:06.090773 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c74fe3-5dc3-411d-8485-12c33b778a06 req-46794d2d-6542-43d9-afc5-89fb2de18745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:06.092363 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9c74fe3-5dc3-411d-8485-12c33b778a06 req-46794d2d-6542-43d9-afc5-89fb2de18745 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 909 time: 0.1251228 Sep 21 15:59:06.164270 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9c74fe3-5dc3-411d-8485-12c33b778a06 req-0d7bd0bd-d01e-4fa1-805e-ac53855b4e42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee7d919-f06a-4644-b5bc-67463232e2bd HTTP/1.1" status: 200 len: 217 time: 0.0653729 Sep 21 15:59:06.230074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c74fe3-5dc3-411d-8485-12c33b778a06 req-98416ba8-7abe-4a7a-afdc-41db20f0e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:06.231520 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9c74fe3-5dc3-411d-8485-12c33b778a06 req-98416ba8-7abe-4a7a-afdc-41db20f0e921 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aa9388-6231-455c-8ee0-e559b86bd78a HTTP/1.1" status: 200 len: 847 time: 0.0606334 Sep 21 15:59:06.417831 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c74fe3-5dc3-411d-8485-12c33b778a06 req-9ea5de40-dd63-4012-93bd-9b7f0134611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:06.419294 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9c74fe3-5dc3-411d-8485-12c33b778a06 req-9ea5de40-dd63-4012-93bd-9b7f0134611c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3ce08b-57eb-4737-a073-3610c8e66b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1808355 Sep 21 15:59:06.551107 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9c74fe3-5dc3-411d-8485-12c33b778a06 req-5785ee6f-58e2-4879-a109-09234c481157 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241949 Sep 21 15:59:06.685594 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f9c74fe3-5dc3-411d-8485-12c33b778a06 req-9fc9671d-0624-4164-8ccd-466aeeabb484 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269217 Sep 21 15:59:06.993602 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845f83a-fbaa-4128-bfd4-9dad53a2ebbd req-dbe5a62b-cf73-46f1-a3da-eda67be03bc6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:06.995037 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7845f83a-fbaa-4128-bfd4-9dad53a2ebbd req-dbe5a62b-cf73-46f1-a3da-eda67be03bc6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 944 time: 0.0923507 Sep 21 15:59:07.039005 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7845f83a-fbaa-4128-bfd4-9dad53a2ebbd req-e399f2ef-84b4-4ef8-8932-0d20365e26c4 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374098 Sep 21 15:59:07.432379 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 71e26e1d-b065-4f7e-b828-43a919445917 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:07.501989 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 71e26e1d-b065-4f7e-b828-43a919445917 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:07.502348 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:07.618190 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 71e26e1d-b065-4f7e-b828-43a919445917 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:08.005927 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8735cacf-93e3-489a-a840-3bf386831d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:08.238503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f87be9-01e2-448b-bf04-25e5d3195430 req-74b3ae88-e922-4fe3-a85f-0560bb6b8112 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:08.239976 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-37f87be9-01e2-448b-bf04-25e5d3195430 req-74b3ae88-e922-4fe3-a85f-0560bb6b8112 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 944 time: 0.0909722 Sep 21 15:59:08.287766 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-37f87be9-01e2-448b-bf04-25e5d3195430 req-85c1fc1c-ece1-40d0-b64a-79b58493fdfa tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413871 Sep 21 15:59:08.850446 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:09.017964 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device aee7d919-f06a-4644-b5bc-67463232e2bd details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:59:09.123485 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:09.162062 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port aee7d919-f06a-4644-b5bc-67463232e2bd, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=aee7d919-f06a-4644-b5bc-67463232e2bd,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:09.175057 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'aee7d919-f06a-4644-b5bc-67463232e2bd', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'port_id': 'aee7d919-f06a-4644-b5bc-67463232e2bd', 'mac_address': 'fa:16:3e:cf:28:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:59:09.230729 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port aee7d919-f06a-4644-b5bc-67463232e2bd is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:09.231106 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:09.248259 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee7d919-f06a-4644-b5bc-67463232e2bd {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:59:09.263642 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port aee7d919-f06a-4644-b5bc-67463232e2bd, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=aee7d919-f06a-4644-b5bc-67463232e2bd,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:09.267599 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:09.339145 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=aee7d919-f06a-4644-b5bc-67463232e2bd,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:09.482737 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47844890-9f58-4de2-bd75-4892409e1754 req-1ef861c7-488f-44f2-9833-b6ede9b0dfaa tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:09.484187 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-47844890-9f58-4de2-bd75-4892409e1754 req-1ef861c7-488f-44f2-9833-b6ede9b0dfaa tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 945 time: 0.0883703 Sep 21 15:59:09.528010 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-47844890-9f58-4de2-bd75-4892409e1754 req-e94d6b17-b0b9-4c5e-a8ea-a81e83a5d062 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380967 Sep 21 15:59:09.557372 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['aee7d919-f06a-4644-b5bc-67463232e2bd'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:59:10.710027 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:10.731521 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ef7e9-41ce-4391-b442-06465e1b5f27 req-b85dba00-c296-49af-941c-506a251527f9 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:10.732980 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-412ef7e9-41ce-4391-b442-06465e1b5f27 req-b85dba00-c296-49af-941c-506a251527f9 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 945 time: 0.0935750 Sep 21 15:59:10.777183 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-412ef7e9-41ce-4391-b442-06465e1b5f27 req-63e546fd-9035-4964-81fa-6ae090d925c4 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374660 Sep 21 15:59:11.017913 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device aee7d919-f06a-4644-b5bc-67463232e2bd up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:11.087036 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port aee7d919-f06a-4644-b5bc-67463232e2bd completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:11.091732 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port aee7d919-f06a-4644-b5bc-67463232e2bd triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:11.092095 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:11.213798 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port aee7d919-f06a-4644-b5bc-67463232e2bd is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:11.214093 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:11.241235 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d336b3-648d-41ec-8b28-c96f5ea05537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee7d919-f06a-4644-b5bc-67463232e2bd'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:59:11.243489 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c124fe-4472-4d70-8340-8a8b6e5a6910" -d '{"events": [{"server_uuid": "d3d336b3-648d-41ec-8b28-c96f5ea05537", "name": "network-vif-plugged", "status": "completed", "tag": "aee7d919-f06a-4644-b5bc-67463232e2bd"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:59:11.251044 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port aee7d919-f06a-4644-b5bc-67463232e2bd, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=aee7d919-f06a-4644-b5bc-67463232e2bd,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:11.255084 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:11.292039 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2178fe2-171c-4474-9a96-768be2f96043 x-openstack-request-id: req-f2178fe2-171c-4474-9a96-768be2f96043 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:59:11.292340 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d336b3-648d-41ec-8b28-c96f5ea05537", "name": "network-vif-plugged", "status": "completed", "tag": "aee7d919-f06a-4644-b5bc-67463232e2bd", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:59:11.292628 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f2178fe2-171c-4474-9a96-768be2f96043 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:59:11.293017 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2178fe2-171c-4474-9a96-768be2f96043'] response: {'server_uuid': 'd3d336b3-648d-41ec-8b28-c96f5ea05537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee7d919-f06a-4644-b5bc-67463232e2bd', 'code': 200} Sep 21 15:59:11.326488 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=aee7d919-f06a-4644-b5bc-67463232e2bd,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:11.541260 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b05cb-0fea-47af-b8fa-f5905cff9bd3 req-9158c9ee-cf17-4bb4-81ae-4e4055431ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:11.542730 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-220b05cb-0fea-47af-b8fa-f5905cff9bd3 req-9158c9ee-cf17-4bb4-81ae-4e4055431ca3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 1099 time: 0.0799119 Sep 21 15:59:11.588991 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-220b05cb-0fea-47af-b8fa-f5905cff9bd3 req-63aa97b4-8912-410f-9546-1c1dff06a3d2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363700 Sep 21 15:59:11.973433 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d5773-b544-4b11-8f05-7b5cc177fc8f req-29dc803c-f8fa-4893-a2a2-2724c88e9ec9 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:11.974855 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-419d5773-b544-4b11-8f05-7b5cc177fc8f req-29dc803c-f8fa-4893-a2a2-2724c88e9ec9 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.0882504 Sep 21 15:59:12.018729 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-419d5773-b544-4b11-8f05-7b5cc177fc8f req-c2d65be4-782a-43df-8d7e-55a90655dccc tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380564 Sep 21 15:59:12.677682 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:59:13.220337 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e34c4-222a-4644-88ce-769db500314f req-c3d96b29-6a69-4480-abae-414b83a21251 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:13.221806 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee6e34c4-222a-4644-88ce-769db500314f req-c3d96b29-6a69-4480-abae-414b83a21251 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.0911901 Sep 21 15:59:13.266034 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee6e34c4-222a-4644-88ce-769db500314f req-b3c55510-28b8-47bb-82c3-97e1f2355666 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383408 Sep 21 15:59:13.460426 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fd895-e3a6-4861-961d-0f125470d4d7 req-643b4ab2-fc45-4716-b08d-f9ae5db37412 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:13.461887 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-471fd895-e3a6-4861-961d-0f125470d4d7 req-643b4ab2-fc45-4716-b08d-f9ae5db37412 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.0877013 Sep 21 15:59:13.509979 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-471fd895-e3a6-4861-961d-0f125470d4d7 req-ff2d836f-f3ba-46d0-b50a-ea07b42336c2 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425649 Sep 21 15:59:13.538176 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 42110) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:13.706887 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb095e3f-3f8c-4d33-9563-bc6b6303b1a0 tempest-TestShelveInstance-354164332 tempest-TestShelveInstance-354164332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:13.708342 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fb095e3f-3f8c-4d33-9563-bc6b6303b1a0 tempest-TestShelveInstance-354164332 tempest-TestShelveInstance-354164332-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 1094 time: 0.1691630 Sep 21 15:59:13.711214 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 42116) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:13.715934 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': 'aee7d919-f06a-4644-b5bc-67463232e2bd', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:13.722024 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:13.725794 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Usage tracker for resource:floatingip and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:13.728562 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:13.734137 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:13.744660 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:13.878167 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:14.014487 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Allocated IP 172.26.4.103 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/e2e01892-56b2-4042-85a1-5657bd2a5951) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:14.158172 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:14.188320 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:14.255774 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:14.256929 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:14.260602 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:14.267620 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-94a01653-64d5-46a8-936e-e27edf357744 req-982872f3-58e8-4ab1-be37-23934544dc85 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0860512 Sep 21 15:59:14.306549 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event updated for resources: {'Port': ['ID=e2e01892-56b2-4042-85a1-5657bd2a5951,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:14.417975 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a01653-64d5-46a8-936e-e27edf357744 req-c494e886-7d5e-4690-9c53-c644e39aff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:14.419444 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-94a01653-64d5-46a8-936e-e27edf357744 req-c494e886-7d5e-4690-9c53-c644e39aff3a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 1099 time: 0.0832651 Sep 21 15:59:14.564378 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a01653-64d5-46a8-936e-e27edf357744 req-45f41a61-2f8a-4353-b434-f191f143f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:14.565815 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-94a01653-64d5-46a8-936e-e27edf357744 req-45f41a61-2f8a-4353-b434-f191f143f1ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 909 time: 0.1279228 Sep 21 15:59:14.631904 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-94a01653-64d5-46a8-936e-e27edf357744 req-7e8bf411-9a92-457a-b281-3da9671f54a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee7d919-f06a-4644-b5bc-67463232e2bd HTTP/1.1" status: 200 len: 217 time: 0.0602570 Sep 21 15:59:14.684372 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:14.761180 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:14.796004 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a01653-64d5-46a8-936e-e27edf357744 req-1a9acb4e-4cb9-4226-bf2a-f15720b083c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:14.798030 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-94a01653-64d5-46a8-936e-e27edf357744 req-1a9acb4e-4cb9-4226-bf2a-f15720b083c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aa9388-6231-455c-8ee0-e559b86bd78a HTTP/1.1" status: 200 len: 847 time: 0.1598902 Sep 21 15:59:14.880588 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a01653-64d5-46a8-936e-e27edf357744 req-628992ce-f453-44d3-b52a-ff294dc1c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:14.882098 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-94a01653-64d5-46a8-936e-e27edf357744 req-628992ce-f453-44d3-b52a-ff294dc1c1f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3ce08b-57eb-4737-a073-3610c8e66b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781906 Sep 21 15:59:14.968152 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:14.973865 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65308371'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:15.018742 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-94a01653-64d5-46a8-936e-e27edf357744 req-bc43d8b7-e891-4ad9-82a7-554ecdf1c463 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304247 Sep 21 15:59:15.087257 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:15.159668 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-94a01653-64d5-46a8-936e-e27edf357744 req-19555518-1272-4c7b-983f-2a4f462b4416 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350021 Sep 21 15:59:15.232994 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event updated for resources: {'Port': ['ID=e2e01892-56b2-4042-85a1-5657bd2a5951,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:15.355167 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Floating IP 71035b02-49d7-47e2-823c-40ebf2d57209 associated. External IP: 172.26.4.103, port: aee7d919-f06a-4644-b5bc-67463232e2bd. Sep 21 15:59:15.707020 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Router 48341893-599d-46e2-b197-a1a1ce87343a has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:59:15.885175 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:59:15.895006 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dff2a7-92c5-4aaf-bd5d-00016dac9402 None None] Sync routers for ids ['48341893-599d-46e2-b197-a1a1ce87343a'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:59:15.904661 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dff2a7-92c5-4aaf-bd5d-00016dac9402 None None] Routers {'48341893-599d-46e2-b197-a1a1ce87343a'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:15.905277 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-95dff2a7-92c5-4aaf-bd5d-00016dac9402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:59:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['48341893-599d-46e2-b197-a1a1ce87343a'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:15.910382 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:15.965425 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-12b0885f-66d1-4db7-a675-73129dec849a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2532203 Sep 21 15:59:15.966104 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d336b3-648d-41ec-8b28-c96f5ea05537', 'tag': 'aee7d919-f06a-4644-b5bc-67463232e2bd'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:59:15.968514 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0169ac21-3047-476f-a43a-ed3acfda98a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d336b3-648d-41ec-8b28-c96f5ea05537", "tag": "aee7d919-f06a-4644-b5bc-67463232e2bd"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:59:16.011234 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e29ae7-52de-4488-b1cb-1edd1adfdba1 x-openstack-request-id: req-71e29ae7-52de-4488-b1cb-1edd1adfdba1 {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:59:16.011532 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d336b3-648d-41ec-8b28-c96f5ea05537", "tag": "aee7d919-f06a-4644-b5bc-67463232e2bd", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:59:16.011785 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-71e29ae7-52de-4488-b1cb-1edd1adfdba1 {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:59:16.012218 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e29ae7-52de-4488-b1cb-1edd1adfdba1'] response: {'name': 'network-changed', 'server_uuid': 'd3d336b3-648d-41ec-8b28-c96f5ea05537', 'tag': 'aee7d919-f06a-4644-b5bc-67463232e2bd', 'status': 'completed', 'code': 200} Sep 21 15:59:16.091359 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-95dff2a7-92c5-4aaf-bd5d-00016dac9402 None None] Set router 48341893-599d-46e2-b197-a1a1ce87343a gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:59:16.117518 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169ac21-3047-476f-a43a-ed3acfda98a2 req-a34777ea-2e6e-4897-b3b6-abcec021e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:16.118993 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0169ac21-3047-476f-a43a-ed3acfda98a2 req-a34777ea-2e6e-4897-b3b6-abcec021e73e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 1099 time: 0.0861614 Sep 21 15:59:16.256218 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169ac21-3047-476f-a43a-ed3acfda98a2 req-3363a936-7385-44f6-9297-c8c5fe6ae789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:16.257601 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0169ac21-3047-476f-a43a-ed3acfda98a2 req-3363a936-7385-44f6-9297-c8c5fe6ae789 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 909 time: 0.1322119 Sep 21 15:59:16.361949 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0169ac21-3047-476f-a43a-ed3acfda98a2 req-ec0d58a1-635d-4604-b7ee-3bb435f5dae3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee7d919-f06a-4644-b5bc-67463232e2bd HTTP/1.1" status: 200 len: 1000 time: 0.0965810 Sep 21 15:59:16.428745 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169ac21-3047-476f-a43a-ed3acfda98a2 req-59ff1bab-441c-4660-b700-a246194dd2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:16.430186 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0169ac21-3047-476f-a43a-ed3acfda98a2 req-59ff1bab-441c-4660-b700-a246194dd2f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aa9388-6231-455c-8ee0-e559b86bd78a HTTP/1.1" status: 200 len: 847 time: 0.0604370 Sep 21 15:59:16.453165 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-95dff2a7-92c5-4aaf-bd5d-00016dac9402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48341893-599d-46e2-b197-a1a1ce87343a', 'name': 'tempest-TestShelveInstance-131818431-router', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:51Z', 'revision_number': 4, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'gw_port': {'id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '71035b02-49d7-47e2-823c-40ebf2d57209', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'floating_ip_address': '172.26.4.103', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'port_id': 'aee7d919-f06a-4644-b5bc-67463232e2bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'mac_address': 'fa:16:3e:cf:28:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d336b3-648d-41ec-8b28-c96f5ea05537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:59:14Z', 'updated_at': '2022-09-21T15:59:14Z', 'revision_number': 0, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf893589-a7e7-456b-86c1-bdd87b7a5feb', 'name': '', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'mac_address': 'fa:16:3e:55:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:50Z', 'updated_at': '2022-09-21T15:58:58Z', 'revision_number': 5, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'subnets': [{'id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:16.457762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dff2a7-92c5-4aaf-bd5d-00016dac9402 None None] Checking router: 48341893-599d-46e2-b197-a1a1ce87343a for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:59:16.467600 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dff2a7-92c5-4aaf-bd5d-00016dac9402 None None] Routers {'48341893-599d-46e2-b197-a1a1ce87343a'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:16.468212 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-95dff2a7-92c5-4aaf-bd5d-00016dac9402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T15:59:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['48341893-599d-46e2-b197-a1a1ce87343a'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:16.534741 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169ac21-3047-476f-a43a-ed3acfda98a2 req-b9696c96-25e4-4846-a82d-678b81f51f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:16.536121 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0169ac21-3047-476f-a43a-ed3acfda98a2 req-b9696c96-25e4-4846-a82d-678b81f51f2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3ce08b-57eb-4737-a073-3610c8e66b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0961957 Sep 21 15:59:16.655027 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-95dff2a7-92c5-4aaf-bd5d-00016dac9402 None None] Set router 48341893-599d-46e2-b197-a1a1ce87343a gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:59:16.674003 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0169ac21-3047-476f-a43a-ed3acfda98a2 req-0abe816d-b00d-42af-bdd5-2cf7ee1ef822 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286826 Sep 21 15:59:16.813968 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0169ac21-3047-476f-a43a-ed3acfda98a2 req-af31e171-5115-4f87-98d4-59d798b7f538 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296487 Sep 21 15:59:17.042663 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-95dff2a7-92c5-4aaf-bd5d-00016dac9402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48341893-599d-46e2-b197-a1a1ce87343a', 'name': 'tempest-TestShelveInstance-131818431-router', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:51Z', 'revision_number': 4, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'gw_port': {'id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '71035b02-49d7-47e2-823c-40ebf2d57209', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'floating_ip_address': '172.26.4.103', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'port_id': 'aee7d919-f06a-4644-b5bc-67463232e2bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'mac_address': 'fa:16:3e:cf:28:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d336b3-648d-41ec-8b28-c96f5ea05537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:59:14Z', 'updated_at': '2022-09-21T15:59:14Z', 'revision_number': 0, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf893589-a7e7-456b-86c1-bdd87b7a5feb', 'name': '', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'mac_address': 'fa:16:3e:55:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:50Z', 'updated_at': '2022-09-21T15:58:58Z', 'revision_number': 5, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'subnets': [{'id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:17.046709 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dff2a7-92c5-4aaf-bd5d-00016dac9402 None None] The sync data for ids ['48341893-599d-46e2-b197-a1a1ce87343a'] in dv-neutron-858731-1-hyperv is: [{'id': '48341893-599d-46e2-b197-a1a1ce87343a', 'name': 'tempest-TestShelveInstance-131818431-router', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:51Z', 'revision_number': 4, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'gw_port': {'id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '71035b02-49d7-47e2-823c-40ebf2d57209', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'floating_ip_address': '172.26.4.103', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'port_id': 'aee7d919-f06a-4644-b5bc-67463232e2bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'mac_address': 'fa:16:3e:cf:28:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d336b3-648d-41ec-8b28-c96f5ea05537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:59:14Z', 'updated_at': '2022-09-21T15:59:14Z', 'revision_number': 0, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf893589-a7e7-456b-86c1-bdd87b7a5feb', 'name': '', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'mac_address': 'fa:16:3e:55:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:50Z', 'updated_at': '2022-09-21T15:58:58Z', 'revision_number': 5, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'subnets': [{'id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:59:17.226339 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770bab0f-978b-426f-99c7-c7b565c62a51 None None] New status for floating IP 71035b02-49d7-47e2-823c-40ebf2d57209: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:59:22.343718 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:35.649451 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bac7cefd-5630-46b9-90f8-b4c2c95922ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.009842 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-614b0e64-5272-4a10-8bb5-5d5b4b7047c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.853319 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.085457 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.714057 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:49.678018 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:59:52.364285 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:05.650360 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4443d1c7-7482-4bb0-9bb7-3234d7d7a3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.014655 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b5396b12-11e2-4634-b189-fa53f2f5ced7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.858725 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:09.087995 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:10.716462 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.274100 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d3e1b367-c448-4a96-a3d3-2f408c8f3385 req-5d9fc6b4-30ae-42cf-9bf0-60db04e3602f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814846 Sep 21 16:00:14.444559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1b367-c448-4a96-a3d3-2f408c8f3385 req-d0f43672-f14e-4428-aab8-119268ae163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:14.445941 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d3e1b367-c448-4a96-a3d3-2f408c8f3385 req-d0f43672-f14e-4428-aab8-119268ae163b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 1099 time: 0.0767970 Sep 21 16:00:14.596737 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1b367-c448-4a96-a3d3-2f408c8f3385 req-61352e98-178a-476c-8985-853e634b722e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:14.598964 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d3e1b367-c448-4a96-a3d3-2f408c8f3385 req-61352e98-178a-476c-8985-853e634b722e service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 909 time: 0.1271093 Sep 21 16:00:14.705095 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d3e1b367-c448-4a96-a3d3-2f408c8f3385 req-7831e70f-ec0a-46fa-8b84-8253cb75bd33 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee7d919-f06a-4644-b5bc-67463232e2bd HTTP/1.1" status: 200 len: 1002 time: 0.0969493 Sep 21 16:00:14.772972 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1b367-c448-4a96-a3d3-2f408c8f3385 req-d9c9b065-f554-45f0-8aee-8be334b6edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:14.774364 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d3e1b367-c448-4a96-a3d3-2f408c8f3385 req-d9c9b065-f554-45f0-8aee-8be334b6edb5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aa9388-6231-455c-8ee0-e559b86bd78a HTTP/1.1" status: 200 len: 847 time: 0.0604081 Sep 21 16:00:14.859222 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1b367-c448-4a96-a3d3-2f408c8f3385 req-673e8bd9-6236-45aa-be7e-fb9811ee17a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:14.860699 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d3e1b367-c448-4a96-a3d3-2f408c8f3385 req-673e8bd9-6236-45aa-be7e-fb9811ee17a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3ce08b-57eb-4737-a073-3610c8e66b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764687 Sep 21 16:00:14.873962 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-d3e1b367-c448-4a96-a3d3-2f408c8f3385 req-2b534930-4102-49d6-b925-42548731162a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:00:14.874869 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d3e1b367-c448-4a96-a3d3-2f408c8f3385 req-2b534930-4102-49d6-b925-42548731162a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047026 Sep 21 16:00:15.118531 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d3e1b367-c448-4a96-a3d3-2f408c8f3385 req-15211e15-8cd3-4605-b6c0-eff723744767 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338288 Sep 21 16:00:15.253059 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d3e1b367-c448-4a96-a3d3-2f408c8f3385 req-c33d4d0c-2ee3-44c1-83ba-fc51e942cc41 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245620 Sep 21 16:00:22.355392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:26.677797 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:00:35.652135 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4c14171f-93d6-463f-9773-ae423ecbb018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.008652 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fd8ed295-91af-4219-87fc-a8d415cb15f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.861738 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:39.091373 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:40.719443 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:52.373856 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:03.678254 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:01:05.653356 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8f4278bc-4af1-41e8-a40b-c7ec3b820cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:08.010797 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-45be00c2-764c-41bf-9fbf-62331136bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:08.864424 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:09.094184 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:10.722773 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:14.259434 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc2830-19b3-4931-b9a9-42c75631ea7d req-1aefe6d6-aaf5-4f72-9a22-1c74a07bcd62 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:14.260807 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-01dc2830-19b3-4931-b9a9-42c75631ea7d req-1aefe6d6-aaf5-4f72-9a22-1c74a07bcd62 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.0949879 Sep 21 16:01:14.306670 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-01dc2830-19b3-4931-b9a9-42c75631ea7d req-2d6ba92d-b92c-4ff6-a984-cb945ad9e60b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403030 Sep 21 16:01:15.320646 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6941e6-0e74-44a1-9cc6-f52f88cf805a req-016348e2-833d-4c88-b9ec-8896fe03b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:15.322030 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7f6941e6-0e74-44a1-9cc6-f52f88cf805a req-016348e2-833d-4c88-b9ec-8896fe03b880 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 1099 time: 0.0820875 Sep 21 16:01:15.531725 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6941e6-0e74-44a1-9cc6-f52f88cf805a req-e2fd5998-2c23-43bc-b648-def1a59ad8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:15.533179 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7f6941e6-0e74-44a1-9cc6-f52f88cf805a req-e2fd5998-2c23-43bc-b648-def1a59ad8a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 909 time: 0.1920176 Sep 21 16:01:15.621835 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff65f3-c068-4024-b1dc-0149e40aa03c req-6f9d6268-b71b-4ceb-bd7c-6edb0aa399ea tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:15.623178 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-edff65f3-c068-4024-b1dc-0149e40aa03c req-6f9d6268-b71b-4ceb-bd7c-6edb0aa399ea tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.2001393 Sep 21 16:01:15.673031 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7f6941e6-0e74-44a1-9cc6-f52f88cf805a req-472e74ad-9f8f-472d-9803-892c7bd11bb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee7d919-f06a-4644-b5bc-67463232e2bd HTTP/1.1" status: 200 len: 1002 time: 0.1323781 Sep 21 16:01:15.723908 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-edff65f3-c068-4024-b1dc-0149e40aa03c req-9bea3011-850a-4509-94f2-7c027bd1b997 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880730 Sep 21 16:01:15.744775 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6941e6-0e74-44a1-9cc6-f52f88cf805a req-257b2442-8b50-4bd5-b549-0c69a4106221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:15.746192 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7f6941e6-0e74-44a1-9cc6-f52f88cf805a req-257b2442-8b50-4bd5-b549-0c69a4106221 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aa9388-6231-455c-8ee0-e559b86bd78a HTTP/1.1" status: 200 len: 847 time: 0.0670531 Sep 21 16:01:15.826812 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6941e6-0e74-44a1-9cc6-f52f88cf805a req-c1f06a1c-5e54-4ff7-890a-cff1b9f379a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:15.828236 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7f6941e6-0e74-44a1-9cc6-f52f88cf805a req-c1f06a1c-5e54-4ff7-890a-cff1b9f379a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3ce08b-57eb-4737-a073-3610c8e66b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762551 Sep 21 16:01:15.956727 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7f6941e6-0e74-44a1-9cc6-f52f88cf805a req-b055cf81-b177-4735-8765-c1c291b99657 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214530 Sep 21 16:01:16.090239 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7f6941e6-0e74-44a1-9cc6-f52f88cf805a req-3e86d8df-9aae-47df-a1b8-124fcef80c1d service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271126 Sep 21 16:01:16.928433 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d093b-f4f0-42bb-8902-8e0e3cc1ff02 req-b8576073-9d2a-4f55-bab5-f78ac64b9c4c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:16.929905 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f92d093b-f4f0-42bb-8902-8e0e3cc1ff02 req-b8576073-9d2a-4f55-bab5-f78ac64b9c4c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.0909541 Sep 21 16:01:16.975094 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f92d093b-f4f0-42bb-8902-8e0e3cc1ff02 req-da791ed2-fc91-48ed-896d-9c83e750a7fd tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394206 Sep 21 16:01:18.179379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc2b9a-b9c5-4c97-91a5-de40ca36b4cd req-315a3efd-e2ea-4e70-8ec8-fa271a51ce38 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:18.180862 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-babc2b9a-b9c5-4c97-91a5-de40ca36b4cd req-315a3efd-e2ea-4e70-8ec8-fa271a51ce38 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.0885868 Sep 21 16:01:18.228190 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-babc2b9a-b9c5-4c97-91a5-de40ca36b4cd req-6759f71d-deaa-42bc-9ca0-ce6669450a99 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418139 Sep 21 16:01:19.426157 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4c6f1-88ff-44a3-8ba4-987480ff9cc5 req-2b2d69ec-426c-426e-9e93-d3adc5301695 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:19.427547 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-77f4c6f1-88ff-44a3-8ba4-987480ff9cc5 req-2b2d69ec-426c-426e-9e93-d3adc5301695 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.0879037 Sep 21 16:01:19.470101 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-77f4c6f1-88ff-44a3-8ba4-987480ff9cc5 req-ae1567fd-870d-4790-9d9c-13fbdbe69845 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369589 Sep 21 16:01:20.780862 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a43f6-47d5-474a-9cbc-5644f2d83dac req-66164a3e-9ab8-4998-9c9a-b39da460adac tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:20.782210 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-955a43f6-47d5-474a-9cbc-5644f2d83dac req-66164a3e-9ab8-4998-9c9a-b39da460adac tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.1974831 Sep 21 16:01:20.825147 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-955a43f6-47d5-474a-9cbc-5644f2d83dac req-e2a272c9-b791-4eae-8080-c9f9345ec199 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361598 Sep 21 16:01:22.024350 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b376ae-40ee-461e-830c-f0c4978e10f7 req-ebb0c8ef-2a11-4f81-88bb-e1090af3acaa tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:22.025858 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f7b376ae-40ee-461e-830c-f0c4978e10f7 req-ebb0c8ef-2a11-4f81-88bb-e1090af3acaa tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.0888267 Sep 21 16:01:22.070616 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f7b376ae-40ee-461e-830c-f0c4978e10f7 req-c2ad33ff-dd17-4af1-a3c4-313587df2d7a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390930 Sep 21 16:01:22.394823 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:23.270887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967fdc5-dbab-4df1-98dd-804310342d72 req-119a55a7-87d5-4a61-a53c-cacdb4fa7c88 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:23.272649 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5967fdc5-dbab-4df1-98dd-804310342d72 req-119a55a7-87d5-4a61-a53c-cacdb4fa7c88 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.0920558 Sep 21 16:01:23.316367 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5967fdc5-dbab-4df1-98dd-804310342d72 req-b9f0ecf8-91ca-4adb-b1c5-1b4c06039bc1 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379932 Sep 21 16:01:24.515887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e59315-e446-4e82-990a-9be7cb5b0d41 req-7f8071d3-9bec-48d9-8fec-6bd557cf857e tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:24.517396 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-64e59315-e446-4e82-990a-9be7cb5b0d41 req-7f8071d3-9bec-48d9-8fec-6bd557cf857e tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.0912917 Sep 21 16:01:24.559687 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-64e59315-e446-4e82-990a-9be7cb5b0d41 req-d1da44bc-c310-4081-bc5e-c2edc9638db5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367804 Sep 21 16:01:25.757059 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e31ac-3a32-48c8-8f08-25cf8ae94c6a req-5bd4e524-a801-4517-91e9-a3eaf945e388 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:25.758479 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-038e31ac-3a32-48c8-8f08-25cf8ae94c6a req-5bd4e524-a801-4517-91e9-a3eaf945e388 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.0875592 Sep 21 16:01:25.801218 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-038e31ac-3a32-48c8-8f08-25cf8ae94c6a req-088463cb-1e05-4d2d-87ae-6e69bf86a9f8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371675 Sep 21 16:01:27.002204 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927789e-7794-45ca-a817-31d6b552eb9c req-9d9fb234-7124-4ebc-b9d4-16057f897847 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:27.003647 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b927789e-7794-45ca-a817-31d6b552eb9c req-9d9fb234-7124-4ebc-b9d4-16057f897847 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.0922654 Sep 21 16:01:27.047824 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b927789e-7794-45ca-a817-31d6b552eb9c req-f7a5e45b-f34d-4443-b7dc-a3a8ad85933a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378482 Sep 21 16:01:28.248042 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a1c3e-59b2-4e6c-b8bc-8b4a3aa5a1f2 req-14358756-7e51-45b5-a283-08f091887730 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:28.249526 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-747a1c3e-59b2-4e6c-b8bc-8b4a3aa5a1f2 req-14358756-7e51-45b5-a283-08f091887730 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.0918019 Sep 21 16:01:28.294381 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-747a1c3e-59b2-4e6c-b8bc-8b4a3aa5a1f2 req-af9514cd-c8c1-4d76-9ecd-934d886b669d tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389760 Sep 21 16:01:29.494316 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c592b6-3bef-450f-bbc9-46db3deb9604 req-0491f376-3bb6-4c65-9bfa-11fc6bb62367 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:29.495762 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-41c592b6-3bef-450f-bbc9-46db3deb9604 req-0491f376-3bb6-4c65-9bfa-11fc6bb62367 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.0889916 Sep 21 16:01:29.538639 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-41c592b6-3bef-450f-bbc9-46db3deb9604 req-fc8dbe3e-4eff-463b-b70a-ba3b6b793f8e tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373111 Sep 21 16:01:30.746581 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe114e-6e68-471b-beb2-4a1cb470b80c req-743dd2b8-bafd-415e-ac08-c736147121ec tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:30.748043 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7fbe114e-6e68-471b-beb2-4a1cb470b80c req-743dd2b8-bafd-415e-ac08-c736147121ec tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.0999465 Sep 21 16:01:30.792650 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7fbe114e-6e68-471b-beb2-4a1cb470b80c req-e3b6fb91-30f8-454b-a9c2-8ea6149f8aae tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388179 Sep 21 16:01:31.781617 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device aee7d919-f06a-4644-b5bc-67463232e2bd details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:01:31.927086 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port aee7d919-f06a-4644-b5bc-67463232e2bd, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=aee7d919-f06a-4644-b5bc-67463232e2bd,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:31.941021 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'aee7d919-f06a-4644-b5bc-67463232e2bd', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'port_id': 'aee7d919-f06a-4644-b5bc-67463232e2bd', 'mac_address': 'fa:16:3e:cf:28:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:01:32.001388 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port aee7d919-f06a-4644-b5bc-67463232e2bd is: ACTIVE; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:32.001763 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:32.022439 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aee7d919-f06a-4644-b5bc-67463232e2bd {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:01:32.027541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a66b6b-8d6a-4444-a723-ed8a8b8def3e req-ed2b7951-b2b1-40ae-b1cc-67bbd3cc2307 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:32.029133 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-14a66b6b-8d6a-4444-a723-ed8a8b8def3e req-ed2b7951-b2b1-40ae-b1cc-67bbd3cc2307 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.1159387 Sep 21 16:01:32.040493 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port aee7d919-f06a-4644-b5bc-67463232e2bd, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=aee7d919-f06a-4644-b5bc-67463232e2bd,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:32.044716 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:32.084766 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-14a66b6b-8d6a-4444-a723-ed8a8b8def3e req-b6588805-7dc2-4db2-92a3-4576e21e962a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488250 Sep 21 16:01:32.140792 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=aee7d919-f06a-4644-b5bc-67463232e2bd,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:32.149408 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['aee7d919-f06a-4644-b5bc-67463232e2bd'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:01:32.174239 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:32.174592 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:32.174932 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:32.175265 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:32.175599 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:32.175937 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:32.176266 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:32.176615 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:32.176945 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:32.178638 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:32.178638 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:32.178638 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:33.299519 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa674c-768b-40f6-8e16-53c12e889a5d req-513eb51f-dce9-41b9-ab08-923447a2e55a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:33.301093 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-82aa674c-768b-40f6-8e16-53c12e889a5d req-513eb51f-dce9-41b9-ab08-923447a2e55a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 945 time: 0.0952985 Sep 21 16:01:33.358741 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-82aa674c-768b-40f6-8e16-53c12e889a5d req-f441728c-2dad-4c17-a77a-1064cd0cdb72 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506947 Sep 21 16:01:33.813135 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device aee7d919-f06a-4644-b5bc-67463232e2bd up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:33.884622 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port aee7d919-f06a-4644-b5bc-67463232e2bd triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:33.885042 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:34.021978 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port aee7d919-f06a-4644-b5bc-67463232e2bd is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:34.022568 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:34.056680 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d336b3-648d-41ec-8b28-c96f5ea05537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee7d919-f06a-4644-b5bc-67463232e2bd'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:01:34.059335 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a756339-9f42-4699-b8b0-364d907a1855" -d '{"events": [{"server_uuid": "d3d336b3-648d-41ec-8b28-c96f5ea05537", "name": "network-vif-plugged", "status": "completed", "tag": "aee7d919-f06a-4644-b5bc-67463232e2bd"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:01:34.070240 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port aee7d919-f06a-4644-b5bc-67463232e2bd, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=aee7d919-f06a-4644-b5bc-67463232e2bd,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:34.078244 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:34.167003 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=aee7d919-f06a-4644-b5bc-67463232e2bd,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:34.182027 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1048d05d-3ee5-4b28-b602-03af06e79089 x-openstack-request-id: req-1048d05d-3ee5-4b28-b602-03af06e79089 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:01:34.182332 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d336b3-648d-41ec-8b28-c96f5ea05537", "name": "network-vif-plugged", "status": "completed", "tag": "aee7d919-f06a-4644-b5bc-67463232e2bd", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:01:34.182642 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1048d05d-3ee5-4b28-b602-03af06e79089 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:01:34.183185 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1048d05d-3ee5-4b28-b602-03af06e79089'] response: {'server_uuid': 'd3d336b3-648d-41ec-8b28-c96f5ea05537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee7d919-f06a-4644-b5bc-67463232e2bd', 'code': 200} Sep 21 16:01:34.601559 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b99508-e203-421a-be3f-f835cf519523 req-adb5c9eb-fb34-4c23-b058-650cf09f3ef6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:34.603734 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c7b99508-e203-421a-be3f-f835cf519523 req-adb5c9eb-fb34-4c23-b058-650cf09f3ef6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.1029959 Sep 21 16:01:34.652534 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c7b99508-e203-421a-be3f-f835cf519523 req-418d0136-180d-46fe-a1ad-c21e082d640f tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427516 Sep 21 16:01:35.658057 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-71e9668e-9885-4434-9ce4-76f57dcde1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:35.884058 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a1c36-1a4e-46c4-8927-30812f755fee req-e15cb8e7-ece6-45ee-9f34-142480a58145 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:35.886241 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7a1a1c36-1a4e-46c4-8927-30812f755fee req-e15cb8e7-ece6-45ee-9f34-142480a58145 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.0980394 Sep 21 16:01:35.941437 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7a1a1c36-1a4e-46c4-8927-30812f755fee req-e791f0b3-bb5e-4451-b56a-c3ed4a7e24c0 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444670 Sep 21 16:01:37.160658 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e65ecf-a2bd-43fc-a761-6bcf3b526718 req-b428dc92-1043-4957-a735-121bdb76c435 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:37.169519 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c3e65ecf-a2bd-43fc-a761-6bcf3b526718 req-b428dc92-1043-4957-a735-121bdb76c435 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.1039357 Sep 21 16:01:37.211696 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c3e65ecf-a2bd-43fc-a761-6bcf3b526718 req-1f680882-3665-49de-9d6c-bfda4365ddba tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413013 Sep 21 16:01:38.017224 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84d596ef-1fe9-40ef-a931-b44e884277bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:38.437690 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ac3be-66ea-4c7f-9da7-8dc273abb208 req-4dbb198e-0f19-47e7-95d4-35547b066a9b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:38.439186 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-262ac3be-66ea-4c7f-9da7-8dc273abb208 req-4dbb198e-0f19-47e7-95d4-35547b066a9b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.0973279 Sep 21 16:01:38.494690 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-262ac3be-66ea-4c7f-9da7-8dc273abb208 req-fdf1542c-672d-496b-a89e-f3a5c36d5cf3 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476315 Sep 21 16:01:38.873343 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:39.102916 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:39.707615 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e321ec-2892-4d4f-9900-a9357e944ffc req-892acaed-ff02-4ac6-a01a-47d5a688f751 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:39.709771 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-26e321ec-2892-4d4f-9900-a9357e944ffc req-892acaed-ff02-4ac6-a01a-47d5a688f751 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.0942833 Sep 21 16:01:39.764723 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-26e321ec-2892-4d4f-9900-a9357e944ffc req-6a6fce12-364b-4918-852f-bf8e78361bb0 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491645 Sep 21 16:01:40.682846 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:01:40.732394 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:40.985289 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c6a01-36e3-41dd-8f2b-bda21eb38730 req-3d28ae58-1ef9-4473-ba5c-ca04e5e8d173 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:40.986914 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a0c6a01-36e3-41dd-8f2b-bda21eb38730 req-3d28ae58-1ef9-4473-ba5c-ca04e5e8d173 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.1034570 Sep 21 16:01:41.036738 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4a0c6a01-36e3-41dd-8f2b-bda21eb38730 req-1295421f-02aa-4c32-bbad-dd55997bfe67 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431287 Sep 21 16:01:42.029856 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6dc4ea-065b-4203-a3e8-a0d430d14be0 req-ed7d8747-e3bf-49f9-b6ed-0070238b6efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:42.031909 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad6dc4ea-065b-4203-a3e8-a0d430d14be0 req-ed7d8747-e3bf-49f9-b6ed-0070238b6efc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 1099 time: 0.0835888 Sep 21 16:01:42.206288 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6dc4ea-065b-4203-a3e8-a0d430d14be0 req-7ff5c0d4-cff2-4cf2-b071-8dd79933e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:42.207714 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad6dc4ea-065b-4203-a3e8-a0d430d14be0 req-7ff5c0d4-cff2-4cf2-b071-8dd79933e195 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 909 time: 0.1673267 Sep 21 16:01:42.423134 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad6dc4ea-065b-4203-a3e8-a0d430d14be0 req-c88bbb71-65b7-4017-8ef1-1c0cdf92117e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee7d919-f06a-4644-b5bc-67463232e2bd HTTP/1.1" status: 200 len: 1002 time: 0.2082593 Sep 21 16:01:42.438567 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a1d5a-267d-450b-90a7-f3288f277322 req-736cba06-ea17-46a3-ace7-7797d5a34204 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:42.440011 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-550a1d5a-267d-450b-90a7-f3288f277322 req-736cba06-ea17-46a3-ace7-7797d5a34204 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.2792406 Sep 21 16:01:42.529748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6dc4ea-065b-4203-a3e8-a0d430d14be0 req-f3732ef6-46d3-4c6f-9a6b-b73a0ffdc034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:42.531151 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad6dc4ea-065b-4203-a3e8-a0d430d14be0 req-f3732ef6-46d3-4c6f-9a6b-b73a0ffdc034 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aa9388-6231-455c-8ee0-e559b86bd78a HTTP/1.1" status: 200 len: 847 time: 0.0902545 Sep 21 16:01:42.533976 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-550a1d5a-267d-450b-90a7-f3288f277322 req-373e3e7e-9805-4149-a9ef-824517c29393 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624774 Sep 21 16:01:42.616635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6dc4ea-065b-4203-a3e8-a0d430d14be0 req-e55f00d0-4d3a-4849-ad93-b4af94c18ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:42.618088 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad6dc4ea-065b-4203-a3e8-a0d430d14be0 req-e55f00d0-4d3a-4849-ad93-b4af94c18ad9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3ce08b-57eb-4737-a073-3610c8e66b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776157 Sep 21 16:01:42.752982 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad6dc4ea-065b-4203-a3e8-a0d430d14be0 req-9c281409-02cf-4014-bbdb-8664607d9f61 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250679 Sep 21 16:01:42.888296 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad6dc4ea-065b-4203-a3e8-a0d430d14be0 req-95135b94-a72d-4171-b513-9bcdb62d23d3 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263771 Sep 21 16:01:43.738655 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb87fd-f290-4a2a-a5a8-9e53744b01d0 req-8c824bf4-c4b8-4538-b8f0-b76adb83b5c1 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:43.740783 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-97fb87fd-f290-4a2a-a5a8-9e53744b01d0 req-8c824bf4-c4b8-4538-b8f0-b76adb83b5c1 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.0923867 Sep 21 16:01:43.783425 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-97fb87fd-f290-4a2a-a5a8-9e53744b01d0 req-5342cb9b-1fef-49b2-b4b9-270d42f74e43 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370882 Sep 21 16:01:44.981536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43654bdb-c646-489f-85c6-be13eda25319 req-ff464dcb-324a-44d2-9814-d52ccec6ff16 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:44.982987 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-43654bdb-c646-489f-85c6-be13eda25319 req-ff464dcb-324a-44d2-9814-d52ccec6ff16 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 946 time: 0.0865269 Sep 21 16:01:45.030102 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-43654bdb-c646-489f-85c6-be13eda25319 req-19061f07-ffd4-42c3-b686-debf94691420 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414245 Sep 21 16:01:45.900786 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device aee7d919-f06a-4644-b5bc-67463232e2bd no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:01:46.014760 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port aee7d919-f06a-4644-b5bc-67463232e2bd is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:46.015131 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:46.042282 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d336b3-648d-41ec-8b28-c96f5ea05537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee7d919-f06a-4644-b5bc-67463232e2bd'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:01:46.044580 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10797cc6-772e-4b8d-8af0-25e25683325c" -d '{"events": [{"server_uuid": "d3d336b3-648d-41ec-8b28-c96f5ea05537", "name": "network-vif-unplugged", "status": "completed", "tag": "aee7d919-f06a-4644-b5bc-67463232e2bd"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:01:46.053386 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port aee7d919-f06a-4644-b5bc-67463232e2bd, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=aee7d919-f06a-4644-b5bc-67463232e2bd,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:46.057330 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:46.089597 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 21 Sep 2022 16:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c8a6ef-d657-4f77-bcb9-c85d8187f1ee x-openstack-request-id: req-b1c8a6ef-d657-4f77-bcb9-c85d8187f1ee {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:01:46.089881 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d336b3-648d-41ec-8b28-c96f5ea05537", "name": "network-vif-unplugged", "status": "failed", "tag": "aee7d919-f06a-4644-b5bc-67463232e2bd", "code": 422}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:01:46.090128 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b1c8a6ef-d657-4f77-bcb9-c85d8187f1ee {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:01:46.090554 dv-neutron-858731-1-hyperv neutron-server[89020]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b1c8a6ef-d657-4f77-bcb9-c85d8187f1ee']: {'server_uuid': 'd3d336b3-648d-41ec-8b28-c96f5ea05537', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aee7d919-f06a-4644-b5bc-67463232e2bd', 'code': 422} returned with failed status Sep 21 16:01:46.141713 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=aee7d919-f06a-4644-b5bc-67463232e2bd,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:46.429609 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236a0ba-3f99-461e-b1fe-2a3ba9b30c8e req-0a9bdf17-fd30-470d-8407-abd15d3c4b7e tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:46.432913 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0236a0ba-3f99-461e-b1fe-2a3ba9b30c8e req-0a9bdf17-fd30-470d-8407-abd15d3c4b7e tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 944 time: 0.0946946 Sep 21 16:01:46.477214 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0236a0ba-3f99-461e-b1fe-2a3ba9b30c8e req-be52252f-b041-44ca-827e-d5d79f51c6bc tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405889 Sep 21 16:01:46.628726 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 42332) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:46.763401 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a71e1c38-a76b-40cf-b503-7a85682bbb65 req-cb140847-0b9e-44da-8230-e6504682da6f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1334398 Sep 21 16:01:47.682158 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377882a-04e9-49ac-8287-c565dbcb7158 req-1a941d04-576f-45cb-873b-999b5c44b6d4 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:47.683524 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e377882a-04e9-49ac-8287-c565dbcb7158 req-1a941d04-576f-45cb-873b-999b5c44b6d4 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 944 time: 0.0902481 Sep 21 16:01:47.730961 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e377882a-04e9-49ac-8287-c565dbcb7158 req-3847e431-28c6-42ee-a353-19a460951b61 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417314 Sep 21 16:01:47.880409 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e1c38-a76b-40cf-b503-7a85682bbb65 req-f737e1b7-89e9-4a17-9203-125a5b327e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:47.882862 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a71e1c38-a76b-40cf-b503-7a85682bbb65 req-f737e1b7-89e9-4a17-9203-125a5b327e00 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537&tenant_id=5c199920138e4bcab78e68bd244e5d62 HTTP/1.1" status: 200 len: 1097 time: 0.0799377 Sep 21 16:01:47.991973 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e1c38-a76b-40cf-b503-7a85682bbb65 req-4b8136ce-1e2a-409f-8481-2563dac75d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:47.993464 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a71e1c38-a76b-40cf-b503-7a85682bbb65 req-4b8136ce-1e2a-409f-8481-2563dac75d98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 1097 time: 0.0821900 Sep 21 16:01:48.126431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e1c38-a76b-40cf-b503-7a85682bbb65 req-fce152a6-4afd-4f79-a550-b4cdfde9e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:48.127860 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a71e1c38-a76b-40cf-b503-7a85682bbb65 req-fce152a6-4afd-4f79-a550-b4cdfde9e4c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 909 time: 0.1251397 Sep 21 16:01:48.232594 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a71e1c38-a76b-40cf-b503-7a85682bbb65 req-f58316cd-b427-4f8e-866c-9e3900a0ed97 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee7d919-f06a-4644-b5bc-67463232e2bd HTTP/1.1" status: 200 len: 1000 time: 0.0954914 Sep 21 16:01:48.297425 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e1c38-a76b-40cf-b503-7a85682bbb65 req-a0af9234-2549-4fab-a068-3e7f77854db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:48.299156 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a71e1c38-a76b-40cf-b503-7a85682bbb65 req-a0af9234-2549-4fab-a068-3e7f77854db9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aa9388-6231-455c-8ee0-e559b86bd78a HTTP/1.1" status: 200 len: 847 time: 0.0570033 Sep 21 16:01:48.388824 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e1c38-a76b-40cf-b503-7a85682bbb65 req-94e2430b-2e77-404a-9778-4a4379d7e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:48.390281 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a71e1c38-a76b-40cf-b503-7a85682bbb65 req-94e2430b-2e77-404a-9778-4a4379d7e040 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3ce08b-57eb-4737-a073-3610c8e66b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824468 Sep 21 16:01:48.526765 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a71e1c38-a76b-40cf-b503-7a85682bbb65 req-e32a9d79-b1c2-477f-b0dd-5637ce1d0aa0 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270053 Sep 21 16:01:48.660987 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a71e1c38-a76b-40cf-b503-7a85682bbb65 req-a1300177-f9d5-4a8c-a5e5-6e7ed81f56ec service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248541 Sep 21 16:01:49.033075 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbec3b0-67b5-466a-9e73-537b87c5fd8c req-2df07032-ba36-417c-8667-8be516e4fcbd tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:49.034540 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4bbec3b0-67b5-466a-9e73-537b87c5fd8c req-2df07032-ba36-417c-8667-8be516e4fcbd tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 944 time: 0.1944590 Sep 21 16:01:49.082800 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4bbec3b0-67b5-466a-9e73-537b87c5fd8c req-f3ec6d27-d977-4f2a-b505-d75d9c48cb58 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415170 Sep 21 16:01:50.304244 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb0126-70db-44f9-882a-7684480dd1e3 req-69a936dd-402f-42b5-9c06-1549dfa9bf91 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:50.305716 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f2eb0126-70db-44f9-882a-7684480dd1e3 req-69a936dd-402f-42b5-9c06-1549dfa9bf91 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 944 time: 0.0983446 Sep 21 16:01:50.355567 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f2eb0126-70db-44f9-882a-7684480dd1e3 req-cc076126-1e24-4a6a-9deb-c0dc653aa0c1 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437295 Sep 21 16:01:51.586372 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b90f35-3ee6-4dbd-83d9-674a31c1247a req-62208b91-a3e2-4ea0-b008-86528a154012 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:51.593572 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b8b90f35-3ee6-4dbd-83d9-674a31c1247a req-62208b91-a3e2-4ea0-b008-86528a154012 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 944 time: 0.1166575 Sep 21 16:01:51.656497 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b8b90f35-3ee6-4dbd-83d9-674a31c1247a req-45c090dd-6a48-49fb-8dae-74bc534ddc5c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619504 Sep 21 16:01:52.417109 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:52.856669 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ff5ef-b4ef-4001-bcf1-4e16416c1d79 req-40f1ae7e-5824-4765-9edf-03ae7bcf43ff tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:52.858890 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a63ff5ef-b4ef-4001-bcf1-4e16416c1d79 req-40f1ae7e-5824-4765-9edf-03ae7bcf43ff tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 944 time: 0.0956430 Sep 21 16:01:52.907228 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a63ff5ef-b4ef-4001-bcf1-4e16416c1d79 req-8a698e1c-d7a4-48a8-84cd-f816f7af32f9 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414963 Sep 21 16:01:54.124726 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116674e-4984-4084-803b-88599f551de2 req-ec02d955-aa23-42e4-a545-48c4f808bdc7 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:54.132511 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d116674e-4984-4084-803b-88599f551de2 req-ec02d955-aa23-42e4-a545-48c4f808bdc7 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 944 time: 0.1034050 Sep 21 16:01:54.173377 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d116674e-4984-4084-803b-88599f551de2 req-2ef6d0a0-3efc-4019-9bcc-0311b9f4b511 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400479 Sep 21 16:01:55.382763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2e894-c5e0-47da-981d-a6c5554d1f8a req-88b682cf-e1a6-4d17-8a41-105ec788c081 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:55.384194 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-61e2e894-c5e0-47da-981d-a6c5554d1f8a req-88b682cf-e1a6-4d17-8a41-105ec788c081 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 944 time: 0.0932045 Sep 21 16:01:55.434941 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-61e2e894-c5e0-47da-981d-a6c5554d1f8a req-273fe632-7739-45c3-aef2-4d9540bd9f1c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441811 Sep 21 16:01:56.654847 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ba825-3fdb-4948-b1fc-9ae0259afe32 req-07271a9d-fabb-4963-8d71-2060f669c6b0 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:56.656427 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c12ba825-3fdb-4948-b1fc-9ae0259afe32 req-07271a9d-fabb-4963-8d71-2060f669c6b0 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 944 time: 0.0988119 Sep 21 16:01:56.702741 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c12ba825-3fdb-4948-b1fc-9ae0259afe32 req-6de83bf8-d6ff-4a81-87a1-3db91ac7fef7 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392439 Sep 21 16:01:57.910298 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebf6f5-6cfb-4123-84d4-47d36a252a7d req-ca15d8e8-164b-466c-b5f9-deaaa5d15212 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:57.912141 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d0ebf6f5-6cfb-4123-84d4-47d36a252a7d req-ca15d8e8-164b-466c-b5f9-deaaa5d15212 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 944 time: 0.0936003 Sep 21 16:01:57.955280 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d0ebf6f5-6cfb-4123-84d4-47d36a252a7d req-15c01782-c03f-48f0-a9ad-618d36cb4256 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376928 Sep 21 16:01:59.152033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cec799-64dd-49ef-ab59-a47a654fcb60 req-a4640400-739b-41a2-b78a-c190c995505c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:59.153489 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-92cec799-64dd-49ef-ab59-a47a654fcb60 req-a4640400-739b-41a2-b78a-c190c995505c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 944 time: 0.0873723 Sep 21 16:01:59.199542 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-92cec799-64dd-49ef-ab59-a47a654fcb60 req-50d342eb-3f03-4da1-afc8-19df6dc2cd28 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404067 Sep 21 16:01:59.983965 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device aee7d919-f06a-4644-b5bc-67463232e2bd details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:02:00.153903 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port aee7d919-f06a-4644-b5bc-67463232e2bd, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=aee7d919-f06a-4644-b5bc-67463232e2bd,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:00.171369 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'aee7d919-f06a-4644-b5bc-67463232e2bd', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'port_id': 'aee7d919-f06a-4644-b5bc-67463232e2bd', 'mac_address': 'fa:16:3e:cf:28:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:02:00.238043 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port aee7d919-f06a-4644-b5bc-67463232e2bd is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:00.238419 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:00.257131 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee7d919-f06a-4644-b5bc-67463232e2bd {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:02:00.272162 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port aee7d919-f06a-4644-b5bc-67463232e2bd, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=aee7d919-f06a-4644-b5bc-67463232e2bd,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:00.276211 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:00.344890 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=aee7d919-f06a-4644-b5bc-67463232e2bd,revision_number=9']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:00.397601 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505eb101-dfe8-438e-94d0-f7144583e3ca req-38a90055-40f7-4b81-85ed-90579bc227cc tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:00.399029 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-505eb101-dfe8-438e-94d0-f7144583e3ca req-38a90055-40f7-4b81-85ed-90579bc227cc tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 945 time: 0.0881853 Sep 21 16:02:00.442018 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-505eb101-dfe8-438e-94d0-f7144583e3ca req-2e2cc673-cca2-4228-8ad9-970b48d5445f tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372634 Sep 21 16:02:00.586799 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['aee7d919-f06a-4644-b5bc-67463232e2bd'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:02:01.646548 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e172bd7-e5c3-4552-8be8-180a436105bd req-c7dd1130-796c-4c9f-840a-fddfa4931f3f tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:01.648030 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0e172bd7-e5c3-4552-8be8-180a436105bd req-c7dd1130-796c-4c9f-840a-fddfa4931f3f tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 945 time: 0.0923293 Sep 21 16:02:01.691840 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0e172bd7-e5c3-4552-8be8-180a436105bd req-e396d86b-2ede-4eb2-8666-b05e3668f8a2 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380471 Sep 21 16:02:01.999515 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device aee7d919-f06a-4644-b5bc-67463232e2bd up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:02.067685 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port aee7d919-f06a-4644-b5bc-67463232e2bd triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:02.068042 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:02.183830 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port aee7d919-f06a-4644-b5bc-67463232e2bd is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:02.184196 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:02.210036 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d336b3-648d-41ec-8b28-c96f5ea05537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee7d919-f06a-4644-b5bc-67463232e2bd'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:02:02.212269 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a13328-a698-4fde-8dbb-d2229e63c505" -d '{"events": [{"server_uuid": "d3d336b3-648d-41ec-8b28-c96f5ea05537", "name": "network-vif-plugged", "status": "completed", "tag": "aee7d919-f06a-4644-b5bc-67463232e2bd"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:02:02.220035 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port aee7d919-f06a-4644-b5bc-67463232e2bd, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=aee7d919-f06a-4644-b5bc-67463232e2bd,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:02.224724 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:02.260063 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f12fa43-03c3-44e6-9f8f-f43c09cbc30f x-openstack-request-id: req-6f12fa43-03c3-44e6-9f8f-f43c09cbc30f {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:02:02.260350 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d336b3-648d-41ec-8b28-c96f5ea05537", "name": "network-vif-plugged", "status": "completed", "tag": "aee7d919-f06a-4644-b5bc-67463232e2bd", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:02:02.260618 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6f12fa43-03c3-44e6-9f8f-f43c09cbc30f {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:02:02.261046 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f12fa43-03c3-44e6-9f8f-f43c09cbc30f'] response: {'server_uuid': 'd3d336b3-648d-41ec-8b28-c96f5ea05537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee7d919-f06a-4644-b5bc-67463232e2bd', 'code': 200} Sep 21 16:02:02.293099 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=aee7d919-f06a-4644-b5bc-67463232e2bd,revision_number=10']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:02.524488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de002011-85ad-4deb-9f7d-a9e0f34ee8ca req-0c23377d-e5cf-4665-bad3-431e762ae3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:02.525919 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de002011-85ad-4deb-9f7d-a9e0f34ee8ca req-0c23377d-e5cf-4665-bad3-431e762ae3f0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 1100 time: 0.0772231 Sep 21 16:02:02.572019 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de002011-85ad-4deb-9f7d-a9e0f34ee8ca req-1baf405e-fb21-44ef-a860-eff029dde505 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372396 Sep 21 16:02:02.894989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4079a3-6ed9-4d97-9095-a2bda32ad8f3 req-fa463dab-b789-4739-b731-3e8bb1f812cd tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:02.896882 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e4079a3-6ed9-4d97-9095-a2bda32ad8f3 req-fa463dab-b789-4739-b731-3e8bb1f812cd tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 947 time: 0.0961497 Sep 21 16:02:02.940706 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e4079a3-6ed9-4d97-9095-a2bda32ad8f3 req-074f5e9c-8af6-4da2-b295-9a4d81f90083 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382082 Sep 21 16:02:04.160807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f3c0c-5b34-4b3a-a3bd-74561cfd60c3 req-03e373c9-cc86-42f8-9095-755ebd556e2c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:04.163235 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6e1f3c0c-5b34-4b3a-a3bd-74561cfd60c3 req-03e373c9-cc86-42f8-9095-755ebd556e2c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 947 time: 0.1064882 Sep 21 16:02:04.208198 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6e1f3c0c-5b34-4b3a-a3bd-74561cfd60c3 req-6a8b313f-1b2b-426b-b3f3-0e56a4ab1251 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390558 Sep 21 16:02:05.405292 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68facd-8166-4fc0-91fa-7cfccdc4e26b req-7dfb6fd3-c8ce-42d0-95ec-4e1c30edff3c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:05.406641 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b68facd-8166-4fc0-91fa-7cfccdc4e26b req-7dfb6fd3-c8ce-42d0-95ec-4e1c30edff3c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 947 time: 0.0888512 Sep 21 16:02:05.452628 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b68facd-8166-4fc0-91fa-7cfccdc4e26b req-a7aac35b-5793-47f2-9cf9-8ead3aa312a3 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403218 Sep 21 16:02:05.659829 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-75529715-9c72-4957-9150-97087c213c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:08.012025 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f9bd283a-380f-4a1d-b7d0-a9f5550a82b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:08.866295 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:09.097438 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:10.729819 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:16.258518 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-16f8b929-740f-4534-9057-7e099176c933 req-64f3355f-e2db-426b-9e2a-07bf1e0b5dba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779636 Sep 21 16:02:16.407454 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8b929-740f-4534-9057-7e099176c933 req-6e5457e5-a666-4e9f-8a9b-a29a44a17583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:16.408848 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-16f8b929-740f-4534-9057-7e099176c933 req-6e5457e5-a666-4e9f-8a9b-a29a44a17583 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 1100 time: 0.0828421 Sep 21 16:02:16.566860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8b929-740f-4534-9057-7e099176c933 req-4195c33a-a43d-40e0-8a6e-750d1907c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:16.568871 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-16f8b929-740f-4534-9057-7e099176c933 req-4195c33a-a43d-40e0-8a6e-750d1907c939 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 909 time: 0.1290817 Sep 21 16:02:16.674786 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-16f8b929-740f-4534-9057-7e099176c933 req-c2ae7607-4205-4468-84a6-a0ac959da7af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee7d919-f06a-4644-b5bc-67463232e2bd HTTP/1.1" status: 200 len: 1002 time: 0.0994525 Sep 21 16:02:16.738473 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8b929-740f-4534-9057-7e099176c933 req-5600a5fb-98c7-4ffc-bac8-74bb32bfa7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:16.739934 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-16f8b929-740f-4534-9057-7e099176c933 req-5600a5fb-98c7-4ffc-bac8-74bb32bfa7c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aa9388-6231-455c-8ee0-e559b86bd78a HTTP/1.1" status: 200 len: 847 time: 0.0587528 Sep 21 16:02:16.827808 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8b929-740f-4534-9057-7e099176c933 req-ea70e8da-6b60-4638-9623-6460c7724f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:16.829316 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-16f8b929-740f-4534-9057-7e099176c933 req-ea70e8da-6b60-4638-9623-6460c7724f6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3ce08b-57eb-4737-a073-3610c8e66b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830982 Sep 21 16:02:16.964882 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-16f8b929-740f-4534-9057-7e099176c933 req-08989013-b0fc-4557-ad10-c954d98f9433 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283591 Sep 21 16:02:17.100149 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-16f8b929-740f-4534-9057-7e099176c933 req-e06dced2-2b88-418a-afa6-0cf4841c65b2 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270497 Sep 21 16:02:17.682926 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:02:22.420697 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:35.661621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b009b055-ca2e-42f5-b329-2ef97fcbc8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:38.012892 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bb90ff22-8752-4f6e-8a0e-be80b0f25e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:38.868779 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:39.097558 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:40.739337 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:52.448653 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:54.681299 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:03:05.663435 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bb84bc6e-a8fd-49fe-b12c-54febf435652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:08.015114 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6ca4783-acba-4fd1-99cc-86638b455485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:08.871457 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:09.100580 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:10.736913 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:18.322592 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 42474) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:18.365270 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-58390e12-cf30-41c5-af4b-64772b73449f req-3e8ae64b-851a-4171-9d48-140587a96331 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1674888 Sep 21 16:03:18.522418 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58390e12-cf30-41c5-af4b-64772b73449f req-0a842682-be8e-440a-bfcf-08735f4e80c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:18.523662 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-58390e12-cf30-41c5-af4b-64772b73449f req-0a842682-be8e-440a-bfcf-08735f4e80c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 1100 time: 0.0839520 Sep 21 16:03:18.530508 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Deleting port e2e01892-56b2-4042-85a1-5657bd2a5951 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:18.530856 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:18.707472 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:18.707702 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:18.771747 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58390e12-cf30-41c5-af4b-64772b73449f req-8968dc18-02bf-450d-971c-6c9575455cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:18.773412 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-58390e12-cf30-41c5-af4b-64772b73449f req-8968dc18-02bf-450d-971c-6c9575455cea service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 909 time: 0.2263806 Sep 21 16:03:18.892657 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-58390e12-cf30-41c5-af4b-64772b73449f req-a4dfff43-af0f-474c-82b5-df41302f8249 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee7d919-f06a-4644-b5bc-67463232e2bd HTTP/1.1" status: 200 len: 1002 time: 0.1057658 Sep 21 16:03:18.941649 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Calling delete_port for e2e01892-56b2-4042-85a1-5657bd2a5951 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:03:18.962465 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58390e12-cf30-41c5-af4b-64772b73449f req-4a08358f-538f-4d36-baa5-756d9f7fafba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:18.963818 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-58390e12-cf30-41c5-af4b-64772b73449f req-4a08358f-538f-4d36-baa5-756d9f7fafba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aa9388-6231-455c-8ee0-e559b86bd78a HTTP/1.1" status: 200 len: 847 time: 0.0613735 Sep 21 16:03:19.059520 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58390e12-cf30-41c5-af4b-64772b73449f req-1d5ea3b2-f2b1-47a3-abe9-39b9cbd05f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:19.061031 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-58390e12-cf30-41c5-af4b-64772b73449f req-1d5ea3b2-f2b1-47a3-abe9-39b9cbd05f44 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3ce08b-57eb-4737-a073-3610c8e66b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874267 Sep 21 16:03:19.095592 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:19.145930 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event deleted for resources: {'Port': ['ID=e2e01892-56b2-4042-85a1-5657bd2a5951,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:19.192194 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:19.192556 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:19.192893 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:19.193218 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:19.193544 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:19.193923 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:19.194890 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:19.195278 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:19.195637 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:19.195955 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:19.196271 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:19.196614 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:19.209568 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-58390e12-cf30-41c5-af4b-64772b73449f req-d02ff5d2-1ed2-4255-aaa5-b62933bb825f service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312556 Sep 21 16:03:19.253604 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:19.254010 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Floating IP 71035b02-49d7-47e2-823c-40ebf2d57209 disassociated (deleted). External IP: 172.26.4.103, port: aee7d919-f06a-4644-b5bc-67463232e2bd. Sep 21 16:03:19.348796 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-58390e12-cf30-41c5-af4b-64772b73449f req-7db77b6c-1a8f-4301-8a60-eb9d45350288 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284921 Sep 21 16:03:19.604379 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Router 48341893-599d-46e2-b197-a1a1ce87343a has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:03:19.785382 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:03:19.797731 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699fb0b0-ed34-4935-9a81-0810edddfa8f None None] Sync routers for ids ['48341893-599d-46e2-b197-a1a1ce87343a'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:03:19.807502 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:19.807743 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699fb0b0-ed34-4935-9a81-0810edddfa8f None None] Routers {'48341893-599d-46e2-b197-a1a1ce87343a'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:19.808354 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-699fb0b0-ed34-4935-9a81-0810edddfa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:03:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['48341893-599d-46e2-b197-a1a1ce87343a'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:19.867395 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e30b2342-1ccd-4f23-bbf8-3b2b2a766b5b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "DELETE /v2.0/floatingips/71035b02-49d7-47e2-823c-40ebf2d57209 HTTP/1.1" status: 204 len: 168 time: 1.5438056 Sep 21 16:03:19.868068 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d336b3-648d-41ec-8b28-c96f5ea05537', 'tag': 'aee7d919-f06a-4644-b5bc-67463232e2bd'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:03:19.870489 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1be45774ac183781a88d6e4a157bdcf58cc15c5c541d08493f482135efadb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22622c11-0769-401d-b36d-637432e17839" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d336b3-648d-41ec-8b28-c96f5ea05537", "tag": "aee7d919-f06a-4644-b5bc-67463232e2bd"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:03:19.969379 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1736907c-bb53-472a-96c6-bc5fac9dd71f x-openstack-request-id: req-1736907c-bb53-472a-96c6-bc5fac9dd71f {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:03:19.969696 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d336b3-648d-41ec-8b28-c96f5ea05537", "tag": "aee7d919-f06a-4644-b5bc-67463232e2bd", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:03:19.969912 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1736907c-bb53-472a-96c6-bc5fac9dd71f {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:03:19.970306 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1736907c-bb53-472a-96c6-bc5fac9dd71f'] response: {'name': 'network-changed', 'server_uuid': 'd3d336b3-648d-41ec-8b28-c96f5ea05537', 'tag': 'aee7d919-f06a-4644-b5bc-67463232e2bd', 'status': 'completed', 'code': 200} Sep 21 16:03:19.996156 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-699fb0b0-ed34-4935-9a81-0810edddfa8f None None] Set router 48341893-599d-46e2-b197-a1a1ce87343a gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:03:20.108329 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22622c11-0769-401d-b36d-637432e17839 req-9a1c37a6-4cb1-4c54-b01a-2bd3f672d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:20.109931 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-22622c11-0769-401d-b36d-637432e17839 req-9a1c37a6-4cb1-4c54-b01a-2bd3f672d49c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 1100 time: 0.1107225 Sep 21 16:03:20.312226 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22622c11-0769-401d-b36d-637432e17839 req-92add52c-5449-4564-b99d-d1b3d21415eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:20.313587 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-22622c11-0769-401d-b36d-637432e17839 req-92add52c-5449-4564-b99d-d1b3d21415eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 909 time: 0.1926274 Sep 21 16:03:20.372686 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-699fb0b0-ed34-4935-9a81-0810edddfa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48341893-599d-46e2-b197-a1a1ce87343a', 'name': 'tempest-TestShelveInstance-131818431-router', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:51Z', 'revision_number': 4, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'gw_port': {'id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'cf893589-a7e7-456b-86c1-bdd87b7a5feb', 'name': '', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'mac_address': 'fa:16:3e:55:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:50Z', 'updated_at': '2022-09-21T15:58:58Z', 'revision_number': 5, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'subnets': [{'id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:20.376546 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699fb0b0-ed34-4935-9a81-0810edddfa8f None None] Checking router: 48341893-599d-46e2-b197-a1a1ce87343a for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:03:20.385793 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699fb0b0-ed34-4935-9a81-0810edddfa8f None None] Routers {'48341893-599d-46e2-b197-a1a1ce87343a'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:20.386401 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-699fb0b0-ed34-4935-9a81-0810edddfa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:03:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['48341893-599d-46e2-b197-a1a1ce87343a'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:20.389556 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-22622c11-0769-401d-b36d-637432e17839 req-fdbdc54d-708c-47dd-a45f-5cea23514722 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee7d919-f06a-4644-b5bc-67463232e2bd HTTP/1.1" status: 200 len: 217 time: 0.0688279 Sep 21 16:03:20.397891 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1c8a6-f6cf-4b5c-b943-5d6289f5bb95 req-eed9ce36-632d-4cc3-84b8-bcf035e0c5f5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:20.399363 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fcc1c8a6-f6cf-4b5c-b943-5d6289f5bb95 req-eed9ce36-632d-4cc3-84b8-bcf035e0c5f5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 947 time: 0.2088981 Sep 21 16:03:20.490289 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22622c11-0769-401d-b36d-637432e17839 req-b41d997b-633e-4b1f-b85e-6b5c5bf489ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:20.492345 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-22622c11-0769-401d-b36d-637432e17839 req-b41d997b-633e-4b1f-b85e-6b5c5bf489ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aa9388-6231-455c-8ee0-e559b86bd78a HTTP/1.1" status: 200 len: 847 time: 0.0920999 Sep 21 16:03:20.495230 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fcc1c8a6-f6cf-4b5c-b943-5d6289f5bb95 req-d3047b6c-9d11-4368-9eaf-d2a056cb37c7 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664234 Sep 21 16:03:20.567612 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-699fb0b0-ed34-4935-9a81-0810edddfa8f None None] Set router 48341893-599d-46e2-b197-a1a1ce87343a gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:03:20.579895 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22622c11-0769-401d-b36d-637432e17839 req-da316093-fbea-4610-95c9-7e81f6ab0cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:20.581409 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-22622c11-0769-401d-b36d-637432e17839 req-da316093-fbea-4610-95c9-7e81f6ab0cd2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3ce08b-57eb-4737-a073-3610c8e66b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826523 Sep 21 16:03:20.714627 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-22622c11-0769-401d-b36d-637432e17839 req-143c813d-627f-4d0e-8d05-753d70dfd417 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261702 Sep 21 16:03:20.854948 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-22622c11-0769-401d-b36d-637432e17839 req-894cf730-5ffd-4c4a-8461-2d67cb09f77c service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333547 Sep 21 16:03:20.896018 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-699fb0b0-ed34-4935-9a81-0810edddfa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48341893-599d-46e2-b197-a1a1ce87343a', 'name': 'tempest-TestShelveInstance-131818431-router', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:51Z', 'revision_number': 4, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'gw_port': {'id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'cf893589-a7e7-456b-86c1-bdd87b7a5feb', 'name': '', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'mac_address': 'fa:16:3e:55:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:50Z', 'updated_at': '2022-09-21T15:58:58Z', 'revision_number': 5, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'subnets': [{'id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:20.900038 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699fb0b0-ed34-4935-9a81-0810edddfa8f None None] The sync data for ids ['48341893-599d-46e2-b197-a1a1ce87343a'] in dv-neutron-858731-1-hyperv is: [{'id': '48341893-599d-46e2-b197-a1a1ce87343a', 'name': 'tempest-TestShelveInstance-131818431-router', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:51Z', 'revision_number': 4, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'gw_port': {'id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'cf893589-a7e7-456b-86c1-bdd87b7a5feb', 'name': '', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'mac_address': 'fa:16:3e:55:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:50Z', 'updated_at': '2022-09-21T15:58:58Z', 'revision_number': 5, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'subnets': [{'id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:03:21.098719 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce82edb-ddf1-4973-84c2-b6d9b1db7935 None None] New status for floating IP 71035b02-49d7-47e2-823c-40ebf2d57209: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:03:21.832740 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7038b2d-9080-4af2-aa33-a56fd187aa7d req-af7c3e6c-8eb5-432f-8e15-f7762e325d2e tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:21.834064 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d7038b2d-9080-4af2-aa33-a56fd187aa7d req-af7c3e6c-8eb5-432f-8e15-f7762e325d2e tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 947 time: 0.2464139 Sep 21 16:03:21.844508 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3201820-9165-48c6-9e78-6cd136f32eaf req-ce7b985c-9b65-47ce-8a7d-8fa524bbfc0b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:21.845825 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a3201820-9165-48c6-9e78-6cd136f32eaf req-ce7b985c-9b65-47ce-8a7d-8fa524bbfc0b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 947 time: 0.2182984 Sep 21 16:03:21.938415 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-d7038b2d-9080-4af2-aa33-a56fd187aa7d req-2f8a9c6b-a0d1-4dc2-b1fe-e140849f45e8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Deleting port aee7d919-f06a-4644-b5bc-67463232e2bd {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:21.938756 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d7038b2d-9080-4af2-aa33-a56fd187aa7d req-2f8a9c6b-a0d1-4dc2-b1fe-e140849f45e8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:21.970059 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a3201820-9165-48c6-9e78-6cd136f32eaf req-0e5ff88f-d139-4b1a-a15f-b9c73797a5f9 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=73bc4989-9c70-4e43-aa9c-9af989e5e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940015 Sep 21 16:03:22.191482 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-d7038b2d-9080-4af2-aa33-a56fd187aa7d req-2f8a9c6b-a0d1-4dc2-b1fe-e140849f45e8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] For port aee7d919-f06a-4644-b5bc-67463232e2bd, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=aee7d919-f06a-4644-b5bc-67463232e2bd,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:22.191781 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d7038b2d-9080-4af2-aa33-a56fd187aa7d req-2f8a9c6b-a0d1-4dc2-b1fe-e140849f45e8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:22.313622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-d7038b2d-9080-4af2-aa33-a56fd187aa7d req-2f8a9c6b-a0d1-4dc2-b1fe-e140849f45e8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Calling delete_port for aee7d919-f06a-4644-b5bc-67463232e2bd owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:03:22.452357 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:22.468344 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d7038b2d-9080-4af2-aa33-a56fd187aa7d req-2f8a9c6b-a0d1-4dc2-b1fe-e140849f45e8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:22.518333 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a9c6b-a0d1-4dc2-b1fe-e140849f45e8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event deleted for resources: {'Port': ['ID=aee7d919-f06a-4644-b5bc-67463232e2bd,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:22.567307 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8a9c6b-a0d1-4dc2-b1fe-e140849f45e8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:22.567678 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8a9c6b-a0d1-4dc2-b1fe-e140849f45e8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:22.567990 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8a9c6b-a0d1-4dc2-b1fe-e140849f45e8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:22.568319 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8a9c6b-a0d1-4dc2-b1fe-e140849f45e8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:22.568665 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8a9c6b-a0d1-4dc2-b1fe-e140849f45e8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:22.569037 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8a9c6b-a0d1-4dc2-b1fe-e140849f45e8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:22.569360 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8a9c6b-a0d1-4dc2-b1fe-e140849f45e8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:22.569684 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8a9c6b-a0d1-4dc2-b1fe-e140849f45e8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:22.570004 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8a9c6b-a0d1-4dc2-b1fe-e140849f45e8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:22.570322 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8a9c6b-a0d1-4dc2-b1fe-e140849f45e8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:22.570642 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8a9c6b-a0d1-4dc2-b1fe-e140849f45e8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:22.570960 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8a9c6b-a0d1-4dc2-b1fe-e140849f45e8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:22.620308 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7038b2d-9080-4af2-aa33-a56fd187aa7d req-2f8a9c6b-a0d1-4dc2-b1fe-e140849f45e8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] No DVR routers for this DVR port aee7d919-f06a-4644-b5bc-67463232e2bd on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:03:22.622670 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d7038b2d-9080-4af2-aa33-a56fd187aa7d req-2f8a9c6b-a0d1-4dc2-b1fe-e140849f45e8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:22.625142 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d336b3-648d-41ec-8b28-c96f5ea05537', 'name': 'network-vif-deleted', 'tag': 'aee7d919-f06a-4644-b5bc-67463232e2bd'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:03:22.627406 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7ea9a1-43dc-40a4-9424-40da3846b997" -d '{"events": [{"server_uuid": "d3d336b3-648d-41ec-8b28-c96f5ea05537", "name": "network-vif-deleted", "tag": "aee7d919-f06a-4644-b5bc-67463232e2bd"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:03:22.637149 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d7038b2d-9080-4af2-aa33-a56fd187aa7d req-2f8a9c6b-a0d1-4dc2-b1fe-e140849f45e8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.20 "DELETE /v2.0/ports/aee7d919-f06a-4644-b5bc-67463232e2bd HTTP/1.1" status: 204 len: 173 time: 0.7904260 Sep 21 16:03:22.675605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ff957a-ba00-47ea-a711-8f53b1b8cab1 x-openstack-request-id: req-23ff957a-ba00-47ea-a711-8f53b1b8cab1 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:03:22.675894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d336b3-648d-41ec-8b28-c96f5ea05537", "name": "network-vif-deleted", "tag": "aee7d919-f06a-4644-b5bc-67463232e2bd", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:03:22.676148 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23ff957a-ba00-47ea-a711-8f53b1b8cab1 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:03:22.676577 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23ff957a-ba00-47ea-a711-8f53b1b8cab1'] response: {'server_uuid': 'd3d336b3-648d-41ec-8b28-c96f5ea05537', 'name': 'network-vif-deleted', 'tag': 'aee7d919-f06a-4644-b5bc-67463232e2bd', 'status': 'completed', 'code': 200} Sep 21 16:03:23.152672 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-c214d2cb-70d7-40b8-aa8a-3db14e904b79 req-c201e44e-9406-4c3e-8b9f-bd5666b4e601 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Synchronizing usage tracker for tenant:5c199920138e4bcab78e68bd244e5d62 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:03:23.169022 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-c214d2cb-70d7-40b8-aa8a-3db14e904b79 req-c201e44e-9406-4c3e-8b9f-bd5666b4e601 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Unset dirty status for tenant:5c199920138e4bcab78e68bd244e5d62 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:03:23.170174 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c214d2cb-70d7-40b8-aa8a-3db14e904b79 req-c201e44e-9406-4c3e-8b9f-bd5666b4e601 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3d336b3-648d-41ec-8b28-c96f5ea05537 HTTP/1.1" status: 200 len: 210 time: 0.0706089 Sep 21 16:03:24.278604 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 42494) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:24.344378 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-95283319-a936-47c1-98f1-875bf3603e3c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.373899 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-95283319-a936-47c1-98f1-875bf3603e3c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.436014 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device aee7d919-f06a-4644-b5bc-67463232e2bd no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:03:24.437478 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-95283319-a936-47c1-98f1-875bf3603e3c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.455541 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95283319-a936-47c1-98f1-875bf3603e3c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bc4989-9c70-4e43-aa9c-9af989e5e1d1,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:24.469414 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-95283319-a936-47c1-98f1-875bf3603e3c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.470526 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-95283319-a936-47c1-98f1-875bf3603e3c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "DELETE /v2.0/security-groups/73bc4989-9c70-4e43-aa9c-9af989e5e1d1 HTTP/1.1" status: 204 len: 168 time: 0.1909785 Sep 21 16:03:24.481564 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: aee7d919-f06a-4644-b5bc-67463232e2bd {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:03:24.481914 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device aee7d919-f06a-4644-b5bc-67463232e2bd not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:03:24.588039 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42502) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:24.593056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b031ecab-3037-4cc9-9ec9-5293712594ca tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1146790007', 'description': 'tempest-secgroup-smoke-1146790007 description', 'project_id': '5c199920138e4bcab78e68bd244e5d62'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:24.599323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b031ecab-3037-4cc9-9ec9-5293712594ca tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:24.603611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b031ecab-3037-4cc9-9ec9-5293712594ca tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Usage tracker for resource:security_group and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:24.606437 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b031ecab-3037-4cc9-9ec9-5293712594ca tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:24.611958 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b031ecab-3037-4cc9-9ec9-5293712594ca tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:24.625906 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b031ecab-3037-4cc9-9ec9-5293712594ca tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.645659 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b031ecab-3037-4cc9-9ec9-5293712594ca tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:24.649573 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b031ecab-3037-4cc9-9ec9-5293712594ca tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Usage tracker for resource:security_group_rule and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:24.652404 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b031ecab-3037-4cc9-9ec9-5293712594ca tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:24.659079 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b031ecab-3037-4cc9-9ec9-5293712594ca tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:24.731587 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b031ecab-3037-4cc9-9ec9-5293712594ca tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.735964 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b031ecab-3037-4cc9-9ec9-5293712594ca tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.781087 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031ecab-3037-4cc9-9ec9-5293712594ca tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd628b28-1481-47b1-8440-5a0cee167dd1,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:24.785238 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b031ecab-3037-4cc9-9ec9-5293712594ca tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.786438 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b031ecab-3037-4cc9-9ec9-5293712594ca tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1973877 Sep 21 16:03:24.789923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42506) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:24.795302 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9a9e28d5-60ff-42d0-b241-358a9fa5fd79 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Request body: {'security_group_rule': {'security_group_id': 'cd628b28-1481-47b1-8440-5a0cee167dd1', 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:24.801633 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9a9e28d5-60ff-42d0-b241-358a9fa5fd79 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:24.806041 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9a9e28d5-60ff-42d0-b241-358a9fa5fd79 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Usage tracker for resource:security_group_rule and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:24.808890 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9a9e28d5-60ff-42d0-b241-358a9fa5fd79 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:24.814851 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9a9e28d5-60ff-42d0-b241-358a9fa5fd79 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:24.830659 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9a9e28d5-60ff-42d0-b241-358a9fa5fd79 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.889781 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9a9e28d5-60ff-42d0-b241-358a9fa5fd79 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.893130 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9a9e28d5-60ff-42d0-b241-358a9fa5fd79 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.917558 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e28d5-60ff-42d0-b241-358a9fa5fd79 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c710af8-65c1-4332-ba9c-b3342267d580,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:24.926093 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9a9e28d5-60ff-42d0-b241-358a9fa5fd79 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.927558 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9a9e28d5-60ff-42d0-b241-358a9fa5fd79 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366830 Sep 21 16:03:24.931000 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42510) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:24.935814 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7540d1ee-49f4-4f56-b0ea-29342ba83306 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Request body: {'security_group_rule': {'security_group_id': 'cd628b28-1481-47b1-8440-5a0cee167dd1', 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:24.941614 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7540d1ee-49f4-4f56-b0ea-29342ba83306 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:24.945911 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7540d1ee-49f4-4f56-b0ea-29342ba83306 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Usage tracker for resource:security_group_rule and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:24.949041 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7540d1ee-49f4-4f56-b0ea-29342ba83306 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:24.954810 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7540d1ee-49f4-4f56-b0ea-29342ba83306 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:24.971473 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7540d1ee-49f4-4f56-b0ea-29342ba83306 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.038163 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7540d1ee-49f4-4f56-b0ea-29342ba83306 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.041927 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7540d1ee-49f4-4f56-b0ea-29342ba83306 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.062939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540d1ee-49f4-4f56-b0ea-29342ba83306 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a614f4ae-06e7-4838-8314-96ccb2753371,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:25.073928 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7540d1ee-49f4-4f56-b0ea-29342ba83306 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.075178 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7540d1ee-49f4-4f56-b0ea-29342ba83306 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1431921 Sep 21 16:03:25.078016 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42514) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:25.082770 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-fe10a8ef-db1d-4f77-ab83-b0389b04d75c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Request body: {'security_group_rule': {'security_group_id': 'cd628b28-1481-47b1-8440-5a0cee167dd1', 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:25.089036 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fe10a8ef-db1d-4f77-ab83-b0389b04d75c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:25.092774 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fe10a8ef-db1d-4f77-ab83-b0389b04d75c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Usage tracker for resource:security_group_rule and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:25.095553 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fe10a8ef-db1d-4f77-ab83-b0389b04d75c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:25.102133 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fe10a8ef-db1d-4f77-ab83-b0389b04d75c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:25.118220 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe10a8ef-db1d-4f77-ab83-b0389b04d75c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.178241 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe10a8ef-db1d-4f77-ab83-b0389b04d75c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.181634 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe10a8ef-db1d-4f77-ab83-b0389b04d75c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.203507 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10a8ef-db1d-4f77-ab83-b0389b04d75c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a8647d-4df2-4c05-8927-1e511480a145,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:25.212970 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe10a8ef-db1d-4f77-ab83-b0389b04d75c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.214136 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fe10a8ef-db1d-4f77-ab83-b0389b04d75c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352241 Sep 21 16:03:25.216935 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42518) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:25.221873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1bb40ae9-6acd-4e81-adf6-64ba00b783a5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Request body: {'security_group_rule': {'security_group_id': 'cd628b28-1481-47b1-8440-5a0cee167dd1', 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:25.228583 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1bb40ae9-6acd-4e81-adf6-64ba00b783a5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:25.232362 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1bb40ae9-6acd-4e81-adf6-64ba00b783a5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Usage tracker for resource:security_group_rule and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:25.235193 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1bb40ae9-6acd-4e81-adf6-64ba00b783a5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:25.240978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1bb40ae9-6acd-4e81-adf6-64ba00b783a5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:25.263493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1bb40ae9-6acd-4e81-adf6-64ba00b783a5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.325092 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1bb40ae9-6acd-4e81-adf6-64ba00b783a5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.328329 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1bb40ae9-6acd-4e81-adf6-64ba00b783a5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.354712 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb40ae9-6acd-4e81-adf6-64ba00b783a5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3bd2238-5fc7-4883-a0c7-16957be3943b,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:25.362878 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1bb40ae9-6acd-4e81-adf6-64ba00b783a5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.364052 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1bb40ae9-6acd-4e81-adf6-64ba00b783a5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461461 Sep 21 16:03:25.366943 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42522) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:25.371834 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b805ddf4-1370-4e19-99ab-6a9661f32c20 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Request body: {'security_group_rule': {'security_group_id': 'cd628b28-1481-47b1-8440-5a0cee167dd1', 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:25.377656 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b805ddf4-1370-4e19-99ab-6a9661f32c20 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:25.382062 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b805ddf4-1370-4e19-99ab-6a9661f32c20 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Usage tracker for resource:security_group_rule and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:25.385121 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b805ddf4-1370-4e19-99ab-6a9661f32c20 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:25.390804 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b805ddf4-1370-4e19-99ab-6a9661f32c20 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:25.401859 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-b805ddf4-1370-4e19-99ab-6a9661f32c20 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Project 5c199920138e4bcab78e68bd244e5d62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:03:25.408319 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b805ddf4-1370-4e19-99ab-6a9661f32c20 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.473396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b805ddf4-1370-4e19-99ab-6a9661f32c20 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.477041 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b805ddf4-1370-4e19-99ab-6a9661f32c20 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.500379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805ddf4-1370-4e19-99ab-6a9661f32c20 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1ac6b2-c9e6-4185-895c-6dce71da5717,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:25.509779 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b805ddf4-1370-4e19-99ab-6a9661f32c20 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.511147 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b805ddf4-1370-4e19-99ab-6a9661f32c20 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1431932 Sep 21 16:03:25.513852 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42526) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:25.518745 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-92336ada-eea1-417d-af5d-45bbcc1570c5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Request body: {'security_group_rule': {'security_group_id': 'cd628b28-1481-47b1-8440-5a0cee167dd1', 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:25.525208 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-92336ada-eea1-417d-af5d-45bbcc1570c5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:25.529038 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-92336ada-eea1-417d-af5d-45bbcc1570c5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Usage tracker for resource:security_group_rule and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:25.531889 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-92336ada-eea1-417d-af5d-45bbcc1570c5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:25.537704 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-92336ada-eea1-417d-af5d-45bbcc1570c5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:25.548073 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-92336ada-eea1-417d-af5d-45bbcc1570c5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Project 5c199920138e4bcab78e68bd244e5d62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:03:25.554969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92336ada-eea1-417d-af5d-45bbcc1570c5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.618270 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92336ada-eea1-417d-af5d-45bbcc1570c5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.621953 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92336ada-eea1-417d-af5d-45bbcc1570c5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.647592 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92336ada-eea1-417d-af5d-45bbcc1570c5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73930f11-5654-4beb-a8b3-72ecec74da39,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:25.656854 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92336ada-eea1-417d-af5d-45bbcc1570c5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.657997 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-92336ada-eea1-417d-af5d-45bbcc1570c5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1432462 Sep 21 16:03:31.680902 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:03:35.667027 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0295daef-4c27-489b-8488-93b9d79cb829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:38.037120 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b22c01b7-d9dc-4a48-8379-53422d6cf388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:38.874761 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:39.103957 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:39.663585 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-85a16de5-028c-445e-938d-b99a40b19e23 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Synchronizing usage tracker for tenant:5c199920138e4bcab78e68bd244e5d62 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:03:39.678217 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-85a16de5-028c-445e-938d-b99a40b19e23 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Unset dirty status for tenant:5c199920138e4bcab78e68bd244e5d62 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:03:39.679491 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-85a16de5-028c-445e-938d-b99a40b19e23 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1146790007&fields=id&tenant_id=5c199920138e4bcab78e68bd244e5d62 HTTP/1.1" status: 200 len: 267 time: 0.0574629 Sep 21 16:03:39.828426 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-9999ae77-81f0-4190-a1b9-0490140ec6f5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:39.829865 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-9999ae77-81f0-4190-a1b9-0490140ec6f5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 808 time: 0.1438580 Sep 21 16:03:39.846191 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-630d2bc5-e05e-4659-b71f-2997b937fdc5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/quotas/5c199920138e4bcab78e68bd244e5d62 HTTP/1.1" status: 200 len: 375 time: 0.0095513 Sep 21 16:03:39.934398 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-236c7843-ff8b-4e2a-b9c2-2e1627c8edf8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828238 Sep 21 16:03:40.205505 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-cfbd4168-774f-401d-a47f-cfcab39ac0c9 service neutron] 10.222.0.62 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595408 Sep 21 16:03:40.334983 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-599597df-8dac-41c1-a65f-b837a6d17de1 service neutron] 10.222.0.62 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235199 Sep 21 16:03:40.743957 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:40.780781 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-41136930-59d7-4904-b361-d8a14d87c159 req-f32248fd-015a-4736-b030-2129862def3e tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 210 time: 0.1117239 Sep 21 16:03:41.808534 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-1ad3f184-5d6e-43e7-9931-ea1ff1fb7f53 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:41.809954 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-1ad3f184-5d6e-43e7-9931-ea1ff1fb7f53 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.20 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 808 time: 0.1507041 Sep 21 16:03:41.875025 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-f4f73ef4-d8d7-43cb-8949-273f6df88172 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c199920138e4bcab78e68bd244e5d62 HTTP/1.1" status: 200 len: 380 time: 0.0418038 Sep 21 16:03:41.886531 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-67c32b00-860e-42e7-8ebb-8d874eecaa72 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Request body: {'port': {'device_id': 'a672a4e6-c192-428f-a3fd-8a3c79b24fbf', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'admin_state_up': True, 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'security_groups': ['cd628b28-1481-47b1-8440-5a0cee167dd1']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:42.004624 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8ab1e5ba-590a-408f-b7e7-7f102bd2095f req-8b5a2124-38ef-4e89-ba25-a9658c3dcab2 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 210 time: 0.1038804 Sep 21 16:03:42.080948 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-67c32b00-860e-42e7-8ebb-8d874eecaa72 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:42.090800 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-67c32b00-860e-42e7-8ebb-8d874eecaa72 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:42.101642 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-67c32b00-860e-42e7-8ebb-8d874eecaa72 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Made reservation on behalf of 5c199920138e4bcab78e68bd244e5d62 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:03:42.105198 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-67c32b00-860e-42e7-8ebb-8d874eecaa72 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:42.269585 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-67c32b00-860e-42e7-8ebb-8d874eecaa72 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Allocated IP 172.20.0.7 (ab3ce08b-57eb-4737-a073-3610c8e66b44/f5aa9388-6231-455c-8ee0-e559b86bd78a/751b639f-19b2-4e71-aec8-382f4c8ab68f) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:03:42.461971 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-67c32b00-860e-42e7-8ebb-8d874eecaa72 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:42.479841 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-67c32b00-860e-42e7-8ebb-8d874eecaa72 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Transition to ACTIVE for port object 751b639f-19b2-4e71-aec8-382f4c8ab68f will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:42.505196 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-67c32b00-860e-42e7-8ebb-8d874eecaa72 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:42.581491 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-67c32b00-860e-42e7-8ebb-8d874eecaa72 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Network ab3ce08b-57eb-4737-a073-3610c8e66b44 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:42.585291 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-67c32b00-860e-42e7-8ebb-8d874eecaa72 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:42.588330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-67c32b00-860e-42e7-8ebb-8d874eecaa72 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:03:42.625905 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c32b00-860e-42e7-8ebb-8d874eecaa72 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event updated for resources: {'Port': ['ID=751b639f-19b2-4e71-aec8-382f4c8ab68f,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:42.659840 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-67c32b00-860e-42e7-8ebb-8d874eecaa72 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:42.660610 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-67c32b00-860e-42e7-8ebb-8d874eecaa72 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:42.691065 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-67c32b00-860e-42e7-8ebb-8d874eecaa72 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8081732 Sep 21 16:03:42.707218 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] Request body: {'port': {'device_id': 'a672a4e6-c192-428f-a3fd-8a3c79b24fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:42.829376 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:42.856261 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-198418ab-42df-4265-86b8-ec00ce8794c0 None None] Provisioning for port 751b639f-19b2-4e71-aec8-382f4c8ab68f completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:42.861787 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-198418ab-42df-4265-86b8-ec00ce8794c0 None None] Provisioning complete for port 751b639f-19b2-4e71-aec8-382f4c8ab68f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:42.862321 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-198418ab-42df-4265-86b8-ec00ce8794c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:42.921168 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-198418ab-42df-4265-86b8-ec00ce8794c0 None None] Port 751b639f-19b2-4e71-aec8-382f4c8ab68f cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:03:43.364357 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 751b639f-19b2-4e71-aec8-382f4c8ab68f {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:03:43.374591 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:43.398989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8c3e5-5568-46f0-9ec0-b5e07951d51a req-96ce0e19-80da-4e07-a0fb-6c87eade8ecb tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:43.399693 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ccd8c3e5-5568-46f0-9ec0-b5e07951d51a req-96ce0e19-80da-4e07-a0fb-6c87eade8ecb tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Synchronizing usage tracker for tenant:5c199920138e4bcab78e68bd244e5d62 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:03:43.403582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] Transition to ACTIVE for port object 751b639f-19b2-4e71-aec8-382f4c8ab68f will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:43.410600 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:43.514069 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ccd8c3e5-5568-46f0-9ec0-b5e07951d51a req-96ce0e19-80da-4e07-a0fb-6c87eade8ecb tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Unset dirty status for tenant:5c199920138e4bcab78e68bd244e5d62 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:03:43.515282 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ccd8c3e5-5568-46f0-9ec0-b5e07951d51a req-96ce0e19-80da-4e07-a0fb-6c87eade8ecb tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 931 time: 0.3937848 Sep 21 16:03:43.647243 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] Pushing event updated for resources: {'Port': ['ID=751b639f-19b2-4e71-aec8-382f4c8ab68f,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:43.656968 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ccd8c3e5-5568-46f0-9ec0-b5e07951d51a req-e1aa4849-d3d1-4f7e-b783-00375e374313 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333537 Sep 21 16:03:43.679035 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] Attempting to bind port 751b639f-19b2-4e71-aec8-382f4c8ab68f on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:03:43.679364 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] Attempting to bind port 751b639f-19b2-4e71-aec8-382f4c8ab68f by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': '05859940-bad5-4678-929e-817fb2e214e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:03:43.679688 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] Attempting to bind port 751b639f-19b2-4e71-aec8-382f4c8ab68f on network ab3ce08b-57eb-4737-a073-3610c8e66b44 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:03:43.684335 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] Port 751b639f-19b2-4e71-aec8-382f4c8ab68f on network ab3ce08b-57eb-4737-a073-3610c8e66b44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:03:43.684689 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] Attempting to bind port 751b639f-19b2-4e71-aec8-382f4c8ab68f on network ab3ce08b-57eb-4737-a073-3610c8e66b44 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:03:43.689866 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:03:43.690195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] Checking segment: {'id': '05859940-bad5-4678-929e-817fb2e214e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:03:43.690570 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] Bound using segment: {'id': '05859940-bad5-4678-929e-817fb2e214e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:03:43.690988 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] Bound port: 751b639f-19b2-4e71-aec8-382f4c8ab68f, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05859940-bad5-4678-929e-817fb2e214e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:03:43.691327 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:43.778720 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] For port 751b639f-19b2-4e71-aec8-382f4c8ab68f, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:03:43.781523 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] For port 751b639f-19b2-4e71-aec8-382f4c8ab68f, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=751b639f-19b2-4e71-aec8-382f4c8ab68f,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:03:43.786070 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:43.819956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:43.820576 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:43.821914 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] 10.222.0.20 "PUT /v2.0/ports/751b639f-19b2-4e71-aec8-382f4c8ab68f HTTP/1.1" status: 200 len: 1093 time: 1.1195240 Sep 21 16:03:43.822395 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a672a4e6-c192-428f-a3fd-8a3c79b24fbf', 'tag': '751b639f-19b2-4e71-aec8-382f4c8ab68f'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:03:43.824676 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b763ef53-2fe2-4a35-80dd-54e5ced919f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a672a4e6-c192-428f-a3fd-8a3c79b24fbf", "tag": "751b639f-19b2-4e71-aec8-382f4c8ab68f"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:03:43.926832 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624321cb-5d53-417a-b2ed-084c9b4faece service neutron] Pushing event updated for resources: {'Port': ['ID=751b639f-19b2-4e71-aec8-382f4c8ab68f,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:43.931602 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1fa64e-05ef-42a8-81b5-936d1ebb8919 x-openstack-request-id: req-ea1fa64e-05ef-42a8-81b5-936d1ebb8919 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:03:43.931885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a672a4e6-c192-428f-a3fd-8a3c79b24fbf", "tag": "751b639f-19b2-4e71-aec8-382f4c8ab68f", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:03:43.932132 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea1fa64e-05ef-42a8-81b5-936d1ebb8919 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:03:43.932535 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea1fa64e-05ef-42a8-81b5-936d1ebb8919'] response: {'name': 'network-changed', 'server_uuid': 'a672a4e6-c192-428f-a3fd-8a3c79b24fbf', 'tag': '751b639f-19b2-4e71-aec8-382f4c8ab68f', 'status': 'completed', 'code': 200} Sep 21 16:03:43.951347 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-c0114200-bf31-47cf-abf9-73b03c5b2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:43.952860 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-c0114200-bf31-47cf-abf9-73b03c5b2ba0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 1096 time: 0.0908856 Sep 21 16:03:44.027152 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-e0aa0dd6-f693-4e2c-a3af-2e48bb9b9e5c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751b639f-19b2-4e71-aec8-382f4c8ab68f HTTP/1.1" status: 200 len: 217 time: 0.0639369 Sep 21 16:03:44.091449 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-181e68bb-1395-4c4e-b77e-31be087fa81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:44.092885 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-181e68bb-1395-4c4e-b77e-31be087fa81c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aa9388-6231-455c-8ee0-e559b86bd78a HTTP/1.1" status: 200 len: 847 time: 0.0574145 Sep 21 16:03:44.179565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-56e2ae07-df91-4c06-96e8-aa248a17e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:44.181046 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-56e2ae07-df91-4c06-96e8-aa248a17e00f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3ce08b-57eb-4737-a073-3610c8e66b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795119 Sep 21 16:03:44.313127 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-66cf21de-af52-49b3-ae74-709a14e12239 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245358 Sep 21 16:03:44.443119 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fc9f22e-0242-46d1-9279-904b467bf508 req-ae27e7fd-0a85-49a1-be63-f7e422d62769 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223640 Sep 21 16:03:44.572604 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763ef53-2fe2-4a35-80dd-54e5ced919f0 req-43f72f6d-8050-49e8-8d07-31f94e26191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:44.573966 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b763ef53-2fe2-4a35-80dd-54e5ced919f0 req-43f72f6d-8050-49e8-8d07-31f94e26191d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 1096 time: 0.0789018 Sep 21 16:03:44.707495 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763ef53-2fe2-4a35-80dd-54e5ced919f0 req-2ffa254d-5e1c-4a59-8508-e103acd506ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:44.708995 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b763ef53-2fe2-4a35-80dd-54e5ced919f0 req-2ffa254d-5e1c-4a59-8508-e103acd506ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 909 time: 0.1264527 Sep 21 16:03:44.816967 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b763ef53-2fe2-4a35-80dd-54e5ced919f0 req-155a725d-0ed3-4aa9-acdb-8f6fa1ad7870 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751b639f-19b2-4e71-aec8-382f4c8ab68f HTTP/1.1" status: 200 len: 217 time: 0.1010334 Sep 21 16:03:44.910511 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763ef53-2fe2-4a35-80dd-54e5ced919f0 req-b863f198-f19a-4fd2-a5e3-2182a88b547d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:44.911844 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b763ef53-2fe2-4a35-80dd-54e5ced919f0 req-b863f198-f19a-4fd2-a5e3-2182a88b547d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aa9388-6231-455c-8ee0-e559b86bd78a HTTP/1.1" status: 200 len: 847 time: 0.0806866 Sep 21 16:03:44.969370 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00c139-1348-4ece-a4f8-dd64e1134fb4 req-054889cb-988b-4fcb-adb2-db4c0ff8f756 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:44.970800 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5c00c139-1348-4ece-a4f8-dd64e1134fb4 req-054889cb-988b-4fcb-adb2-db4c0ff8f756 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 943 time: 0.1962209 Sep 21 16:03:45.140492 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5c00c139-1348-4ece-a4f8-dd64e1134fb4 req-6a91192f-e7ef-4435-8b9a-17d3d5079897 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622224 Sep 21 16:03:45.150481 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763ef53-2fe2-4a35-80dd-54e5ced919f0 req-ed5ff458-ea09-43ab-9349-2e289b1e8427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:45.152138 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b763ef53-2fe2-4a35-80dd-54e5ced919f0 req-ed5ff458-ea09-43ab-9349-2e289b1e8427 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3ce08b-57eb-4737-a073-3610c8e66b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2298000 Sep 21 16:03:45.291930 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b763ef53-2fe2-4a35-80dd-54e5ced919f0 req-d041bda4-5e48-4a56-bacc-ca6cb8d0d653 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303976 Sep 21 16:03:45.428939 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b763ef53-2fe2-4a35-80dd-54e5ced919f0 req-9961ec15-91ec-40b3-b3ca-6dcc31f4dac3 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275787 Sep 21 16:03:46.338193 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d34135-39de-4354-a4a8-ff42380e4b10 req-0a5b2754-62b3-4e78-92d2-f0d9902aaa1f tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:46.339550 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-58d34135-39de-4354-a4a8-ff42380e4b10 req-0a5b2754-62b3-4e78-92d2-f0d9902aaa1f tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 943 time: 0.0876584 Sep 21 16:03:46.383118 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-58d34135-39de-4354-a4a8-ff42380e4b10 req-49741fb0-7a37-4184-9920-47355d9ee999 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380127 Sep 21 16:03:47.588151 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128aacb-0c15-4965-9f59-6b58bd3d32cf req-b5c16b66-806a-4117-925d-f4d3a814912b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:47.589629 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e128aacb-0c15-4965-9f59-6b58bd3d32cf req-b5c16b66-806a-4117-925d-f4d3a814912b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 943 time: 0.0933504 Sep 21 16:03:47.633513 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e128aacb-0c15-4965-9f59-6b58bd3d32cf req-ca9d93e7-b67f-4949-8b37-f5a2ab4550e6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383296 Sep 21 16:03:48.979536 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a4a81-8102-44a1-9947-95836beb1cf6 req-bea4b5a7-98e6-441e-8a8c-de11e1f346f8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:48.981043 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b5a4a81-8102-44a1-9947-95836beb1cf6 req-bea4b5a7-98e6-441e-8a8c-de11e1f346f8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 943 time: 0.0891402 Sep 21 16:03:49.028773 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b5a4a81-8102-44a1-9947-95836beb1cf6 req-4031c34f-e6bb-4b1a-8622-55965a19ee8b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420938 Sep 21 16:03:50.224871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac76cb-f95d-4517-a45d-c5f40eac8072 req-1bad37bb-4b95-4b0f-8f4d-74f3e1391918 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:50.226467 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-daac76cb-f95d-4517-a45d-c5f40eac8072 req-1bad37bb-4b95-4b0f-8f4d-74f3e1391918 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 943 time: 0.0881093 Sep 21 16:03:50.269896 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-daac76cb-f95d-4517-a45d-c5f40eac8072 req-9e5c0973-6bef-4177-a5cb-148f407e22e9 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376964 Sep 21 16:03:51.468746 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45e5ad-7e12-4f3f-bb45-53af82e61aaf req-09393df3-2245-472a-90cc-2a85cae0ffd0 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:51.470202 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3e45e5ad-7e12-4f3f-bb45-53af82e61aaf req-09393df3-2245-472a-90cc-2a85cae0ffd0 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 943 time: 0.0917346 Sep 21 16:03:51.514513 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3e45e5ad-7e12-4f3f-bb45-53af82e61aaf req-493abeed-f588-4e5d-b32c-d58932d4e579 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376747 Sep 21 16:03:52.463920 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:52.590878 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 751b639f-19b2-4e71-aec8-382f4c8ab68f details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:03:52.718487 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1c51e-0d19-4fe5-a487-16882994398a req-3657500c-965d-4f5b-aa1f-b8af0a55f8bf tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:52.719983 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93b1c51e-0d19-4fe5-a487-16882994398a req-3657500c-965d-4f5b-aa1f-b8af0a55f8bf tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 943 time: 0.0900378 Sep 21 16:03:52.733591 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 751b639f-19b2-4e71-aec8-382f4c8ab68f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=751b639f-19b2-4e71-aec8-382f4c8ab68f,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:52.747333 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '751b639f-19b2-4e71-aec8-382f4c8ab68f', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'port_id': '751b639f-19b2-4e71-aec8-382f4c8ab68f', 'mac_address': 'fa:16:3e:46:db:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:03:52.768711 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93b1c51e-0d19-4fe5-a487-16882994398a req-9a22527a-cbb9-44c8-afb3-88afca7385b9 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419741 Sep 21 16:03:52.801909 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 751b639f-19b2-4e71-aec8-382f4c8ab68f is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:52.802282 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:52.821304 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751b639f-19b2-4e71-aec8-382f4c8ab68f {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:03:52.836493 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 751b639f-19b2-4e71-aec8-382f4c8ab68f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=751b639f-19b2-4e71-aec8-382f4c8ab68f,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:52.840238 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:52.906034 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=751b639f-19b2-4e71-aec8-382f4c8ab68f,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:52.913568 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:52.913911 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:52.914243 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:52.914571 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:52.914896 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:52.915218 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:52.915536 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:52.915855 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:52.916174 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:52.916519 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:52.916839 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:52.917171 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:53.101843 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['751b639f-19b2-4e71-aec8-382f4c8ab68f'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:03:53.967253 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfdfb36-cea6-4c5c-9c7a-342e8afd8d08 req-4ab82658-2a0d-42e4-8e26-34a6f3805606 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:53.968729 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0dfdfb36-cea6-4c5c-9c7a-342e8afd8d08 req-4ab82658-2a0d-42e4-8e26-34a6f3805606 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 944 time: 0.0862486 Sep 21 16:03:54.013110 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0dfdfb36-cea6-4c5c-9c7a-342e8afd8d08 req-186658eb-45b7-4154-9946-5be1d63589cf tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383294 Sep 21 16:03:54.606952 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 751b639f-19b2-4e71-aec8-382f4c8ab68f up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:03:54.680064 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 751b639f-19b2-4e71-aec8-382f4c8ab68f completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:54.684789 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 751b639f-19b2-4e71-aec8-382f4c8ab68f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:54.685161 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:54.830181 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 751b639f-19b2-4e71-aec8-382f4c8ab68f is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:54.830556 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:54.857425 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a672a4e6-c192-428f-a3fd-8a3c79b24fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751b639f-19b2-4e71-aec8-382f4c8ab68f'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:03:54.859602 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cf5824-4745-4c6b-a18b-328068845118" -d '{"events": [{"server_uuid": "a672a4e6-c192-428f-a3fd-8a3c79b24fbf", "name": "network-vif-plugged", "status": "completed", "tag": "751b639f-19b2-4e71-aec8-382f4c8ab68f"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:03:54.868718 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 751b639f-19b2-4e71-aec8-382f4c8ab68f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=751b639f-19b2-4e71-aec8-382f4c8ab68f,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:54.873319 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:54.909187 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bb41cc-d67d-4386-8eba-aea55d625863 x-openstack-request-id: req-11bb41cc-d67d-4386-8eba-aea55d625863 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:03:54.909478 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a672a4e6-c192-428f-a3fd-8a3c79b24fbf", "name": "network-vif-plugged", "status": "completed", "tag": "751b639f-19b2-4e71-aec8-382f4c8ab68f", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:03:54.909729 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-11bb41cc-d67d-4386-8eba-aea55d625863 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:03:54.910119 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11bb41cc-d67d-4386-8eba-aea55d625863'] response: {'server_uuid': 'a672a4e6-c192-428f-a3fd-8a3c79b24fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751b639f-19b2-4e71-aec8-382f4c8ab68f', 'code': 200} Sep 21 16:03:54.943855 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=751b639f-19b2-4e71-aec8-382f4c8ab68f,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:55.272527 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a204e7-3472-424d-a45b-7624ba1caf4a req-2e7fdff3-923a-476f-bc19-57720705ae07 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:55.273982 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-72a204e7-3472-424d-a45b-7624ba1caf4a req-2e7fdff3-923a-476f-bc19-57720705ae07 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.1506796 Sep 21 16:03:55.275850 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e447f-ad2d-411e-b345-ce597cf6eaa0 req-0482584c-b4a0-4eab-b02c-7c1ec0d77480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:55.277189 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6a3e447f-ad2d-411e-b345-ce597cf6eaa0 req-0482584c-b4a0-4eab-b02c-7c1ec0d77480 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 1098 time: 0.1138072 Sep 21 16:03:55.345658 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-72a204e7-3472-424d-a45b-7624ba1caf4a req-a88a6f8e-4f6e-4935-bb2c-7330eb8e1f8e tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660155 Sep 21 16:03:55.349125 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6a3e447f-ad2d-411e-b345-ce597cf6eaa0 req-e921c739-5001-4feb-9229-c3fa91d04ddf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542655 Sep 21 16:03:56.551306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a5c18-ab33-4968-825e-eff2da29ba5f req-2dbf20e0-3929-4cfd-af93-1098137e788a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:56.552823 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-822a5c18-ab33-4968-825e-eff2da29ba5f req-2dbf20e0-3929-4cfd-af93-1098137e788a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.0960727 Sep 21 16:03:56.601133 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-822a5c18-ab33-4968-825e-eff2da29ba5f req-154b6a3f-c503-461a-9bbf-ce147ef8723b tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421982 Sep 21 16:03:57.797815 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d6ce5-914e-459e-90ba-a47d57c602d1 req-301cef68-41af-432e-8cdb-6eacd37e8798 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:57.799158 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eb9d6ce5-914e-459e-90ba-a47d57c602d1 req-301cef68-41af-432e-8cdb-6eacd37e8798 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.0897319 Sep 21 16:03:57.842058 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eb9d6ce5-914e-459e-90ba-a47d57c602d1 req-590e5c51-7a43-4621-aac7-01a2e0e27206 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365965 Sep 21 16:03:58.043945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1987c8-4236-4d86-9389-05a9143a3f21 req-eada820d-e6a4-4fb3-8164-63b9402ab975 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:58.045412 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bc1987c8-4236-4d86-9389-05a9143a3f21 req-eada820d-e6a4-4fb3-8164-63b9402ab975 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.0914040 Sep 21 16:03:58.087943 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bc1987c8-4236-4d86-9389-05a9143a3f21 req-6442a178-57f9-4a6b-b01c-df89082a1a59 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367868 Sep 21 16:03:58.116276 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42718) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:58.191307 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19dc281-ab70-4543-af71-c00ecfd0d2fc tempest-TestShelveInstance-354164332 tempest-TestShelveInstance-354164332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:58.192000 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c19dc281-ab70-4543-af71-c00ecfd0d2fc tempest-TestShelveInstance-354164332 tempest-TestShelveInstance-354164332-project-admin] Synchronizing usage tracker for tenant:eca09682f85b46d5a3c0a75a0582e0d5 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:03:58.206593 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c19dc281-ab70-4543-af71-c00ecfd0d2fc tempest-TestShelveInstance-354164332 tempest-TestShelveInstance-354164332-project-admin] Unset dirty status for tenant:eca09682f85b46d5a3c0a75a0582e0d5 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:03:58.207703 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c19dc281-ab70-4543-af71-c00ecfd0d2fc tempest-TestShelveInstance-354164332 tempest-TestShelveInstance-354164332-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 1093 time: 0.0904512 Sep 21 16:03:58.210981 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42722) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:58.215776 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': '751b639f-19b2-4e71-aec8-382f4c8ab68f', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:58.221707 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:58.226709 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Usage tracker for resource:floatingip and tenant:5c199920138e4bcab78e68bd244e5d62 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:58.229485 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:58.235061 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:58.245465 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:58.379034 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:58.512778 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Allocated IP 172.26.4.10 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/ac76f061-d77a-4190-a291-16ac83b9f915) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:03:58.753291 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:58.782997 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:58.845923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:58.848785 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:58.851495 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:03:58.896204 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event updated for resources: {'Port': ['ID=ac76f061-d77a-4190-a291-16ac83b9f915,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:59.266301 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:59.338477 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:59.542146 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:59.546527 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:59.648820 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:59.700353 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event updated for resources: {'Port': ['ID=ac76f061-d77a-4190-a291-16ac83b9f915,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:59.825008 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Floating IP d0a733f8-2d36-4377-9fbb-82b0a88535b2 associated. External IP: 172.26.4.10, port: 751b639f-19b2-4e71-aec8-382f4c8ab68f. Sep 21 16:04:00.294042 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Router 48341893-599d-46e2-b197-a1a1ce87343a has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:04:00.476498 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:04:00.486392 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef745efc-62a3-4e60-8d32-f925f3cb5eb7 None None] Sync routers for ids ['48341893-599d-46e2-b197-a1a1ce87343a'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:04:00.496276 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef745efc-62a3-4e60-8d32-f925f3cb5eb7 None None] Routers {'48341893-599d-46e2-b197-a1a1ce87343a'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:00.496919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ef745efc-62a3-4e60-8d32-f925f3cb5eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:03:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['48341893-599d-46e2-b197-a1a1ce87343a'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:00.501330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:00.567860 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6aa402e0-b913-446c-9eb1-4e533c470682 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3557470 Sep 21 16:04:00.568940 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a672a4e6-c192-428f-a3fd-8a3c79b24fbf', 'tag': '751b639f-19b2-4e71-aec8-382f4c8ab68f'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:04:00.571437 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a21c43c0d47b23929c0c05a027c152859baebac76fedb7590e461990b16d1cdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27eb0efd-f294-42da-aa85-b6c2e17a5447" -d '{"events": [{"name": "network-changed", "server_uuid": "a672a4e6-c192-428f-a3fd-8a3c79b24fbf", "tag": "751b639f-19b2-4e71-aec8-382f4c8ab68f"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:04:00.612678 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8820bcf0-f083-4fc4-9082-74339bd8c609 x-openstack-request-id: req-8820bcf0-f083-4fc4-9082-74339bd8c609 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:04:00.612965 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a672a4e6-c192-428f-a3fd-8a3c79b24fbf", "tag": "751b639f-19b2-4e71-aec8-382f4c8ab68f", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:04:00.613236 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8820bcf0-f083-4fc4-9082-74339bd8c609 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:04:00.613638 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8820bcf0-f083-4fc4-9082-74339bd8c609'] response: {'name': 'network-changed', 'server_uuid': 'a672a4e6-c192-428f-a3fd-8a3c79b24fbf', 'tag': '751b639f-19b2-4e71-aec8-382f4c8ab68f', 'status': 'completed', 'code': 200} Sep 21 16:04:00.691290 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-ef745efc-62a3-4e60-8d32-f925f3cb5eb7 None None] Set router 48341893-599d-46e2-b197-a1a1ce87343a gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:00.723749 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb0efd-f294-42da-aa85-b6c2e17a5447 req-e9673008-432b-47c0-a537-4f64a1e3a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:00.725765 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-27eb0efd-f294-42da-aa85-b6c2e17a5447 req-e9673008-432b-47c0-a537-4f64a1e3a7c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 1098 time: 0.0826454 Sep 21 16:04:00.855822 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb0efd-f294-42da-aa85-b6c2e17a5447 req-df248659-f6b0-4300-850c-5a74a061411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:00.857221 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-27eb0efd-f294-42da-aa85-b6c2e17a5447 req-df248659-f6b0-4300-850c-5a74a061411c service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 909 time: 0.1256239 Sep 21 16:04:00.963533 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-27eb0efd-f294-42da-aa85-b6c2e17a5447 req-275932a3-9fa5-4d66-97e7-1671c25d229d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751b639f-19b2-4e71-aec8-382f4c8ab68f HTTP/1.1" status: 200 len: 998 time: 0.0983369 Sep 21 16:04:01.027141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb0efd-f294-42da-aa85-b6c2e17a5447 req-751b878c-fab4-4218-98fd-8f6425a1ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:01.028747 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-27eb0efd-f294-42da-aa85-b6c2e17a5447 req-751b878c-fab4-4218-98fd-8f6425a1ac45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aa9388-6231-455c-8ee0-e559b86bd78a HTTP/1.1" status: 200 len: 847 time: 0.0597289 Sep 21 16:04:01.049549 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ef745efc-62a3-4e60-8d32-f925f3cb5eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48341893-599d-46e2-b197-a1a1ce87343a', 'name': 'tempest-TestShelveInstance-131818431-router', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:51Z', 'revision_number': 4, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'gw_port': {'id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'd0a733f8-2d36-4377-9fbb-82b0a88535b2', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'floating_ip_address': '172.26.4.10', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'port_id': '751b639f-19b2-4e71-aec8-382f4c8ab68f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'mac_address': 'fa:16:3e:46:db:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a672a4e6-c192-428f-a3fd-8a3c79b24fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:03:59Z', 'updated_at': '2022-09-21T16:03:59Z', 'revision_number': 0, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf893589-a7e7-456b-86c1-bdd87b7a5feb', 'name': '', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'mac_address': 'fa:16:3e:55:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:50Z', 'updated_at': '2022-09-21T15:58:58Z', 'revision_number': 5, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'subnets': [{'id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:01.053610 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef745efc-62a3-4e60-8d32-f925f3cb5eb7 None None] Checking router: 48341893-599d-46e2-b197-a1a1ce87343a for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:04:01.061782 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef745efc-62a3-4e60-8d32-f925f3cb5eb7 None None] Routers {'48341893-599d-46e2-b197-a1a1ce87343a'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:01.062399 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ef745efc-62a3-4e60-8d32-f925f3cb5eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:03:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['48341893-599d-46e2-b197-a1a1ce87343a'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:01.112635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb0efd-f294-42da-aa85-b6c2e17a5447 req-0ec6be43-eeb4-4387-9bcd-e93d9a45bfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:01.114066 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-27eb0efd-f294-42da-aa85-b6c2e17a5447 req-0ec6be43-eeb4-4387-9bcd-e93d9a45bfe4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3ce08b-57eb-4737-a073-3610c8e66b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798345 Sep 21 16:04:01.245403 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-ef745efc-62a3-4e60-8d32-f925f3cb5eb7 None None] Set router 48341893-599d-46e2-b197-a1a1ce87343a gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:01.246562 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-27eb0efd-f294-42da-aa85-b6c2e17a5447 req-7c31b136-a944-47f1-87fe-38a2a9bb2c16 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248238 Sep 21 16:04:01.384489 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-27eb0efd-f294-42da-aa85-b6c2e17a5447 req-3c8ffd1d-656f-47f2-8d60-df168d6d0d8a service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317232 Sep 21 16:04:01.589974 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ef745efc-62a3-4e60-8d32-f925f3cb5eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48341893-599d-46e2-b197-a1a1ce87343a', 'name': 'tempest-TestShelveInstance-131818431-router', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:51Z', 'revision_number': 4, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'gw_port': {'id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'd0a733f8-2d36-4377-9fbb-82b0a88535b2', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'floating_ip_address': '172.26.4.10', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'port_id': '751b639f-19b2-4e71-aec8-382f4c8ab68f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'mac_address': 'fa:16:3e:46:db:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a672a4e6-c192-428f-a3fd-8a3c79b24fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:03:59Z', 'updated_at': '2022-09-21T16:03:59Z', 'revision_number': 0, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf893589-a7e7-456b-86c1-bdd87b7a5feb', 'name': '', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'mac_address': 'fa:16:3e:55:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:50Z', 'updated_at': '2022-09-21T15:58:58Z', 'revision_number': 5, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'subnets': [{'id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:01.594097 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef745efc-62a3-4e60-8d32-f925f3cb5eb7 None None] The sync data for ids ['48341893-599d-46e2-b197-a1a1ce87343a'] in dv-neutron-858731-1-hyperv is: [{'id': '48341893-599d-46e2-b197-a1a1ce87343a', 'name': 'tempest-TestShelveInstance-131818431-router', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:51Z', 'revision_number': 4, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'gw_port': {'id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': 'd0a733f8-2d36-4377-9fbb-82b0a88535b2', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'floating_ip_address': '172.26.4.10', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'port_id': '751b639f-19b2-4e71-aec8-382f4c8ab68f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'mac_address': 'fa:16:3e:46:db:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a672a4e6-c192-428f-a3fd-8a3c79b24fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:03:59Z', 'updated_at': '2022-09-21T16:03:59Z', 'revision_number': 0, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf893589-a7e7-456b-86c1-bdd87b7a5feb', 'name': '', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'mac_address': 'fa:16:3e:55:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:50Z', 'updated_at': '2022-09-21T15:58:58Z', 'revision_number': 5, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'subnets': [{'id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:01.783075 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d791d671-b096-4222-8328-47d5434f23a7 None None] New status for floating IP d0a733f8-2d36-4377-9fbb-82b0a88535b2: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:04:05.668955 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d22a-302c-4a0e-bc54-854734ebc07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:08.022692 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-56fe20b1-e4d6-4123-ad37-3839a02c0f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:08.680127 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:04:08.878358 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:09.118751 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:10.746007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:20.264085 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3856b8b9-7085-4fc1-a8d7-b649ae90679e req-b094cb33-1ebe-4bd9-8993-b292004cfd96 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829082 Sep 21 16:04:20.419900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856b8b9-7085-4fc1-a8d7-b649ae90679e req-b7c87d17-e800-42e9-b8b8-78b157e3a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:20.421229 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3856b8b9-7085-4fc1-a8d7-b649ae90679e req-b7c87d17-e800-42e9-b8b8-78b157e3a911 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 1098 time: 0.0870175 Sep 21 16:04:20.574216 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856b8b9-7085-4fc1-a8d7-b649ae90679e req-c09c0228-2d43-428b-a821-ca01d6d13152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:20.575677 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3856b8b9-7085-4fc1-a8d7-b649ae90679e req-c09c0228-2d43-428b-a821-ca01d6d13152 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 909 time: 0.1328619 Sep 21 16:04:20.689381 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3856b8b9-7085-4fc1-a8d7-b649ae90679e req-93d7e8d8-bc8c-4105-b7f0-8f5d23ff24c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751b639f-19b2-4e71-aec8-382f4c8ab68f HTTP/1.1" status: 200 len: 1000 time: 0.1052160 Sep 21 16:04:20.762319 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856b8b9-7085-4fc1-a8d7-b649ae90679e req-172a1635-2b69-4653-9a2b-c68046dc5325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:20.763495 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3856b8b9-7085-4fc1-a8d7-b649ae90679e req-172a1635-2b69-4653-9a2b-c68046dc5325 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aa9388-6231-455c-8ee0-e559b86bd78a HTTP/1.1" status: 200 len: 847 time: 0.0680294 Sep 21 16:04:20.963340 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856b8b9-7085-4fc1-a8d7-b649ae90679e req-142ed09a-5db2-4eb4-be5b-3dd33d950300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:20.964683 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3856b8b9-7085-4fc1-a8d7-b649ae90679e req-142ed09a-5db2-4eb4-be5b-3dd33d950300 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3ce08b-57eb-4737-a073-3610c8e66b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1940777 Sep 21 16:04:21.109947 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3856b8b9-7085-4fc1-a8d7-b649ae90679e req-d1fab3f3-2181-4b7e-a835-00c02d49ade0 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371806 Sep 21 16:04:21.260193 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3856b8b9-7085-4fc1-a8d7-b649ae90679e req-d892f432-bf84-43be-925a-f5a5120b1c70 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424994 Sep 21 16:04:22.462842 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:35.672830 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-94bf2611-cd9f-4b19-b0a9-8c55c0ff1eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:38.025302 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-00476624-1c36-4f28-9c2d-514dcced1443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:38.881326 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:39.109007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.750008 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:45.678423 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:04:52.463014 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:05.679421 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1d6eae20-a240-404c-9513-a633b0e88341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:08.026460 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ce0e57b7-7492-424d-a019-9de4ec5196d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:08.883313 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:09.112009 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:10.751579 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:20.292484 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d134fc07-16cb-4090-9612-b0f80fe44345 req-433cd86b-e9b7-466d-bbfc-65ede40d9b72 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826850 Sep 21 16:05:20.449126 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134fc07-16cb-4090-9612-b0f80fe44345 req-d9062a20-d9e9-445a-be82-c954eea4ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:20.450585 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d134fc07-16cb-4090-9612-b0f80fe44345 req-d9062a20-d9e9-445a-be82-c954eea4ad40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 1098 time: 0.0794556 Sep 21 16:05:20.597520 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134fc07-16cb-4090-9612-b0f80fe44345 req-6f722a74-fa93-4225-8202-c8255ad8b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:20.599094 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d134fc07-16cb-4090-9612-b0f80fe44345 req-6f722a74-fa93-4225-8202-c8255ad8b1ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 909 time: 0.1245382 Sep 21 16:05:20.710119 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d134fc07-16cb-4090-9612-b0f80fe44345 req-40d9b672-311f-4629-85bf-1329f23fb8d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751b639f-19b2-4e71-aec8-382f4c8ab68f HTTP/1.1" status: 200 len: 1000 time: 0.1021128 Sep 21 16:05:20.775173 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134fc07-16cb-4090-9612-b0f80fe44345 req-e24fac3f-9647-4b0b-8479-37de1d9abc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:20.776559 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d134fc07-16cb-4090-9612-b0f80fe44345 req-e24fac3f-9647-4b0b-8479-37de1d9abc1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aa9388-6231-455c-8ee0-e559b86bd78a HTTP/1.1" status: 200 len: 847 time: 0.0569477 Sep 21 16:05:20.862857 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134fc07-16cb-4090-9612-b0f80fe44345 req-529c8283-717f-4c3d-b6ba-71b2c293663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:20.864213 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d134fc07-16cb-4090-9612-b0f80fe44345 req-529c8283-717f-4c3d-b6ba-71b2c293663e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3ce08b-57eb-4737-a073-3610c8e66b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785966 Sep 21 16:05:20.997022 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d134fc07-16cb-4090-9612-b0f80fe44345 req-2119374a-25dd-4742-a0e4-1d0061d92bc5 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232100 Sep 21 16:05:21.131597 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d134fc07-16cb-4090-9612-b0f80fe44345 req-cf2d9373-1f7f-4d11-aa2f-e92c7f5b1295 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276722 Sep 21 16:05:22.477774 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:22.677530 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:05:35.684826 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0c3b8e70-d292-4f97-8be7-bffd2e4a2f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:38.029290 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4a9cd0b6-6aec-4561-8757-1841ce3abb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:38.889490 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:39.116160 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:40.754017 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:52.498740 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:58.551149 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3014b-0585-4e94-802e-604c046a9666 req-a7d0124c-2882-486a-ab87-8bfc880ff113 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:58.552612 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-88c3014b-0585-4e94-802e-604c046a9666 req-a7d0124c-2882-486a-ab87-8bfc880ff113 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.0887749 Sep 21 16:05:58.599736 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-88c3014b-0585-4e94-802e-604c046a9666 req-488c5ab4-9cba-48d5-8133-58bfcbf43c41 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415099 Sep 21 16:05:59.679422 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:05:59.805754 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171f7ad-0dc3-470e-bf28-94528b9ca093 req-c49d6530-d125-4f3d-a369-05f1f10615d0 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:59.807132 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2171f7ad-0dc3-470e-bf28-94528b9ca093 req-c49d6530-d125-4f3d-a369-05f1f10615d0 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.0901017 Sep 21 16:05:59.850984 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2171f7ad-0dc3-470e-bf28-94528b9ca093 req-da92545c-415e-462e-b3b9-761c9624efa1 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382400 Sep 21 16:06:01.053049 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6daf16-f72b-4737-87c9-36f2a8a34268 req-82896d6b-70f8-4d41-84dc-c121ef8a39e3 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:01.054501 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba6daf16-f72b-4737-87c9-36f2a8a34268 req-82896d6b-70f8-4d41-84dc-c121ef8a39e3 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.0917289 Sep 21 16:06:01.097638 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba6daf16-f72b-4737-87c9-36f2a8a34268 req-a33c4b33-5855-4d22-8d7c-90620720c333 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373957 Sep 21 16:06:02.294864 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa57fd6-6bd4-44ff-a23f-fbe8943fdb5a req-c132c402-c4a1-4917-bd62-5f9bf8affc95 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:02.296201 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2fa57fd6-6bd4-44ff-a23f-fbe8943fdb5a req-c132c402-c4a1-4917-bd62-5f9bf8affc95 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.0893791 Sep 21 16:06:02.342065 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2fa57fd6-6bd4-44ff-a23f-fbe8943fdb5a req-962f579e-90c2-44c7-82cf-e02ec1b71d60 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394378 Sep 21 16:06:03.634230 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847d148-8287-4abc-b70f-a024a20af421 req-e63fc240-8c74-47fe-9329-3ec2669cd224 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:03.635617 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c847d148-8287-4abc-b70f-a024a20af421 req-e63fc240-8c74-47fe-9329-3ec2669cd224 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.1837842 Sep 21 16:06:03.680238 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c847d148-8287-4abc-b70f-a024a20af421 req-4184897c-1227-46ce-abcc-accf47542d02 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389969 Sep 21 16:06:04.886985 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ade06-ff56-4a3a-8cf0-b4306c31de11 req-40f78681-8be6-4a38-aa13-0ffdaadd3700 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:04.888435 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e15ade06-ff56-4a3a-8cf0-b4306c31de11 req-40f78681-8be6-4a38-aa13-0ffdaadd3700 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.0952516 Sep 21 16:06:04.931527 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e15ade06-ff56-4a3a-8cf0-b4306c31de11 req-50fbb5de-f519-4fcb-acbb-f41e446cbae3 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375342 Sep 21 16:06:05.686771 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a6fa1a39-bb78-4037-b103-51911a9c2167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:06.130072 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ec0b2-4cf0-4dc5-8909-e8f174c43dd3 req-3f13a0c0-3451-4f16-a2a3-ac2db7a280e7 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:06.131530 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f69ec0b2-4cf0-4dc5-8909-e8f174c43dd3 req-3f13a0c0-3451-4f16-a2a3-ac2db7a280e7 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.0877054 Sep 21 16:06:06.178415 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f69ec0b2-4cf0-4dc5-8909-e8f174c43dd3 req-6f92926d-1a3f-4975-a4e0-46e3a267a3c1 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412662 Sep 21 16:06:07.538388 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f5368-f57d-474e-8c7a-b92bc54dcbaa req-cf1a54bb-def4-4761-9470-2d488c008bc5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:07.539862 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6a4f5368-f57d-474e-8c7a-b92bc54dcbaa req-cf1a54bb-def4-4761-9470-2d488c008bc5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.0884659 Sep 21 16:06:07.583618 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6a4f5368-f57d-474e-8c7a-b92bc54dcbaa req-301ff077-d27b-4d61-a8f3-b743d2aee398 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380383 Sep 21 16:06:08.033027 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d64eda1c-5660-437e-85bf-4496c5f25205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:08.692785 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71102d4a-8a59-47d2-a98a-272825d63243 req-eac91ae4-04b1-42c9-8594-85b62ea86c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:08.694258 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71102d4a-8a59-47d2-a98a-272825d63243 req-eac91ae4-04b1-42c9-8594-85b62ea86c9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 1098 time: 0.0816863 Sep 21 16:06:08.883052 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:08.888594 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7bc95-63c1-42ea-9c6e-e33a6dcae72e req-790c7317-f057-4f77-88a5-2434aaa8294e tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:08.890042 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-88d7bc95-63c1-42ea-9c6e-e33a6dcae72e req-790c7317-f057-4f77-88a5-2434aaa8294e tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.1949353 Sep 21 16:06:08.892678 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71102d4a-8a59-47d2-a98a-272825d63243 req-896831a9-8405-4553-91d7-615b3eb3d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:08.894628 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71102d4a-8a59-47d2-a98a-272825d63243 req-896831a9-8405-4553-91d7-615b3eb3d1a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 909 time: 0.1637464 Sep 21 16:06:09.022724 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-88d7bc95-63c1-42ea-9c6e-e33a6dcae72e req-b4dfcec1-fb70-48f2-b930-2856d201d057 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254458 Sep 21 16:06:09.028885 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71102d4a-8a59-47d2-a98a-272825d63243 req-e62bade7-bed6-4820-9cda-79250dd5b11e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751b639f-19b2-4e71-aec8-382f4c8ab68f HTTP/1.1" status: 200 len: 1000 time: 0.1157980 Sep 21 16:06:09.095242 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71102d4a-8a59-47d2-a98a-272825d63243 req-aee9beef-c47c-47b3-a822-e82aa6f5de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:09.096702 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71102d4a-8a59-47d2-a98a-272825d63243 req-aee9beef-c47c-47b3-a822-e82aa6f5de57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aa9388-6231-455c-8ee0-e559b86bd78a HTTP/1.1" status: 200 len: 847 time: 0.0573015 Sep 21 16:06:09.118074 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:09.182753 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71102d4a-8a59-47d2-a98a-272825d63243 req-35d3e97e-5043-4b71-a7e8-445466aea1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:09.184129 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71102d4a-8a59-47d2-a98a-272825d63243 req-35d3e97e-5043-4b71-a7e8-445466aea1d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3ce08b-57eb-4737-a073-3610c8e66b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783074 Sep 21 16:06:09.316120 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71102d4a-8a59-47d2-a98a-272825d63243 req-75fec44b-f356-4d22-a1f1-ad5a8ba19ad0 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224246 Sep 21 16:06:09.447168 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71102d4a-8a59-47d2-a98a-272825d63243 req-667276a4-c6f2-4f5b-baeb-29ef909ed630 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240828 Sep 21 16:06:10.220556 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fb8b1-8645-423b-a961-55ce16d46e99 req-b3b7224e-0f3d-4e24-88b9-4479c2659b6a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:10.222113 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a91fb8b1-8645-423b-a961-55ce16d46e99 req-b3b7224e-0f3d-4e24-88b9-4479c2659b6a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.0892432 Sep 21 16:06:10.265366 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a91fb8b1-8645-423b-a961-55ce16d46e99 req-c39cdfa7-dd3a-428a-92b8-6b7b0e3219bf tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375857 Sep 21 16:06:10.757633 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:11.466183 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e096e-c22b-4c95-8b7c-862c134091df req-89028713-7ffe-47fb-8542-43b0fc748fd9 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:11.468347 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-580e096e-c22b-4c95-8b7c-862c134091df req-89028713-7ffe-47fb-8542-43b0fc748fd9 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.0937240 Sep 21 16:06:11.514050 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-580e096e-c22b-4c95-8b7c-862c134091df req-75479315-b259-488f-8c28-6a4b7d2dc4b0 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386200 Sep 21 16:06:12.710377 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b417d3b-9348-4c3b-bade-dd418e1db804 req-4307e9a1-8a36-44a5-9ccf-cc8359f33053 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:12.711827 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b417d3b-9348-4c3b-bade-dd418e1db804 req-4307e9a1-8a36-44a5-9ccf-cc8359f33053 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.0884676 Sep 21 16:06:12.759813 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1b417d3b-9348-4c3b-bade-dd418e1db804 req-4cd47081-0f3b-40e5-9199-06892b92b5bf tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423999 Sep 21 16:06:13.107276 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-eae9d06f-b3b0-4ee6-b1a2-5ad57a968608 req-4b8fc8ec-86fb-45e8-a7ac-c88dfc3d8869 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1351182 Sep 21 16:06:13.214228 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61eaf2-9bab-4a91-b40e-051b6ef802fe req-8b43c6f8-bad6-41f2-86c2-6b389c57aa39 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:13.215660 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8c61eaf2-9bab-4a91-b40e-051b6ef802fe req-8b43c6f8-bad6-41f2-86c2-6b389c57aa39 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.1840637 Sep 21 16:06:13.258985 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8c61eaf2-9bab-4a91-b40e-051b6ef802fe req-cfa9011d-8b0b-4a5b-92c7-a208414242d3 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376592 Sep 21 16:06:14.468733 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420113df-79e2-462c-b86e-a7e97927ce82 req-76d9d0c4-20ca-4dca-87a6-96413c79f4d4 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:14.470189 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-420113df-79e2-462c-b86e-a7e97927ce82 req-76d9d0c4-20ca-4dca-87a6-96413c79f4d4 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.0906029 Sep 21 16:06:14.514458 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-420113df-79e2-462c-b86e-a7e97927ce82 req-e12518ff-083b-4b5e-82ce-b4e2f92ce534 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378022 Sep 21 16:06:15.281311 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 751b639f-19b2-4e71-aec8-382f4c8ab68f no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:06:15.395577 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 751b639f-19b2-4e71-aec8-382f4c8ab68f is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:06:15.396415 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:15.424122 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a672a4e6-c192-428f-a3fd-8a3c79b24fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '751b639f-19b2-4e71-aec8-382f4c8ab68f'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:06:15.426621 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49538310-ac91-40cf-b419-358a4b7d86f5" -d '{"events": [{"server_uuid": "a672a4e6-c192-428f-a3fd-8a3c79b24fbf", "name": "network-vif-unplugged", "status": "completed", "tag": "751b639f-19b2-4e71-aec8-382f4c8ab68f"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:06:15.434560 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 751b639f-19b2-4e71-aec8-382f4c8ab68f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=751b639f-19b2-4e71-aec8-382f4c8ab68f,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:06:15.439873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:15.477110 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 21 Sep 2022 16:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38482ab5-8823-4ad8-b678-fc7c6323a9bd x-openstack-request-id: req-38482ab5-8823-4ad8-b678-fc7c6323a9bd {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:06:15.477658 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a672a4e6-c192-428f-a3fd-8a3c79b24fbf", "name": "network-vif-unplugged", "status": "failed", "tag": "751b639f-19b2-4e71-aec8-382f4c8ab68f", "code": 422}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:06:15.478090 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-38482ab5-8823-4ad8-b678-fc7c6323a9bd {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:06:15.478684 dv-neutron-858731-1-hyperv neutron-server[89020]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-38482ab5-8823-4ad8-b678-fc7c6323a9bd']: {'server_uuid': 'a672a4e6-c192-428f-a3fd-8a3c79b24fbf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '751b639f-19b2-4e71-aec8-382f4c8ab68f', 'code': 422} returned with failed status Sep 21 16:06:15.518064 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=751b639f-19b2-4e71-aec8-382f4c8ab68f,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:15.526754 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:15.527110 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:15.527452 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:15.527942 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:15.528419 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:15.528809 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:15.529172 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:15.529534 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:15.529863 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:15.530220 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:15.530545 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:15.530873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:15.713110 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6193855-12a3-45ab-845e-8f5858d6b063 req-92bf437e-242c-44bc-94a2-31672b9ab232 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:15.714616 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a6193855-12a3-45ab-845e-8f5858d6b063 req-92bf437e-242c-44bc-94a2-31672b9ab232 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 943 time: 0.0891867 Sep 21 16:06:15.762175 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a6193855-12a3-45ab-845e-8f5858d6b063 req-d5733434-29f7-4561-aec4-4e98274b2ad9 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418532 Sep 21 16:06:17.012681 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04a3f4-2505-4d74-ab97-61ccbb6daae4 req-f0b8cac3-37ed-44f1-99a5-833532ab8dd5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:17.014220 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fd04a3f4-2505-4d74-ab97-61ccbb6daae4 req-f0b8cac3-37ed-44f1-99a5-833532ab8dd5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 943 time: 0.0960734 Sep 21 16:06:17.061489 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fd04a3f4-2505-4d74-ab97-61ccbb6daae4 req-1b479d0f-636b-450d-92e2-920a2030db64 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403357 Sep 21 16:06:17.685177 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9d06f-b3b0-4ee6-b1a2-5ad57a968608 req-ce7dae11-4e42-4093-8e8e-eba5faab8867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:17.686901 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eae9d06f-b3b0-4ee6-b1a2-5ad57a968608 req-ce7dae11-4e42-4093-8e8e-eba5faab8867 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf&tenant_id=5c199920138e4bcab78e68bd244e5d62 HTTP/1.1" status: 200 len: 1096 time: 0.0816479 Sep 21 16:06:17.789842 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9d06f-b3b0-4ee6-b1a2-5ad57a968608 req-f023fa03-0099-45cd-833e-acfb8f98791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:17.791286 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eae9d06f-b3b0-4ee6-b1a2-5ad57a968608 req-f023fa03-0099-45cd-833e-acfb8f98791a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 1096 time: 0.0769544 Sep 21 16:06:17.927463 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9d06f-b3b0-4ee6-b1a2-5ad57a968608 req-a6957b17-ff0e-4a6f-876d-2ae4da8b540b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:17.928835 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eae9d06f-b3b0-4ee6-b1a2-5ad57a968608 req-a6957b17-ff0e-4a6f-876d-2ae4da8b540b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 909 time: 0.1278462 Sep 21 16:06:18.033715 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eae9d06f-b3b0-4ee6-b1a2-5ad57a968608 req-b625fb24-67c5-4970-bba2-376755b8923f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751b639f-19b2-4e71-aec8-382f4c8ab68f HTTP/1.1" status: 200 len: 998 time: 0.0952523 Sep 21 16:06:18.098339 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9d06f-b3b0-4ee6-b1a2-5ad57a968608 req-e226903a-5f58-48c7-8ebd-9901aad95dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:18.100069 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eae9d06f-b3b0-4ee6-b1a2-5ad57a968608 req-e226903a-5f58-48c7-8ebd-9901aad95dda service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aa9388-6231-455c-8ee0-e559b86bd78a HTTP/1.1" status: 200 len: 847 time: 0.0570481 Sep 21 16:06:18.243679 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9d06f-b3b0-4ee6-b1a2-5ad57a968608 req-35ece37b-4365-4f9c-88ec-051471ef3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:18.245203 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eae9d06f-b3b0-4ee6-b1a2-5ad57a968608 req-35ece37b-4365-4f9c-88ec-051471ef3c71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3ce08b-57eb-4737-a073-3610c8e66b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1361895 Sep 21 16:06:18.346768 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83f98f-14b4-4a3f-868a-de4ec40d0d52 req-54ba47ac-09ec-4465-b506-0d69ab7272e0 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:18.348287 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b83f98f-14b4-4a3f-868a-de4ec40d0d52 req-54ba47ac-09ec-4465-b506-0d69ab7272e0 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 943 time: 0.1719179 Sep 21 16:06:18.426595 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b83f98f-14b4-4a3f-868a-de4ec40d0d52 req-a4477fce-fac9-4ed2-8a7c-3c158ec2c0c3 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714345 Sep 21 16:06:18.428699 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eae9d06f-b3b0-4ee6-b1a2-5ad57a968608 req-ed763599-9078-4714-b659-0b9672358dcf service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742697 Sep 21 16:06:18.563622 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eae9d06f-b3b0-4ee6-b1a2-5ad57a968608 req-354837f1-918d-4bb1-bba8-1e22e5c79090 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250353 Sep 21 16:06:19.629531 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b7066-730c-47b0-b532-017d7599541d req-6d2af035-2c30-4830-93a3-812ebd7f7fcb tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:19.630986 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-204b7066-730c-47b0-b532-017d7599541d req-6d2af035-2c30-4830-93a3-812ebd7f7fcb tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 943 time: 0.0872107 Sep 21 16:06:19.673628 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-204b7066-730c-47b0-b532-017d7599541d req-c54f4f09-8da2-4121-9ca8-55e08a15081c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370851 Sep 21 16:06:20.323869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c36796-dd4c-4869-9b02-64bd32dc0998 req-45f14393-e879-4dfe-b943-3d2dd4eff5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:20.325326 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e3c36796-dd4c-4869-9b02-64bd32dc0998 req-45f14393-e879-4dfe-b943-3d2dd4eff5f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 1096 time: 0.0808666 Sep 21 16:06:20.576488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c36796-dd4c-4869-9b02-64bd32dc0998 req-ba2ef3c9-0390-4283-b6d3-d92b169b7d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:20.577822 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e3c36796-dd4c-4869-9b02-64bd32dc0998 req-ba2ef3c9-0390-4283-b6d3-d92b169b7d5b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 909 time: 0.2299721 Sep 21 16:06:20.692123 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e3c36796-dd4c-4869-9b02-64bd32dc0998 req-41efdf2a-7ae9-471c-ac25-5cecc1838823 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751b639f-19b2-4e71-aec8-382f4c8ab68f HTTP/1.1" status: 200 len: 998 time: 0.0940585 Sep 21 16:06:20.759028 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c36796-dd4c-4869-9b02-64bd32dc0998 req-ba72345b-ef1d-48b3-9fd4-b3695e13099f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:20.760487 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e3c36796-dd4c-4869-9b02-64bd32dc0998 req-ba72345b-ef1d-48b3-9fd4-b3695e13099f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aa9388-6231-455c-8ee0-e559b86bd78a HTTP/1.1" status: 200 len: 847 time: 0.0588901 Sep 21 16:06:20.913883 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c36796-dd4c-4869-9b02-64bd32dc0998 req-db7ff861-564e-45e9-af7c-4cf3e5a4a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:20.915271 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e3c36796-dd4c-4869-9b02-64bd32dc0998 req-db7ff861-564e-45e9-af7c-4cf3e5a4a812 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3ce08b-57eb-4737-a073-3610c8e66b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1453116 Sep 21 16:06:20.927158 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8afac-f2ac-4567-af22-83394a9c5ee5 req-094ab949-aea5-44e4-b68a-a1704be518c7 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:20.928514 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-22f8afac-f2ac-4567-af22-83394a9c5ee5 req-094ab949-aea5-44e4-b68a-a1704be518c7 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 943 time: 0.1234856 Sep 21 16:06:21.050386 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-22f8afac-f2ac-4567-af22-83394a9c5ee5 req-41c6f486-fcd5-4cab-9eaa-06823787cfd8 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029441 Sep 21 16:06:21.090109 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e3c36796-dd4c-4869-9b02-64bd32dc0998 req-dc0fdc7b-ca13-465d-8e4b-0fb0e9c02fda service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606014 Sep 21 16:06:21.228664 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e3c36796-dd4c-4869-9b02-64bd32dc0998 req-21c8466a-051c-41f1-8b69-41cf420ce95e service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284432 Sep 21 16:06:22.251229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b068b-bba8-40a4-8ca9-de5db6a90a2d req-5126d1dc-e39f-4010-bc8b-20f61e335f29 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:22.252757 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-033b068b-bba8-40a4-8ca9-de5db6a90a2d req-5126d1dc-e39f-4010-bc8b-20f61e335f29 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 943 time: 0.0901544 Sep 21 16:06:22.296017 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-033b068b-bba8-40a4-8ca9-de5db6a90a2d req-4be2d5a4-a723-4c32-946d-a990fafaf9f0 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368133 Sep 21 16:06:22.494041 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:23.536924 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f941f-2ffb-4ac3-b52d-f3f9a227ee60 req-5290559e-0b77-4e19-89c5-2316c6b5ec1f tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:23.539214 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4f6f941f-2ffb-4ac3-b52d-f3f9a227ee60 req-5290559e-0b77-4e19-89c5-2316c6b5ec1f tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 943 time: 0.0950406 Sep 21 16:06:23.586099 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4f6f941f-2ffb-4ac3-b52d-f3f9a227ee60 req-058e0d32-63b6-4562-a445-1cc1d4cdac90 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403318 Sep 21 16:06:24.786266 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c1d6d-64e3-4907-aef5-47ff823d455a req-9d769064-71d6-4e62-939d-9980008c01bd tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:24.787699 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b1c1d6d-64e3-4907-aef5-47ff823d455a req-9d769064-71d6-4e62-939d-9980008c01bd tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 943 time: 0.0870395 Sep 21 16:06:24.831032 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b1c1d6d-64e3-4907-aef5-47ff823d455a req-e214113a-1bbd-4368-8823-2056164ab1a3 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375743 Sep 21 16:06:26.032490 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45cf4d-a777-4bbd-a9b8-ef18ab2e1c0a req-5d636bc9-3576-4ede-8c2f-f6d709ae4750 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:26.033924 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6a45cf4d-a777-4bbd-a9b8-ef18ab2e1c0a req-5d636bc9-3576-4ede-8c2f-f6d709ae4750 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 943 time: 0.0898666 Sep 21 16:06:26.078285 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6a45cf4d-a777-4bbd-a9b8-ef18ab2e1c0a req-3132b1f4-6585-44c5-bab3-f1bd04c0d226 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387235 Sep 21 16:06:27.272795 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b7bbd-ff62-4056-bc36-8c7ed2dabbbd req-8339a1f4-6781-4007-936e-dee545d27119 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:27.274278 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3b8b7bbd-ff62-4056-bc36-8c7ed2dabbbd req-8339a1f4-6781-4007-936e-dee545d27119 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 943 time: 0.0877516 Sep 21 16:06:27.322238 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3b8b7bbd-ff62-4056-bc36-8c7ed2dabbbd req-8dbf2324-c67d-4390-8f39-4eeba442d472 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417151 Sep 21 16:06:27.354612 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 751b639f-19b2-4e71-aec8-382f4c8ab68f details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:06:27.488617 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 751b639f-19b2-4e71-aec8-382f4c8ab68f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=751b639f-19b2-4e71-aec8-382f4c8ab68f,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:06:27.501376 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '751b639f-19b2-4e71-aec8-382f4c8ab68f', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'port_id': '751b639f-19b2-4e71-aec8-382f4c8ab68f', 'mac_address': 'fa:16:3e:46:db:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:06:27.560154 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 751b639f-19b2-4e71-aec8-382f4c8ab68f is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:06:27.560554 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:27.577805 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751b639f-19b2-4e71-aec8-382f4c8ab68f {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:06:27.595569 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 751b639f-19b2-4e71-aec8-382f4c8ab68f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=751b639f-19b2-4e71-aec8-382f4c8ab68f,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:06:27.599785 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:27.667278 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=751b639f-19b2-4e71-aec8-382f4c8ab68f,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:27.899662 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['751b639f-19b2-4e71-aec8-382f4c8ab68f'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:06:28.518714 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3ae61-685d-4881-8a23-b09ca69a23f1 req-ff1cb0e1-55b5-40ad-b872-bd9430ea1d8c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:28.520165 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dcf3ae61-685d-4881-8a23-b09ca69a23f1 req-ff1cb0e1-55b5-40ad-b872-bd9430ea1d8c tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 944 time: 0.0879896 Sep 21 16:06:28.563604 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dcf3ae61-685d-4881-8a23-b09ca69a23f1 req-a104856e-c26d-4a8a-8de7-5df2921c0e36 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376999 Sep 21 16:06:29.369939 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 751b639f-19b2-4e71-aec8-382f4c8ab68f up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:06:29.436072 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 751b639f-19b2-4e71-aec8-382f4c8ab68f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:06:29.436438 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:29.551725 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 751b639f-19b2-4e71-aec8-382f4c8ab68f is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:06:29.552091 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:29.578061 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a672a4e6-c192-428f-a3fd-8a3c79b24fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751b639f-19b2-4e71-aec8-382f4c8ab68f'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:06:29.580296 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92789d5b9c41d6d66863e3c28655aebf1801953463bb0daff15e8b527835edc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e284e664-995e-427d-ac20-d3d51c3da8d2" -d '{"events": [{"server_uuid": "a672a4e6-c192-428f-a3fd-8a3c79b24fbf", "name": "network-vif-plugged", "status": "completed", "tag": "751b639f-19b2-4e71-aec8-382f4c8ab68f"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:06:29.588097 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 751b639f-19b2-4e71-aec8-382f4c8ab68f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=751b639f-19b2-4e71-aec8-382f4c8ab68f,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:06:29.596967 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:29.630798 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d915178-5892-43db-894a-8306c5098e05 x-openstack-request-id: req-1d915178-5892-43db-894a-8306c5098e05 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:06:29.631114 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a672a4e6-c192-428f-a3fd-8a3c79b24fbf", "name": "network-vif-plugged", "status": "completed", "tag": "751b639f-19b2-4e71-aec8-382f4c8ab68f", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:06:29.631370 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d915178-5892-43db-894a-8306c5098e05 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:06:29.631827 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d915178-5892-43db-894a-8306c5098e05'] response: {'server_uuid': 'a672a4e6-c192-428f-a3fd-8a3c79b24fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751b639f-19b2-4e71-aec8-382f4c8ab68f', 'code': 200} Sep 21 16:06:29.673273 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=751b639f-19b2-4e71-aec8-382f4c8ab68f,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:29.774502 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44bbf4-afea-42bb-bc3d-edce4bd7bb9e req-aaa24a3a-fde5-46a6-b501-2fa0b51fb71a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:29.775961 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad44bbf4-afea-42bb-bc3d-edce4bd7bb9e req-aaa24a3a-fde5-46a6-b501-2fa0b51fb71a tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.0942702 Sep 21 16:06:29.821233 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad44bbf4-afea-42bb-bc3d-edce4bd7bb9e req-b79635b9-884f-45eb-bb78-a08745fd0006 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395973 Sep 21 16:06:29.927246 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85215a-2134-4c69-9156-3fa80cae31cf req-a546f357-3aa1-46dc-a0d1-f6b286943d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:29.928643 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1e85215a-2134-4c69-9156-3fa80cae31cf req-a546f357-3aa1-46dc-a0d1-f6b286943d0c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 1098 time: 0.0782397 Sep 21 16:06:29.974485 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1e85215a-2134-4c69-9156-3fa80cae31cf req-36ba5c87-a906-45f9-8e43-c905727c3afd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360851 Sep 21 16:06:31.121214 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483ba0b-2073-44d9-958a-6f9ddbf15989 req-884e4ddc-7b33-456f-b534-6048ff7a6b26 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:31.122590 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6483ba0b-2073-44d9-958a-6f9ddbf15989 req-884e4ddc-7b33-456f-b534-6048ff7a6b26 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.1444426 Sep 21 16:06:31.168206 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6483ba0b-2073-44d9-958a-6f9ddbf15989 req-d09cc9ba-6004-445d-b182-7436e8e08f92 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389335 Sep 21 16:06:32.369649 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab242c-83fc-444e-8609-365c5ce22b51 req-71e10248-c461-4155-a5f0-b53be1e2f605 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:32.371007 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-76ab242c-83fc-444e-8609-365c5ce22b51 req-71e10248-c461-4155-a5f0-b53be1e2f605 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.0904126 Sep 21 16:06:32.414568 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-76ab242c-83fc-444e-8609-365c5ce22b51 req-03836f90-8700-4cc3-8fdb-9320d0d1c49f tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378942 Sep 21 16:06:35.688782 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6a37a0c8-b498-467d-ba46-7d47e8b5cf28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:36.679065 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:06:38.039936 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b72319a7-ade3-460b-b99d-38ac9706444e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:38.885074 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:39.123260 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:40.760185 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:52.503146 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:05.691543 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fc637211-99ea-438b-8e02-5c9c87b051da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:08.036159 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b3cc2b77-b5a6-4cfd-a5e4-0d26e36a4d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:08.889873 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:09.124129 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:10.764112 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:13.678780 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:07:21.383821 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2559156c-1c28-40ab-a433-10bb6c7dedb0 req-445582dd-edc3-4d4b-a1ff-49be7bb0ffc4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1212983 Sep 21 16:07:21.557121 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559156c-1c28-40ab-a433-10bb6c7dedb0 req-ae51ca8d-924b-4e8e-afe1-5f28175b5e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:21.558497 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2559156c-1c28-40ab-a433-10bb6c7dedb0 req-ae51ca8d-924b-4e8e-afe1-5f28175b5e94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 1098 time: 0.0809939 Sep 21 16:07:21.817250 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559156c-1c28-40ab-a433-10bb6c7dedb0 req-bddba499-628d-4a51-90ab-f526004911db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:21.818590 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2559156c-1c28-40ab-a433-10bb6c7dedb0 req-bddba499-628d-4a51-90ab-f526004911db service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 909 time: 0.2366979 Sep 21 16:07:21.932537 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2559156c-1c28-40ab-a433-10bb6c7dedb0 req-f547a70d-0166-4c25-b4a3-2eff2aca71f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751b639f-19b2-4e71-aec8-382f4c8ab68f HTTP/1.1" status: 200 len: 1000 time: 0.1030326 Sep 21 16:07:21.997403 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559156c-1c28-40ab-a433-10bb6c7dedb0 req-00cceb30-b9a8-47d2-b28b-d80fe9867acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:21.998811 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2559156c-1c28-40ab-a433-10bb6c7dedb0 req-00cceb30-b9a8-47d2-b28b-d80fe9867acc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aa9388-6231-455c-8ee0-e559b86bd78a HTTP/1.1" status: 200 len: 847 time: 0.0575948 Sep 21 16:07:22.089875 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559156c-1c28-40ab-a433-10bb6c7dedb0 req-bb4d59d3-c27f-4985-bfc6-d204330dda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:22.091262 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2559156c-1c28-40ab-a433-10bb6c7dedb0 req-bb4d59d3-c27f-4985-bfc6-d204330dda2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3ce08b-57eb-4737-a073-3610c8e66b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818310 Sep 21 16:07:22.230641 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2559156c-1c28-40ab-a433-10bb6c7dedb0 req-f9ea28ad-f632-4729-88d9-18166f9cb755 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291840 Sep 21 16:07:22.364134 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2559156c-1c28-40ab-a433-10bb6c7dedb0 req-7d28b078-f1ab-4d91-8b69-ab02ed9ddc56 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238067 Sep 21 16:07:22.510011 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:35.694095 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-50ad09a8-e0d7-4353-9f37-af12ec48838c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:38.037620 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9d6cc31b-f047-4b6f-ad47-d1012b77f1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:38.893162 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:39.128019 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:40.769070 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:49.068842 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42880) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:49.269628 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Deleting port ac76f061-d77a-4190-a291-16ac83b9f915 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:07:49.269963 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:49.437426 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:49.437622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:49.557909 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Calling delete_port for ac76f061-d77a-4190-a291-16ac83b9f915 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:07:49.705410 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:49.784297 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event deleted for resources: {'Port': ['ID=ac76f061-d77a-4190-a291-16ac83b9f915,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:49.828790 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.829182 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.829516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.829832 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.830147 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.830468 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.830782 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.831096 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.831412 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.831721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.832028 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.832335 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.864042 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:49.864358 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Floating IP d0a733f8-2d36-4377-9fbb-82b0a88535b2 disassociated (deleted). External IP: 172.26.4.10, port: 751b639f-19b2-4e71-aec8-382f4c8ab68f. Sep 21 16:07:50.323027 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Router 48341893-599d-46e2-b197-a1a1ce87343a has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:07:50.504041 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:07:50.515361 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c01cdc4-495c-4289-a504-547940a0b702 None None] Sync routers for ids ['48341893-599d-46e2-b197-a1a1ce87343a'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:07:50.525989 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c01cdc4-495c-4289-a504-547940a0b702 None None] Routers {'48341893-599d-46e2-b197-a1a1ce87343a'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:07:50.526612 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7c01cdc4-495c-4289-a504-547940a0b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:07:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['48341893-599d-46e2-b197-a1a1ce87343a'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:50.526911 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:50.583008 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fdd467d6-3f56-460c-b9a9-4a6234d350f6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "DELETE /v2.0/floatingips/d0a733f8-2d36-4377-9fbb-82b0a88535b2 HTTP/1.1" status: 204 len: 168 time: 1.5129478 Sep 21 16:07:50.583504 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a672a4e6-c192-428f-a3fd-8a3c79b24fbf', 'tag': '751b639f-19b2-4e71-aec8-382f4c8ab68f'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:07:50.632077 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274979726a712faf40a09deb7bdd64c3619fd9dfe6e94317adb921ad7d12e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07755af-3773-4b2b-a52f-e5c86528f3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "a672a4e6-c192-428f-a3fd-8a3c79b24fbf", "tag": "751b639f-19b2-4e71-aec8-382f4c8ab68f"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:07:50.680792 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:07:50.732920 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a462f1-7e85-4849-b71e-80d5e9da1680 x-openstack-request-id: req-d9a462f1-7e85-4849-b71e-80d5e9da1680 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:07:50.733302 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a672a4e6-c192-428f-a3fd-8a3c79b24fbf", "tag": "751b639f-19b2-4e71-aec8-382f4c8ab68f", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:07:50.733640 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d9a462f1-7e85-4849-b71e-80d5e9da1680 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:07:50.734629 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a462f1-7e85-4849-b71e-80d5e9da1680'] response: {'name': 'network-changed', 'server_uuid': 'a672a4e6-c192-428f-a3fd-8a3c79b24fbf', 'tag': '751b639f-19b2-4e71-aec8-382f4c8ab68f', 'status': 'completed', 'code': 200} Sep 21 16:07:50.765209 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-7c01cdc4-495c-4289-a504-547940a0b702 None None] Set router 48341893-599d-46e2-b197-a1a1ce87343a gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:07:50.864232 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07755af-3773-4b2b-a52f-e5c86528f3b5 req-6cc37ae7-418a-4158-b3b4-fbf21a51c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:50.865847 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b07755af-3773-4b2b-a52f-e5c86528f3b5 req-6cc37ae7-418a-4158-b3b4-fbf21a51c790 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c199920138e4bcab78e68bd244e5d62&device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 1098 time: 0.0965428 Sep 21 16:07:51.077447 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07755af-3773-4b2b-a52f-e5c86528f3b5 req-5e163f4e-1b46-4ca6-bf91-ff29073c0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:51.078983 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b07755af-3773-4b2b-a52f-e5c86528f3b5 req-5e163f4e-1b46-4ca6-bf91-ff29073c0295 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 200 len: 909 time: 0.2038853 Sep 21 16:07:51.096257 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7c01cdc4-495c-4289-a504-547940a0b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48341893-599d-46e2-b197-a1a1ce87343a', 'name': 'tempest-TestShelveInstance-131818431-router', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:51Z', 'revision_number': 4, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'gw_port': {'id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'cf893589-a7e7-456b-86c1-bdd87b7a5feb', 'name': '', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'mac_address': 'fa:16:3e:55:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:50Z', 'updated_at': '2022-09-21T15:58:58Z', 'revision_number': 5, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'subnets': [{'id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:51.100640 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c01cdc4-495c-4289-a504-547940a0b702 None None] Checking router: 48341893-599d-46e2-b197-a1a1ce87343a for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:07:51.109183 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c01cdc4-495c-4289-a504-547940a0b702 None None] Routers {'48341893-599d-46e2-b197-a1a1ce87343a'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:07:51.109779 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7c01cdc4-495c-4289-a504-547940a0b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:07:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['48341893-599d-46e2-b197-a1a1ce87343a'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:51.159302 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b07755af-3773-4b2b-a52f-e5c86528f3b5 req-1ed4fae7-93bd-4e10-99cc-76f5a2cfa162 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751b639f-19b2-4e71-aec8-382f4c8ab68f HTTP/1.1" status: 200 len: 217 time: 0.0697894 Sep 21 16:07:51.225981 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251cf98b-555d-4b9b-ad5b-eaffd476c514 req-3a4b4ecf-cb56-48dd-9ee0-0f3d154aebe5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:51.226667 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-251cf98b-555d-4b9b-ad5b-eaffd476c514 req-3a4b4ecf-cb56-48dd-9ee0-0f3d154aebe5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Synchronizing usage tracker for tenant:5c199920138e4bcab78e68bd244e5d62 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:07:51.243490 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07755af-3773-4b2b-a52f-e5c86528f3b5 req-27d1ef9f-63ff-4591-9769-3590bc60b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:51.244971 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b07755af-3773-4b2b-a52f-e5c86528f3b5 req-27d1ef9f-63ff-4591-9769-3590bc60b2a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5aa9388-6231-455c-8ee0-e559b86bd78a HTTP/1.1" status: 200 len: 847 time: 0.0790141 Sep 21 16:07:51.252116 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-251cf98b-555d-4b9b-ad5b-eaffd476c514 req-3a4b4ecf-cb56-48dd-9ee0-0f3d154aebe5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Unset dirty status for tenant:5c199920138e4bcab78e68bd244e5d62 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:07:51.253243 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-251cf98b-555d-4b9b-ad5b-eaffd476c514 req-3a4b4ecf-cb56-48dd-9ee0-0f3d154aebe5 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.3041766 Sep 21 16:07:51.297545 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-7c01cdc4-495c-4289-a504-547940a0b702 None None] Set router 48341893-599d-46e2-b197-a1a1ce87343a gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:07:51.354287 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-251cf98b-555d-4b9b-ad5b-eaffd476c514 req-5c15ac4f-7ff5-4634-92b0-d2d3a699b0d3 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640028 Sep 21 16:07:51.369007 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07755af-3773-4b2b-a52f-e5c86528f3b5 req-baf3f4a0-b387-4f97-a566-e9e451ca2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:51.370447 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b07755af-3773-4b2b-a52f-e5c86528f3b5 req-baf3f4a0-b387-4f97-a566-e9e451ca2f88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3ce08b-57eb-4737-a073-3610c8e66b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1158936 Sep 21 16:07:51.505057 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b07755af-3773-4b2b-a52f-e5c86528f3b5 req-aeda846b-78ac-4cda-9d88-ab5bc98a0376 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268032 Sep 21 16:07:51.630717 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7c01cdc4-495c-4289-a504-547940a0b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48341893-599d-46e2-b197-a1a1ce87343a', 'name': 'tempest-TestShelveInstance-131818431-router', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:51Z', 'revision_number': 4, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'gw_port': {'id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'cf893589-a7e7-456b-86c1-bdd87b7a5feb', 'name': '', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'mac_address': 'fa:16:3e:55:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:50Z', 'updated_at': '2022-09-21T15:58:58Z', 'revision_number': 5, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'subnets': [{'id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:51.635637 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c01cdc4-495c-4289-a504-547940a0b702 None None] The sync data for ids ['48341893-599d-46e2-b197-a1a1ce87343a'] in dv-neutron-858731-1-hyperv is: [{'id': '48341893-599d-46e2-b197-a1a1ce87343a', 'name': 'tempest-TestShelveInstance-131818431-router', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:51Z', 'revision_number': 4, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'gw_port': {'id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'cf893589-a7e7-456b-86c1-bdd87b7a5feb', 'name': '', 'network_id': 'ab3ce08b-57eb-4737-a073-3610c8e66b44', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'mac_address': 'fa:16:3e:55:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:50Z', 'updated_at': '2022-09-21T15:58:58Z', 'revision_number': 5, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'subnets': [{'id': 'f5aa9388-6231-455c-8ee0-e559b86bd78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:07:51.645007 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b07755af-3773-4b2b-a52f-e5c86528f3b5 req-53898030-9bc6-44b1-8108-c74fdce0f0bc service neutron] 10.222.0.20 "GET /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321692 Sep 21 16:07:51.867065 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7579eb20-e305-4c48-bb77-6aa09e6768cc None None] New status for floating IP d0a733f8-2d36-4377-9fbb-82b0a88535b2: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:07:52.511649 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:52.559556 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db1bc6-32b4-45e4-be95-a8f9efec07ff req-80200053-7e40-4b52-9373-aaabf715b33e tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:52.561072 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e4db1bc6-32b4-45e4-be95-a8f9efec07ff req-80200053-7e40-4b52-9373-aaabf715b33e tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.0881526 Sep 21 16:07:52.606545 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e4db1bc6-32b4-45e4-be95-a8f9efec07ff req-b2f7e7c4-b9f0-4a51-86f2-7f952a73a411 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/security-groups?id=cd628b28-1481-47b1-8440-5a0cee167dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391908 Sep 21 16:07:52.807013 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac293c3e-e119-47d7-8d94-12be3f28c378 req-adb33c1c-38ac-4dc8-9cbc-872917f49637 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:52.808415 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac293c3e-e119-47d7-8d94-12be3f28c378 req-adb33c1c-38ac-4dc8-9cbc-872917f49637 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.20 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 945 time: 0.1949775 Sep 21 16:07:52.880650 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-ac293c3e-e119-47d7-8d94-12be3f28c378 req-8f3df99f-c339-4e89-afaf-60151d72bb1f tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Deleting port 751b639f-19b2-4e71-aec8-382f4c8ab68f {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:07:52.880986 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ac293c3e-e119-47d7-8d94-12be3f28c378 req-8f3df99f-c339-4e89-afaf-60151d72bb1f tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:53.124015 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-ac293c3e-e119-47d7-8d94-12be3f28c378 req-8f3df99f-c339-4e89-afaf-60151d72bb1f tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] For port 751b639f-19b2-4e71-aec8-382f4c8ab68f, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=751b639f-19b2-4e71-aec8-382f4c8ab68f,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:07:53.124286 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ac293c3e-e119-47d7-8d94-12be3f28c378 req-8f3df99f-c339-4e89-afaf-60151d72bb1f tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:53.245636 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-ac293c3e-e119-47d7-8d94-12be3f28c378 req-8f3df99f-c339-4e89-afaf-60151d72bb1f tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Calling delete_port for 751b639f-19b2-4e71-aec8-382f4c8ab68f owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:07:53.390604 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ac293c3e-e119-47d7-8d94-12be3f28c378 req-8f3df99f-c339-4e89-afaf-60151d72bb1f tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:53.439694 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3df99f-c339-4e89-afaf-60151d72bb1f tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event deleted for resources: {'Port': ['ID=751b639f-19b2-4e71-aec8-382f4c8ab68f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:53.528407 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac293c3e-e119-47d7-8d94-12be3f28c378 req-8f3df99f-c339-4e89-afaf-60151d72bb1f tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] No DVR routers for this DVR port 751b639f-19b2-4e71-aec8-382f4c8ab68f on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:07:53.530938 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ac293c3e-e119-47d7-8d94-12be3f28c378 req-8f3df99f-c339-4e89-afaf-60151d72bb1f tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:53.533638 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a672a4e6-c192-428f-a3fd-8a3c79b24fbf', 'name': 'network-vif-deleted', 'tag': '751b639f-19b2-4e71-aec8-382f4c8ab68f'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:07:53.535928 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274979726a712faf40a09deb7bdd64c3619fd9dfe6e94317adb921ad7d12e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c43ffe-666a-4bad-8c46-dd35dd91842f" -d '{"events": [{"server_uuid": "a672a4e6-c192-428f-a3fd-8a3c79b24fbf", "name": "network-vif-deleted", "tag": "751b639f-19b2-4e71-aec8-382f4c8ab68f"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:07:53.550478 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac293c3e-e119-47d7-8d94-12be3f28c378 req-8f3df99f-c339-4e89-afaf-60151d72bb1f tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.20 "DELETE /v2.0/ports/751b639f-19b2-4e71-aec8-382f4c8ab68f HTTP/1.1" status: 204 len: 173 time: 0.7339132 Sep 21 16:07:53.581840 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883e1e78-efd8-41dd-bbdd-5243233fcfce x-openstack-request-id: req-883e1e78-efd8-41dd-bbdd-5243233fcfce {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:07:53.582432 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a672a4e6-c192-428f-a3fd-8a3c79b24fbf", "name": "network-vif-deleted", "tag": "751b639f-19b2-4e71-aec8-382f4c8ab68f", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:07:53.582432 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-883e1e78-efd8-41dd-bbdd-5243233fcfce {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:07:53.582751 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-883e1e78-efd8-41dd-bbdd-5243233fcfce'] response: {'server_uuid': 'a672a4e6-c192-428f-a3fd-8a3c79b24fbf', 'name': 'network-vif-deleted', 'tag': '751b639f-19b2-4e71-aec8-382f4c8ab68f', 'status': 'completed', 'code': 200} Sep 21 16:07:53.774813 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-86570cf5-c952-423d-aba9-dd7ad02bd4cd req-1fbdaa07-d284-489c-9f42-110cc19febb6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Synchronizing usage tracker for tenant:5c199920138e4bcab78e68bd244e5d62 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:07:53.794621 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-86570cf5-c952-423d-aba9-dd7ad02bd4cd req-1fbdaa07-d284-489c-9f42-110cc19febb6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Unset dirty status for tenant:5c199920138e4bcab78e68bd244e5d62 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:07:53.795874 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-86570cf5-c952-423d-aba9-dd7ad02bd4cd req-1fbdaa07-d284-489c-9f42-110cc19febb6 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "GET /v2.0/ports?device_id=a672a4e6-c192-428f-a3fd-8a3c79b24fbf HTTP/1.1" status: 200 len: 210 time: 0.0737259 Sep 21 16:07:54.911728 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42914) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:54.985167 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-298ffba6-6610-4868-bb31-c94798a8fb99 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:55.017003 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-298ffba6-6610-4868-bb31-c94798a8fb99 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:55.084817 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-298ffba6-6610-4868-bb31-c94798a8fb99 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:55.103860 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ffba6-6610-4868-bb31-c94798a8fb99 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd628b28-1481-47b1-8440-5a0cee167dd1,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:55.119750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-298ffba6-6610-4868-bb31-c94798a8fb99 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:55.123808 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-298ffba6-6610-4868-bb31-c94798a8fb99 tempest-TestShelveInstance-1591400031 tempest-TestShelveInstance-1591400031-project] 10.222.0.62 "DELETE /v2.0/security-groups/cd628b28-1481-47b1-8440-5a0cee167dd1 HTTP/1.1" status: 204 len: 168 time: 0.2088628 Sep 21 16:07:55.167352 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 42920) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:55.775977 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 751b639f-19b2-4e71-aec8-382f4c8ab68f no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:07:55.812713 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 751b639f-19b2-4e71-aec8-382f4c8ab68f {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:07:55.813057 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 751b639f-19b2-4e71-aec8-382f4c8ab68f not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:07:55.951666 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:56.329814 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] Deleting port cf893589-a7e7-456b-86c1-bdd87b7a5feb {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:07:56.330494 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:56.503897 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] For port cf893589-a7e7-456b-86c1-bdd87b7a5feb, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=cf893589-a7e7-456b-86c1-bdd87b7a5feb,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:07:56.504233 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:56.632018 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] Calling delete_port for cf893589-a7e7-456b-86c1-bdd87b7a5feb owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:07:56.953280 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:57.000082 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf893589-a7e7-456b-86c1-bdd87b7a5feb,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:57.151930 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:57.152167 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:57.152532 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:57.152866 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:57.153194 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:57.153520 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:57.153846 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:57.154171 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:57.154495 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:57.154819 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:57.155140 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:57.155459 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:57.386328 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:57.749111 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] Router 48341893-599d-46e2-b197-a1a1ce87343a has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:07:57.925070 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:07:57.933666 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214f0c7-6d22-45d8-a12c-ae49e0b1969d None None] Sync routers for ids ['48341893-599d-46e2-b197-a1a1ce87343a'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:07:57.941051 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8ae087e5-d8a2-475b-b4b3-9be030652780 admin admin] 10.222.0.62 "PUT /v2.0/routers/48341893-599d-46e2-b197-a1a1ce87343a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7716978 Sep 21 16:07:57.943488 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42926) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:57.945117 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f214f0c7-6d22-45d8-a12c-ae49e0b1969d None None] Routers {'48341893-599d-46e2-b197-a1a1ce87343a'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:07:57.945842 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f214f0c7-6d22-45d8-a12c-ae49e0b1969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:07:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['48341893-599d-46e2-b197-a1a1ce87343a'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:58.125369 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3d3a702d-1fa2-4857-9fc0-6d9f3e4bf725 admin admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:58.134830 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-f214f0c7-6d22-45d8-a12c-ae49e0b1969d None None] Set router 48341893-599d-46e2-b197-a1a1ce87343a gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:07:58.307453 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3d3a702d-1fa2-4857-9fc0-6d9f3e4bf725 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:58.319714 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3d3a702d-1fa2-4857-9fc0-6d9f3e4bf725 admin admin] Deleting port 17dec67a-a3e4-4399-98ed-21ea281535e3 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:07:58.321195 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3d3a702d-1fa2-4857-9fc0-6d9f3e4bf725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:58.481074 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f214f0c7-6d22-45d8-a12c-ae49e0b1969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48341893-599d-46e2-b197-a1a1ce87343a', 'name': 'tempest-TestShelveInstance-131818431-router', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T16:07:56Z', 'revision_number': 5, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'gw_port': {'id': '17dec67a-a3e4-4399-98ed-21ea281535e3', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48341893-599d-46e2-b197-a1a1ce87343a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T15:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:58.485757 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214f0c7-6d22-45d8-a12c-ae49e0b1969d None None] Checking router: 48341893-599d-46e2-b197-a1a1ce87343a for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:07:58.495075 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f214f0c7-6d22-45d8-a12c-ae49e0b1969d None None] Routers {'48341893-599d-46e2-b197-a1a1ce87343a'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:07:58.495699 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f214f0c7-6d22-45d8-a12c-ae49e0b1969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:07:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['48341893-599d-46e2-b197-a1a1ce87343a'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:58.605810 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-3d3a702d-1fa2-4857-9fc0-6d9f3e4bf725 admin admin] For port 17dec67a-a3e4-4399-98ed-21ea281535e3, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=17dec67a-a3e4-4399-98ed-21ea281535e3,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:07:58.606073 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3d3a702d-1fa2-4857-9fc0-6d9f3e4bf725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:58.651048 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-f214f0c7-6d22-45d8-a12c-ae49e0b1969d None None] Set router 48341893-599d-46e2-b197-a1a1ce87343a gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:07:58.729092 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3d3a702d-1fa2-4857-9fc0-6d9f3e4bf725 admin admin] Calling delete_port for 17dec67a-a3e4-4399-98ed-21ea281535e3 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:07:58.757630 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f214f0c7-6d22-45d8-a12c-ae49e0b1969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48341893-599d-46e2-b197-a1a1ce87343a', 'name': 'tempest-TestShelveInstance-131818431-router', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T16:07:58Z', 'revision_number': 6, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:58.761524 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214f0c7-6d22-45d8-a12c-ae49e0b1969d None None] The sync data for ids ['48341893-599d-46e2-b197-a1a1ce87343a'] in dv-neutron-858731-1-hyperv is: [{'id': '48341893-599d-46e2-b197-a1a1ce87343a', 'name': 'tempest-TestShelveInstance-131818431-router', 'tenant_id': '5c199920138e4bcab78e68bd244e5d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:47Z', 'updated_at': '2022-09-21T16:07:58Z', 'revision_number': 6, 'project_id': '5c199920138e4bcab78e68bd244e5d62', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:07:59.030962 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3d3a702d-1fa2-4857-9fc0-6d9f3e4bf725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:59.077676 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a702d-1fa2-4857-9fc0-6d9f3e4bf725 admin admin] Pushing event deleted for resources: {'Port': ['ID=17dec67a-a3e4-4399-98ed-21ea281535e3,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:59.179197 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3d3a702d-1fa2-4857-9fc0-6d9f3e4bf725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:59.348969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3d3a702d-1fa2-4857-9fc0-6d9f3e4bf725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:59.351379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3d3a702d-1fa2-4857-9fc0-6d9f3e4bf725 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:59.372744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3d3a702d-1fa2-4857-9fc0-6d9f3e4bf725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:59.373187 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3a702d-1fa2-4857-9fc0-6d9f3e4bf725 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48341893-599d-46e2-b197-a1a1ce87343a {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:07:59.386928 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3d3a702d-1fa2-4857-9fc0-6d9f3e4bf725 admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:59.388025 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3d3a702d-1fa2-4857-9fc0-6d9f3e4bf725 admin admin] 10.222.0.62 "DELETE /v2.0/routers/48341893-599d-46e2-b197-a1a1ce87343a HTTP/1.1" status: 204 len: 168 time: 1.4435761 Sep 21 16:07:59.390532 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42930) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:59.453206 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca877c1e-f16c-4a91-9fec-bc09cd1cd627 admin admin] Deleting subnet f5aa9388-6231-455c-8ee0-e559b86bd78a {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:07:59.456707 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca877c1e-f16c-4a91-9fec-bc09cd1cd627 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:59.508700 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca877c1e-f16c-4a91-9fec-bc09cd1cd627 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:59.587651 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca877c1e-f16c-4a91-9fec-bc09cd1cd627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:59.662839 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca877c1e-f16c-4a91-9fec-bc09cd1cd627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:59.702787 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca877c1e-f16c-4a91-9fec-bc09cd1cd627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5aa9388-6231-455c-8ee0-e559b86bd78a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:59.707319 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca877c1e-f16c-4a91-9fec-bc09cd1cd627 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:59.714557 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ca877c1e-f16c-4a91-9fec-bc09cd1cd627 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f5aa9388-6231-455c-8ee0-e559b86bd78a HTTP/1.1" status: 204 len: 168 time: 0.3230264 Sep 21 16:07:59.716204 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf48fa1-1da5-4250-a35e-56bff0d0a449 None None] Network ab3ce08b-57eb-4737-a073-3610c8e66b44 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:07:59.717129 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42934) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:59.731139 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device cf893589-a7e7-456b-86c1-bdd87b7a5feb no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:07:59.820382 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: cf893589-a7e7-456b-86c1-bdd87b7a5feb {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:07:59.820751 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device cf893589-a7e7-456b-86c1-bdd87b7a5feb not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:07:59.821165 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 17dec67a-a3e4-4399-98ed-21ea281535e3 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:07:59.830089 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e552d28f-3368-4b05-9c7c-b640dc085e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:59.840363 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e552d28f-3368-4b05-9c7c-b640dc085e27 admin admin] Deleting port 5d5c029e-3db7-4da1-af98-a329419d31cd {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:07:59.840720 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e552d28f-3368-4b05-9c7c-b640dc085e27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:59.870121 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 17dec67a-a3e4-4399-98ed-21ea281535e3 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:07:59.870440 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 17dec67a-a3e4-4399-98ed-21ea281535e3 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:08:00.088837 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071d963f-2fc8-4d4a-887c-18f9a52a7338 None None] DHCP port deletion for ab3ce08b-57eb-4737-a073-3610c8e66b44 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:08:00.093092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-071d963f-2fc8-4d4a-887c-18f9a52a7338 None None] Deleting port 5d5c029e-3db7-4da1-af98-a329419d31cd {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:08:00.093463 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-071d963f-2fc8-4d4a-887c-18f9a52a7338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.165390 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-e552d28f-3368-4b05-9c7c-b640dc085e27 admin admin] For port 5d5c029e-3db7-4da1-af98-a329419d31cd, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5d5c029e-3db7-4da1-af98-a329419d31cd,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:00.166019 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e552d28f-3368-4b05-9c7c-b640dc085e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.289248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e552d28f-3368-4b05-9c7c-b640dc085e27 admin admin] Calling delete_port for 5d5c029e-3db7-4da1-af98-a329419d31cd owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:08:00.301574 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-071d963f-2fc8-4d4a-887c-18f9a52a7338 None None] For port 5d5c029e-3db7-4da1-af98-a329419d31cd, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=5d5c029e-3db7-4da1-af98-a329419d31cd,segment=NetworkSegment(05859940-bad5-4678-929e-817fb2e214e9),segment_id=05859940-bad5-4678-929e-817fb2e214e9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:00.301919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-071d963f-2fc8-4d4a-887c-18f9a52a7338 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.368958 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e552d28f-3368-4b05-9c7c-b640dc085e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.422280 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e552d28f-3368-4b05-9c7c-b640dc085e27 admin admin] No DVR routers for this DVR port 5d5c029e-3db7-4da1-af98-a329419d31cd on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:08:00.427326 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-071d963f-2fc8-4d4a-887c-18f9a52a7338 None None] Calling delete_port for 5d5c029e-3db7-4da1-af98-a329419d31cd owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:08:00.450950 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552d28f-3368-4b05-9c7c-b640dc085e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d5c029e-3db7-4da1-af98-a329419d31cd,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:08:00.497652 dv-neutron-858731-1-hyperv neutron-server[89020]: util.warn( Sep 21 16:08:00.502637 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-071d963f-2fc8-4d4a-887c-18f9a52a7338 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:08:00.503009 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-071d963f-2fc8-4d4a-887c-18f9a52a7338 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:08:00.550857 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e552d28f-3368-4b05-9c7c-b640dc085e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.574887 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e552d28f-3368-4b05-9c7c-b640dc085e27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3ce08b-57eb-4737-a073-3610c8e66b44']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:00.586991 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e552d28f-3368-4b05-9c7c-b640dc085e27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05859940-bad5-4678-929e-817fb2e214e9') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:00.587284 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e552d28f-3368-4b05-9c7c-b640dc085e27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05859940-bad5-4678-929e-817fb2e214e9') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:00.599015 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e552d28f-3368-4b05-9c7c-b640dc085e27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.614571 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e552d28f-3368-4b05-9c7c-b640dc085e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.620389 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e552d28f-3368-4b05-9c7c-b640dc085e27 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:08:00.620792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e552d28f-3368-4b05-9c7c-b640dc085e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.716416 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e552d28f-3368-4b05-9c7c-b640dc085e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.732529 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e552d28f-3368-4b05-9c7c-b640dc085e27 admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.742531 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552d28f-3368-4b05-9c7c-b640dc085e27 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab3ce08b-57eb-4737-a073-3610c8e66b44,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:00.749570 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e552d28f-3368-4b05-9c7c-b640dc085e27 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ab3ce08b-57eb-4737-a073-3610c8e66b44 HTTP/1.1" status: 204 len: 168 time: 1.0311847 Sep 21 16:08:00.753013 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42946) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:00.814629 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 05859940-bad5-4678-929e-817fb2e214e9 resource provider aggregate not found Sep 21 16:08:00.839573 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 05859940-bad5-4678-929e-817fb2e214e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05859940-bad5-4678-929e-817fb2e214e9 found for delete ", "request_id": "req-96625b4c-643d-4178-9176-1e30659753d9"}]} Sep 21 16:08:01.004021 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-071d963f-2fc8-4d4a-887c-18f9a52a7338 None None] Deleting port 5d5c029e-3db7-4da1-af98-a329419d31cd {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:08:01.004571 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-071d963f-2fc8-4d4a-887c-18f9a52a7338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:01.072860 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-071d963f-2fc8-4d4a-887c-18f9a52a7338 None None] The port '5d5c029e-3db7-4da1-af98-a329419d31cd' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:08:01.304767 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-012f1cd4-8a19-4486-a72f-259e98b81b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:01.698012 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5d5c029e-3db7-4da1-af98-a329419d31cd no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:08:01.735000 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 5d5c029e-3db7-4da1-af98-a329419d31cd {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:08:01.735349 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 5d5c029e-3db7-4da1-af98-a329419d31cd not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:08:01.767379 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-012f1cd4-8a19-4486-a72f-259e98b81b18 admin admin] Deleting port 71e26e1d-b065-4f7e-b828-43a919445917 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:08:01.767714 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-012f1cd4-8a19-4486-a72f-259e98b81b18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:01.935091 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-012f1cd4-8a19-4486-a72f-259e98b81b18 admin admin] For port 71e26e1d-b065-4f7e-b828-43a919445917, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=71e26e1d-b065-4f7e-b828-43a919445917,segment=NetworkSegment(e652bc23-bf3c-4eb1-855e-089cd7442ffb),segment_id=e652bc23-bf3c-4eb1-855e-089cd7442ffb)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:01.935354 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-012f1cd4-8a19-4486-a72f-259e98b81b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:02.062624 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-012f1cd4-8a19-4486-a72f-259e98b81b18 admin admin] Calling delete_port for 71e26e1d-b065-4f7e-b828-43a919445917 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:08:02.246078 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-012f1cd4-8a19-4486-a72f-259e98b81b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:02.296145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f1cd4-8a19-4486-a72f-259e98b81b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=71e26e1d-b065-4f7e-b828-43a919445917,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:02.576194 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-012f1cd4-8a19-4486-a72f-259e98b81b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:03.052818 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012f1cd4-8a19-4486-a72f-259e98b81b18 admin admin] Router b1c4ab5e-f406-4931-be1f-404882393319 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:08:03.228779 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012f1cd4-8a19-4486-a72f-259e98b81b18 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:08:03.238231 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf481996-64d3-4abe-a3a2-a1c5ab53a377 None None] Sync routers for ids ['b1c4ab5e-f406-4931-be1f-404882393319'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:08:03.245177 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-012f1cd4-8a19-4486-a72f-259e98b81b18 admin admin] 10.222.0.62 "PUT /v2.0/routers/b1c4ab5e-f406-4931-be1f-404882393319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4911230 Sep 21 16:08:03.247689 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42952) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:03.248178 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf481996-64d3-4abe-a3a2-a1c5ab53a377 None None] Routers {'b1c4ab5e-f406-4931-be1f-404882393319'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:03.248805 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cf481996-64d3-4abe-a3a2-a1c5ab53a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:07:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b1c4ab5e-f406-4931-be1f-404882393319'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:03.421469 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-cf481996-64d3-4abe-a3a2-a1c5ab53a377 None None] Set router b1c4ab5e-f406-4931-be1f-404882393319 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:03.424337 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-545d7b49-3f26-425d-83c5-ebc4bd77d88c admin admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:03.603573 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-545d7b49-3f26-425d-83c5-ebc4bd77d88c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:03.614060 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-545d7b49-3f26-425d-83c5-ebc4bd77d88c admin admin] Deleting port 34dde429-1f73-4d10-9446-730342132239 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:08:03.614389 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-545d7b49-3f26-425d-83c5-ebc4bd77d88c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:03.713341 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cf481996-64d3-4abe-a3a2-a1c5ab53a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c4ab5e-f406-4931-be1f-404882393319', 'name': 'tempest-TestShelveInstance-558387807-router', 'tenant_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '34dde429-1f73-4d10-9446-730342132239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:53Z', 'updated_at': '2022-09-21T16:08:02Z', 'revision_number': 5, 'project_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'gw_port': {'id': '34dde429-1f73-4d10-9446-730342132239', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:81:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c4ab5e-f406-4931-be1f-404882393319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:58:54Z', 'updated_at': '2022-09-21T15:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:03.717197 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf481996-64d3-4abe-a3a2-a1c5ab53a377 None None] Checking router: b1c4ab5e-f406-4931-be1f-404882393319 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:08:03.726246 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf481996-64d3-4abe-a3a2-a1c5ab53a377 None None] Routers {'b1c4ab5e-f406-4931-be1f-404882393319'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:03.726834 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cf481996-64d3-4abe-a3a2-a1c5ab53a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:07:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['b1c4ab5e-f406-4931-be1f-404882393319'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:03.788184 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-545d7b49-3f26-425d-83c5-ebc4bd77d88c admin admin] For port 34dde429-1f73-4d10-9446-730342132239, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=34dde429-1f73-4d10-9446-730342132239,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:03.788554 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-545d7b49-3f26-425d-83c5-ebc4bd77d88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:03.904859 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-cf481996-64d3-4abe-a3a2-a1c5ab53a377 None None] Set router b1c4ab5e-f406-4931-be1f-404882393319 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:03.913885 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-545d7b49-3f26-425d-83c5-ebc4bd77d88c admin admin] Calling delete_port for 34dde429-1f73-4d10-9446-730342132239 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:08:04.009800 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cf481996-64d3-4abe-a3a2-a1c5ab53a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c4ab5e-f406-4931-be1f-404882393319', 'name': 'tempest-TestShelveInstance-558387807-router', 'tenant_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:53Z', 'updated_at': '2022-09-21T16:08:03Z', 'revision_number': 6, 'project_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:04.014139 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf481996-64d3-4abe-a3a2-a1c5ab53a377 None None] The sync data for ids ['b1c4ab5e-f406-4931-be1f-404882393319'] in dv-neutron-858731-1-hyperv is: [{'id': 'b1c4ab5e-f406-4931-be1f-404882393319', 'name': 'tempest-TestShelveInstance-558387807-router', 'tenant_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:58:53Z', 'updated_at': '2022-09-21T16:08:03Z', 'revision_number': 6, 'project_id': 'eca09682f85b46d5a3c0a75a0582e0d5', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:08:04.093364 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-545d7b49-3f26-425d-83c5-ebc4bd77d88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:04.143387 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d7b49-3f26-425d-83c5-ebc4bd77d88c admin admin] Pushing event deleted for resources: {'Port': ['ID=34dde429-1f73-4d10-9446-730342132239,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:04.238326 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-545d7b49-3f26-425d-83c5-ebc4bd77d88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:04.534344 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-545d7b49-3f26-425d-83c5-ebc4bd77d88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:04.536515 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-545d7b49-3f26-425d-83c5-ebc4bd77d88c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:04.559807 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-545d7b49-3f26-425d-83c5-ebc4bd77d88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:04.560294 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545d7b49-3f26-425d-83c5-ebc4bd77d88c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1c4ab5e-f406-4931-be1f-404882393319 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:08:04.572605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-545d7b49-3f26-425d-83c5-ebc4bd77d88c admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:04.573708 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-545d7b49-3f26-425d-83c5-ebc4bd77d88c admin admin] 10.222.0.62 "DELETE /v2.0/routers/b1c4ab5e-f406-4931-be1f-404882393319 HTTP/1.1" status: 204 len: 168 time: 1.3251324 Sep 21 16:08:04.576261 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42956) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:04.637526 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73e4798-e693-4605-abc7-c0c71a3ecdd6 admin admin] Deleting subnet 88bc47c9-3e4e-43e0-ba8d-c8accec87b6c {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:08:04.640309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a73e4798-e693-4605-abc7-c0c71a3ecdd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:04.688048 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a73e4798-e693-4605-abc7-c0c71a3ecdd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:04.768135 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a73e4798-e693-4605-abc7-c0c71a3ecdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:04.840869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a73e4798-e693-4605-abc7-c0c71a3ecdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:04.880941 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e4798-e693-4605-abc7-c0c71a3ecdd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88bc47c9-3e4e-43e0-ba8d-c8accec87b6c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:04.885848 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a73e4798-e693-4605-abc7-c0c71a3ecdd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:04.890788 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05026279-8e51-4fae-a99b-b1cbae7c16f1 None None] Network 236fdd46-28bb-42a2-8903-0ed01364a05c requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:08:04.893980 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a73e4798-e693-4605-abc7-c0c71a3ecdd6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/88bc47c9-3e4e-43e0-ba8d-c8accec87b6c HTTP/1.1" status: 204 len: 168 time: 0.3167558 Sep 21 16:08:04.896371 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42960) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:05.014594 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1327c330-afee-40ee-9b7c-c2c108fdc6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:05.026900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1327c330-afee-40ee-9b7c-c2c108fdc6d9 admin admin] Deleting port 42d166e4-b571-432d-bc48-71cf9d39da19 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:08:05.027263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1327c330-afee-40ee-9b7c-c2c108fdc6d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:05.216708 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bb818b-2362-439b-8efe-e7f3121d1775 None None] DHCP port deletion for 236fdd46-28bb-42a2-8903-0ed01364a05c request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:08:05.221181 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1bb818b-2362-439b-8efe-e7f3121d1775 None None] Deleting port 42d166e4-b571-432d-bc48-71cf9d39da19 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:08:05.221556 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1bb818b-2362-439b-8efe-e7f3121d1775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:05.242998 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-1327c330-afee-40ee-9b7c-c2c108fdc6d9 admin admin] For port 42d166e4-b571-432d-bc48-71cf9d39da19, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=42d166e4-b571-432d-bc48-71cf9d39da19,segment=NetworkSegment(e652bc23-bf3c-4eb1-855e-089cd7442ffb),segment_id=e652bc23-bf3c-4eb1-855e-089cd7442ffb)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:05.243349 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1327c330-afee-40ee-9b7c-c2c108fdc6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:05.368683 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1327c330-afee-40ee-9b7c-c2c108fdc6d9 admin admin] Calling delete_port for 42d166e4-b571-432d-bc48-71cf9d39da19 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:08:05.427364 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1bb818b-2362-439b-8efe-e7f3121d1775 None None] For port 42d166e4-b571-432d-bc48-71cf9d39da19, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=42d166e4-b571-432d-bc48-71cf9d39da19,segment=NetworkSegment(e652bc23-bf3c-4eb1-855e-089cd7442ffb),segment_id=e652bc23-bf3c-4eb1-855e-089cd7442ffb)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:05.427667 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1bb818b-2362-439b-8efe-e7f3121d1775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:05.445491 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1327c330-afee-40ee-9b7c-c2c108fdc6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:05.496194 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327c330-afee-40ee-9b7c-c2c108fdc6d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=42d166e4-b571-432d-bc48-71cf9d39da19,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:05.498330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1327c330-afee-40ee-9b7c-c2c108fdc6d9 admin admin] No DVR routers for this DVR port 42d166e4-b571-432d-bc48-71cf9d39da19 on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:08:05.554308 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1bb818b-2362-439b-8efe-e7f3121d1775 None None] Calling delete_port for 42d166e4-b571-432d-bc48-71cf9d39da19 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:08:05.615277 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1327c330-afee-40ee-9b7c-c2c108fdc6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:05.626577 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-f1bb818b-2362-439b-8efe-e7f3121d1775 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:08:05.626932 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-f1bb818b-2362-439b-8efe-e7f3121d1775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:08:05.640562 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1327c330-afee-40ee-9b7c-c2c108fdc6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236fdd46-28bb-42a2-8903-0ed01364a05c']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:05.654411 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1327c330-afee-40ee-9b7c-c2c108fdc6d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e652bc23-bf3c-4eb1-855e-089cd7442ffb') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:05.654610 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1327c330-afee-40ee-9b7c-c2c108fdc6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e652bc23-bf3c-4eb1-855e-089cd7442ffb') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:05.667264 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1327c330-afee-40ee-9b7c-c2c108fdc6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:05.685873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1327c330-afee-40ee-9b7c-c2c108fdc6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:05.692748 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1327c330-afee-40ee-9b7c-c2c108fdc6d9 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:08:05.693229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1327c330-afee-40ee-9b7c-c2c108fdc6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:05.696613 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9bade3b2-5b53-4e09-8916-4d579becd302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:05.699264 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 34dde429-1f73-4d10-9446-730342132239 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:08:05.738722 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 34dde429-1f73-4d10-9446-730342132239 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:08:05.739072 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 34dde429-1f73-4d10-9446-730342132239 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:08:05.739502 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 71e26e1d-b065-4f7e-b828-43a919445917 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:08:05.761807 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment e652bc23-bf3c-4eb1-855e-089cd7442ffb resource provider aggregate not found Sep 21 16:08:05.773017 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 71e26e1d-b065-4f7e-b828-43a919445917 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:08:05.773365 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 71e26e1d-b065-4f7e-b828-43a919445917 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:08:05.773795 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 42d166e4-b571-432d-bc48-71cf9d39da19 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:08:05.787128 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment e652bc23-bf3c-4eb1-855e-089cd7442ffb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e652bc23-bf3c-4eb1-855e-089cd7442ffb found for delete ", "request_id": "req-8993634f-0163-4d72-af7e-1861d7a8538b"}]} Sep 21 16:08:05.794617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1327c330-afee-40ee-9b7c-c2c108fdc6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:05.808074 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 42d166e4-b571-432d-bc48-71cf9d39da19 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:08:05.808423 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 42d166e4-b571-432d-bc48-71cf9d39da19 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:08:05.813846 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1327c330-afee-40ee-9b7c-c2c108fdc6d9 admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:05.820141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327c330-afee-40ee-9b7c-c2c108fdc6d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=236fdd46-28bb-42a2-8903-0ed01364a05c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:05.830083 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1327c330-afee-40ee-9b7c-c2c108fdc6d9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/236fdd46-28bb-42a2-8903-0ed01364a05c HTTP/1.1" status: 204 len: 168 time: 0.9327075 Sep 21 16:08:05.940129 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42970) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:05.988782 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-440a1f8b-7de6-4b98-87a9-4a6b3f2ced09 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c199920138e4bcab78e68bd244e5d62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474644 Sep 21 16:08:05.991281 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42974) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:06.049333 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65683a35-6b3d-42f7-a1be-8197ecf5c311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:06.081693 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65683a35-6b3d-42f7-a1be-8197ecf5c311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:06.128366 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1bb818b-2362-439b-8efe-e7f3121d1775 None None] Deleting port 42d166e4-b571-432d-bc48-71cf9d39da19 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:08:06.128951 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1bb818b-2362-439b-8efe-e7f3121d1775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:06.136915 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65683a35-6b3d-42f7-a1be-8197ecf5c311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:06.154750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65683a35-6b3d-42f7-a1be-8197ecf5c311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55e4fee-4871-4107-8ac9-7be9bca233ed,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:06.162826 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65683a35-6b3d-42f7-a1be-8197ecf5c311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:06.166283 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-65683a35-6b3d-42f7-a1be-8197ecf5c311 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b55e4fee-4871-4107-8ac9-7be9bca233ed HTTP/1.1" status: 204 len: 168 time: 0.1718006 Sep 21 16:08:06.211033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1bb818b-2362-439b-8efe-e7f3121d1775 None None] The port '42d166e4-b571-432d-bc48-71cf9d39da19' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:08:06.524360 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42982) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:06.572667 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1bf8df34-3fde-4e16-8165-610acb035a83 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eca09682f85b46d5a3c0a75a0582e0d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470560 Sep 21 16:08:06.575067 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 42986) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:06.632617 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-657ae0e4-5f46-43c2-a7ad-afde246a4001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:06.658461 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-657ae0e4-5f46-43c2-a7ad-afde246a4001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:06.708608 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-657ae0e4-5f46-43c2-a7ad-afde246a4001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:06.722768 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ae0e4-5f46-43c2-a7ad-afde246a4001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d68a0e6-3b9d-4aca-8098-4ad1d1633886,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:06.729334 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-657ae0e4-5f46-43c2-a7ad-afde246a4001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:06.730494 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-657ae0e4-5f46-43c2-a7ad-afde246a4001 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2d68a0e6-3b9d-4aca-8098-4ad1d1633886 HTTP/1.1" status: 204 len: 168 time: 0.1545587 Sep 21 16:08:07.439911 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 43010) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:07.546732 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1374455351-network', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:07.551763 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:07.555662 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] Usage tracker for resource:network and tenant:bae96ec04fb04602836a6a112d6403d8 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:07.558577 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:07.565471 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:07.574405 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] Made reservation on behalf of bae96ec04fb04602836a6a112d6403d8 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:08:07.576748 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:07.589592 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:07.604514 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:07.608258 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] Usage tracker for resource:security_group_rule and tenant:bae96ec04fb04602836a6a112d6403d8 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:07.612049 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:07.617773 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:07.701357 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:07.705281 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:07.732360 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:08:07.744991 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4610599-7a37-464b-adde-88f7dc22aa12,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:07.749487 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:07.749822 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] Added segment eccb49d0-4ece-43d1-bb02-e154e5ca4210 of type vlan for network bb69f1d4-a5f9-4495-8970-cf729127f78e Sep 21 16:08:07.775873 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:07.804441 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:07.805406 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:07.805977 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:07.911376 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4703155 Sep 21 16:08:07.914137 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2764d1-839f-450b-8fdc-0054b9f82bda admin admin] Pushing event updated for resources: {'Network': ['ID=bb69f1d4-a5f9-4495-8970-cf729127f78e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:07.914336 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43016) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:07.919762 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-cde21dca-ea0a-4f4f-ad60-55400bf53108 admin admin] Request body: {'subnet': {'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1374455351-subnet', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'ip_version': 4}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:07.925723 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cde21dca-ea0a-4f4f-ad60-55400bf53108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:07.927969 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network bb69f1d4-a5f9-4495-8970-cf729127f78e details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:08:07.929737 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cde21dca-ea0a-4f4f-ad60-55400bf53108 admin admin] Usage tracker for resource:subnet and tenant:bae96ec04fb04602836a6a112d6403d8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:07.932645 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cde21dca-ea0a-4f4f-ad60-55400bf53108 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:07.938846 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cde21dca-ea0a-4f4f-ad60-55400bf53108 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:07.952470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde21dca-ea0a-4f4f-ad60-55400bf53108 admin admin] Made reservation on behalf of bae96ec04fb04602836a6a112d6403d8 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:08:07.955016 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cde21dca-ea0a-4f4f-ad60-55400bf53108 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:08.043512 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1ea87ea1-f713-4714-a418-6cf415d1cf7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:08.162084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cde21dca-ea0a-4f4f-ad60-55400bf53108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:08.234691 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde21dca-ea0a-4f4f-ad60-55400bf53108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90eba40f-5e24-4fbd-9a32-b21af6bda2f1,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:08.243330 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde21dca-ea0a-4f4f-ad60-55400bf53108 admin admin] Checking segment: {'id': 'eccb49d0-4ece-43d1-bb02-e154e5ca4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:08:08.243684 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde21dca-ea0a-4f4f-ad60-55400bf53108 admin admin] Network hostable DHCP agents. Network: bb69f1d4-a5f9-4495-8970-cf729127f78e, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:08:08.261578 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde21dca-ea0a-4f4f-ad60-55400bf53108 admin admin] Network bb69f1d4-a5f9-4495-8970-cf729127f78e is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:08:08.270753 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-cde21dca-ea0a-4f4f-ad60-55400bf53108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, bb69f1d4-a5f9-4495-8970-cf729127f78e) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:08:08.274539 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde21dca-ea0a-4f4f-ad60-55400bf53108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:08.275122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cde21dca-ea0a-4f4f-ad60-55400bf53108 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:08.280372 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896df2ee-4bea-416f-8397-8a053d95c666 None None] Network bb69f1d4-a5f9-4495-8970-cf729127f78e requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:08:08.294650 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cde21dca-ea0a-4f4f-ad60-55400bf53108 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3791010 Sep 21 16:08:08.297401 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43020) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:08.302648 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1374455351-router', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:08.307297 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:08.311301 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Usage tracker for resource:router and tenant:bae96ec04fb04602836a6a112d6403d8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:08.314703 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:08.320528 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:08.334422 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:08.335513 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:08.350281 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:08.513902 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-bb69f1d4-a5f9-4495-8970-cf729127f78e', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'fixed_ips': [{'subnet_id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:08:08.514733 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:08.667682 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Allocated IP 172.20.0.2 (bb69f1d4-a5f9-4495-8970-cf729127f78e/90eba40f-5e24-4fbd-9a32-b21af6bda2f1/63188f76-bff3-4251-9aff-01acfdc1a901) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:08:08.717561 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:08.915403 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:08.919487 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:08.930482 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Transition to ACTIVE for port object 63188f76-bff3-4251-9aff-01acfdc1a901 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:08:08.948539 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Transition to ACTIVE for port object 63188f76-bff3-4251-9aff-01acfdc1a901 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:08:08.955050 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:09.005286 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Network bb69f1d4-a5f9-4495-8970-cf729127f78e is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:08:09.013520 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:08:09.017523 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:08:09.030595 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:09.064556 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:09.139587 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Pushing event updated for resources: {'Port': ['ID=63188f76-bff3-4251-9aff-01acfdc1a901,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:09.159961 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:09.160310 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:09.160715 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:09.161148 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:09.161570 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:09.161915 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:09.162270 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:09.162641 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:09.163026 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:09.163338 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:09.163674 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:09.163989 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:09.169870 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Attempting to bind port 63188f76-bff3-4251-9aff-01acfdc1a901 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:08:09.170171 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Attempting to bind port 63188f76-bff3-4251-9aff-01acfdc1a901 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'eccb49d0-4ece-43d1-bb02-e154e5ca4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:08:09.170528 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Attempting to bind port 63188f76-bff3-4251-9aff-01acfdc1a901 on network bb69f1d4-a5f9-4495-8970-cf729127f78e {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:08:09.173237 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:09.177681 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:08:09.178049 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Checking segment: {'id': 'eccb49d0-4ece-43d1-bb02-e154e5ca4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:08:09.178431 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:09.178816 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Bound using segment: {'id': 'eccb49d0-4ece-43d1-bb02-e154e5ca4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:08:09.179268 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Bound port: 63188f76-bff3-4251-9aff-01acfdc1a901, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccb49d0-4ece-43d1-bb02-e154e5ca4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:08:09.179632 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:09.201721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Allocated IP 172.26.4.204 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/151c6ddc-d42b-4092-b463-1a86cd04226e) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:08:09.272875 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] For port 63188f76-bff3-4251-9aff-01acfdc1a901, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:08:09.276300 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] For port 63188f76-bff3-4251-9aff-01acfdc1a901, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=63188f76-bff3-4251-9aff-01acfdc1a901,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:08:09.280739 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:09.352048 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:09.363814 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85086f7c-8e05-43ee-bb45-6956bc390570 None None] Pushing event updated for resources: {'Port': ['ID=63188f76-bff3-4251-9aff-01acfdc1a901,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:09.393664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:09.464611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:08:09.467393 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:08:09.472074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:08:09.505119 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Pushing event updated for resources: {'Port': ['ID=151c6ddc-d42b-4092-b463-1a86cd04226e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:09.728551 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 63188f76-bff3-4251-9aff-01acfdc1a901 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:08:09.801143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 63188f76-bff3-4251-9aff-01acfdc1a901 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:08:10.018097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:10.307635 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678fa4af-05f1-4718-a984-e96aa9d4102e None None] Network bb69f1d4-a5f9-4495-8970-cf729127f78e requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:08:10.367395 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:10.406490 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8d66c5b3-ab40-49aa-a508-5efcef431715 None None] Provisioning for port 63188f76-bff3-4251-9aff-01acfdc1a901 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:08:10.424855 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8d66c5b3-ab40-49aa-a508-5efcef431715 None None] Provisioning complete for port 63188f76-bff3-4251-9aff-01acfdc1a901 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:10.425309 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8d66c5b3-ab40-49aa-a508-5efcef431715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:10.576999 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:08:10.650781 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8d66c5b3-ab40-49aa-a508-5efcef431715 None None] Current status of the port 63188f76-bff3-4251-9aff-01acfdc1a901 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:10.651150 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8d66c5b3-ab40-49aa-a508-5efcef431715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:10.691165 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8d66c5b3-ab40-49aa-a508-5efcef431715 None None] For port 63188f76-bff3-4251-9aff-01acfdc1a901, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=63188f76-bff3-4251-9aff-01acfdc1a901,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:10.696601 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8d66c5b3-ab40-49aa-a508-5efcef431715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:10.768754 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:08:10.780667 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] Sync routers for ids ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:08:10.787887 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:10.791978 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66c5b3-ab40-49aa-a508-5efcef431715 None None] Pushing event updated for resources: {'Port': ['ID=63188f76-bff3-4251-9aff-01acfdc1a901,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:10.798425 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:10.798907 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] Routers {'a3cd8e8b-0c12-43b0-b736-d510278cf1e8'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:10.799945 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3184f84c-0fb5-44a9-94dd-b748ce0268bb admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5014458 Sep 21 16:08:10.802524 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:08:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:10.802799 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43024) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:10.980835 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-10927cbb-cc96-4135-8a1b-910281b4cf67 None None] Provisioning complete for port 63188f76-bff3-4251-9aff-01acfdc1a901 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:10.981203 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-10927cbb-cc96-4135-8a1b-910281b4cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:11.035838 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] Set router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:11.361370 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-10927cbb-cc96-4135-8a1b-910281b4cf67 None None] Current status of the port 63188f76-bff3-4251-9aff-01acfdc1a901 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:11.431604 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'name': 'tempest-TestSnapshotPattern-1374455351-router', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:08Z', 'updated_at': '2022-09-21T16:08:09Z', 'revision_number': 3, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'gw_port': {'id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:09Z', 'updated_at': '2022-09-21T16:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:11.435441 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] Checking router: a3cd8e8b-0c12-43b0-b736-d510278cf1e8 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:08:11.435786 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] Updating router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 port 151c6ddc-d42b-4092-b463-1a86cd04226e binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:08:11.488007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:11.613721 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e82e5bc-e88a-4d8d-9e4f-aecee3a05982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:11.722373 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 63188f76-bff3-4251-9aff-01acfdc1a901 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:08:11.828075 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-8e82e5bc-e88a-4d8d-9e4f-aecee3a05982 admin admin] Allocated IP 172.20.0.1 (bb69f1d4-a5f9-4495-8970-cf729127f78e/90eba40f-5e24-4fbd-9a32-b21af6bda2f1/df8f238c-e8b6-4a4b-8002-3ac1de00c341) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:08:11.869940 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 63188f76-bff3-4251-9aff-01acfdc1a901 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:11.870235 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:11.933272 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:11.949120 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] Transition to ACTIVE for port object 151c6ddc-d42b-4092-b463-1a86cd04226e will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:08:11.959608 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:11.977696 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e82e5bc-e88a-4d8d-9e4f-aecee3a05982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:11.994023 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-8e82e5bc-e88a-4d8d-9e4f-aecee3a05982 admin admin] Transition to ACTIVE for port object df8f238c-e8b6-4a4b-8002-3ac1de00c341 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:08:12.019355 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e82e5bc-e88a-4d8d-9e4f-aecee3a05982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:12.069220 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] Attempting to bind port 151c6ddc-d42b-4092-b463-1a86cd04226e on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:08:12.069587 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] Attempting to bind port 151c6ddc-d42b-4092-b463-1a86cd04226e by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:08:12.069951 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] Attempting to bind port 151c6ddc-d42b-4092-b463-1a86cd04226e on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:08:12.084265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e82e5bc-e88a-4d8d-9e4f-aecee3a05982 admin admin] Network bb69f1d4-a5f9-4495-8970-cf729127f78e is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:08:12.086644 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 63188f76-bff3-4251-9aff-01acfdc1a901 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:12.087001 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-8e82e5bc-e88a-4d8d-9e4f-aecee3a05982 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:08:12.090217 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:08:12.091109 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:08:12.091221 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e82e5bc-e88a-4d8d-9e4f-aecee3a05982 admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:08:12.091305 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:12.091382 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:08:12.091834 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] Bound port: 151c6ddc-d42b-4092-b463-1a86cd04226e, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:08:12.092281 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:12.126869 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82e5bc-e88a-4d8d-9e4f-aecee3a05982 admin admin] Pushing event updated for resources: {'Port': ['ID=df8f238c-e8b6-4a4b-8002-3ac1de00c341,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:12.137390 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55472711-32d1-451a-9206-36afbd9e7f6c None None] Pushing event updated for resources: {'Port': ['ID=151c6ddc-d42b-4092-b463-1a86cd04226e,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:12.161627 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e82e5bc-e88a-4d8d-9e4f-aecee3a05982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:12.185290 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] For port 151c6ddc-d42b-4092-b463-1a86cd04226e, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:08:12.189583 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] For port 151c6ddc-d42b-4092-b463-1a86cd04226e, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=151c6ddc-d42b-4092-b463-1a86cd04226e,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:08:12.193837 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:12.257180 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] Routers {'a3cd8e8b-0c12-43b0-b736-d510278cf1e8'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:12.257820 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:08:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:12.346260 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55472711-32d1-451a-9206-36afbd9e7f6c None None] Pushing event updated for resources: {'Port': ['ID=151c6ddc-d42b-4092-b463-1a86cd04226e,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:12.426478 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e82e5bc-e88a-4d8d-9e4f-aecee3a05982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:12.440921 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ff0a9fe1-efb7-4c58-9ec2-bb7c7dff591d None None] Provisioning for port df8f238c-e8b6-4a4b-8002-3ac1de00c341 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:08:12.451652 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ff0a9fe1-efb7-4c58-9ec2-bb7c7dff591d None None] Provisioning complete for port df8f238c-e8b6-4a4b-8002-3ac1de00c341 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:12.452019 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9fe1-efb7-4c58-9ec2-bb7c7dff591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:12.497505 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] Set router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:12.646671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e82e5bc-e88a-4d8d-9e4f-aecee3a05982 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:12.651097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e82e5bc-e88a-4d8d-9e4f-aecee3a05982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:12.672849 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ff0a9fe1-efb7-4c58-9ec2-bb7c7dff591d None None] Port df8f238c-e8b6-4a4b-8002-3ac1de00c341 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:08:12.761069 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82e5bc-e88a-4d8d-9e4f-aecee3a05982 admin admin] Pushing event updated for resources: {'Port': ['ID=df8f238c-e8b6-4a4b-8002-3ac1de00c341,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:12.764865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e82e5bc-e88a-4d8d-9e4f-aecee3a05982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:12.792973 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'name': 'tempest-TestSnapshotPattern-1374455351-router', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:08Z', 'updated_at': '2022-09-21T16:08:09Z', 'revision_number': 3, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'gw_port': {'id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:09Z', 'updated_at': '2022-09-21T16:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:12.796920 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bf027f-d8f5-4120-99a0-c3a789258584 None None] The sync data for ids ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'] in dv-neutron-858731-1-hyperv is: [{'id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'name': 'tempest-TestSnapshotPattern-1374455351-router', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:08Z', 'updated_at': '2022-09-21T16:08:09Z', 'revision_number': 3, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'gw_port': {'id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:09Z', 'updated_at': '2022-09-21T16:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:08:12.901776 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e82e5bc-e88a-4d8d-9e4f-aecee3a05982 admin admin] Network bb69f1d4-a5f9-4495-8970-cf729127f78e is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:08:12.902918 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-8e82e5bc-e88a-4d8d-9e4f-aecee3a05982 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:08:13.202736 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-93d4c001-a7af-4a35-a604-3cd11e4e1c31 None None] Provisioning complete for port df8f238c-e8b6-4a4b-8002-3ac1de00c341 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:13.203198 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-93d4c001-a7af-4a35-a604-3cd11e4e1c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:13.246481 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e82e5bc-e88a-4d8d-9e4f-aecee3a05982 admin admin] Router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:08:13.267661 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-93d4c001-a7af-4a35-a604-3cd11e4e1c31 None None] Port df8f238c-e8b6-4a4b-8002-3ac1de00c341 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:08:13.436567 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e82e5bc-e88a-4d8d-9e4f-aecee3a05982 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:08:13.445893 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8e82e5bc-e88a-4d8d-9e4f-aecee3a05982 admin admin] 10.222.0.62 "PUT /v2.0/routers/a3cd8e8b-0c12-43b0-b736-d510278cf1e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6418765 Sep 21 16:08:13.725408 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 151c6ddc-d42b-4092-b463-1a86cd04226e up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:08:13.796643 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 151c6ddc-d42b-4092-b463-1a86cd04226e completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:08:13.801578 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 151c6ddc-d42b-4092-b463-1a86cd04226e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:13.801933 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:13.962627 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 151c6ddc-d42b-4092-b463-1a86cd04226e is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:13.963014 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:13.965840 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43050) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:13.972006 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1261493021-network', 'tenant_id': 'b7b0895c9bd6443d8b899892a61d6ef3'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:13.977428 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:13.981431 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 151c6ddc-d42b-4092-b463-1a86cd04226e, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=151c6ddc-d42b-4092-b463-1a86cd04226e,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:13.981578 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] Usage tracker for resource:network and tenant:b7b0895c9bd6443d8b899892a61d6ef3 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:13.984602 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:13.985885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:13.991180 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:14.002008 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] Made reservation on behalf of b7b0895c9bd6443d8b899892a61d6ef3 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:08:14.004593 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:14.017359 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:14.032766 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:14.037141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] Usage tracker for resource:security_group_rule and tenant:b7b0895c9bd6443d8b899892a61d6ef3 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:14.040173 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:14.046710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:14.083584 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=151c6ddc-d42b-4092-b463-1a86cd04226e,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:14.138814 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:14.142596 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:14.176841 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:08:14.182185 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73b82f7-cd16-474b-8cd6-becb1e8a20d9,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:14.189819 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:14.190145 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] Added segment b08f82d6-5d0e-418a-998f-cab15acdf45c of type vlan for network 7abd3796-2aa8-44fe-b3bb-40b6031a0336 Sep 21 16:08:14.215444 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774317034325'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:14.245975 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:14.246940 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:14.247550 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:14.346320 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] Sync routers for ids ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:08:14.351863 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] Pushing event updated for resources: {'Network': ['ID=7abd3796-2aa8-44fe-b3bb-40b6031a0336,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:14.355199 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0fca070e-27a5-45f2-b4e2-c9b9b7f324d0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3883295 Sep 21 16:08:14.358141 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43056) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:14.362081 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Network 7abd3796-2aa8-44fe-b3bb-40b6031a0336 details requested by agent ovs-agent-dv-neutron-858731-1-hyperv with host dv-neutron-858731-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:08:14.363570 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] Routers {'a3cd8e8b-0c12-43b0-b736-d510278cf1e8'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:14.364072 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5c7203c0-2fef-44a9-842e-680d9a6a6604 admin admin] Request body: {'subnet': {'network_id': '7abd3796-2aa8-44fe-b3bb-40b6031a0336', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1261493021-subnet', 'tenant_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'ip_version': 4}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:14.364193 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:08:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:14.369040 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5c7203c0-2fef-44a9-842e-680d9a6a6604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:14.377577 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5c7203c0-2fef-44a9-842e-680d9a6a6604 admin admin] Usage tracker for resource:subnet and tenant:b7b0895c9bd6443d8b899892a61d6ef3 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:14.383146 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5c7203c0-2fef-44a9-842e-680d9a6a6604 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:14.389084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5c7203c0-2fef-44a9-842e-680d9a6a6604 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:14.408391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7203c0-2fef-44a9-842e-680d9a6a6604 admin admin] Made reservation on behalf of b7b0895c9bd6443d8b899892a61d6ef3 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:08:14.410945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c7203c0-2fef-44a9-842e-680d9a6a6604 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65163952'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:14.550848 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] Set router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:14.624816 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c7203c0-2fef-44a9-842e-680d9a6a6604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65867084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65163918'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:14.696961 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7203c0-2fef-44a9-842e-680d9a6a6604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24072d08-bc04-43ad-b437-a8f264e11e5a,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:14.709560 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7203c0-2fef-44a9-842e-680d9a6a6604 admin admin] Checking segment: {'id': 'b08f82d6-5d0e-418a-998f-cab15acdf45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7abd3796-2aa8-44fe-b3bb-40b6031a0336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:08:14.709908 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7203c0-2fef-44a9-842e-680d9a6a6604 admin admin] Network hostable DHCP agents. Network: 7abd3796-2aa8-44fe-b3bb-40b6031a0336, hostable agents: ['a76b6515-7316-48e5-883c-4ffff6036423'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:08:14.731059 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7203c0-2fef-44a9-842e-680d9a6a6604 admin admin] Network 7abd3796-2aa8-44fe-b3bb-40b6031a0336 is scheduled to be hosted by DHCP agent a76b6515-7316-48e5-883c-4ffff6036423 with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:08:14.741531 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-5c7203c0-2fef-44a9-842e-680d9a6a6604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858731-1-hyperv, 7abd3796-2aa8-44fe-b3bb-40b6031a0336) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:08:14.745622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7203c0-2fef-44a9-842e-680d9a6a6604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:14.746367 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c7203c0-2fef-44a9-842e-680d9a6a6604 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:14.750838 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d1d544-8fe0-415d-9093-fcaa73fbc6ec None None] Network 7abd3796-2aa8-44fe-b3bb-40b6031a0336 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:08:14.773227 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5c7203c0-2fef-44a9-842e-680d9a6a6604 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4139946 Sep 21 16:08:14.775709 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43060) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:14.781031 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1261493021-router', 'tenant_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:14.786937 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:14.791074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Usage tracker for resource:router and tenant:b7b0895c9bd6443d8b899892a61d6ef3 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:14.794127 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:14.800228 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:14.811639 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1580826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5809'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:14.812974 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2083623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5832'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:14.833509 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:14.874156 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'name': 'tempest-TestSnapshotPattern-1374455351-router', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:08Z', 'updated_at': '2022-09-21T16:08:12Z', 'revision_number': 4, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'gw_port': {'id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:09Z', 'updated_at': '2022-09-21T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'df8f238c-e8b6-4a4b-8002-3ac1de00c341', 'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'mac_address': 'fa:16:3e:b2:7b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:11Z', 'updated_at': '2022-09-21T16:08:12Z', 'revision_number': 2, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'subnets': [{'id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:14.878751 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] Checking router: a3cd8e8b-0c12-43b0-b736-d510278cf1e8 for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:08:14.879040 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] Updating router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 port df8f238c-e8b6-4a4b-8002-3ac1de00c341 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:08:14.932850 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:14.983552 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp346ff7c7-7c76-511b-a288-c43d86b2e65c-7abd3796-2aa8-44fe-b3bb-40b6031a0336', 'network_id': '7abd3796-2aa8-44fe-b3bb-40b6031a0336', 'tenant_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'fixed_ips': [{'subnet_id': '24072d08-bc04-43ad-b437-a8f264e11e5a'}]}} from dv-neutron-858731-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:08:14.984652 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:15.123762 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1580817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5854'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:15.152908 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] Allocated IP 172.20.0.2 (7abd3796-2aa8-44fe-b3bb-40b6031a0336/24072d08-bc04-43ad-b437-a8f264e11e5a/acd69022-cb09-4272-9ec0-0ef8a9c7459b) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:08:15.307447 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:15.320535 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] Transition to ACTIVE for port object df8f238c-e8b6-4a4b-8002-3ac1de00c341 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:08:15.326306 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:15.374317 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:15.387301 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] Transition to ACTIVE for port object acd69022-cb09-4272-9ec0-0ef8a9c7459b will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:08:15.408603 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] Transition to ACTIVE for port object acd69022-cb09-4272-9ec0-0ef8a9c7459b will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:08:15.419617 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:15.492095 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] Network 7abd3796-2aa8-44fe-b3bb-40b6031a0336 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:08:15.495037 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:08:15.497696 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:08:15.507590 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] Pushing event updated for resources: {'Port': ['ID=acd69022-cb09-4272-9ec0-0ef8a9c7459b,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:15.544521 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] Attempting to bind port df8f238c-e8b6-4a4b-8002-3ac1de00c341 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:08:15.545076 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] Attempting to bind port df8f238c-e8b6-4a4b-8002-3ac1de00c341 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'eccb49d0-4ece-43d1-bb02-e154e5ca4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:08:15.545234 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] Attempting to bind port df8f238c-e8b6-4a4b-8002-3ac1de00c341 on network bb69f1d4-a5f9-4495-8970-cf729127f78e {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:08:15.547894 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d133df5-b587-432c-8966-38b5dd82662b None None] Pushing event updated for resources: {'Port': ['ID=df8f238c-e8b6-4a4b-8002-3ac1de00c341,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:15.559342 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:08:15.559711 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] Checking segment: {'id': 'eccb49d0-4ece-43d1-bb02-e154e5ca4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:08:15.560099 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:15.560496 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] Bound using segment: {'id': 'eccb49d0-4ece-43d1-bb02-e154e5ca4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:08:15.560955 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] Bound port: df8f238c-e8b6-4a4b-8002-3ac1de00c341, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccb49d0-4ece-43d1-bb02-e154e5ca4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:08:15.561316 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:15.568865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:15.571151 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133df5-b587-432c-8966-38b5dd82662b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:15.571493 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133df5-b587-432c-8966-38b5dd82662b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:15.571825 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133df5-b587-432c-8966-38b5dd82662b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:15.572150 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133df5-b587-432c-8966-38b5dd82662b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:15.572487 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133df5-b587-432c-8966-38b5dd82662b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:15.572816 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133df5-b587-432c-8966-38b5dd82662b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:15.573138 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133df5-b587-432c-8966-38b5dd82662b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:15.573454 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133df5-b587-432c-8966-38b5dd82662b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:15.573772 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133df5-b587-432c-8966-38b5dd82662b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:15.574086 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133df5-b587-432c-8966-38b5dd82662b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:15.574400 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133df5-b587-432c-8966-38b5dd82662b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:15.574710 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d133df5-b587-432c-8966-38b5dd82662b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:15.600442 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:15.615265 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] Attempting to bind port acd69022-cb09-4272-9ec0-0ef8a9c7459b on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:08:15.615628 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] Attempting to bind port acd69022-cb09-4272-9ec0-0ef8a9c7459b by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'b08f82d6-5d0e-418a-998f-cab15acdf45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7abd3796-2aa8-44fe-b3bb-40b6031a0336'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:08:15.615976 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] Attempting to bind port acd69022-cb09-4272-9ec0-0ef8a9c7459b on network 7abd3796-2aa8-44fe-b3bb-40b6031a0336 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:08:15.621269 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:08:15.621633 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] Checking segment: {'id': 'b08f82d6-5d0e-418a-998f-cab15acdf45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7abd3796-2aa8-44fe-b3bb-40b6031a0336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:08:15.623051 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:15.623051 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] Bound using segment: {'id': 'b08f82d6-5d0e-418a-998f-cab15acdf45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7abd3796-2aa8-44fe-b3bb-40b6031a0336'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:08:15.623051 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] Bound port: acd69022-cb09-4272-9ec0-0ef8a9c7459b, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08f82d6-5d0e-418a-998f-cab15acdf45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7abd3796-2aa8-44fe-b3bb-40b6031a0336'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:08:15.623297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:15.679519 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] For port df8f238c-e8b6-4a4b-8002-3ac1de00c341, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:08:15.685340 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] For port df8f238c-e8b6-4a4b-8002-3ac1de00c341, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=df8f238c-e8b6-4a4b-8002-3ac1de00c341,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:08:15.692216 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:15.732554 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] For port acd69022-cb09-4272-9ec0-0ef8a9c7459b, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:08:15.736640 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 151c6ddc-d42b-4092-b463-1a86cd04226e up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:08:15.753225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Allocated IP 172.26.4.134 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/72ca4504-59f4-44d2-8a06-71ac533d53ca) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:08:15.786828 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] For port acd69022-cb09-4272-9ec0-0ef8a9c7459b, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=acd69022-cb09-4272-9ec0-0ef8a9c7459b,segment=NetworkSegment(b08f82d6-5d0e-418a-998f-cab15acdf45c),segment_id=b08f82d6-5d0e-418a-998f-cab15acdf45c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:08:15.795716 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:15.802802 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] Routers {'a3cd8e8b-0c12-43b0-b736-d510278cf1e8'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:15.803432 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:08:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:15.886303 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 151c6ddc-d42b-4092-b463-1a86cd04226e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:15.886668 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:15.896094 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d133df5-b587-432c-8966-38b5dd82662b None None] Pushing event updated for resources: {'Port': ['ID=df8f238c-e8b6-4a4b-8002-3ac1de00c341,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:15.933862 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d958dfd-1155-424f-bb0d-920231781891 None None] Pushing event updated for resources: {'Port': ['ID=acd69022-cb09-4272-9ec0-0ef8a9c7459b,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:15.963532 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:16.002162 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:16.026410 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] Set router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:16.048570 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 151c6ddc-d42b-4092-b463-1a86cd04226e is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:16.112533 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:08:16.115930 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:08:16.119750 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:08:16.156202 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Pushing event updated for resources: {'Port': ['ID=72ca4504-59f4-44d2-8a06-71ac533d53ca,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:16.389218 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'name': 'tempest-TestSnapshotPattern-1374455351-router', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:08Z', 'updated_at': '2022-09-21T16:08:12Z', 'revision_number': 4, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'gw_port': {'id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:09Z', 'updated_at': '2022-09-21T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'df8f238c-e8b6-4a4b-8002-3ac1de00c341', 'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'mac_address': 'fa:16:3e:b2:7b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:11Z', 'updated_at': '2022-09-21T16:08:15Z', 'revision_number': 4, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'subnets': [{'id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:16.393071 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25d5fe7-4a0d-4c49-b51d-dde458cd2594 None None] The sync data for ids ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'] in dv-neutron-858731-1-hyperv is: [{'id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'name': 'tempest-TestSnapshotPattern-1374455351-router', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:08Z', 'updated_at': '2022-09-21T16:08:12Z', 'revision_number': 4, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'gw_port': {'id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:09Z', 'updated_at': '2022-09-21T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'df8f238c-e8b6-4a4b-8002-3ac1de00c341', 'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'mac_address': 'fa:16:3e:b2:7b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:11Z', 'updated_at': '2022-09-21T16:08:15Z', 'revision_number': 4, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'subnets': [{'id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:08:16.562775 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:16.938906 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39090b63-159b-4b0f-a80d-26e64b52b6d9 None None] Network 7abd3796-2aa8-44fe-b3bb-40b6031a0336 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:08:16.955793 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1580840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581040'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:17.039195 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9888d4e9-e0d6-4197-8a29-0ca710856372 None None] Provisioning for port acd69022-cb09-4272-9ec0-0ef8a9c7459b completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:08:17.335029 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Router 44228f87-7c53-40d5-a280-c693081b383d is scheduled to L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:08:17.529232 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:08:17.539101 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] Sync routers for ids ['44228f87-7c53-40d5-a280-c693081b383d'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:08:17.549594 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] Routers {'44228f87-7c53-40d5-a280-c693081b383d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:17.550431 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:08:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['44228f87-7c53-40d5-a280-c693081b383d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:17.553051 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:17.556745 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-20c126f1-fd31-47f3-8c04-0ea777385918 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7776175 Sep 21 16:08:17.557039 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43068) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:17.764709 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] Set router 44228f87-7c53-40d5-a280-c693081b383d gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:17.810632 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device acd69022-cb09-4272-9ec0-0ef8a9c7459b up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:08:18.033203 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port acd69022-cb09-4272-9ec0-0ef8a9c7459b completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:08:18.049124 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port acd69022-cb09-4272-9ec0-0ef8a9c7459b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:18.049498 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:18.221294 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port acd69022-cb09-4272-9ec0-0ef8a9c7459b is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:18.221675 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:18.232805 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44228f87-7c53-40d5-a280-c693081b383d', 'name': 'tempest-TestSnapshotPattern-1261493021-router', 'tenant_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '72ca4504-59f4-44d2-8a06-71ac533d53ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:14Z', 'updated_at': '2022-09-21T16:08:16Z', 'revision_number': 3, 'project_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'gw_port': {'id': '72ca4504-59f4-44d2-8a06-71ac533d53ca', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44228f87-7c53-40d5-a280-c693081b383d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:15Z', 'updated_at': '2022-09-21T16:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:18.242085 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] Checking router: 44228f87-7c53-40d5-a280-c693081b383d for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:08:18.242436 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] Updating router 44228f87-7c53-40d5-a280-c693081b383d port 72ca4504-59f4-44d2-8a06-71ac533d53ca binding host dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:08:18.253655 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-879ed05c-37cc-43fe-a2fe-d8a2a2315408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:18.302018 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port acd69022-cb09-4272-9ec0-0ef8a9c7459b, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=acd69022-cb09-4272-9ec0-0ef8a9c7459b,segment=NetworkSegment(b08f82d6-5d0e-418a-998f-cab15acdf45c),segment_id=b08f82d6-5d0e-418a-998f-cab15acdf45c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:18.308566 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:18.309319 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device df8f238c-e8b6-4a4b-8002-3ac1de00c341 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:08:18.368118 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:18.467696 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-879ed05c-37cc-43fe-a2fe-d8a2a2315408 admin admin] Allocated IP 172.20.0.1 (7abd3796-2aa8-44fe-b3bb-40b6031a0336/24072d08-bc04-43ad-b437-a8f264e11e5a/a35c03e8-6680-462b-9b96-d66375c42439) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:08:18.528592 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=acd69022-cb09-4272-9ec0-0ef8a9c7459b,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:18.553260 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port df8f238c-e8b6-4a4b-8002-3ac1de00c341 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:08:18.567023 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port df8f238c-e8b6-4a4b-8002-3ac1de00c341 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:18.567386 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:18.746188 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-879ed05c-37cc-43fe-a2fe-d8a2a2315408 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:18.763582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-879ed05c-37cc-43fe-a2fe-d8a2a2315408 admin admin] Transition to ACTIVE for port object a35c03e8-6680-462b-9b96-d66375c42439 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:08:18.788880 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-879ed05c-37cc-43fe-a2fe-d8a2a2315408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:18.803069 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port df8f238c-e8b6-4a4b-8002-3ac1de00c341 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:18.803495 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:18.853069 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879ed05c-37cc-43fe-a2fe-d8a2a2315408 admin admin] Network 7abd3796-2aa8-44fe-b3bb-40b6031a0336 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:08:18.856635 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-879ed05c-37cc-43fe-a2fe-d8a2a2315408 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:08:18.859662 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879ed05c-37cc-43fe-a2fe-d8a2a2315408 admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:08:18.901828 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port df8f238c-e8b6-4a4b-8002-3ac1de00c341, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=df8f238c-e8b6-4a4b-8002-3ac1de00c341,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:18.904578 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ed05c-37cc-43fe-a2fe-d8a2a2315408 admin admin] Pushing event updated for resources: {'Port': ['ID=a35c03e8-6680-462b-9b96-d66375c42439,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:18.907023 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:18.916686 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:18.924957 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-879ed05c-37cc-43fe-a2fe-d8a2a2315408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1580862'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:18.968779 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] Transition to ACTIVE for port object 72ca4504-59f4-44d2-8a06-71ac533d53ca will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:08:18.988406 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:19.011016 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] Attempting to bind port 72ca4504-59f4-44d2-8a06-71ac533d53ca on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:08:19.011385 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] Attempting to bind port 72ca4504-59f4-44d2-8a06-71ac533d53ca by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:08:19.011743 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] Attempting to bind port 72ca4504-59f4-44d2-8a06-71ac533d53ca on network 445481ae-8997-4e7e-a514-07e782c48c85 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:08:19.019946 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=df8f238c-e8b6-4a4b-8002-3ac1de00c341,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:19.022995 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:08:19.023371 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] Checking segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:08:19.023870 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:19.024154 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] Bound using segment: {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:08:19.024653 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] Bound port: 72ca4504-59f4-44d2-8a06-71ac533d53ca, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd589e-57ec-43c8-90ff-6d43fa74b44f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:08:19.025027 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:19.066658 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-879ed05c-37cc-43fe-a2fe-d8a2a2315408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:19.205186 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8092bb-9caf-4dff-995c-bc510c724bc2 None None] Pushing event updated for resources: {'Port': ['ID=72ca4504-59f4-44d2-8a06-71ac533d53ca,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:19.214226 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-44126943-b98b-4c49-9f54-3f5f4fe68498 None None] Provisioning for port a35c03e8-6680-462b-9b96-d66375c42439 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:08:19.223415 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-44126943-b98b-4c49-9f54-3f5f4fe68498 None None] Provisioning complete for port a35c03e8-6680-462b-9b96-d66375c42439 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:19.223780 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-44126943-b98b-4c49-9f54-3f5f4fe68498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:19.248013 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] For port 72ca4504-59f4-44d2-8a06-71ac533d53ca, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:08:19.273141 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] For port 72ca4504-59f4-44d2-8a06-71ac533d53ca, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=72ca4504-59f4-44d2-8a06-71ac533d53ca,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:08:19.281446 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:19.296081 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-879ed05c-37cc-43fe-a2fe-d8a2a2315408 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:19.301341 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-879ed05c-37cc-43fe-a2fe-d8a2a2315408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:19.326265 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-44126943-b98b-4c49-9f54-3f5f4fe68498 None None] Port a35c03e8-6680-462b-9b96-d66375c42439 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:08:19.352927 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] Routers {'44228f87-7c53-40d5-a280-c693081b383d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:19.353561 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:08:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['44228f87-7c53-40d5-a280-c693081b383d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:19.408799 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ed05c-37cc-43fe-a2fe-d8a2a2315408 admin admin] Pushing event updated for resources: {'Port': ['ID=a35c03e8-6680-462b-9b96-d66375c42439,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:19.411306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-879ed05c-37cc-43fe-a2fe-d8a2a2315408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585093'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:19.441187 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8092bb-9caf-4dff-995c-bc510c724bc2 None None] Pushing event updated for resources: {'Port': ['ID=72ca4504-59f4-44d2-8a06-71ac533d53ca,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:19.541762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] Set router 44228f87-7c53-40d5-a280-c693081b383d gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:19.549011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879ed05c-37cc-43fe-a2fe-d8a2a2315408 admin admin] Network 7abd3796-2aa8-44fe-b3bb-40b6031a0336 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:08:19.550103 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-879ed05c-37cc-43fe-a2fe-d8a2a2315408 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:08:19.755018 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device acd69022-cb09-4272-9ec0-0ef8a9c7459b up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:08:19.767753 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879ed05c-37cc-43fe-a2fe-d8a2a2315408 admin admin] Router 44228f87-7c53-40d5-a280-c693081b383d has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:08:19.916274 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port acd69022-cb09-4272-9ec0-0ef8a9c7459b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:19.916552 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:19.948030 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879ed05c-37cc-43fe-a2fe-d8a2a2315408 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:08:19.956674 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b21ed4e7-3d16-47a7-9128-38042b515e44 None None] Provisioning complete for port a35c03e8-6680-462b-9b96-d66375c42439 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:19.957045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b21ed4e7-3d16-47a7-9128-38042b515e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:19.957700 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-879ed05c-37cc-43fe-a2fe-d8a2a2315408 admin admin] 10.222.0.62 "PUT /v2.0/routers/44228f87-7c53-40d5-a280-c693081b383d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3995540 Sep 21 16:08:20.042816 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b21ed4e7-3d16-47a7-9128-38042b515e44 None None] Port a35c03e8-6680-462b-9b96-d66375c42439 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:08:20.107919 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44228f87-7c53-40d5-a280-c693081b383d', 'name': 'tempest-TestSnapshotPattern-1261493021-router', 'tenant_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '72ca4504-59f4-44d2-8a06-71ac533d53ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:14Z', 'updated_at': '2022-09-21T16:08:18Z', 'revision_number': 4, 'project_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'gw_port': {'id': '72ca4504-59f4-44d2-8a06-71ac533d53ca', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44228f87-7c53-40d5-a280-c693081b383d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:15Z', 'updated_at': '2022-09-21T16:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'a35c03e8-6680-462b-9b96-d66375c42439', 'name': '', 'network_id': '7abd3796-2aa8-44fe-b3bb-40b6031a0336', 'tenant_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'mac_address': 'fa:16:3e:c8:78:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44228f87-7c53-40d5-a280-c693081b383d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '24072d08-bc04-43ad-b437-a8f264e11e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:18Z', 'updated_at': '2022-09-21T16:08:19Z', 'revision_number': 2, 'project_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'subnets': [{'id': '24072d08-bc04-43ad-b437-a8f264e11e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:20.117331 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ea2e6-0b49-44f4-bc60-d7f583b25d96 None None] The sync data for ids ['44228f87-7c53-40d5-a280-c693081b383d'] in dv-neutron-858731-1-hyperv is: [{'id': '44228f87-7c53-40d5-a280-c693081b383d', 'name': 'tempest-TestSnapshotPattern-1261493021-router', 'tenant_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '72ca4504-59f4-44d2-8a06-71ac533d53ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:14Z', 'updated_at': '2022-09-21T16:08:18Z', 'revision_number': 4, 'project_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'gw_port': {'id': '72ca4504-59f4-44d2-8a06-71ac533d53ca', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44228f87-7c53-40d5-a280-c693081b383d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:15Z', 'updated_at': '2022-09-21T16:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'a35c03e8-6680-462b-9b96-d66375c42439', 'name': '', 'network_id': '7abd3796-2aa8-44fe-b3bb-40b6031a0336', 'tenant_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'mac_address': 'fa:16:3e:c8:78:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44228f87-7c53-40d5-a280-c693081b383d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '24072d08-bc04-43ad-b437-a8f264e11e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:18Z', 'updated_at': '2022-09-21T16:08:19Z', 'revision_number': 2, 'project_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'subnets': [{'id': '24072d08-bc04-43ad-b437-a8f264e11e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:08:20.119074 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port acd69022-cb09-4272-9ec0-0ef8a9c7459b is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:20.120176 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device df8f238c-e8b6-4a4b-8002-3ac1de00c341 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:08:20.196620 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port df8f238c-e8b6-4a4b-8002-3ac1de00c341 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:20.196992 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:20.335510 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port df8f238c-e8b6-4a4b-8002-3ac1de00c341 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:20.388409 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43080) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:20.394476 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a30f5e9b-a3a2-4a8c-aa78-bc4392147d9c tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1671103244', 'description': 'tempest-secgroup-smoke-1671103244 description', 'project_id': 'bae96ec04fb04602836a6a112d6403d8'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:20.400712 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a30f5e9b-a3a2-4a8c-aa78-bc4392147d9c tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:20.404733 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a30f5e9b-a3a2-4a8c-aa78-bc4392147d9c tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Usage tracker for resource:security_group and tenant:bae96ec04fb04602836a6a112d6403d8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:20.408391 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a30f5e9b-a3a2-4a8c-aa78-bc4392147d9c tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:20.414456 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a30f5e9b-a3a2-4a8c-aa78-bc4392147d9c tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:20.425764 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a30f5e9b-a3a2-4a8c-aa78-bc4392147d9c tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:20.455190 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a30f5e9b-a3a2-4a8c-aa78-bc4392147d9c tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:20.459393 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a30f5e9b-a3a2-4a8c-aa78-bc4392147d9c tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Usage tracker for resource:security_group_rule and tenant:bae96ec04fb04602836a6a112d6403d8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:20.462422 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a30f5e9b-a3a2-4a8c-aa78-bc4392147d9c tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:20.468318 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a30f5e9b-a3a2-4a8c-aa78-bc4392147d9c tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:20.549838 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a30f5e9b-a3a2-4a8c-aa78-bc4392147d9c tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:20.554479 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a30f5e9b-a3a2-4a8c-aa78-bc4392147d9c tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:20.600632 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f5e9b-a3a2-4a8c-aa78-bc4392147d9c tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f499ec-c5ae-41da-8190-01c7e09c0d5e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:20.603127 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a30f5e9b-a3a2-4a8c-aa78-bc4392147d9c tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:20.604357 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a30f5e9b-a3a2-4a8c-aa78-bc4392147d9c tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2149150 Sep 21 16:08:20.607306 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43084) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:20.613305 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9a0dbbed-06eb-4d31-a33d-cb67c6d81a25 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Request body: {'security_group_rule': {'security_group_id': '65f499ec-c5ae-41da-8190-01c7e09c0d5e', 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:20.620008 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9a0dbbed-06eb-4d31-a33d-cb67c6d81a25 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:20.623906 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9a0dbbed-06eb-4d31-a33d-cb67c6d81a25 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Usage tracker for resource:security_group_rule and tenant:bae96ec04fb04602836a6a112d6403d8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:20.627775 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9a0dbbed-06eb-4d31-a33d-cb67c6d81a25 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:20.636557 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9a0dbbed-06eb-4d31-a33d-cb67c6d81a25 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:20.652829 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9a0dbbed-06eb-4d31-a33d-cb67c6d81a25 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:20.715768 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9a0dbbed-06eb-4d31-a33d-cb67c6d81a25 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:20.719594 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9a0dbbed-06eb-4d31-a33d-cb67c6d81a25 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:20.752362 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0dbbed-06eb-4d31-a33d-cb67c6d81a25 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fdf3f1a-a7d0-4dfb-bb09-d8210d46f688,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:20.760311 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9a0dbbed-06eb-4d31-a33d-cb67c6d81a25 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:20.761630 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9a0dbbed-06eb-4d31-a33d-cb67c6d81a25 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1534042 Sep 21 16:08:20.764357 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43088) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:20.769364 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0a017ca4-fbec-4920-b8a1-7d65cd453ea4 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Request body: {'security_group_rule': {'security_group_id': '65f499ec-c5ae-41da-8190-01c7e09c0d5e', 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:20.775547 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0a017ca4-fbec-4920-b8a1-7d65cd453ea4 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:20.793573 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0a017ca4-fbec-4920-b8a1-7d65cd453ea4 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Usage tracker for resource:security_group_rule and tenant:bae96ec04fb04602836a6a112d6403d8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:20.799642 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0a017ca4-fbec-4920-b8a1-7d65cd453ea4 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:20.805718 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0a017ca4-fbec-4920-b8a1-7d65cd453ea4 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:20.822796 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a017ca4-fbec-4920-b8a1-7d65cd453ea4 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:20.888033 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a017ca4-fbec-4920-b8a1-7d65cd453ea4 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:20.892679 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a017ca4-fbec-4920-b8a1-7d65cd453ea4 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:20.921238 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a017ca4-fbec-4920-b8a1-7d65cd453ea4 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e76391-a6b9-43d1-9cff-fbb041f66b4f,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:20.928965 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a017ca4-fbec-4920-b8a1-7d65cd453ea4 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:20.930199 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0a017ca4-fbec-4920-b8a1-7d65cd453ea4 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1649067 Sep 21 16:08:20.932940 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43092) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:20.938769 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6a404697-654e-45cb-952b-d7b4ca164956 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Request body: {'security_group_rule': {'security_group_id': '65f499ec-c5ae-41da-8190-01c7e09c0d5e', 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:20.945283 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6a404697-654e-45cb-952b-d7b4ca164956 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:20.949278 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6a404697-654e-45cb-952b-d7b4ca164956 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Usage tracker for resource:security_group_rule and tenant:bae96ec04fb04602836a6a112d6403d8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:20.952239 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6a404697-654e-45cb-952b-d7b4ca164956 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:20.962365 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6a404697-654e-45cb-952b-d7b4ca164956 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:20.981975 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6a404697-654e-45cb-952b-d7b4ca164956 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:21.048737 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6a404697-654e-45cb-952b-d7b4ca164956 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:21.053269 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6a404697-654e-45cb-952b-d7b4ca164956 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:21.077154 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a404697-654e-45cb-952b-d7b4ca164956 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=203e27a9-df8a-425c-bb0b-d15fd47680a4,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:21.086718 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6a404697-654e-45cb-952b-d7b4ca164956 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:21.087934 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6a404697-654e-45cb-952b-d7b4ca164956 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539268 Sep 21 16:08:21.090681 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43096) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:21.095798 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2e268773-2f6e-4555-bd56-e77a9423ef33 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Request body: {'security_group_rule': {'security_group_id': '65f499ec-c5ae-41da-8190-01c7e09c0d5e', 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:21.102268 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2e268773-2f6e-4555-bd56-e77a9423ef33 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:21.106106 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2e268773-2f6e-4555-bd56-e77a9423ef33 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Usage tracker for resource:security_group_rule and tenant:bae96ec04fb04602836a6a112d6403d8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:21.109052 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2e268773-2f6e-4555-bd56-e77a9423ef33 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:21.115092 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2e268773-2f6e-4555-bd56-e77a9423ef33 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:21.133926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e268773-2f6e-4555-bd56-e77a9423ef33 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:21.205220 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e268773-2f6e-4555-bd56-e77a9423ef33 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:21.210873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e268773-2f6e-4555-bd56-e77a9423ef33 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:21.237733 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e268773-2f6e-4555-bd56-e77a9423ef33 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7a3d8e-c588-486a-9c9b-eed36569f261,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:21.247175 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e268773-2f6e-4555-bd56-e77a9423ef33 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:21.248424 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2e268773-2f6e-4555-bd56-e77a9423ef33 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1567729 Sep 21 16:08:21.251812 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43100) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:21.256916 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-10ad2571-8d29-40b5-9311-30e24527b788 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Request body: {'security_group_rule': {'security_group_id': '65f499ec-c5ae-41da-8190-01c7e09c0d5e', 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:21.263192 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-10ad2571-8d29-40b5-9311-30e24527b788 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:21.267783 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-10ad2571-8d29-40b5-9311-30e24527b788 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Usage tracker for resource:security_group_rule and tenant:bae96ec04fb04602836a6a112d6403d8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:21.270804 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-10ad2571-8d29-40b5-9311-30e24527b788 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:21.276772 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-10ad2571-8d29-40b5-9311-30e24527b788 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:21.288644 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-10ad2571-8d29-40b5-9311-30e24527b788 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Project bae96ec04fb04602836a6a112d6403d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:08:21.295634 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10ad2571-8d29-40b5-9311-30e24527b788 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:21.365607 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10ad2571-8d29-40b5-9311-30e24527b788 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:21.369292 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10ad2571-8d29-40b5-9311-30e24527b788 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:21.503705 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad2571-8d29-40b5-9311-30e24527b788 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef789625-fb5f-4226-af56-b2829be22465,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:21.512580 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10ad2571-8d29-40b5-9311-30e24527b788 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:21.513749 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-10ad2571-8d29-40b5-9311-30e24527b788 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2609832 Sep 21 16:08:21.516562 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43104) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:21.521483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-80f449bf-f498-427d-8b57-e17fec773073 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Request body: {'security_group_rule': {'security_group_id': '65f499ec-c5ae-41da-8190-01c7e09c0d5e', 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:21.527274 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-80f449bf-f498-427d-8b57-e17fec773073 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:21.531051 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-80f449bf-f498-427d-8b57-e17fec773073 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Usage tracker for resource:security_group_rule and tenant:bae96ec04fb04602836a6a112d6403d8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:21.533939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-80f449bf-f498-427d-8b57-e17fec773073 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:21.539576 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-80f449bf-f498-427d-8b57-e17fec773073 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:21.550297 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-80f449bf-f498-427d-8b57-e17fec773073 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Project bae96ec04fb04602836a6a112d6403d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:08:21.556830 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80f449bf-f498-427d-8b57-e17fec773073 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:21.623282 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80f449bf-f498-427d-8b57-e17fec773073 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:21.629151 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80f449bf-f498-427d-8b57-e17fec773073 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2005328'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:21.653598 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f449bf-f498-427d-8b57-e17fec773073 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282c538d-7aee-4d98-b014-f490dc6cf209,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:21.664383 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80f449bf-f498-427d-8b57-e17fec773073 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:21.665731 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-80f449bf-f498-427d-8b57-e17fec773073 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1482682 Sep 21 16:08:21.743203 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 72ca4504-59f4-44d2-8a06-71ac533d53ca up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:08:21.815045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port 72ca4504-59f4-44d2-8a06-71ac533d53ca completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:08:21.819811 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 72ca4504-59f4-44d2-8a06-71ac533d53ca triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:21.820180 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:21.847475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-71af16c7-eee8-4f97-9c28-437d64706446 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Synchronizing usage tracker for tenant:bae96ec04fb04602836a6a112d6403d8 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:08:21.864832 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-71af16c7-eee8-4f97-9c28-437d64706446 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Unset dirty status for tenant:bae96ec04fb04602836a6a112d6403d8 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:08:21.866420 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-71af16c7-eee8-4f97-9c28-437d64706446 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671103244&fields=id&tenant_id=bae96ec04fb04602836a6a112d6403d8 HTTP/1.1" status: 200 len: 267 time: 0.0583918 Sep 21 16:08:21.940444 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 72ca4504-59f4-44d2-8a06-71ac533d53ca is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:21.940942 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:21.957880 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port 72ca4504-59f4-44d2-8a06-71ac533d53ca, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=72ca4504-59f4-44d2-8a06-71ac533d53ca,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:21.961749 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:22.019743 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-ddbb3478-0b5f-4d4a-acf7-d9006987b26a tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:22.021220 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-ddbb3478-0b5f-4d4a-acf7-d9006987b26a tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/networks?id=bb69f1d4-a5f9-4495-8970-cf729127f78e HTTP/1.1" status: 200 len: 810 time: 0.1475840 Sep 21 16:08:22.029528 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=72ca4504-59f4-44d2-8a06-71ac533d53ca,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:22.040896 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-98ef1280-60de-4c7f-9e00-26e9106edb27 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/quotas/bae96ec04fb04602836a6a112d6403d8 HTTP/1.1" status: 200 len: 375 time: 0.0128906 Sep 21 16:08:22.136812 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-3deacd4c-ec8d-4518-8d49-cd573cf06878 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Synchronizing usage tracker for tenant:bae96ec04fb04602836a6a112d6403d8 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:08:22.154116 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-3deacd4c-ec8d-4518-8d49-cd573cf06878 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Unset dirty status for tenant:bae96ec04fb04602836a6a112d6403d8 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:08:22.155375 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-3deacd4c-ec8d-4518-8d49-cd573cf06878 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bae96ec04fb04602836a6a112d6403d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1091375 Sep 21 16:08:22.301094 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-8928ed6b-c004-45a1-8a7d-94904d3cf669 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:08:22.302095 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-8928ed6b-c004-45a1-8a7d-94904d3cf669 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460126 Sep 21 16:08:22.433972 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-2e535695-06eb-446c-94d8-f4af26020e08 service neutron] 10.222.0.62 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258101 Sep 21 16:08:22.521742 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:22.574050 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-d84f0a73-69e9-430a-873e-899f49f3a29f service neutron] 10.222.0.62 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332464 Sep 21 16:08:23.720367 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 72ca4504-59f4-44d2-8a06-71ac533d53ca up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:08:23.792158 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c0c845f1-105f-4eed-9d34-7833b25edf50 req-af98ecee-36aa-492e-b9a0-10f2abe65a2a tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 210 time: 0.0657270 Sep 21 16:08:23.823279 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port 72ca4504-59f4-44d2-8a06-71ac533d53ca triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:23.823636 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:23.932283 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] Sync routers for ids ['44228f87-7c53-40d5-a280-c693081b383d'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:08:23.941585 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] Routers {'44228f87-7c53-40d5-a280-c693081b383d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:23.942185 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:08:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['44228f87-7c53-40d5-a280-c693081b383d'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:23.949278 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port 72ca4504-59f4-44d2-8a06-71ac533d53ca is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:24.119433 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] Set router 44228f87-7c53-40d5-a280-c693081b383d gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:24.425388 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44228f87-7c53-40d5-a280-c693081b383d', 'name': 'tempest-TestSnapshotPattern-1261493021-router', 'tenant_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '72ca4504-59f4-44d2-8a06-71ac533d53ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:14Z', 'updated_at': '2022-09-21T16:08:18Z', 'revision_number': 4, 'project_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'gw_port': {'id': '72ca4504-59f4-44d2-8a06-71ac533d53ca', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44228f87-7c53-40d5-a280-c693081b383d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:15Z', 'updated_at': '2022-09-21T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'a35c03e8-6680-462b-9b96-d66375c42439', 'name': '', 'network_id': '7abd3796-2aa8-44fe-b3bb-40b6031a0336', 'tenant_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'mac_address': 'fa:16:3e:c8:78:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44228f87-7c53-40d5-a280-c693081b383d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '24072d08-bc04-43ad-b437-a8f264e11e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:18Z', 'updated_at': '2022-09-21T16:08:19Z', 'revision_number': 2, 'project_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'subnets': [{'id': '24072d08-bc04-43ad-b437-a8f264e11e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:24.429063 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] Checking router: 44228f87-7c53-40d5-a280-c693081b383d for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:08:24.429403 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] Updating router 44228f87-7c53-40d5-a280-c693081b383d port a35c03e8-6680-462b-9b96-d66375c42439 binding host dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:08:24.486136 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:24.852834 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:24.865425 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] Transition to ACTIVE for port object a35c03e8-6680-462b-9b96-d66375c42439 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:08:24.871457 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:24.905352 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-80f40b96-02fb-4d70-919e-51b9f1b84170 req-26a9d045-9974-4d0e-a4a7-f646681ec1ec tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 210 time: 0.0534015 Sep 21 16:08:25.077750 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cdf63-f2c6-4b60-83a8-b5b972ecce4b None None] Pushing event updated for resources: {'Port': ['ID=a35c03e8-6680-462b-9b96-d66375c42439,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:25.088369 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] Attempting to bind port a35c03e8-6680-462b-9b96-d66375c42439 on host dv-neutron-858731-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:08:25.088754 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] Attempting to bind port a35c03e8-6680-462b-9b96-d66375c42439 by drivers openvswitch,hyperv on host dv-neutron-858731-1-hyperv at level 0 using segments [{'id': 'b08f82d6-5d0e-418a-998f-cab15acdf45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7abd3796-2aa8-44fe-b3bb-40b6031a0336'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:08:25.089107 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] Attempting to bind port a35c03e8-6680-462b-9b96-d66375c42439 on network 7abd3796-2aa8-44fe-b3bb-40b6031a0336 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:08:25.094352 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] Checking agent: {'id': '570f2448-f703-4f95-8c89-4162a1b29ec4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858731-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 0, 9), 'started_at': datetime.datetime(2022, 9, 21, 15, 0, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858731-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:08:25.094708 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] Checking segment: {'id': 'b08f82d6-5d0e-418a-998f-cab15acdf45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7abd3796-2aa8-44fe-b3bb-40b6031a0336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:08:25.095096 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:25.095476 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] Bound using segment: {'id': 'b08f82d6-5d0e-418a-998f-cab15acdf45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7abd3796-2aa8-44fe-b3bb-40b6031a0336'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:08:25.095920 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] Bound port: a35c03e8-6680-462b-9b96-d66375c42439, host: dv-neutron-858731-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08f82d6-5d0e-418a-998f-cab15acdf45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7abd3796-2aa8-44fe-b3bb-40b6031a0336'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:08:25.096284 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:25.186110 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] For port a35c03e8-6680-462b-9b96-d66375c42439, host dv-neutron-858731-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:08:25.189237 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] For port a35c03e8-6680-462b-9b96-d66375c42439, host dv-neutron-858731-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=a35c03e8-6680-462b-9b96-d66375c42439,segment=NetworkSegment(b08f82d6-5d0e-418a-998f-cab15acdf45c),segment_id=b08f82d6-5d0e-418a-998f-cab15acdf45c)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:08:25.192780 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:25.254623 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] Routers {'44228f87-7c53-40d5-a280-c693081b383d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:25.255234 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:08:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['44228f87-7c53-40d5-a280-c693081b383d'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:25.338443 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cdf63-f2c6-4b60-83a8-b5b972ecce4b None None] Pushing event updated for resources: {'Port': ['ID=a35c03e8-6680-462b-9b96-d66375c42439,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:25.440935 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] Set router 44228f87-7c53-40d5-a280-c693081b383d gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:25.733232 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device a35c03e8-6680-462b-9b96-d66375c42439 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:08:25.766867 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44228f87-7c53-40d5-a280-c693081b383d', 'name': 'tempest-TestSnapshotPattern-1261493021-router', 'tenant_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '72ca4504-59f4-44d2-8a06-71ac533d53ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:14Z', 'updated_at': '2022-09-21T16:08:18Z', 'revision_number': 4, 'project_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'gw_port': {'id': '72ca4504-59f4-44d2-8a06-71ac533d53ca', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44228f87-7c53-40d5-a280-c693081b383d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:15Z', 'updated_at': '2022-09-21T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'a35c03e8-6680-462b-9b96-d66375c42439', 'name': '', 'network_id': '7abd3796-2aa8-44fe-b3bb-40b6031a0336', 'tenant_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'mac_address': 'fa:16:3e:c8:78:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44228f87-7c53-40d5-a280-c693081b383d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '24072d08-bc04-43ad-b437-a8f264e11e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:18Z', 'updated_at': '2022-09-21T16:08:25Z', 'revision_number': 4, 'project_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'subnets': [{'id': '24072d08-bc04-43ad-b437-a8f264e11e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:25.771046 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b55d948-7fea-414f-b3f3-b5ba48811046 None None] The sync data for ids ['44228f87-7c53-40d5-a280-c693081b383d'] in dv-neutron-858731-1-hyperv is: [{'id': '44228f87-7c53-40d5-a280-c693081b383d', 'name': 'tempest-TestSnapshotPattern-1261493021-router', 'tenant_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '72ca4504-59f4-44d2-8a06-71ac533d53ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:14Z', 'updated_at': '2022-09-21T16:08:18Z', 'revision_number': 4, 'project_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'gw_port': {'id': '72ca4504-59f4-44d2-8a06-71ac533d53ca', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44228f87-7c53-40d5-a280-c693081b383d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:15Z', 'updated_at': '2022-09-21T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'a35c03e8-6680-462b-9b96-d66375c42439', 'name': '', 'network_id': '7abd3796-2aa8-44fe-b3bb-40b6031a0336', 'tenant_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'mac_address': 'fa:16:3e:c8:78:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44228f87-7c53-40d5-a280-c693081b383d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '24072d08-bc04-43ad-b437-a8f264e11e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:18Z', 'updated_at': '2022-09-21T16:08:25Z', 'revision_number': 4, 'project_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'subnets': [{'id': '24072d08-bc04-43ad-b437-a8f264e11e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:08:25.849777 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning for port a35c03e8-6680-462b-9b96-d66375c42439 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:08:25.855531 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port a35c03e8-6680-462b-9b96-d66375c42439 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:25.855896 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:25.979693 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port a35c03e8-6680-462b-9b96-d66375c42439 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:25.980207 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:26.013297 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] For port a35c03e8-6680-462b-9b96-d66375c42439, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=a35c03e8-6680-462b-9b96-d66375c42439,segment=NetworkSegment(b08f82d6-5d0e-418a-998f-cab15acdf45c),segment_id=b08f82d6-5d0e-418a-998f-cab15acdf45c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:26.019483 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:26.027482 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6935a08a-d403-4b20-a114-ddb99f93a684 req-df8d73e0-6042-4382-bc20-de783abe1d3b tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 210 time: 0.0563357 Sep 21 16:08:26.090245 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Pushing event updated for resources: {'Port': ['ID=a35c03e8-6680-462b-9b96-d66375c42439,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:27.153039 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-2c9b2435-10dd-402a-8a19-86fb20a1d594 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:27.155141 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-2c9b2435-10dd-402a-8a19-86fb20a1d594 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.20 "GET /v2.0/networks?id=bb69f1d4-a5f9-4495-8970-cf729127f78e HTTP/1.1" status: 200 len: 810 time: 0.1565127 Sep 21 16:08:27.212578 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-debc1888-394e-4cba-ac39-dcbd09356f1f req-f6d90242-403d-46bc-90ae-8fbfd42a7d3b tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 210 time: 0.0564272 Sep 21 16:08:27.253296 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87d5b2a9-bb57-4cb2-b264-aaf66fef198f tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bae96ec04fb04602836a6a112d6403d8 HTTP/1.1" status: 200 len: 380 time: 0.0432160 Sep 21 16:08:27.264920 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-26d595eb-65fd-49a4-b7b5-f69f3c0646dd tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Request body: {'port': {'device_id': 'bfec097a-8e57-4684-8422-76521aa89544', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'admin_state_up': True, 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'security_groups': ['65f499ec-c5ae-41da-8190-01c7e09c0d5e']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:27.401532 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-26d595eb-65fd-49a4-b7b5-f69f3c0646dd tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:27.411450 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-26d595eb-65fd-49a4-b7b5-f69f3c0646dd tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:27.421291 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-26d595eb-65fd-49a4-b7b5-f69f3c0646dd tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Made reservation on behalf of bae96ec04fb04602836a6a112d6403d8 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:08:27.424925 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-26d595eb-65fd-49a4-b7b5-f69f3c0646dd tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:27.595452 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-26d595eb-65fd-49a4-b7b5-f69f3c0646dd tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Allocated IP 172.20.0.3 (bb69f1d4-a5f9-4495-8970-cf729127f78e/90eba40f-5e24-4fbd-9a32-b21af6bda2f1/b6e88d68-7573-4136-95b7-5de5b27538b3) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:08:27.680903 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:08:27.715015 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device a35c03e8-6680-462b-9b96-d66375c42439 up at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:08:27.789459 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Provisioning complete for port a35c03e8-6680-462b-9b96-d66375c42439 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:27.789793 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-26d595eb-65fd-49a4-b7b5-f69f3c0646dd tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:27.789881 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:27.807464 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-26d595eb-65fd-49a4-b7b5-f69f3c0646dd tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Transition to ACTIVE for port object b6e88d68-7573-4136-95b7-5de5b27538b3 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:08:27.833325 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-26d595eb-65fd-49a4-b7b5-f69f3c0646dd tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:27.908736 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Current status of the port a35c03e8-6680-462b-9b96-d66375c42439 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:27.908989 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-26d595eb-65fd-49a4-b7b5-f69f3c0646dd tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Network bb69f1d4-a5f9-4495-8970-cf729127f78e is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:08:27.913158 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-26d595eb-65fd-49a4-b7b5-f69f3c0646dd tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:08:27.915336 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-26d595eb-65fd-49a4-b7b5-f69f3c0646dd tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:08:28.081064 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d595eb-65fd-49a4-b7b5-f69f3c0646dd tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Pushing event updated for resources: {'Port': ['ID=b6e88d68-7573-4136-95b7-5de5b27538b3,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:28.113458 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-26d595eb-65fd-49a4-b7b5-f69f3c0646dd tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:28.114061 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-26d595eb-65fd-49a4-b7b5-f69f3c0646dd tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:28.120433 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2381b711-ab9f-4d34-8e47-015ecab12afc None None] Provisioning for port b6e88d68-7573-4136-95b7-5de5b27538b3 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:08:28.126065 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2381b711-ab9f-4d34-8e47-015ecab12afc None None] Provisioning complete for port b6e88d68-7573-4136-95b7-5de5b27538b3 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:28.126660 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2381b711-ab9f-4d34-8e47-015ecab12afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:28.143386 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-26d595eb-65fd-49a4-b7b5-f69f3c0646dd tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8825734 Sep 21 16:08:28.159927 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] Request body: {'port': {'device_id': 'bfec097a-8e57-4684-8422-76521aa89544', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:28.188389 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2381b711-ab9f-4d34-8e47-015ecab12afc None None] Port b6e88d68-7573-4136-95b7-5de5b27538b3 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:08:28.274208 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:28.580087 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50d7ad-f41b-4ea7-97e8-35eac851b5a2 req-86e63172-3590-429e-87ef-229127e1d8c8 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:28.580790 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4b50d7ad-f41b-4ea7-97e8-35eac851b5a2 req-86e63172-3590-429e-87ef-229127e1d8c8 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Synchronizing usage tracker for tenant:bae96ec04fb04602836a6a112d6403d8 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:08:28.617819 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4b50d7ad-f41b-4ea7-97e8-35eac851b5a2 req-86e63172-3590-429e-87ef-229127e1d8c8 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Unset dirty status for tenant:bae96ec04fb04602836a6a112d6403d8 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:08:28.618947 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b50d7ad-f41b-4ea7-97e8-35eac851b5a2 req-86e63172-3590-429e-87ef-229127e1d8c8 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 931 time: 0.2891383 Sep 21 16:08:28.680762 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4b50d7ad-f41b-4ea7-97e8-35eac851b5a2 req-e24a31f0-4d95-4c31-93f9-aa3ae1f73fd7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512466 Sep 21 16:08:28.750886 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e88d68-7573-4136-95b7-5de5b27538b3 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:08:28.758148 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:28.772607 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] Transition to ACTIVE for port object b6e88d68-7573-4136-95b7-5de5b27538b3 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:08:28.776374 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:28.933494 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e88d68-7573-4136-95b7-5de5b27538b3,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:29.010877 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] Attempting to bind port b6e88d68-7573-4136-95b7-5de5b27538b3 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:08:29.011206 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] Attempting to bind port b6e88d68-7573-4136-95b7-5de5b27538b3 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'eccb49d0-4ece-43d1-bb02-e154e5ca4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:08:29.011528 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] Attempting to bind port b6e88d68-7573-4136-95b7-5de5b27538b3 on network bb69f1d4-a5f9-4495-8970-cf729127f78e {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:08:29.016668 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] Port b6e88d68-7573-4136-95b7-5de5b27538b3 on network bb69f1d4-a5f9-4495-8970-cf729127f78e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:08:29.016998 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] Attempting to bind port b6e88d68-7573-4136-95b7-5de5b27538b3 on network bb69f1d4-a5f9-4495-8970-cf729127f78e {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:08:29.022207 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:08:29.022697 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] Checking segment: {'id': 'eccb49d0-4ece-43d1-bb02-e154e5ca4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:08:29.023277 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] Bound using segment: {'id': 'eccb49d0-4ece-43d1-bb02-e154e5ca4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:08:29.023891 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] Bound port: b6e88d68-7573-4136-95b7-5de5b27538b3, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccb49d0-4ece-43d1-bb02-e154e5ca4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:08:29.024375 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:29.114766 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] For port b6e88d68-7573-4136-95b7-5de5b27538b3, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:08:29.117711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] For port b6e88d68-7573-4136-95b7-5de5b27538b3, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b6e88d68-7573-4136-95b7-5de5b27538b3,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:08:29.122931 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:29.153792 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:29.154396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:29.155729 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] 10.222.0.20 "PUT /v2.0/ports/b6e88d68-7573-4136-95b7-5de5b27538b3 HTTP/1.1" status: 200 len: 1093 time: 1.0000124 Sep 21 16:08:29.156149 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfec097a-8e57-4684-8422-76521aa89544', 'tag': 'b6e88d68-7573-4136-95b7-5de5b27538b3'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:08:29.159620 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274979726a712faf40a09deb7bdd64c3619fd9dfe6e94317adb921ad7d12e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1460477-dec9-4826-9687-b1c3a1713336" -d '{"events": [{"name": "network-changed", "server_uuid": "bfec097a-8e57-4684-8422-76521aa89544", "tag": "b6e88d68-7573-4136-95b7-5de5b27538b3"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:08:29.235980 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855856dd-07c0-4662-824d-4d197bf8e1c7 x-openstack-request-id: req-855856dd-07c0-4662-824d-4d197bf8e1c7 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:08:29.236638 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfec097a-8e57-4684-8422-76521aa89544", "tag": "b6e88d68-7573-4136-95b7-5de5b27538b3", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:08:29.236638 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-855856dd-07c0-4662-824d-4d197bf8e1c7 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:08:29.236892 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-855856dd-07c0-4662-824d-4d197bf8e1c7'] response: {'name': 'network-changed', 'server_uuid': 'bfec097a-8e57-4684-8422-76521aa89544', 'tag': 'b6e88d68-7573-4136-95b7-5de5b27538b3', 'status': 'completed', 'code': 200} Sep 21 16:08:29.256969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7508a-b069-4f82-bcc2-3569771ec710 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e88d68-7573-4136-95b7-5de5b27538b3,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:29.289223 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-5ca17d51-2f9d-418c-815f-c7272e29939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:29.290708 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-5ca17d51-2f9d-418c-815f-c7272e29939b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bae96ec04fb04602836a6a112d6403d8&device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 1096 time: 0.0956881 Sep 21 16:08:29.366015 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-157ea275-42ab-4530-ba85-50b34192cd68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e88d68-7573-4136-95b7-5de5b27538b3 HTTP/1.1" status: 200 len: 217 time: 0.0646555 Sep 21 16:08:29.429806 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-0be5ff96-e4f8-4615-8a78-62bcfced94b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:29.431170 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-0be5ff96-e4f8-4615-8a78-62bcfced94b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90eba40f-5e24-4fbd-9a32-b21af6bda2f1 HTTP/1.1" status: 200 len: 849 time: 0.0565720 Sep 21 16:08:29.518688 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-ee0bb14d-89f1-476f-9709-e286214138b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:29.520208 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-ee0bb14d-89f1-476f-9709-e286214138b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb69f1d4-a5f9-4495-8970-cf729127f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800233 Sep 21 16:08:29.653001 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-5c3ee017-18f9-409b-80ee-f27206c794fd service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231642 Sep 21 16:08:29.942310 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa9d60f3-e6df-4c5b-955c-5efa5906aef6 req-e582a04c-bddd-460b-aee2-64d28c404be7 service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831140 Sep 21 16:08:29.978928 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd1083-7ee5-4d45-8f2b-f9798edb21a1 req-8d9d1420-59ae-497b-ba14-b83f6f482c60 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:29.980395 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-39dd1083-7ee5-4d45-8f2b-f9798edb21a1 req-8d9d1420-59ae-497b-ba14-b83f6f482c60 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 943 time: 0.1081443 Sep 21 16:08:30.081405 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-39dd1083-7ee5-4d45-8f2b-f9798edb21a1 req-a4f27de2-f7e6-4e32-959b-9e4e33e3e5ab tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942960 Sep 21 16:08:30.100699 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1460477-dec9-4826-9687-b1c3a1713336 req-e93c13e2-5c11-4ad6-88c8-0fc66f1d0621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:30.102132 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1460477-dec9-4826-9687-b1c3a1713336 req-e93c13e2-5c11-4ad6-88c8-0fc66f1d0621 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bae96ec04fb04602836a6a112d6403d8&device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 1096 time: 0.1019907 Sep 21 16:08:30.237010 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1460477-dec9-4826-9687-b1c3a1713336 req-560b9a1a-e1c6-4635-919a-a39c89260423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:30.238441 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1460477-dec9-4826-9687-b1c3a1713336 req-560b9a1a-e1c6-4635-919a-a39c89260423 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb69f1d4-a5f9-4495-8970-cf729127f78e HTTP/1.1" status: 200 len: 911 time: 0.1278260 Sep 21 16:08:30.309367 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1460477-dec9-4826-9687-b1c3a1713336 req-bb88a2bf-0e86-4eaa-b217-abe89db55da0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e88d68-7573-4136-95b7-5de5b27538b3 HTTP/1.1" status: 200 len: 217 time: 0.0639353 Sep 21 16:08:30.370627 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1460477-dec9-4826-9687-b1c3a1713336 req-9a30c46e-8448-47fa-bb88-5adc5ade914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:30.371985 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1460477-dec9-4826-9687-b1c3a1713336 req-9a30c46e-8448-47fa-bb88-5adc5ade914a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90eba40f-5e24-4fbd-9a32-b21af6bda2f1 HTTP/1.1" status: 200 len: 849 time: 0.0558560 Sep 21 16:08:30.456605 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1460477-dec9-4826-9687-b1c3a1713336 req-529daa69-5b85-4325-85c8-2cae7ffaed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:30.458033 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1460477-dec9-4826-9687-b1c3a1713336 req-529daa69-5b85-4325-85c8-2cae7ffaed73 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb69f1d4-a5f9-4495-8970-cf729127f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789268 Sep 21 16:08:30.591538 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1460477-dec9-4826-9687-b1c3a1713336 req-d2cd808a-337f-4736-bd38-6cab73c24c9f service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260145 Sep 21 16:08:30.722223 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1460477-dec9-4826-9687-b1c3a1713336 req-968c6e9e-7eb7-4c9c-830f-4ddf3729b099 service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224852 Sep 21 16:08:31.284971 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979bfd68-d92f-473e-9de0-89a1a628f77e req-71a70b16-4e2c-4f86-8ec7-d390fa4221bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:31.286470 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-979bfd68-d92f-473e-9de0-89a1a628f77e req-71a70b16-4e2c-4f86-8ec7-d390fa4221bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 943 time: 0.0910811 Sep 21 16:08:31.330874 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-979bfd68-d92f-473e-9de0-89a1a628f77e req-0b496ae8-f0b6-49ad-bb38-eee4683098f2 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388157 Sep 21 16:08:31.930516 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device b6e88d68-7573-4136-95b7-5de5b27538b3 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:08:32.071003 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port b6e88d68-7573-4136-95b7-5de5b27538b3, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b6e88d68-7573-4136-95b7-5de5b27538b3,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:32.083766 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'b6e88d68-7573-4136-95b7-5de5b27538b3', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'port_id': 'b6e88d68-7573-4136-95b7-5de5b27538b3', 'mac_address': 'fa:16:3e:7f:c4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:08:32.144672 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port b6e88d68-7573-4136-95b7-5de5b27538b3 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:32.145051 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:32.164127 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e88d68-7573-4136-95b7-5de5b27538b3 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:08:32.181198 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port b6e88d68-7573-4136-95b7-5de5b27538b3, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b6e88d68-7573-4136-95b7-5de5b27538b3,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:32.185334 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:32.256093 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=b6e88d68-7573-4136-95b7-5de5b27538b3,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:32.433815 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['b6e88d68-7573-4136-95b7-5de5b27538b3'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:08:32.537834 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ecea7-cab4-4a9e-a25d-cccf40d61f22 req-9d87202e-04b7-4251-87a6-47c33138b097 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:32.539308 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f70ecea7-cab4-4a9e-a25d-cccf40d61f22 req-9d87202e-04b7-4251-87a6-47c33138b097 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 944 time: 0.0961840 Sep 21 16:08:32.583691 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f70ecea7-cab4-4a9e-a25d-cccf40d61f22 req-0e598b4c-f347-4e8f-93d0-f6f5dceb1db3 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387647 Sep 21 16:08:33.778905 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b5343-692d-45a0-a74c-2643260fb558 req-2b5dac57-ba1d-456e-8efb-874c9ccba8ac tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:33.780354 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-198b5343-692d-45a0-a74c-2643260fb558 req-2b5dac57-ba1d-456e-8efb-874c9ccba8ac tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 944 time: 0.0878377 Sep 21 16:08:33.826131 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-198b5343-692d-45a0-a74c-2643260fb558 req-cba6341b-d42d-4c12-b2ad-a498cc950090 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401368 Sep 21 16:08:33.945865 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device b6e88d68-7573-4136-95b7-5de5b27538b3 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:08:34.012966 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port b6e88d68-7573-4136-95b7-5de5b27538b3 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:08:34.018798 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port b6e88d68-7573-4136-95b7-5de5b27538b3 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:34.019265 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:34.135567 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port b6e88d68-7573-4136-95b7-5de5b27538b3 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:34.135939 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:34.162574 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfec097a-8e57-4684-8422-76521aa89544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e88d68-7573-4136-95b7-5de5b27538b3'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:08:34.173069 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port b6e88d68-7573-4136-95b7-5de5b27538b3, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b6e88d68-7573-4136-95b7-5de5b27538b3,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:34.176725 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:34.227031 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}087938d6b3940fb85694da14043c17b10248121897c6e9d89a79f55a8ea258ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fb06b0-49cf-4a65-9ae5-766193e2ed9c" -d '{"events": [{"server_uuid": "bfec097a-8e57-4684-8422-76521aa89544", "name": "network-vif-plugged", "status": "completed", "tag": "b6e88d68-7573-4136-95b7-5de5b27538b3"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:08:34.258610 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=b6e88d68-7573-4136-95b7-5de5b27538b3,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:34.327905 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78cfe9e-b13d-4b96-89f9-7aa29a897eeb x-openstack-request-id: req-f78cfe9e-b13d-4b96-89f9-7aa29a897eeb {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:08:34.328790 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfec097a-8e57-4684-8422-76521aa89544", "name": "network-vif-plugged", "status": "completed", "tag": "b6e88d68-7573-4136-95b7-5de5b27538b3", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:08:34.329045 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f78cfe9e-b13d-4b96-89f9-7aa29a897eeb {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:08:34.329448 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f78cfe9e-b13d-4b96-89f9-7aa29a897eeb'] response: {'server_uuid': 'bfec097a-8e57-4684-8422-76521aa89544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e88d68-7573-4136-95b7-5de5b27538b3', 'code': 200} Sep 21 16:08:34.582498 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978198ae-f9ca-4507-9bc0-137ee3d359a3 req-a8000a65-6ce0-4f91-9410-0a489096652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:34.584035 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-978198ae-f9ca-4507-9bc0-137ee3d359a3 req-a8000a65-6ce0-4f91-9410-0a489096652a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 1098 time: 0.0826857 Sep 21 16:08:34.630856 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-978198ae-f9ca-4507-9bc0-137ee3d359a3 req-92928319-0427-49c4-96c9-94c7e1993c2b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375559 Sep 21 16:08:35.029304 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ce9d3-f79c-41c1-8029-db75e7f5cf8d req-fd90e41e-5fa5-4f96-9b73-9dd90805e995 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:35.030757 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-483ce9d3-f79c-41c1-8029-db75e7f5cf8d req-fd90e41e-5fa5-4f96-9b73-9dd90805e995 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 945 time: 0.0912666 Sep 21 16:08:35.076354 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-483ce9d3-f79c-41c1-8029-db75e7f5cf8d req-d8df5105-f992-4aad-b2e6-e35ae98adffa tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388525 Sep 21 16:08:35.698707 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-afb46d7f-1edc-4a36-8e08-a527dc748e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:36.280955 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c20a7-4c70-407f-8be5-4c476a033461 req-f5935faa-c79b-4fb3-96b3-8ed901ba8248 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:36.282524 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-005c20a7-4c70-407f-8be5-4c476a033461 req-f5935faa-c79b-4fb3-96b3-8ed901ba8248 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 945 time: 0.0891039 Sep 21 16:08:36.328674 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-005c20a7-4c70-407f-8be5-4c476a033461 req-550fd64a-4a3f-4cd6-8e70-c1f76c5de77b tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405033 Sep 21 16:08:36.523406 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e482af2-f8ee-4075-b073-ca8a9cc2441f req-228959d0-7109-49a9-b8ac-9e0ad1909ee7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:36.524869 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2e482af2-f8ee-4075-b073-ca8a9cc2441f req-228959d0-7109-49a9-b8ac-9e0ad1909ee7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 945 time: 0.0882626 Sep 21 16:08:36.571102 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2e482af2-f8ee-4075-b073-ca8a9cc2441f req-06023bad-de27-4c14-87fc-038b1c9e8f76 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406539 Sep 21 16:08:36.599924 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43194) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:36.820326 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef1a6eb-a4ab-4d2c-ae29-b529ea3f2e9a tempest-TestSnapshotPattern-688492876 tempest-TestSnapshotPattern-688492876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:36.821056 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-aef1a6eb-a4ab-4d2c-ae29-b529ea3f2e9a tempest-TestSnapshotPattern-688492876 tempest-TestSnapshotPattern-688492876-project-admin] Synchronizing usage tracker for tenant:b7b0895c9bd6443d8b899892a61d6ef3 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:08:36.837493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-aef1a6eb-a4ab-4d2c-ae29-b529ea3f2e9a tempest-TestSnapshotPattern-688492876 tempest-TestSnapshotPattern-688492876-project-admin] Unset dirty status for tenant:b7b0895c9bd6443d8b899892a61d6ef3 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:08:36.838521 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-aef1a6eb-a4ab-4d2c-ae29-b529ea3f2e9a tempest-TestSnapshotPattern-688492876 tempest-TestSnapshotPattern-688492876-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 1093 time: 0.2373593 Sep 21 16:08:36.841384 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43200) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:36.846357 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': 'b6e88d68-7573-4136-95b7-5de5b27538b3', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:36.852352 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:36.856080 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Usage tracker for resource:floatingip and tenant:bae96ec04fb04602836a6a112d6403d8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:36.858816 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:36.864482 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:36.873715 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:37.011169 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:37.146102 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Allocated IP 172.26.4.83 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/eb51623b-0728-4a41-85a6-091e2782b6c4) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:08:37.289517 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:37.318466 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:37.385827 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:08:37.388474 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:08:37.392953 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:08:37.427524 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Pushing event updated for resources: {'Port': ['ID=eb51623b-0728-4a41-85a6-091e2782b6c4,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:37.808568 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:37.882749 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:38.038956 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4ffd3452-02ac-41b7-b642-6720163e14b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:38.092581 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:38.096692 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:38.200606 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Pushing event updated for resources: {'Port': ['ID=eb51623b-0728-4a41-85a6-091e2782b6c4,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:38.205814 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:38.373940 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Floating IP 38017f6d-961a-46ab-805a-8aa286d4349f associated. External IP: 172.26.4.83, port: b6e88d68-7573-4136-95b7-5de5b27538b3. Sep 21 16:08:38.833945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:08:38.898762 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:39.014225 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:08:39.026124 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148581fd-e75b-4454-9008-376a3c67a083 None None] Sync routers for ids ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:08:39.040803 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:39.041477 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148581fd-e75b-4454-9008-376a3c67a083 None None] Routers {'a3cd8e8b-0c12-43b0-b736-d510278cf1e8'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:39.042113 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-148581fd-e75b-4454-9008-376a3c67a083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:08:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:39.100019 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2054e32c-5925-4d25-a393-3da0bb933fc7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2574291 Sep 21 16:08:39.100791 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfec097a-8e57-4684-8422-76521aa89544', 'tag': 'b6e88d68-7573-4136-95b7-5de5b27538b3'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:08:39.103082 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274979726a712faf40a09deb7bdd64c3619fd9dfe6e94317adb921ad7d12e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852ba9bc-b9f2-4974-bfe9-64f1bf76fa13" -d '{"events": [{"name": "network-changed", "server_uuid": "bfec097a-8e57-4684-8422-76521aa89544", "tag": "b6e88d68-7573-4136-95b7-5de5b27538b3"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:08:39.144050 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:39.147923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be59102d-cadf-47bd-ba8e-6db8160bb727 x-openstack-request-id: req-be59102d-cadf-47bd-ba8e-6db8160bb727 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:08:39.148210 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfec097a-8e57-4684-8422-76521aa89544", "tag": "b6e88d68-7573-4136-95b7-5de5b27538b3", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:08:39.148476 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-be59102d-cadf-47bd-ba8e-6db8160bb727 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:08:39.148885 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be59102d-cadf-47bd-ba8e-6db8160bb727'] response: {'name': 'network-changed', 'server_uuid': 'bfec097a-8e57-4684-8422-76521aa89544', 'tag': 'b6e88d68-7573-4136-95b7-5de5b27538b3', 'status': 'completed', 'code': 200} Sep 21 16:08:39.241295 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-148581fd-e75b-4454-9008-376a3c67a083 None None] Set router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:39.247248 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ba9bc-b9f2-4974-bfe9-64f1bf76fa13 req-8c23b05b-43eb-4d6b-a9b9-847f1276786d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:39.248762 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-852ba9bc-b9f2-4974-bfe9-64f1bf76fa13 req-8c23b05b-43eb-4d6b-a9b9-847f1276786d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bae96ec04fb04602836a6a112d6403d8&device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 1098 time: 0.0796857 Sep 21 16:08:39.382504 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ba9bc-b9f2-4974-bfe9-64f1bf76fa13 req-7068832a-3ae3-4f22-9bf6-0346c1d771ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:39.383867 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-852ba9bc-b9f2-4974-bfe9-64f1bf76fa13 req-7068832a-3ae3-4f22-9bf6-0346c1d771ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb69f1d4-a5f9-4495-8970-cf729127f78e HTTP/1.1" status: 200 len: 911 time: 0.1286666 Sep 21 16:08:39.489131 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-852ba9bc-b9f2-4974-bfe9-64f1bf76fa13 req-6d995baa-9db1-44cf-b939-2a7a49f7757b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e88d68-7573-4136-95b7-5de5b27538b3 HTTP/1.1" status: 200 len: 998 time: 0.0995574 Sep 21 16:08:39.551470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ba9bc-b9f2-4974-bfe9-64f1bf76fa13 req-2aa040de-2711-4289-b379-07bc50c720d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:39.553411 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-852ba9bc-b9f2-4974-bfe9-64f1bf76fa13 req-2aa040de-2711-4289-b379-07bc50c720d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90eba40f-5e24-4fbd-9a32-b21af6bda2f1 HTTP/1.1" status: 200 len: 849 time: 0.0589311 Sep 21 16:08:39.622229 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-148581fd-e75b-4454-9008-376a3c67a083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'name': 'tempest-TestSnapshotPattern-1374455351-router', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:08Z', 'updated_at': '2022-09-21T16:08:12Z', 'revision_number': 4, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'gw_port': {'id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:09Z', 'updated_at': '2022-09-21T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '38017f6d-961a-46ab-805a-8aa286d4349f', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'port_id': 'b6e88d68-7573-4136-95b7-5de5b27538b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'mac_address': 'fa:16:3e:7f:c4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfec097a-8e57-4684-8422-76521aa89544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:37Z', 'updated_at': '2022-09-21T16:08:37Z', 'revision_number': 0, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8f238c-e8b6-4a4b-8002-3ac1de00c341', 'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'mac_address': 'fa:16:3e:b2:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:11Z', 'updated_at': '2022-09-21T16:08:18Z', 'revision_number': 5, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'subnets': [{'id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:39.627881 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148581fd-e75b-4454-9008-376a3c67a083 None None] Checking router: a3cd8e8b-0c12-43b0-b736-d510278cf1e8 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:08:39.639499 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148581fd-e75b-4454-9008-376a3c67a083 None None] Routers {'a3cd8e8b-0c12-43b0-b736-d510278cf1e8'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:39.640001 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-148581fd-e75b-4454-9008-376a3c67a083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:08:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:39.644714 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ba9bc-b9f2-4974-bfe9-64f1bf76fa13 req-c9bfa022-acb7-488d-a8bf-f9186b8a9783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:39.646430 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-852ba9bc-b9f2-4974-bfe9-64f1bf76fa13 req-c9bfa022-acb7-488d-a8bf-f9186b8a9783 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb69f1d4-a5f9-4495-8970-cf729127f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874867 Sep 21 16:08:39.788744 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-852ba9bc-b9f2-4974-bfe9-64f1bf76fa13 req-5cc06313-cd47-44f6-aba9-5b0c084d2936 service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355073 Sep 21 16:08:39.823487 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-148581fd-e75b-4454-9008-376a3c67a083 None None] Set router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:39.928007 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-852ba9bc-b9f2-4974-bfe9-64f1bf76fa13 req-a75f210e-f682-42c0-9a92-75556763ef08 service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332161 Sep 21 16:08:40.171426 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-148581fd-e75b-4454-9008-376a3c67a083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'name': 'tempest-TestSnapshotPattern-1374455351-router', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:08Z', 'updated_at': '2022-09-21T16:08:12Z', 'revision_number': 4, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'gw_port': {'id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:09Z', 'updated_at': '2022-09-21T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '38017f6d-961a-46ab-805a-8aa286d4349f', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'port_id': 'b6e88d68-7573-4136-95b7-5de5b27538b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'mac_address': 'fa:16:3e:7f:c4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfec097a-8e57-4684-8422-76521aa89544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:37Z', 'updated_at': '2022-09-21T16:08:37Z', 'revision_number': 0, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8f238c-e8b6-4a4b-8002-3ac1de00c341', 'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'mac_address': 'fa:16:3e:b2:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:11Z', 'updated_at': '2022-09-21T16:08:18Z', 'revision_number': 5, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'subnets': [{'id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:40.175449 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148581fd-e75b-4454-9008-376a3c67a083 None None] The sync data for ids ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'] in dv-neutron-858731-1-hyperv is: [{'id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'name': 'tempest-TestSnapshotPattern-1374455351-router', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:08Z', 'updated_at': '2022-09-21T16:08:12Z', 'revision_number': 4, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'gw_port': {'id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:09Z', 'updated_at': '2022-09-21T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '38017f6d-961a-46ab-805a-8aa286d4349f', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'port_id': 'b6e88d68-7573-4136-95b7-5de5b27538b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'mac_address': 'fa:16:3e:7f:c4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfec097a-8e57-4684-8422-76521aa89544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:37Z', 'updated_at': '2022-09-21T16:08:37Z', 'revision_number': 0, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8f238c-e8b6-4a4b-8002-3ac1de00c341', 'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'mac_address': 'fa:16:3e:b2:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:11Z', 'updated_at': '2022-09-21T16:08:18Z', 'revision_number': 5, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'subnets': [{'id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:08:40.361329 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269993e8-af90-470a-8ca3-c88ac88878e8 None None] New status for floating IP 38017f6d-961a-46ab-805a-8aa286d4349f: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:08:40.775884 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:52.523435 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:04.679869 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:09:05.701289 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9e29b9df-b34d-4303-bae2-a3044249465c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:08.041540 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ac6e9633-f1e3-432e-92f1-cae4a0d277c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:08.900248 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:09.135875 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:10.777832 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:22.539408 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:23.271529 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4401b172-7d32-43e2-8645-1b41d4e6bc92 req-9d911b98-c669-459b-83ad-a31e5b57d2d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bfec097a-8e57-4684-8422-76521aa89544&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789011 Sep 21 16:09:23.533537 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401b172-7d32-43e2-8645-1b41d4e6bc92 req-57734088-ca95-42a7-badb-6e9e6242cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:23.535004 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4401b172-7d32-43e2-8645-1b41d4e6bc92 req-57734088-ca95-42a7-badb-6e9e6242cac1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bae96ec04fb04602836a6a112d6403d8&device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 1098 time: 0.1894212 Sep 21 16:09:23.683824 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401b172-7d32-43e2-8645-1b41d4e6bc92 req-eabe0641-3f52-43e8-9d31-f765d9a92aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:23.685326 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4401b172-7d32-43e2-8645-1b41d4e6bc92 req-eabe0641-3f52-43e8-9d31-f765d9a92aa6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb69f1d4-a5f9-4495-8970-cf729127f78e HTTP/1.1" status: 200 len: 911 time: 0.1261570 Sep 21 16:09:23.791580 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4401b172-7d32-43e2-8645-1b41d4e6bc92 req-50e712b9-01e7-41de-8dfd-ea64b82ea2cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e88d68-7573-4136-95b7-5de5b27538b3 HTTP/1.1" status: 200 len: 1000 time: 0.0962706 Sep 21 16:09:23.856840 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401b172-7d32-43e2-8645-1b41d4e6bc92 req-b3ffbd0a-d65c-431b-998b-dd218ea28597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:23.858224 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4401b172-7d32-43e2-8645-1b41d4e6bc92 req-b3ffbd0a-d65c-431b-998b-dd218ea28597 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90eba40f-5e24-4fbd-9a32-b21af6bda2f1 HTTP/1.1" status: 200 len: 849 time: 0.0576589 Sep 21 16:09:23.945784 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401b172-7d32-43e2-8645-1b41d4e6bc92 req-dfd42e0e-f4f5-4a9e-8171-b118faa30841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:23.947231 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4401b172-7d32-43e2-8645-1b41d4e6bc92 req-dfd42e0e-f4f5-4a9e-8171-b118faa30841 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb69f1d4-a5f9-4495-8970-cf729127f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789063 Sep 21 16:09:24.081402 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4401b172-7d32-43e2-8645-1b41d4e6bc92 req-41eab7cc-ddee-4c45-b09f-00caa485806d service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246927 Sep 21 16:09:24.216996 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4401b172-7d32-43e2-8645-1b41d4e6bc92 req-253ee0c7-60a6-481a-a35f-c13ce28eaffb service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263981 Sep 21 16:09:35.703418 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b8cda282-87d5-4ee8-a3f6-175e51f70986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:38.043214 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-365a1df8-84a0-462a-acb4-dc0d647201d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:38.904189 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:39.137622 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:40.779956 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:41.679494 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:09:52.535945 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:05.706044 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dd1b496c-b926-4d4b-a724-7306035580ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:08.046321 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b94fa0c6-fd61-43b3-a43d-e15d949397de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:08.906490 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:09.139603 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:10.783696 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:18.678482 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:10:22.551445 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:23.272235 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9174606-40c2-4893-8688-bba01a444ed4 req-e854c001-6aad-484e-aefd-9a8ec19fc8e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bfec097a-8e57-4684-8422-76521aa89544&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827270 Sep 21 16:10:23.451220 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9174606-40c2-4893-8688-bba01a444ed4 req-cd848a01-4fe9-4b40-a137-f291890b91ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:10:23.452634 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9174606-40c2-4893-8688-bba01a444ed4 req-cd848a01-4fe9-4b40-a137-f291890b91ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bae96ec04fb04602836a6a112d6403d8&device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 1098 time: 0.0823052 Sep 21 16:10:23.606699 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9174606-40c2-4893-8688-bba01a444ed4 req-79560520-2323-4302-a737-33a9f473bbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:10:23.608120 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9174606-40c2-4893-8688-bba01a444ed4 req-79560520-2323-4302-a737-33a9f473bbf8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb69f1d4-a5f9-4495-8970-cf729127f78e HTTP/1.1" status: 200 len: 911 time: 0.1293719 Sep 21 16:10:23.712695 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9174606-40c2-4893-8688-bba01a444ed4 req-f057efaa-1b1a-4a33-81ca-6962df7cb5a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e88d68-7573-4136-95b7-5de5b27538b3 HTTP/1.1" status: 200 len: 1000 time: 0.0948861 Sep 21 16:10:23.776686 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9174606-40c2-4893-8688-bba01a444ed4 req-151632f7-7acd-4d59-9321-624ad24408b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:10:23.778066 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9174606-40c2-4893-8688-bba01a444ed4 req-151632f7-7acd-4d59-9321-624ad24408b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90eba40f-5e24-4fbd-9a32-b21af6bda2f1 HTTP/1.1" status: 200 len: 849 time: 0.0565429 Sep 21 16:10:23.865920 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9174606-40c2-4893-8688-bba01a444ed4 req-66baca29-17b6-4376-830b-b51c5fddb600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:10:23.867357 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9174606-40c2-4893-8688-bba01a444ed4 req-66baca29-17b6-4376-830b-b51c5fddb600 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb69f1d4-a5f9-4495-8970-cf729127f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798597 Sep 21 16:10:23.880252 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-e9174606-40c2-4893-8688-bba01a444ed4 req-fd859d8c-f9ac-4077-9c99-ae5f75fc28f2 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:10:23.881191 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9174606-40c2-4893-8688-bba01a444ed4 req-fd859d8c-f9ac-4077-9c99-ae5f75fc28f2 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047748 Sep 21 16:10:24.014920 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9174606-40c2-4893-8688-bba01a444ed4 req-088cfb84-0d69-4c12-b5c7-12de83ad2a4f service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239276 Sep 21 16:10:24.148425 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9174606-40c2-4893-8688-bba01a444ed4 req-717b5bcb-7e01-495b-8fb5-744046cca2a2 service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241260 Sep 21 16:10:35.707911 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ee6780c7-46bf-47d6-9fe8-5dbef613e293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:38.049187 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cbd54f4d-dee4-4b3b-93a5-b481f2fee166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:38.909615 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:39.143810 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:40.552933 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device b6e88d68-7573-4136-95b7-5de5b27538b3 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:10:40.684808 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port b6e88d68-7573-4136-95b7-5de5b27538b3, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b6e88d68-7573-4136-95b7-5de5b27538b3,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:10:40.698356 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': 'b6e88d68-7573-4136-95b7-5de5b27538b3', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'port_id': 'b6e88d68-7573-4136-95b7-5de5b27538b3', 'mac_address': 'fa:16:3e:7f:c4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:10:40.797294 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port b6e88d68-7573-4136-95b7-5de5b27538b3 is: ACTIVE; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:10:40.798509 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:40.809281 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:40.816891 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6e88d68-7573-4136-95b7-5de5b27538b3 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:10:40.831893 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port b6e88d68-7573-4136-95b7-5de5b27538b3, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b6e88d68-7573-4136-95b7-5de5b27538b3,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:10:40.835154 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:40.903360 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=b6e88d68-7573-4136-95b7-5de5b27538b3,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:10:40.911422 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:40.911769 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:40.912107 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:40.912441 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:40.912798 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:40.913131 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:40.913457 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:40.913781 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:40.914125 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:40.914424 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:40.914743 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:40.915063 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:40.927624 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['b6e88d68-7573-4136-95b7-5de5b27538b3'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:10:42.568073 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device b6e88d68-7573-4136-95b7-5de5b27538b3 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:10:42.641249 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port b6e88d68-7573-4136-95b7-5de5b27538b3 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:10:42.641795 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:42.773704 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port b6e88d68-7573-4136-95b7-5de5b27538b3 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:10:42.774092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:42.803333 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfec097a-8e57-4684-8422-76521aa89544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e88d68-7573-4136-95b7-5de5b27538b3'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:10:42.805645 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}087938d6b3940fb85694da14043c17b10248121897c6e9d89a79f55a8ea258ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455a4475-8f06-4e07-9d39-f8427852ef64" -d '{"events": [{"server_uuid": "bfec097a-8e57-4684-8422-76521aa89544", "name": "network-vif-plugged", "status": "completed", "tag": "b6e88d68-7573-4136-95b7-5de5b27538b3"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:10:42.814868 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port b6e88d68-7573-4136-95b7-5de5b27538b3, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b6e88d68-7573-4136-95b7-5de5b27538b3,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:10:42.819888 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:42.857676 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6b8b0b-641c-42fb-9ebe-0f16fa9a2f5e x-openstack-request-id: req-5a6b8b0b-641c-42fb-9ebe-0f16fa9a2f5e {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:10:42.857972 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfec097a-8e57-4684-8422-76521aa89544", "name": "network-vif-plugged", "status": "completed", "tag": "b6e88d68-7573-4136-95b7-5de5b27538b3", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:10:42.858469 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a6b8b0b-641c-42fb-9ebe-0f16fa9a2f5e {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:10:42.858886 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a6b8b0b-641c-42fb-9ebe-0f16fa9a2f5e'] response: {'server_uuid': 'bfec097a-8e57-4684-8422-76521aa89544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e88d68-7573-4136-95b7-5de5b27538b3', 'code': 200} Sep 21 16:10:42.911410 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=b6e88d68-7573-4136-95b7-5de5b27538b3,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:10:50.981755 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-640806f8-f537-4a9a-bc49-2472c3412102 req-90b8f88b-2f65-4039-be73-847c608d4a26 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671103244&fields=id&tenant_id=bae96ec04fb04602836a6a112d6403d8 HTTP/1.1" status: 200 len: 267 time: 0.1475668 Sep 21 16:10:51.130017 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640806f8-f537-4a9a-bc49-2472c3412102 req-894bdb3c-3cc6-4522-9c4a-18b7e7a7657a tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:10:51.131461 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-640806f8-f537-4a9a-bc49-2472c3412102 req-894bdb3c-3cc6-4522-9c4a-18b7e7a7657a tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/networks?id=bb69f1d4-a5f9-4495-8970-cf729127f78e HTTP/1.1" status: 200 len: 810 time: 0.1429672 Sep 21 16:10:51.146252 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-640806f8-f537-4a9a-bc49-2472c3412102 req-c5c6df0d-1a15-4019-9f18-bcdb1e38a081 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/quotas/bae96ec04fb04602836a6a112d6403d8 HTTP/1.1" status: 200 len: 375 time: 0.0094380 Sep 21 16:10:51.240261 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-640806f8-f537-4a9a-bc49-2472c3412102 req-4acefcba-ae1a-4f9a-b732-f389a94b2211 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bae96ec04fb04602836a6a112d6403d8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0891981 Sep 21 16:10:51.377034 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-640806f8-f537-4a9a-bc49-2472c3412102 req-3b99e433-cdc4-4abe-90ad-8d6bfb170665 service neutron] 10.222.0.62 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244049 Sep 21 16:10:51.506370 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-640806f8-f537-4a9a-bc49-2472c3412102 req-69ad4299-72d5-4130-9872-c66955710bc5 service neutron] 10.222.0.62 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237855 Sep 21 16:10:51.710276 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-36506189-0244-4232-84ac-22b7a24c486d req-8be7bcba-4b87-4b77-9087-43c6e3a88c11 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 210 time: 0.0558271 Sep 21 16:10:52.563460 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:52.888904 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6a44fa49-3e82-4fc5-b936-dcb88709c173 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:10:52.890224 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6a44fa49-3e82-4fc5-b936-dcb88709c173 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.20 "GET /v2.0/networks?id=bb69f1d4-a5f9-4495-8970-cf729127f78e HTTP/1.1" status: 200 len: 810 time: 0.2030001 Sep 21 16:10:52.899582 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bac21908-342b-43a6-9fb0-6d1d076ebf81 req-f2334059-27bc-4217-a83d-671c66b37df1 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 210 time: 0.0681553 Sep 21 16:10:52.944550 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-640806f8-f537-4a9a-bc49-2472c3412102 req-eeb349d5-f3a6-410d-add4-bd841ffc77b7 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bae96ec04fb04602836a6a112d6403d8 HTTP/1.1" status: 200 len: 380 time: 0.0414722 Sep 21 16:10:52.962666 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-640806f8-f537-4a9a-bc49-2472c3412102 req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Request body: {'port': {'device_id': 'c5d5b6aa-6a52-4508-b320-8b223d94c296', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'admin_state_up': True, 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'security_groups': ['65f499ec-c5ae-41da-8190-01c7e09c0d5e']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:10:53.102987 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-640806f8-f537-4a9a-bc49-2472c3412102 req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:10:53.113303 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-640806f8-f537-4a9a-bc49-2472c3412102 req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:10:53.122991 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640806f8-f537-4a9a-bc49-2472c3412102 req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Made reservation on behalf of bae96ec04fb04602836a6a112d6403d8 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:10:53.126590 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-640806f8-f537-4a9a-bc49-2472c3412102 req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:53.307277 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-640806f8-f537-4a9a-bc49-2472c3412102 req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Allocated IP 172.20.0.4 (bb69f1d4-a5f9-4495-8970-cf729127f78e/90eba40f-5e24-4fbd-9a32-b21af6bda2f1/81dc58bf-55bc-4f1b-bad0-88c0a2c83c98) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:10:53.580087 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-640806f8-f537-4a9a-bc49-2472c3412102 req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:53.602572 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-640806f8-f537-4a9a-bc49-2472c3412102 req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Transition to ACTIVE for port object 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:10:53.630273 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-640806f8-f537-4a9a-bc49-2472c3412102 req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:53.710611 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640806f8-f537-4a9a-bc49-2472c3412102 req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Network bb69f1d4-a5f9-4495-8970-cf729127f78e is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:10:53.712026 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-640806f8-f537-4a9a-bc49-2472c3412102 req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:10:53.716227 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-640806f8-f537-4a9a-bc49-2472c3412102 req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:10:53.755258 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Pushing event updated for resources: {'Port': ['ID=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:10:53.769871 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:53.770226 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:53.770557 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:53.770888 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:53.771214 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:53.771541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:53.771881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:53.772192 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:53.772538 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:53.772859 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:53.773179 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:53.773505 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:10:53.801666 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640806f8-f537-4a9a-bc49-2472c3412102 req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:10:53.802312 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-640806f8-f537-4a9a-bc49-2472c3412102 req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:53.831188 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-640806f8-f537-4a9a-bc49-2472c3412102 req-7fb1c95b-1d3e-4632-b320-f3ef587e0487 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8721623 Sep 21 16:10:53.987483 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-393bb37e-5a6a-4790-b6a2-b10b1022838c None None] Provisioning for port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:10:53.995084 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-393bb37e-5a6a-4790-b6a2-b10b1022838c None None] Provisioning complete for port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:10:53.995535 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-393bb37e-5a6a-4790-b6a2-b10b1022838c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:54.070761 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-393bb37e-5a6a-4790-b6a2-b10b1022838c None None] Port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:10:54.132770 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39f534-da17-4a3d-9b82-e3053e8796c1 req-be306ad5-65c7-417b-97cf-2701ce0b3bdd tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:10:54.133471 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-cd39f534-da17-4a3d-9b82-e3053e8796c1 req-be306ad5-65c7-417b-97cf-2701ce0b3bdd tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Synchronizing usage tracker for tenant:bae96ec04fb04602836a6a112d6403d8 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:10:54.149865 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-cd39f534-da17-4a3d-9b82-e3053e8796c1 req-be306ad5-65c7-417b-97cf-2701ce0b3bdd tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Unset dirty status for tenant:bae96ec04fb04602836a6a112d6403d8 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:10:54.151250 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cd39f534-da17-4a3d-9b82-e3053e8796c1 req-be306ad5-65c7-417b-97cf-2701ce0b3bdd tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 931 time: 0.1205223 Sep 21 16:10:54.199759 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cd39f534-da17-4a3d-9b82-e3053e8796c1 req-2d270023-151a-407b-a21f-e34a17724858 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420709 Sep 21 16:10:54.583367 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device b6e88d68-7573-4136-95b7-5de5b27538b3 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:10:54.702413 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port b6e88d68-7573-4136-95b7-5de5b27538b3 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:10:54.702810 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:54.732686 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfec097a-8e57-4684-8422-76521aa89544', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e88d68-7573-4136-95b7-5de5b27538b3'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:10:54.735095 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}087938d6b3940fb85694da14043c17b10248121897c6e9d89a79f55a8ea258ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0255b795-f3c0-4264-a81a-4ccb7ae1ad99" -d '{"events": [{"server_uuid": "bfec097a-8e57-4684-8422-76521aa89544", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e88d68-7573-4136-95b7-5de5b27538b3"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:10:54.743678 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port b6e88d68-7573-4136-95b7-5de5b27538b3, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b6e88d68-7573-4136-95b7-5de5b27538b3,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:10:54.748766 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:54.787798 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 16:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e915e7-fee7-4974-b70d-a69ea139da5b x-openstack-request-id: req-e1e915e7-fee7-4974-b70d-a69ea139da5b {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:10:54.788092 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfec097a-8e57-4684-8422-76521aa89544", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e88d68-7573-4136-95b7-5de5b27538b3", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:10:54.788342 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e1e915e7-fee7-4974-b70d-a69ea139da5b {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:10:54.788767 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e915e7-fee7-4974-b70d-a69ea139da5b'] response: {'server_uuid': 'bfec097a-8e57-4684-8422-76521aa89544', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e88d68-7573-4136-95b7-5de5b27538b3', 'code': 200} Sep 21 16:10:54.822810 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=b6e88d68-7573-4136-95b7-5de5b27538b3,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:10:55.414174 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf70de-2267-4c02-992e-8eb5912e5906 req-bc1ec132-65b5-48cd-896d-88dbaddf96e6 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:10:55.414883 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8dbf70de-2267-4c02-992e-8eb5912e5906 req-bc1ec132-65b5-48cd-896d-88dbaddf96e6 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 931 time: 0.0939498 Sep 21 16:10:55.463592 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8dbf70de-2267-4c02-992e-8eb5912e5906 req-bf440acf-cbac-4723-b805-05c9272fa669 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429766 Sep 21 16:10:55.679324 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:10:56.681411 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93b609-9357-4486-a87d-97eaa95435e2 req-33818cf4-9b5b-491d-be2c-7c85a56167e4 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:10:56.684991 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8f93b609-9357-4486-a87d-97eaa95435e2 req-33818cf4-9b5b-491d-be2c-7c85a56167e4 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 931 time: 0.0950508 Sep 21 16:10:56.732886 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8f93b609-9357-4486-a87d-97eaa95435e2 req-c7bbba4d-2b5b-4ebe-b6fc-e6a16f5114cd tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423086 Sep 21 16:10:57.989060 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3aab1-9845-4605-a8db-df2c20706984 req-b70132b5-9de5-45d5-8e57-63837361420a tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:10:57.990671 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c0d3aab1-9845-4605-a8db-df2c20706984 req-b70132b5-9de5-45d5-8e57-63837361420a tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 931 time: 0.1276286 Sep 21 16:10:58.049716 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c0d3aab1-9845-4605-a8db-df2c20706984 req-0d7de612-7f5e-4ff4-b582-7e87f4517fba tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477288 Sep 21 16:10:59.270262 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ffb8a-3a75-4fdf-a397-7c323ca3ff6b req-c661f4c1-bc70-4fed-aa87-0ae3d7c63d63 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:10:59.271990 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-618ffb8a-3a75-4fdf-a397-7c323ca3ff6b req-c661f4c1-bc70-4fed-aa87-0ae3d7c63d63 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 931 time: 0.1046488 Sep 21 16:10:59.322178 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-618ffb8a-3a75-4fdf-a397-7c323ca3ff6b req-220d87b2-ce8f-4c5c-b7ae-1f6e399dc729 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445304 Sep 21 16:11:00.681649 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96098078-9e67-4863-86ff-f32b25898c6f req-569312b5-017f-48a8-ad84-9996264c06ab tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:00.683243 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-96098078-9e67-4863-86ff-f32b25898c6f req-569312b5-017f-48a8-ad84-9996264c06ab tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 931 time: 0.2201498 Sep 21 16:11:00.742089 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-96098078-9e67-4863-86ff-f32b25898c6f req-be7011d3-ed92-492b-befd-eaba60119995 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452039 Sep 21 16:11:01.951666 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855df2c6-9257-4a14-a081-80b41231d779 req-22147e2d-d6d8-427a-9233-089db5f8c02b tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:01.953049 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-855df2c6-9257-4a14-a081-80b41231d779 req-22147e2d-d6d8-427a-9233-089db5f8c02b tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 931 time: 0.0897641 Sep 21 16:11:01.998465 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-855df2c6-9257-4a14-a081-80b41231d779 req-a208b640-b0d2-4a67-8bc5-41acee144192 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394166 Sep 21 16:11:02.286412 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] Request body: {'port': {'device_id': 'c5d5b6aa-6a52-4508-b320-8b223d94c296', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8587'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:11:02.395314 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:02.729308 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:11:02.736400 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:02.750260 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] Transition to ACTIVE for port object 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:11:02.754132 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:02.942980 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] Pushing event updated for resources: {'Port': ['ID=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:11:02.981332 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] Attempting to bind port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 on host hv-neutron-8587 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:11:02.981859 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] Attempting to bind port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 by drivers openvswitch,hyperv on host hv-neutron-8587 at level 0 using segments [{'id': 'eccb49d0-4ece-43d1-bb02-e154e5ca4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:11:02.981966 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] Attempting to bind port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 on network bb69f1d4-a5f9-4495-8970-cf729127f78e {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:11:02.986874 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] Port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 on network bb69f1d4-a5f9-4495-8970-cf729127f78e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8587 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:11:02.987191 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] Attempting to bind port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 on network bb69f1d4-a5f9-4495-8970-cf729127f78e {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:11:02.992297 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] Checking agent: {'id': '01c3730c-b04b-44a5-8853-880ed6797e7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'started_at': datetime.datetime(2022, 9, 21, 15, 6, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:11:02.992667 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] Checking segment: {'id': 'eccb49d0-4ece-43d1-bb02-e154e5ca4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:11:02.993047 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] Bound using segment: {'id': 'eccb49d0-4ece-43d1-bb02-e154e5ca4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:11:02.993468 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] Bound port: 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98, host: hv-neutron-8587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccb49d0-4ece-43d1-bb02-e154e5ca4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:11:02.993810 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:03.087711 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] For port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98, host hv-neutron-8587, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:11:03.090661 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] For port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98, host hv-neutron-8587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:11:03.095553 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:03.126832 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:03.127446 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:03.128839 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-640806f8-f537-4a9a-bc49-2472c3412102 req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] 10.222.0.20 "PUT /v2.0/ports/81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 HTTP/1.1" status: 200 len: 1093 time: 0.8475218 Sep 21 16:11:03.135591 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d5b6aa-6a52-4508-b320-8b223d94c296', 'tag': '81dc58bf-55bc-4f1b-bad0-88c0a2c83c98'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:11:03.137329 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274979726a712faf40a09deb7bdd64c3619fd9dfe6e94317adb921ad7d12e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f0ad7a-4c8a-4bbc-a6e7-9e2faf4dff7a" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d5b6aa-6a52-4508-b320-8b223d94c296", "tag": "81dc58bf-55bc-4f1b-bad0-88c0a2c83c98"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:11:03.196853 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d98e16-5e63-48a9-aff8-d21fa08c037d x-openstack-request-id: req-84d98e16-5e63-48a9-aff8-d21fa08c037d {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:11:03.197160 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d5b6aa-6a52-4508-b320-8b223d94c296", "tag": "81dc58bf-55bc-4f1b-bad0-88c0a2c83c98", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:11:03.197410 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-84d98e16-5e63-48a9-aff8-d21fa08c037d {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:11:03.197805 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d98e16-5e63-48a9-aff8-d21fa08c037d'] response: {'name': 'network-changed', 'server_uuid': 'c5d5b6aa-6a52-4508-b320-8b223d94c296', 'tag': '81dc58bf-55bc-4f1b-bad0-88c0a2c83c98', 'status': 'completed', 'code': 200} Sep 21 16:11:03.290913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835f98e-3bc1-4b46-9ce6-ee6d196469bf service neutron] Pushing event updated for resources: {'Port': ['ID=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:11:03.328933 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7013a1a-d9b9-4415-9540-b84d429c3279 req-14fcfe60-a383-4998-90cf-11c5adebb9ad tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:03.330392 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d7013a1a-d9b9-4415-9540-b84d429c3279 req-14fcfe60-a383-4998-90cf-11c5adebb9ad tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 943 time: 0.2007158 Sep 21 16:11:03.332217 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640806f8-f537-4a9a-bc49-2472c3412102 req-e3d98a7e-2a50-4569-8015-b699a9d18abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:03.333552 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-640806f8-f537-4a9a-bc49-2472c3412102 req-e3d98a7e-2a50-4569-8015-b699a9d18abe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bae96ec04fb04602836a6a112d6403d8&device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 1096 time: 0.1385922 Sep 21 16:11:03.415711 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-640806f8-f537-4a9a-bc49-2472c3412102 req-19292ed2-0df5-466a-bd38-c940fdab4016 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 HTTP/1.1" status: 200 len: 217 time: 0.0661330 Sep 21 16:11:03.474151 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d7013a1a-d9b9-4415-9540-b84d429c3279 req-88cf3504-1037-4f74-bb4e-26ee82661e53 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379585 Sep 21 16:11:03.489841 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640806f8-f537-4a9a-bc49-2472c3412102 req-83a8e6ba-2755-4d6c-8e9b-e3d3c3035de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:03.491251 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-640806f8-f537-4a9a-bc49-2472c3412102 req-83a8e6ba-2755-4d6c-8e9b-e3d3c3035de1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90eba40f-5e24-4fbd-9a32-b21af6bda2f1 HTTP/1.1" status: 200 len: 849 time: 0.0655828 Sep 21 16:11:03.581097 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640806f8-f537-4a9a-bc49-2472c3412102 req-cec1e8be-e5e2-4578-b51e-7bd4e157aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:03.582525 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-640806f8-f537-4a9a-bc49-2472c3412102 req-cec1e8be-e5e2-4578-b51e-7bd4e157aa94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb69f1d4-a5f9-4495-8970-cf729127f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810544 Sep 21 16:11:03.823127 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-640806f8-f537-4a9a-bc49-2472c3412102 req-d94ea9ee-400f-4e96-8467-7342ce31e334 service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306921 Sep 21 16:11:03.958678 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-640806f8-f537-4a9a-bc49-2472c3412102 req-2d643aa5-76a3-4bd6-8aa1-37c3c5358471 service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247895 Sep 21 16:11:04.095486 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0ad7a-4c8a-4bbc-a6e7-9e2faf4dff7a req-44fdc662-17e5-4ce4-84c4-2c5383036040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:04.096983 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19f0ad7a-4c8a-4bbc-a6e7-9e2faf4dff7a req-44fdc662-17e5-4ce4-84c4-2c5383036040 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bae96ec04fb04602836a6a112d6403d8&device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 1096 time: 0.0791240 Sep 21 16:11:04.227573 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0ad7a-4c8a-4bbc-a6e7-9e2faf4dff7a req-e0f510f3-3121-4793-95a2-5ca15bd69ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:04.229045 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19f0ad7a-4c8a-4bbc-a6e7-9e2faf4dff7a req-e0f510f3-3121-4793-95a2-5ca15bd69ec4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb69f1d4-a5f9-4495-8970-cf729127f78e HTTP/1.1" status: 200 len: 911 time: 0.1259689 Sep 21 16:11:04.304555 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19f0ad7a-4c8a-4bbc-a6e7-9e2faf4dff7a req-87b66637-1d87-4eca-b003-6460b4d83a84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 HTTP/1.1" status: 200 len: 217 time: 0.0666158 Sep 21 16:11:04.368478 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0ad7a-4c8a-4bbc-a6e7-9e2faf4dff7a req-9d775442-545e-4dce-b433-7505949895c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:04.369865 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19f0ad7a-4c8a-4bbc-a6e7-9e2faf4dff7a req-9d775442-545e-4dce-b433-7505949895c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90eba40f-5e24-4fbd-9a32-b21af6bda2f1 HTTP/1.1" status: 200 len: 849 time: 0.0578237 Sep 21 16:11:04.456790 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0ad7a-4c8a-4bbc-a6e7-9e2faf4dff7a req-e5145f15-d486-4ba3-846d-011e80f89199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:04.458258 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19f0ad7a-4c8a-4bbc-a6e7-9e2faf4dff7a req-e5145f15-d486-4ba3-846d-011e80f89199 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb69f1d4-a5f9-4495-8970-cf729127f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815368 Sep 21 16:11:04.634623 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19f0ad7a-4c8a-4bbc-a6e7-9e2faf4dff7a req-fbff91ab-de37-467d-bb45-34392fd9b037 service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686223 Sep 21 16:11:04.773710 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bafdd-7273-426b-84ce-b00ae7d9da75 req-060ac7ed-bd75-4047-8f5a-8b2e6811bd20 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:04.775058 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-188bafdd-7273-426b-84ce-b00ae7d9da75 req-060ac7ed-bd75-4047-8f5a-8b2e6811bd20 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 943 time: 0.1860754 Sep 21 16:11:04.817553 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19f0ad7a-4c8a-4bbc-a6e7-9e2faf4dff7a req-818f3394-50f4-4e1a-8cad-b4d0e6fff83d service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681571 Sep 21 16:11:04.841115 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-188bafdd-7273-426b-84ce-b00ae7d9da75 req-32c29a12-a751-4d0e-8f1d-4449a2e2ebd6 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583234 Sep 21 16:11:05.710918 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-556c4d97-3018-4ddf-93c5-4ab56dfce51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:06.042504 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e416258-327d-456b-aa95-6db41dfa92ea req-2f98d09f-470c-4e63-81b5-6c7f6c312282 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:06.043880 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4e416258-327d-456b-aa95-6db41dfa92ea req-2f98d09f-470c-4e63-81b5-6c7f6c312282 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 943 time: 0.0890276 Sep 21 16:11:06.087526 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4e416258-327d-456b-aa95-6db41dfa92ea req-eebd11d3-e3c8-4e45-859d-7e9ca79261a0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370238 Sep 21 16:11:06.630837 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:11:06.763137 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:11:06.776955 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '81dc58bf-55bc-4f1b-bad0-88c0a2c83c98', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'port_id': '81dc58bf-55bc-4f1b-bad0-88c0a2c83c98', 'mac_address': 'fa:16:3e:b7:c6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:11:06.842525 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:11:06.842910 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:06.860537 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:11:06.876913 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:11:06.880605 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:06.947851 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:11:07.190501 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['81dc58bf-55bc-4f1b-bad0-88c0a2c83c98'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:11:07.288360 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178342e-c418-45d5-9b03-ef4ac6e660ea req-60c6f470-11f8-4cb8-92da-0b8f1ce89f92 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:07.289877 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a178342e-c418-45d5-9b03-ef4ac6e660ea req-60c6f470-11f8-4cb8-92da-0b8f1ce89f92 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 944 time: 0.0917284 Sep 21 16:11:07.336365 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a178342e-c418-45d5-9b03-ef4ac6e660ea req-3e8a67f8-29cb-4823-9272-23c5cd7d5e38 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402079 Sep 21 16:11:08.051620 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b329a806-c7ae-4058-b266-da3c82dccb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:08.530700 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb8e7f-2445-44ee-afb2-0a57f6cc2c2a req-99eda84d-7ba0-4da0-94f1-627cdf2f1be1 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:08.532243 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7beb8e7f-2445-44ee-afb2-0a57f6cc2c2a req-99eda84d-7ba0-4da0-94f1-627cdf2f1be1 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 944 time: 0.0873942 Sep 21 16:11:08.578463 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7beb8e7f-2445-44ee-afb2-0a57f6cc2c2a req-9ac1c938-895c-43c5-be5f-59d0f4279221 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403624 Sep 21 16:11:08.662568 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:11:08.728844 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning for port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:11:08.733499 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:11:08.733858 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:08.851219 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:11:08.851844 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:08.878466 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d5b6aa-6a52-4508-b320-8b223d94c296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81dc58bf-55bc-4f1b-bad0-88c0a2c83c98'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:11:08.880759 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}087938d6b3940fb85694da14043c17b10248121897c6e9d89a79f55a8ea258ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f2b801-ad97-42f0-80ff-945945fefd6d" -d '{"events": [{"server_uuid": "c5d5b6aa-6a52-4508-b320-8b223d94c296", "name": "network-vif-plugged", "status": "completed", "tag": "81dc58bf-55bc-4f1b-bad0-88c0a2c83c98"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:11:08.889139 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:11:08.892680 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:08.941695 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664aa64e-ea0e-4a19-ab9c-0004bd0f8ace x-openstack-request-id: req-664aa64e-ea0e-4a19-ab9c-0004bd0f8ace {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:11:08.941982 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d5b6aa-6a52-4508-b320-8b223d94c296", "name": "network-vif-plugged", "status": "completed", "tag": "81dc58bf-55bc-4f1b-bad0-88c0a2c83c98", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:11:08.942725 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-664aa64e-ea0e-4a19-ab9c-0004bd0f8ace {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:11:08.943183 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-664aa64e-ea0e-4a19-ab9c-0004bd0f8ace'] response: {'server_uuid': 'c5d5b6aa-6a52-4508-b320-8b223d94c296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81dc58bf-55bc-4f1b-bad0-88c0a2c83c98', 'code': 200} Sep 21 16:11:08.973450 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:08.989169 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:11:09.146143 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:09.178062 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f7535-cbbe-4c0d-890b-a1f1868eda56 req-c64c05ee-c5c9-43c5-b8e7-76ef4e4895ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:09.179458 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2c0f7535-cbbe-4c0d-890b-a1f1868eda56 req-c64c05ee-c5c9-43c5-b8e7-76ef4e4895ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 1098 time: 0.0785134 Sep 21 16:11:09.223565 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2c0f7535-cbbe-4c0d-890b-a1f1868eda56 req-6639b54a-1015-46d6-883e-c15fa1a22519 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344629 Sep 21 16:11:09.777858 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469786f-ca93-4d6e-9e0c-8fa67c8b018d req-204c5287-4458-45cb-950c-1928e58c8e27 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:09.779312 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3469786f-ca93-4d6e-9e0c-8fa67c8b018d req-204c5287-4458-45cb-950c-1928e58c8e27 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 945 time: 0.0922136 Sep 21 16:11:09.822434 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3469786f-ca93-4d6e-9e0c-8fa67c8b018d req-fd9d36cd-9327-4017-96fd-ce7063528c0f tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373061 Sep 21 16:11:10.788989 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:11.019465 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ebc87-0b16-4b0a-aa92-44b841c3a3a0 req-62eb0b6e-2e1c-4a9b-b9b6-50d1eb2c4946 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:11.020866 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4c5ebc87-0b16-4b0a-aa92-44b841c3a3a0 req-62eb0b6e-2e1c-4a9b-b9b6-50d1eb2c4946 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 945 time: 0.0868847 Sep 21 16:11:11.068000 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4c5ebc87-0b16-4b0a-aa92-44b841c3a3a0 req-c063f07e-3d69-4483-8904-5ae24e661874 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414519 Sep 21 16:11:11.380054 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a433d-6b31-4482-964e-283bb2e62a20 req-8fe5a162-a0b6-4219-a4ea-27791be0f6d5 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:11.381457 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-468a433d-6b31-4482-964e-283bb2e62a20 req-8fe5a162-a0b6-4219-a4ea-27791be0f6d5 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 945 time: 0.2008390 Sep 21 16:11:11.424844 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-468a433d-6b31-4482-964e-283bb2e62a20 req-c94168c7-04a4-45d0-afbc-784e1ecbaedd tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377471 Sep 21 16:11:11.452744 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43470) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:11:11.535648 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c000725d-c33c-447d-9fc7-6b773d77ae46 tempest-TestSnapshotPattern-688492876 tempest-TestSnapshotPattern-688492876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:11.537168 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c000725d-c33c-447d-9fc7-6b773d77ae46 tempest-TestSnapshotPattern-688492876 tempest-TestSnapshotPattern-688492876-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 1093 time: 0.0834625 Sep 21 16:11:11.540002 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43474) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:11:11.545320 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Request body: {'floatingip': {'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'port_id': '81dc58bf-55bc-4f1b-bad0-88c0a2c83c98', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:11:11.552125 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:11:11.555990 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Usage tracker for resource:floatingip and tenant:bae96ec04fb04602836a6a112d6403d8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:11:11.558857 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:11:11.565293 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:11:11.574263 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:11.707708 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:11.843043 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Allocated IP 172.26.4.180 (445481ae-8997-4e7e-a514-07e782c48c85/7c5489e3-4951-4d03-8fc7-fb8e93ca8529/76984e22-1486-47c5-9464-0030d0d062cc) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:11:11.991945 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:12.021650 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774317051100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:12.085675 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Network 445481ae-8997-4e7e-a514-07e782c48c85 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:11:12.088327 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:11:12.092107 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:11:12.127582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Pushing event updated for resources: {'Port': ['ID=76984e22-1486-47c5-9464-0030d0d062cc,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:11:12.512607 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:12.585139 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:12.786461 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:12.790728 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65867225'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:12.897291 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Pushing event updated for resources: {'Port': ['ID=76984e22-1486-47c5-9464-0030d0d062cc,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:11:12.899578 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580961'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:13.175159 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Floating IP a2205e35-7811-4221-b8ab-3849a43eb3b6 associated. External IP: 172.26.4.180, port: 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98. Sep 21 16:11:13.523594 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:11:13.701259 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:11:13.711519 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74c9400-31ed-4e8a-9fd8-de10a9b825bd None None] Sync routers for ids ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:11:13.721577 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74c9400-31ed-4e8a-9fd8-de10a9b825bd None None] Routers {'a3cd8e8b-0c12-43b0-b736-d510278cf1e8'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:11:13.722186 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a74c9400-31ed-4e8a-9fd8-de10a9b825bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:11:13.725582 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:13.783774 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2c20cb7d-9a7b-4bba-a02d-e5b8502b10e0 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2424843 Sep 21 16:11:13.784265 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d5b6aa-6a52-4508-b320-8b223d94c296', 'tag': '81dc58bf-55bc-4f1b-bad0-88c0a2c83c98'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:11:13.786634 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274979726a712faf40a09deb7bdd64c3619fd9dfe6e94317adb921ad7d12e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c039b55-ab90-468e-80ac-b18b17b0fe14" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d5b6aa-6a52-4508-b320-8b223d94c296", "tag": "81dc58bf-55bc-4f1b-bad0-88c0a2c83c98"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:11:13.827763 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536f8052-f4ce-4ebb-b729-4a922f70def4 x-openstack-request-id: req-536f8052-f4ce-4ebb-b729-4a922f70def4 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:11:13.828049 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d5b6aa-6a52-4508-b320-8b223d94c296", "tag": "81dc58bf-55bc-4f1b-bad0-88c0a2c83c98", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:11:13.828402 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-536f8052-f4ce-4ebb-b729-4a922f70def4 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:11:13.829367 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536f8052-f4ce-4ebb-b729-4a922f70def4'] response: {'name': 'network-changed', 'server_uuid': 'c5d5b6aa-6a52-4508-b320-8b223d94c296', 'tag': '81dc58bf-55bc-4f1b-bad0-88c0a2c83c98', 'status': 'completed', 'code': 200} Sep 21 16:11:13.900444 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-a74c9400-31ed-4e8a-9fd8-de10a9b825bd None None] Set router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:11:13.927910 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c039b55-ab90-468e-80ac-b18b17b0fe14 req-42db8c83-6e3c-4cbe-97d7-e90fc567386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:13.929451 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c039b55-ab90-468e-80ac-b18b17b0fe14 req-42db8c83-6e3c-4cbe-97d7-e90fc567386f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bae96ec04fb04602836a6a112d6403d8&device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 1098 time: 0.0789840 Sep 21 16:11:14.062664 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c039b55-ab90-468e-80ac-b18b17b0fe14 req-f1644a01-fdfe-4d41-abbe-960b7069e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:14.064981 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c039b55-ab90-468e-80ac-b18b17b0fe14 req-f1644a01-fdfe-4d41-abbe-960b7069e696 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb69f1d4-a5f9-4495-8970-cf729127f78e HTTP/1.1" status: 200 len: 911 time: 0.1297889 Sep 21 16:11:14.167552 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c039b55-ab90-468e-80ac-b18b17b0fe14 req-12253bb3-5a75-4a2b-8f26-90397e9c32d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 HTTP/1.1" status: 200 len: 999 time: 0.0966992 Sep 21 16:11:14.232215 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c039b55-ab90-468e-80ac-b18b17b0fe14 req-1dadff82-8acc-46e7-8087-e6441aedef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:14.233751 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c039b55-ab90-468e-80ac-b18b17b0fe14 req-1dadff82-8acc-46e7-8087-e6441aedef11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90eba40f-5e24-4fbd-9a32-b21af6bda2f1 HTTP/1.1" status: 200 len: 849 time: 0.0601666 Sep 21 16:11:14.247794 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a74c9400-31ed-4e8a-9fd8-de10a9b825bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'name': 'tempest-TestSnapshotPattern-1374455351-router', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:08Z', 'updated_at': '2022-09-21T16:08:12Z', 'revision_number': 4, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'gw_port': {'id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:09Z', 'updated_at': '2022-09-21T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '38017f6d-961a-46ab-805a-8aa286d4349f', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'port_id': 'b6e88d68-7573-4136-95b7-5de5b27538b3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'mac_address': 'fa:16:3e:7f:c4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfec097a-8e57-4684-8422-76521aa89544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:37Z', 'updated_at': '2022-09-21T16:08:40Z', 'revision_number': 1, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'fixed_ip_address_scope': None}, {'id': 'a2205e35-7811-4221-b8ab-3849a43eb3b6', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'floating_ip_address': '172.26.4.180', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'port_id': '81dc58bf-55bc-4f1b-bad0-88c0a2c83c98', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'mac_address': 'fa:16:3e:b7:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d5b6aa-6a52-4508-b320-8b223d94c296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:11:12Z', 'updated_at': '2022-09-21T16:11:12Z', 'revision_number': 0, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8f238c-e8b6-4a4b-8002-3ac1de00c341', 'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'mac_address': 'fa:16:3e:b2:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:11Z', 'updated_at': '2022-09-21T16:08:18Z', 'revision_number': 5, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'subnets': [{'id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:11:14.252237 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74c9400-31ed-4e8a-9fd8-de10a9b825bd None None] Checking router: a3cd8e8b-0c12-43b0-b736-d510278cf1e8 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:11:14.260511 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74c9400-31ed-4e8a-9fd8-de10a9b825bd None None] Routers {'a3cd8e8b-0c12-43b0-b736-d510278cf1e8'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:11:14.261104 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a74c9400-31ed-4e8a-9fd8-de10a9b825bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:11:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:11:14.317900 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c039b55-ab90-468e-80ac-b18b17b0fe14 req-7b2f1c7c-b15d-4baa-9c07-71c49de4b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:14.319274 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c039b55-ab90-468e-80ac-b18b17b0fe14 req-7b2f1c7c-b15d-4baa-9c07-71c49de4b961 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb69f1d4-a5f9-4495-8970-cf729127f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798657 Sep 21 16:11:14.441864 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-a74c9400-31ed-4e8a-9fd8-de10a9b825bd None None] Set router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:11:14.451746 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c039b55-ab90-468e-80ac-b18b17b0fe14 req-90ab6847-8653-4716-b41e-80ca73ed4bb2 service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261556 Sep 21 16:11:14.705275 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c039b55-ab90-468e-80ac-b18b17b0fe14 req-af63a0dc-2b5f-44f2-b248-41a3e663a4b7 service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470958 Sep 21 16:11:14.837956 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a74c9400-31ed-4e8a-9fd8-de10a9b825bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'name': 'tempest-TestSnapshotPattern-1374455351-router', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:08Z', 'updated_at': '2022-09-21T16:08:12Z', 'revision_number': 4, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'gw_port': {'id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:09Z', 'updated_at': '2022-09-21T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '38017f6d-961a-46ab-805a-8aa286d4349f', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'port_id': 'b6e88d68-7573-4136-95b7-5de5b27538b3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'mac_address': 'fa:16:3e:7f:c4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfec097a-8e57-4684-8422-76521aa89544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:37Z', 'updated_at': '2022-09-21T16:08:40Z', 'revision_number': 1, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'fixed_ip_address_scope': None}, {'id': 'a2205e35-7811-4221-b8ab-3849a43eb3b6', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'floating_ip_address': '172.26.4.180', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'port_id': '81dc58bf-55bc-4f1b-bad0-88c0a2c83c98', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'mac_address': 'fa:16:3e:b7:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d5b6aa-6a52-4508-b320-8b223d94c296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:11:12Z', 'updated_at': '2022-09-21T16:11:12Z', 'revision_number': 0, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8f238c-e8b6-4a4b-8002-3ac1de00c341', 'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'mac_address': 'fa:16:3e:b2:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:11Z', 'updated_at': '2022-09-21T16:08:18Z', 'revision_number': 5, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'subnets': [{'id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:11:14.841879 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74c9400-31ed-4e8a-9fd8-de10a9b825bd None None] The sync data for ids ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'] in dv-neutron-858731-1-hyperv is: [{'id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'name': 'tempest-TestSnapshotPattern-1374455351-router', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:08Z', 'updated_at': '2022-09-21T16:08:12Z', 'revision_number': 4, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'gw_port': {'id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:09Z', 'updated_at': '2022-09-21T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '38017f6d-961a-46ab-805a-8aa286d4349f', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'port_id': 'b6e88d68-7573-4136-95b7-5de5b27538b3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'mac_address': 'fa:16:3e:7f:c4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfec097a-8e57-4684-8422-76521aa89544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:37Z', 'updated_at': '2022-09-21T16:08:40Z', 'revision_number': 1, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'fixed_ip_address_scope': None}, {'id': 'a2205e35-7811-4221-b8ab-3849a43eb3b6', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'floating_ip_address': '172.26.4.180', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'port_id': '81dc58bf-55bc-4f1b-bad0-88c0a2c83c98', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'mac_address': 'fa:16:3e:b7:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d5b6aa-6a52-4508-b320-8b223d94c296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:11:12Z', 'updated_at': '2022-09-21T16:11:12Z', 'revision_number': 0, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8f238c-e8b6-4a4b-8002-3ac1de00c341', 'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'mac_address': 'fa:16:3e:b2:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:11Z', 'updated_at': '2022-09-21T16:08:18Z', 'revision_number': 5, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'subnets': [{'id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:11:15.029045 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d917cee9-0dbd-4bd0-91d8-404555810a9d None None] New status for floating IP a2205e35-7811-4221-b8ab-3849a43eb3b6: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:11:22.566800 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:23.248996 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1933fed9-d2e2-4c15-be55-74abc350b7f1 req-782f1a70-504c-4f63-8c9e-fd8c69c96f81 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bfec097a-8e57-4684-8422-76521aa89544&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800695 Sep 21 16:11:23.397978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933fed9-d2e2-4c15-be55-74abc350b7f1 req-43e9a8c9-3d89-474c-b179-ffdfde3d5b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:23.399347 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1933fed9-d2e2-4c15-be55-74abc350b7f1 req-43e9a8c9-3d89-474c-b179-ffdfde3d5b09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bae96ec04fb04602836a6a112d6403d8&device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 1096 time: 0.0783536 Sep 21 16:11:23.544024 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933fed9-d2e2-4c15-be55-74abc350b7f1 req-6b32f72d-52ac-4ff3-a752-15fc4a5f97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:23.545494 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1933fed9-d2e2-4c15-be55-74abc350b7f1 req-6b32f72d-52ac-4ff3-a752-15fc4a5f97ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb69f1d4-a5f9-4495-8970-cf729127f78e HTTP/1.1" status: 200 len: 911 time: 0.1248310 Sep 21 16:11:23.649292 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1933fed9-d2e2-4c15-be55-74abc350b7f1 req-564c9b74-19ac-4e24-91bc-467efce8e275 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e88d68-7573-4136-95b7-5de5b27538b3 HTTP/1.1" status: 200 len: 998 time: 0.0970783 Sep 21 16:11:23.710913 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933fed9-d2e2-4c15-be55-74abc350b7f1 req-dc36c77f-57a1-458a-8e69-b062ff1dea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:23.712294 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1933fed9-d2e2-4c15-be55-74abc350b7f1 req-dc36c77f-57a1-458a-8e69-b062ff1dea75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90eba40f-5e24-4fbd-9a32-b21af6bda2f1 HTTP/1.1" status: 200 len: 849 time: 0.0567772 Sep 21 16:11:23.796724 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933fed9-d2e2-4c15-be55-74abc350b7f1 req-2e80732a-b1ae-4818-aae3-d025abff1eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:23.798221 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1933fed9-d2e2-4c15-be55-74abc350b7f1 req-2e80732a-b1ae-4818-aae3-d025abff1eb8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb69f1d4-a5f9-4495-8970-cf729127f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799487 Sep 21 16:11:23.930818 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1933fed9-d2e2-4c15-be55-74abc350b7f1 req-8109b44d-73d3-4b25-b07a-670044cf8842 service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242347 Sep 21 16:11:24.061161 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1933fed9-d2e2-4c15-be55-74abc350b7f1 req-574a1a21-f999-4655-911f-3782db985310 service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242433 Sep 21 16:11:32.678263 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:11:35.715705 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-16bd320c-7dbc-4f24-9ed9-34f828f920b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:38.054635 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ef281a33-07ba-4496-8af1-e41945b18714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:38.915296 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:39.148355 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:40.793127 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:52.565070 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:05.718054 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-64f9b27d-b75f-4ce5-a415-af345498520e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:08.056357 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9a2f09d1-ee7d-4814-ab3b-db4915e41b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:08.918827 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:09.151233 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:09.677216 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:12:10.796352 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:22.574049 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:25.369381 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9eb4ee71-d42d-4121-96da-067fb1bf51d8 req-80231ff8-c6a3-44be-be0e-5241e1de1535 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1384344 Sep 21 16:12:25.476134 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4ee71-d42d-4121-96da-067fb1bf51d8 req-e8d1ca7a-b974-4661-9509-ed0731ddf6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:25.477894 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9eb4ee71-d42d-4121-96da-067fb1bf51d8 req-e8d1ca7a-b974-4661-9509-ed0731ddf6bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bae96ec04fb04602836a6a112d6403d8&device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 1098 time: 0.0798109 Sep 21 16:12:25.631431 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4ee71-d42d-4121-96da-067fb1bf51d8 req-b30d241a-3fbe-436f-812c-e219b740b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:25.632865 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9eb4ee71-d42d-4121-96da-067fb1bf51d8 req-b30d241a-3fbe-436f-812c-e219b740b6a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb69f1d4-a5f9-4495-8970-cf729127f78e HTTP/1.1" status: 200 len: 911 time: 0.1313591 Sep 21 16:12:25.742456 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9eb4ee71-d42d-4121-96da-067fb1bf51d8 req-a340a903-dd6a-4b23-959d-f3d31fafd9b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 HTTP/1.1" status: 200 len: 1001 time: 0.0992515 Sep 21 16:12:25.808597 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4ee71-d42d-4121-96da-067fb1bf51d8 req-ea7c5ce4-7b89-4efa-b6a4-6bac77f4e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:25.809988 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9eb4ee71-d42d-4121-96da-067fb1bf51d8 req-ea7c5ce4-7b89-4efa-b6a4-6bac77f4e1df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90eba40f-5e24-4fbd-9a32-b21af6bda2f1 HTTP/1.1" status: 200 len: 849 time: 0.0579581 Sep 21 16:12:25.903596 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4ee71-d42d-4121-96da-067fb1bf51d8 req-545c574e-d97e-42bd-8b50-2084d336957a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:25.904986 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9eb4ee71-d42d-4121-96da-067fb1bf51d8 req-545c574e-d97e-42bd-8b50-2084d336957a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb69f1d4-a5f9-4495-8970-cf729127f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815008 Sep 21 16:12:26.039301 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9eb4ee71-d42d-4121-96da-067fb1bf51d8 req-69b963cd-4d45-4711-89f0-2e81f62b9aeb service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242995 Sep 21 16:12:26.280911 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9eb4ee71-d42d-4121-96da-067fb1bf51d8 req-10849e4a-54bb-408e-8445-8fe1d3e9d2d0 service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319899 Sep 21 16:12:35.720007 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4fb20aac-f59a-4db0-be06-55d3e3593ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:38.057086 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fd6130ec-23fa-4426-9ba7-90f4574be4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:38.921539 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:39.154284 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:40.799229 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:45.203827 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 details requested by agent hyperv_hv-neutron-8587 with host hv-neutron-8587 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:12:45.351957 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:12:45.377943 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Returning: {'device': '81dc58bf-55bc-4f1b-bad0-88c0a2c83c98', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'port_id': '81dc58bf-55bc-4f1b-bad0-88c0a2c83c98', 'mac_address': 'fa:16:3e:b7:c6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:12:45.456085 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 is: ACTIVE; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:12:45.456383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:45.478618 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:12:45.496014 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:12:45.501537 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:45.575855 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:45.583843 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:45.584426 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:45.584807 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:45.585147 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:45.585479 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:45.585810 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:45.586136 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:45.586463 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:45.586788 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:45.587111 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:45.587434 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:45.587756 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:45.596432 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] get_ports_and_sgs() called for port_ids ['81dc58bf-55bc-4f1b-bad0-88c0a2c83c98'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:12:46.680402 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:12:47.205882 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 up at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:12:47.301434 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Provisioning complete for port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:12:47.302046 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601938'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:47.436586 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:12:47.436586 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:47.474999 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d5b6aa-6a52-4508-b320-8b223d94c296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81dc58bf-55bc-4f1b-bad0-88c0a2c83c98'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:12:47.477681 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}087938d6b3940fb85694da14043c17b10248121897c6e9d89a79f55a8ea258ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1993ed8-7b56-4056-af9c-9fe4364f2086" -d '{"events": [{"server_uuid": "c5d5b6aa-6a52-4508-b320-8b223d94c296", "name": "network-vif-plugged", "status": "completed", "tag": "81dc58bf-55bc-4f1b-bad0-88c0a2c83c98"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:12:47.486285 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:12:47.491366 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:47.528148 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2044fd2f-a9d8-494d-94ee-796f020aa901 x-openstack-request-id: req-2044fd2f-a9d8-494d-94ee-796f020aa901 {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:12:47.528547 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d5b6aa-6a52-4508-b320-8b223d94c296", "name": "network-vif-plugged", "status": "completed", "tag": "81dc58bf-55bc-4f1b-bad0-88c0a2c83c98", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:12:47.528798 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2044fd2f-a9d8-494d-94ee-796f020aa901 {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:12:47.529095 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2044fd2f-a9d8-494d-94ee-796f020aa901'] response: {'server_uuid': 'c5d5b6aa-6a52-4508-b320-8b223d94c296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81dc58bf-55bc-4f1b-bad0-88c0a2c83c98', 'code': 200} Sep 21 16:12:47.566109 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:52.628942 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:53.943571 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43668) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:54.148108 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Deleting port 76984e22-1486-47c5-9464-0030d0d062cc {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:12:54.148477 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:54.313194 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:54.313527 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:54.435618 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Calling delete_port for 76984e22-1486-47c5-9464-0030d0d062cc owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:12:54.586436 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:54.666323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Pushing event deleted for resources: {'Port': ['ID=76984e22-1486-47c5-9464-0030d0d062cc,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:54.683461 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:54.683815 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:54.684145 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:54.684483 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:54.684806 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:54.685127 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:54.685441 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:54.685755 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:54.686070 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:54.686630 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:54.686947 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:54.687255 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:54.744588 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:54.744917 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Floating IP a2205e35-7811-4221-b8ab-3849a43eb3b6 disassociated (deleted). External IP: 172.26.4.180, port: 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98. Sep 21 16:12:55.090476 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:12:55.378654 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:12:55.388607 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41692419-47ad-498d-a387-7cfabc92ce91 None None] Sync routers for ids ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:12:55.398528 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41692419-47ad-498d-a387-7cfabc92ce91 None None] Routers {'a3cd8e8b-0c12-43b0-b736-d510278cf1e8'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:12:55.399139 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-41692419-47ad-498d-a387-7cfabc92ce91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:12:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:55.399640 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:55.457629 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8712573b-d671-4dbd-9c43-0a9b1914b5bb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "DELETE /v2.0/floatingips/a2205e35-7811-4221-b8ab-3849a43eb3b6 HTTP/1.1" status: 204 len: 168 time: 1.5129285 Sep 21 16:12:55.458207 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d5b6aa-6a52-4508-b320-8b223d94c296', 'tag': '81dc58bf-55bc-4f1b-bad0-88c0a2c83c98'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:12:55.460622 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274979726a712faf40a09deb7bdd64c3619fd9dfe6e94317adb921ad7d12e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a6240f-64e5-4e9f-a72a-17fe0af27f95" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d5b6aa-6a52-4508-b320-8b223d94c296", "tag": "81dc58bf-55bc-4f1b-bad0-88c0a2c83c98"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:12:55.582254 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ae332e-7545-46c2-bee1-06a64688fef9 x-openstack-request-id: req-07ae332e-7545-46c2-bee1-06a64688fef9 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:12:55.582620 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d5b6aa-6a52-4508-b320-8b223d94c296", "tag": "81dc58bf-55bc-4f1b-bad0-88c0a2c83c98", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:12:55.582968 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07ae332e-7545-46c2-bee1-06a64688fef9 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:12:55.583422 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07ae332e-7545-46c2-bee1-06a64688fef9'] response: {'name': 'network-changed', 'server_uuid': 'c5d5b6aa-6a52-4508-b320-8b223d94c296', 'tag': '81dc58bf-55bc-4f1b-bad0-88c0a2c83c98', 'status': 'completed', 'code': 200} Sep 21 16:12:55.586127 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-41692419-47ad-498d-a387-7cfabc92ce91 None None] Set router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:12:55.703821 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6240f-64e5-4e9f-a72a-17fe0af27f95 req-02cce2ea-81bb-4ad5-aa2e-2fe6ad5cb0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:55.706763 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-32a6240f-64e5-4e9f-a72a-17fe0af27f95 req-02cce2ea-81bb-4ad5-aa2e-2fe6ad5cb0de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bae96ec04fb04602836a6a112d6403d8&device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 1098 time: 0.0951042 Sep 21 16:12:55.898333 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6240f-64e5-4e9f-a72a-17fe0af27f95 req-aadea155-0db2-41b0-8258-24ef4a0f036d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:55.899792 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-32a6240f-64e5-4e9f-a72a-17fe0af27f95 req-aadea155-0db2-41b0-8258-24ef4a0f036d service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb69f1d4-a5f9-4495-8970-cf729127f78e HTTP/1.1" status: 200 len: 911 time: 0.1865163 Sep 21 16:12:55.978590 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-32a6240f-64e5-4e9f-a72a-17fe0af27f95 req-fd3d745d-f43d-4e44-9eae-80a62cfa5421 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 HTTP/1.1" status: 200 len: 217 time: 0.0691538 Sep 21 16:12:55.984309 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-41692419-47ad-498d-a387-7cfabc92ce91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'name': 'tempest-TestSnapshotPattern-1374455351-router', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:08Z', 'updated_at': '2022-09-21T16:08:12Z', 'revision_number': 4, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'gw_port': {'id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:09Z', 'updated_at': '2022-09-21T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '38017f6d-961a-46ab-805a-8aa286d4349f', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'port_id': 'b6e88d68-7573-4136-95b7-5de5b27538b3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'mac_address': 'fa:16:3e:7f:c4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfec097a-8e57-4684-8422-76521aa89544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:37Z', 'updated_at': '2022-09-21T16:08:40Z', 'revision_number': 1, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8f238c-e8b6-4a4b-8002-3ac1de00c341', 'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'mac_address': 'fa:16:3e:b2:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:11Z', 'updated_at': '2022-09-21T16:08:18Z', 'revision_number': 5, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'subnets': [{'id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:55.989245 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41692419-47ad-498d-a387-7cfabc92ce91 None None] Checking router: a3cd8e8b-0c12-43b0-b736-d510278cf1e8 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:12:55.997949 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41692419-47ad-498d-a387-7cfabc92ce91 None None] Routers {'a3cd8e8b-0c12-43b0-b736-d510278cf1e8'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:12:55.998558 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-41692419-47ad-498d-a387-7cfabc92ce91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:12:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:56.059309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b960135-b7f6-45fc-a385-a024d62189ce req-967c4e8b-9e3f-42c9-8142-7159d0c6500d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:56.060003 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9b960135-b7f6-45fc-a385-a024d62189ce req-967c4e8b-9e3f-42c9-8142-7159d0c6500d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Synchronizing usage tracker for tenant:bae96ec04fb04602836a6a112d6403d8 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:12:56.067426 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6240f-64e5-4e9f-a72a-17fe0af27f95 req-b1d63d80-7a46-4cdc-91f6-f822a42952df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:56.068839 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-32a6240f-64e5-4e9f-a72a-17fe0af27f95 req-b1d63d80-7a46-4cdc-91f6-f822a42952df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90eba40f-5e24-4fbd-9a32-b21af6bda2f1 HTTP/1.1" status: 200 len: 849 time: 0.0836957 Sep 21 16:12:56.127728 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9b960135-b7f6-45fc-a385-a024d62189ce req-967c4e8b-9e3f-42c9-8142-7159d0c6500d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Unset dirty status for tenant:bae96ec04fb04602836a6a112d6403d8 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:12:56.128892 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9b960135-b7f6-45fc-a385-a024d62189ce req-967c4e8b-9e3f-42c9-8142-7159d0c6500d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 945 time: 0.3415349 Sep 21 16:12:56.178961 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-41692419-47ad-498d-a387-7cfabc92ce91 None None] Set router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:12:56.190167 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9b960135-b7f6-45fc-a385-a024d62189ce req-6949c606-a81d-48db-b3ff-d3eb5750b9ef tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517428 Sep 21 16:12:56.196660 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6240f-64e5-4e9f-a72a-17fe0af27f95 req-cbc39b48-0322-455f-9fd8-193c98ccea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:56.198073 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-32a6240f-64e5-4e9f-a72a-17fe0af27f95 req-cbc39b48-0322-455f-9fd8-193c98ccea0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb69f1d4-a5f9-4495-8970-cf729127f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1225893 Sep 21 16:12:56.338133 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-32a6240f-64e5-4e9f-a72a-17fe0af27f95 req-84cc3193-7356-494a-b2a4-a0dd3a15ebaf service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318865 Sep 21 16:12:56.474161 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-32a6240f-64e5-4e9f-a72a-17fe0af27f95 req-458071a8-247d-4df3-bfa6-4fcef39b2b3f service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295047 Sep 21 16:12:56.529813 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-41692419-47ad-498d-a387-7cfabc92ce91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'name': 'tempest-TestSnapshotPattern-1374455351-router', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:08Z', 'updated_at': '2022-09-21T16:08:12Z', 'revision_number': 4, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'gw_port': {'id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:09Z', 'updated_at': '2022-09-21T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '38017f6d-961a-46ab-805a-8aa286d4349f', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'port_id': 'b6e88d68-7573-4136-95b7-5de5b27538b3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'mac_address': 'fa:16:3e:7f:c4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfec097a-8e57-4684-8422-76521aa89544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:37Z', 'updated_at': '2022-09-21T16:08:40Z', 'revision_number': 1, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8f238c-e8b6-4a4b-8002-3ac1de00c341', 'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'mac_address': 'fa:16:3e:b2:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:11Z', 'updated_at': '2022-09-21T16:08:18Z', 'revision_number': 5, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'subnets': [{'id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:56.533932 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41692419-47ad-498d-a387-7cfabc92ce91 None None] The sync data for ids ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'] in dv-neutron-858731-1-hyperv is: [{'id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'name': 'tempest-TestSnapshotPattern-1374455351-router', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:08Z', 'updated_at': '2022-09-21T16:08:12Z', 'revision_number': 4, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'gw_port': {'id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:09Z', 'updated_at': '2022-09-21T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_floatingips': [{'id': '38017f6d-961a-46ab-805a-8aa286d4349f', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'router_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'port_id': 'b6e88d68-7573-4136-95b7-5de5b27538b3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'mac_address': 'fa:16:3e:7f:c4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfec097a-8e57-4684-8422-76521aa89544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:37Z', 'updated_at': '2022-09-21T16:08:40Z', 'revision_number': 1, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8f238c-e8b6-4a4b-8002-3ac1de00c341', 'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'mac_address': 'fa:16:3e:b2:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:11Z', 'updated_at': '2022-09-21T16:08:18Z', 'revision_number': 5, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'subnets': [{'id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:12:56.733226 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05623306-5e09-4f43-944a-2c02bc62fc78 None None] New status for floating IP a2205e35-7811-4221-b8ab-3849a43eb3b6: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:12:57.279774 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:12:57.397707 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Current status of the port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:12:57.398085 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934057'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:57.425603 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d5b6aa-6a52-4508-b320-8b223d94c296', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81dc58bf-55bc-4f1b-bad0-88c0a2c83c98'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:12:57.428026 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}087938d6b3940fb85694da14043c17b10248121897c6e9d89a79f55a8ea258ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c2a120-34a2-423e-8abd-3badbd895cf6" -d '{"events": [{"server_uuid": "c5d5b6aa-6a52-4508-b320-8b223d94c296", "name": "network-vif-unplugged", "status": "completed", "tag": "81dc58bf-55bc-4f1b-bad0-88c0a2c83c98"}]}' {{(pid=89020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:12:57.435938 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] For port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:12:57.442413 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774317589589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774317051118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774317074207'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:57.455510 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24ebf6-1dff-49fb-afc5-1b9b095f1f16 req-81203fff-42ed-4f14-9d23-e4240098783a tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:57.457521 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3f24ebf6-1dff-49fb-afc5-1b9b095f1f16 req-81203fff-42ed-4f14-9d23-e4240098783a tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 945 time: 0.1508851 Sep 21 16:12:57.480797 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 16:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e3cf29-a240-41ab-8311-e7451dd7bf5f x-openstack-request-id: req-d5e3cf29-a240-41ab-8311-e7451dd7bf5f {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:12:57.481019 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d5b6aa-6a52-4508-b320-8b223d94c296", "name": "network-vif-unplugged", "status": "completed", "tag": "81dc58bf-55bc-4f1b-bad0-88c0a2c83c98", "code": 200}]} {{(pid=89020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:12:57.481270 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d5e3cf29-a240-41ab-8311-e7451dd7bf5f {{(pid=89020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:12:57.481659 dv-neutron-858731-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5e3cf29-a240-41ab-8311-e7451dd7bf5f'] response: {'server_uuid': 'c5d5b6aa-6a52-4508-b320-8b223d94c296', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81dc58bf-55bc-4f1b-bad0-88c0a2c83c98', 'code': 200} Sep 21 16:12:57.513347 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Pushing event updated for resources: {'Port': ['ID=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:57.566883 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3f24ebf6-1dff-49fb-afc5-1b9b095f1f16 req-67102f58-c5f8-4947-a4da-0961bf58bfdb tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041799 Sep 21 16:12:57.589023 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1deac8b-a32b-4366-803d-6356b893a1a6 req-5bb7ace0-eacd-4b9b-af34-b1183fd6b927 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:57.590416 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1deac8b-a32b-4366-803d-6356b893a1a6 req-5bb7ace0-eacd-4b9b-af34-b1183fd6b927 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 943 time: 0.1266494 Sep 21 16:12:57.663541 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-e1deac8b-a32b-4366-803d-6356b893a1a6 req-381bfeeb-59d4-48ab-954b-0692b69c7209 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Deleting port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:12:57.663877 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e1deac8b-a32b-4366-803d-6356b893a1a6 req-381bfeeb-59d4-48ab-954b-0692b69c7209 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:58.021894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-e1deac8b-a32b-4366-803d-6356b893a1a6 req-381bfeeb-59d4-48ab-954b-0692b69c7209 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] For port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:12:58.022258 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e1deac8b-a32b-4366-803d-6356b893a1a6 req-381bfeeb-59d4-48ab-954b-0692b69c7209 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:58.147796 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-e1deac8b-a32b-4366-803d-6356b893a1a6 req-381bfeeb-59d4-48ab-954b-0692b69c7209 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Calling delete_port for 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:12:58.291881 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e1deac8b-a32b-4366-803d-6356b893a1a6 req-381bfeeb-59d4-48ab-954b-0692b69c7209 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:58.341392 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bfeeb-59d4-48ab-954b-0692b69c7209 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Pushing event deleted for resources: {'Port': ['ID=81dc58bf-55bc-4f1b-bad0-88c0a2c83c98,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:58.428832 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1deac8b-a32b-4366-803d-6356b893a1a6 req-381bfeeb-59d4-48ab-954b-0692b69c7209 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] No DVR routers for this DVR port 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:12:58.431209 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e1deac8b-a32b-4366-803d-6356b893a1a6 req-381bfeeb-59d4-48ab-954b-0692b69c7209 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:58.433642 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d5b6aa-6a52-4508-b320-8b223d94c296', 'name': 'network-vif-deleted', 'tag': '81dc58bf-55bc-4f1b-bad0-88c0a2c83c98'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:12:58.435899 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274979726a712faf40a09deb7bdd64c3619fd9dfe6e94317adb921ad7d12e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5eb2e5-3374-40c6-8104-02a877bc9ee8" -d '{"events": [{"server_uuid": "c5d5b6aa-6a52-4508-b320-8b223d94c296", "name": "network-vif-deleted", "tag": "81dc58bf-55bc-4f1b-bad0-88c0a2c83c98"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:12:58.449853 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1deac8b-a32b-4366-803d-6356b893a1a6 req-381bfeeb-59d4-48ab-954b-0692b69c7209 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.20 "DELETE /v2.0/ports/81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 HTTP/1.1" status: 204 len: 173 time: 0.8506296 Sep 21 16:12:58.479992 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d2c85b-dece-4566-81e4-cd5af93783c6 x-openstack-request-id: req-c0d2c85b-dece-4566-81e4-cd5af93783c6 {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:12:58.480673 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d5b6aa-6a52-4508-b320-8b223d94c296", "name": "network-vif-deleted", "tag": "81dc58bf-55bc-4f1b-bad0-88c0a2c83c98", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:12:58.480782 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c0d2c85b-dece-4566-81e4-cd5af93783c6 {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:12:58.481383 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d2c85b-dece-4566-81e4-cd5af93783c6'] response: {'server_uuid': 'c5d5b6aa-6a52-4508-b320-8b223d94c296', 'name': 'network-vif-deleted', 'tag': '81dc58bf-55bc-4f1b-bad0-88c0a2c83c98', 'status': 'completed', 'code': 200} Sep 21 16:12:58.745447 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-8d337981-e9cc-4162-b50b-88c12c6e2179 req-0fc3f57f-eab4-477f-82af-a64417316c06 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Synchronizing usage tracker for tenant:bae96ec04fb04602836a6a112d6403d8 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:12:58.762836 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-8d337981-e9cc-4162-b50b-88c12c6e2179 req-0fc3f57f-eab4-477f-82af-a64417316c06 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Unset dirty status for tenant:bae96ec04fb04602836a6a112d6403d8 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:12:58.764128 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8d337981-e9cc-4162-b50b-88c12c6e2179 req-0fc3f57f-eab4-477f-82af-a64417316c06 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d5b6aa-6a52-4508-b320-8b223d94c296 HTTP/1.1" status: 200 len: 210 time: 0.0708845 Sep 21 16:13:00.440129 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 43734) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:13:00.645712 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Deleting port eb51623b-0728-4a41-85a6-091e2782b6c4 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:13:00.645971 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:00.920505 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:00.920752 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:01.043785 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Calling delete_port for eb51623b-0728-4a41-85a6-091e2782b6c4 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:13:01.199506 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65308378'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:01.253961 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Pushing event deleted for resources: {'Port': ['ID=eb51623b-0728-4a41-85a6-091e2782b6c4,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:01.281472 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:13:01.294246 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:01.294596 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:01.294937 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:01.295273 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:01.295606 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:01.295949 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:01.296256 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:01.296676 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:01.297018 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:01.297291 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:01.297657 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:01.298212 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858731-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:01.319688 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:13:01.320033 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device 81dc58bf-55bc-4f1b-bad0-88c0a2c83c98 not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:13:01.370351 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:01.370674 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Floating IP 38017f6d-961a-46ab-805a-8aa286d4349f disassociated (deleted). External IP: 172.26.4.83, port: b6e88d68-7573-4136-95b7-5de5b27538b3. Sep 21 16:13:01.720233 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:13:01.902858 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:13:01.913185 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee2766-e0c7-4561-8e9b-e85ed6428317 None None] Sync routers for ids ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:13:01.922456 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee2766-e0c7-4561-8e9b-e85ed6428317 None None] Routers {'a3cd8e8b-0c12-43b0-b736-d510278cf1e8'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:13:01.923628 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-01ee2766-e0c7-4561-8e9b-e85ed6428317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:12:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:01.923912 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:01.980281 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f54a3d88-4750-4d92-9d0f-cc423b2f9b7d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "DELETE /v2.0/floatingips/38017f6d-961a-46ab-805a-8aa286d4349f HTTP/1.1" status: 204 len: 168 time: 1.5388486 Sep 21 16:13:01.980700 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfec097a-8e57-4684-8422-76521aa89544', 'tag': 'b6e88d68-7573-4136-95b7-5de5b27538b3'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:13:02.126885 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-01ee2766-e0c7-4561-8e9b-e85ed6428317 None None] Set router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:13:02.161217 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac90f55feb653035bbd94e503210c344b3cb4f797a406b7a115d9b1476ebad01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c135f47-332f-4e90-ad93-05d7f8c5ec8e" -d '{"events": [{"name": "network-changed", "server_uuid": "bfec097a-8e57-4684-8422-76521aa89544", "tag": "b6e88d68-7573-4136-95b7-5de5b27538b3"}]}' {{(pid=89019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:13:02.271833 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11a2295-f914-43ac-9ca4-4a0f8e986fab x-openstack-request-id: req-c11a2295-f914-43ac-9ca4-4a0f8e986fab {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:13:02.272476 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfec097a-8e57-4684-8422-76521aa89544", "tag": "b6e88d68-7573-4136-95b7-5de5b27538b3", "status": "completed", "code": 200}]} {{(pid=89019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:13:02.272770 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c11a2295-f914-43ac-9ca4-4a0f8e986fab {{(pid=89019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:13:02.273181 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c11a2295-f914-43ac-9ca4-4a0f8e986fab'] response: {'name': 'network-changed', 'server_uuid': 'bfec097a-8e57-4684-8422-76521aa89544', 'tag': 'b6e88d68-7573-4136-95b7-5de5b27538b3', 'status': 'completed', 'code': 200} Sep 21 16:13:02.442656 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c135f47-332f-4e90-ad93-05d7f8c5ec8e req-07ebf1e8-c5b3-4b47-8a8a-e7cc812db061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:02.444131 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4c135f47-332f-4e90-ad93-05d7f8c5ec8e req-07ebf1e8-c5b3-4b47-8a8a-e7cc812db061 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bae96ec04fb04602836a6a112d6403d8&device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 1096 time: 0.1495755 Sep 21 16:13:02.451448 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ab7a1-fa51-4242-8ba9-4e70f42ea262 req-2d8f89bb-82b1-407f-bbd6-eeb85d351fac tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:02.452796 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f08ab7a1-fa51-4242-8ba9-4e70f42ea262 req-2d8f89bb-82b1-407f-bbd6-eeb85d351fac tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 943 time: 0.1138902 Sep 21 16:13:02.493595 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-01ee2766-e0c7-4561-8e9b-e85ed6428317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'name': 'tempest-TestSnapshotPattern-1374455351-router', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:08Z', 'updated_at': '2022-09-21T16:08:12Z', 'revision_number': 4, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'gw_port': {'id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:09Z', 'updated_at': '2022-09-21T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'df8f238c-e8b6-4a4b-8002-3ac1de00c341', 'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'mac_address': 'fa:16:3e:b2:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:11Z', 'updated_at': '2022-09-21T16:08:18Z', 'revision_number': 5, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'subnets': [{'id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:02.497477 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee2766-e0c7-4561-8e9b-e85ed6428317 None None] Checking router: a3cd8e8b-0c12-43b0-b736-d510278cf1e8 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:13:02.506376 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee2766-e0c7-4561-8e9b-e85ed6428317 None None] Routers {'a3cd8e8b-0c12-43b0-b736-d510278cf1e8'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:13:02.506970 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-01ee2766-e0c7-4561-8e9b-e85ed6428317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:12:38Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:02.578207 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f08ab7a1-fa51-4242-8ba9-4e70f42ea262 req-310bf530-c434-4fec-9770-9da1128002ec tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053514 Sep 21 16:13:02.627788 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c135f47-332f-4e90-ad93-05d7f8c5ec8e req-6486de53-0ef2-474d-bdb1-f7a76f038671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:02.629277 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4c135f47-332f-4e90-ad93-05d7f8c5ec8e req-6486de53-0ef2-474d-bdb1-f7a76f038671 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb69f1d4-a5f9-4495-8970-cf729127f78e HTTP/1.1" status: 200 len: 911 time: 0.1756611 Sep 21 16:13:02.685671 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-01ee2766-e0c7-4561-8e9b-e85ed6428317 None None] Set router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:13:02.699747 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4c135f47-332f-4e90-ad93-05d7f8c5ec8e req-6a39ce45-c3ff-448c-b7de-698ef0774e2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e88d68-7573-4136-95b7-5de5b27538b3 HTTP/1.1" status: 200 len: 217 time: 0.0623345 Sep 21 16:13:02.764960 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c135f47-332f-4e90-ad93-05d7f8c5ec8e req-f3d96e9b-dcfe-4aca-bbe0-dc3d16323de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:02.766333 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4c135f47-332f-4e90-ad93-05d7f8c5ec8e req-f3d96e9b-dcfe-4aca-bbe0-dc3d16323de9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90eba40f-5e24-4fbd-9a32-b21af6bda2f1 HTTP/1.1" status: 200 len: 849 time: 0.0607498 Sep 21 16:13:02.850307 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c135f47-332f-4e90-ad93-05d7f8c5ec8e req-67781faa-4253-4087-b635-e09029932e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:02.851785 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4c135f47-332f-4e90-ad93-05d7f8c5ec8e req-67781faa-4253-4087-b635-e09029932e4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb69f1d4-a5f9-4495-8970-cf729127f78e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790854 Sep 21 16:13:02.987201 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4c135f47-332f-4e90-ad93-05d7f8c5ec8e req-cd02a8b6-970e-42f7-b8ac-ce70015b3df8 service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265218 Sep 21 16:13:02.997711 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-01ee2766-e0c7-4561-8e9b-e85ed6428317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'name': 'tempest-TestSnapshotPattern-1374455351-router', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:08Z', 'updated_at': '2022-09-21T16:08:12Z', 'revision_number': 4, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'gw_port': {'id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:09Z', 'updated_at': '2022-09-21T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'df8f238c-e8b6-4a4b-8002-3ac1de00c341', 'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'mac_address': 'fa:16:3e:b2:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:11Z', 'updated_at': '2022-09-21T16:08:18Z', 'revision_number': 5, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'subnets': [{'id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:03.002419 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee2766-e0c7-4561-8e9b-e85ed6428317 None None] The sync data for ids ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'] in dv-neutron-858731-1-hyperv is: [{'id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'name': 'tempest-TestSnapshotPattern-1374455351-router', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:08Z', 'updated_at': '2022-09-21T16:08:12Z', 'revision_number': 4, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'gw_port': {'id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:09Z', 'updated_at': '2022-09-21T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv', '_interfaces': [{'id': 'df8f238c-e8b6-4a4b-8002-3ac1de00c341', 'name': '', 'network_id': 'bb69f1d4-a5f9-4495-8970-cf729127f78e', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'mac_address': 'fa:16:3e:b2:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:11Z', 'updated_at': '2022-09-21T16:08:18Z', 'revision_number': 5, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'subnets': [{'id': '90eba40f-5e24-4fbd-9a32-b21af6bda2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:13:03.132121 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4c135f47-332f-4e90-ad93-05d7f8c5ec8e req-ae81eb48-49db-4e3f-8be5-c2794d956ebe service neutron] 10.222.0.20 "GET /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349297 Sep 21 16:13:03.240297 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdc3ecb-3e15-4354-8910-d606f7fde5ee None None] New status for floating IP 38017f6d-961a-46ab-805a-8aa286d4349f: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:13:03.791805 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba4162-59e6-48e7-8190-d0b77a53bb53 req-32c7a3bd-96ab-4ce3-ae98-cc0ea9dc4827 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:03.793287 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0aba4162-59e6-48e7-8190-d0b77a53bb53 req-32c7a3bd-96ab-4ce3-ae98-cc0ea9dc4827 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 943 time: 0.0970764 Sep 21 16:13:03.837039 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0aba4162-59e6-48e7-8190-d0b77a53bb53 req-1a59d6fd-000b-49b5-8139-2961f2ee84fa tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/security-groups?id=65f499ec-c5ae-41da-8190-01c7e09c0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380177 Sep 21 16:13:04.193222 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f4042-3971-417e-b3a0-40c9000f0692 req-166b7c79-cb5e-41c8-8087-2994d4ea59d3 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:04.194638 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-411f4042-3971-417e-b3a0-40c9000f0692 req-166b7c79-cb5e-41c8-8087-2994d4ea59d3 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 943 time: 0.0911920 Sep 21 16:13:04.270257 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-411f4042-3971-417e-b3a0-40c9000f0692 req-824729ef-b4b7-4c3a-bc8b-a9a62928b10d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Deleting port b6e88d68-7573-4136-95b7-5de5b27538b3 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:13:04.270589 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-411f4042-3971-417e-b3a0-40c9000f0692 req-824729ef-b4b7-4c3a-bc8b-a9a62928b10d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:04.512987 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-411f4042-3971-417e-b3a0-40c9000f0692 req-824729ef-b4b7-4c3a-bc8b-a9a62928b10d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] For port b6e88d68-7573-4136-95b7-5de5b27538b3, host hv-neutron-8587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8587',level=0,port_id=b6e88d68-7573-4136-95b7-5de5b27538b3,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:13:04.513346 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-411f4042-3971-417e-b3a0-40c9000f0692 req-824729ef-b4b7-4c3a-bc8b-a9a62928b10d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:04.633445 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-411f4042-3971-417e-b3a0-40c9000f0692 req-824729ef-b4b7-4c3a-bc8b-a9a62928b10d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Calling delete_port for b6e88d68-7573-4136-95b7-5de5b27538b3 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:13:04.779397 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-411f4042-3971-417e-b3a0-40c9000f0692 req-824729ef-b4b7-4c3a-bc8b-a9a62928b10d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:04.931192 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824729ef-b4b7-4c3a-bc8b-a9a62928b10d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Pushing event deleted for resources: {'Port': ['ID=b6e88d68-7573-4136-95b7-5de5b27538b3,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:05.058534 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-292898a9-d86f-4c05-9b81-cf5f180e7806 req-79e0f35c-6340-4242-a81d-c396b25a79e8 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfec097a-8e57-4684-8422-76521aa89544 HTTP/1.1" status: 200 len: 210 time: 0.0924668 Sep 21 16:13:05.065005 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-411f4042-3971-417e-b3a0-40c9000f0692 req-824729ef-b4b7-4c3a-bc8b-a9a62928b10d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] No DVR routers for this DVR port b6e88d68-7573-4136-95b7-5de5b27538b3 on host hv-neutron-8587 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:13:05.067359 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-411f4042-3971-417e-b3a0-40c9000f0692 req-824729ef-b4b7-4c3a-bc8b-a9a62928b10d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49831'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:05.069919 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfec097a-8e57-4684-8422-76521aa89544', 'name': 'network-vif-deleted', 'tag': 'b6e88d68-7573-4136-95b7-5de5b27538b3'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:13:05.072350 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f274979726a712faf40a09deb7bdd64c3619fd9dfe6e94317adb921ad7d12e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730d1659-23f8-49da-ba90-6cb327b47879" -d '{"events": [{"server_uuid": "bfec097a-8e57-4684-8422-76521aa89544", "name": "network-vif-deleted", "tag": "b6e88d68-7573-4136-95b7-5de5b27538b3"}]}' {{(pid=89018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:13:05.082674 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-411f4042-3971-417e-b3a0-40c9000f0692 req-824729ef-b4b7-4c3a-bc8b-a9a62928b10d tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.20 "DELETE /v2.0/ports/b6e88d68-7573-4136-95b7-5de5b27538b3 HTTP/1.1" status: 204 len: 173 time: 0.8790369 Sep 21 16:13:05.117796 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ea42a7-3a06-49cf-b5c6-3246b46efa7a x-openstack-request-id: req-a1ea42a7-3a06-49cf-b5c6-3246b46efa7a {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:13:05.118150 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfec097a-8e57-4684-8422-76521aa89544", "name": "network-vif-deleted", "tag": "b6e88d68-7573-4136-95b7-5de5b27538b3", "status": "completed", "code": 200}]} {{(pid=89018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:13:05.118469 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a1ea42a7-3a06-49cf-b5c6-3246b46efa7a {{(pid=89018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:13:05.118864 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ea42a7-3a06-49cf-b5c6-3246b46efa7a'] response: {'server_uuid': 'bfec097a-8e57-4684-8422-76521aa89544', 'name': 'network-vif-deleted', 'tag': 'b6e88d68-7573-4136-95b7-5de5b27538b3', 'status': 'completed', 'code': 200} Sep 21 16:13:05.724636 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-522fe3a7-57c1-44ad-8541-fce658c0885c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:06.158892 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 43768) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:13:06.225872 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8290fe40-0b5b-46a5-b8f2-41dff1c587f1 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:06.255298 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8290fe40-0b5b-46a5-b8f2-41dff1c587f1 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:06.325808 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8290fe40-0b5b-46a5-b8f2-41dff1c587f1 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:06.344385 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290fe40-0b5b-46a5-b8f2-41dff1c587f1 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f499ec-c5ae-41da-8190-01c7e09c0d5e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:06.356698 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8290fe40-0b5b-46a5-b8f2-41dff1c587f1 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:06.357811 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8290fe40-0b5b-46a5-b8f2-41dff1c587f1 tempest-TestSnapshotPattern-1704114258 tempest-TestSnapshotPattern-1704114258-project] 10.222.0.62 "DELETE /v2.0/security-groups/65f499ec-c5ae-41da-8190-01c7e09c0d5e HTTP/1.1" status: 204 len: 168 time: 0.1979649 Sep 21 16:13:06.405828 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43774) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:13:06.942107 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1cdccc9-90d9-4ec4-9a5c-936079130c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:07.295956 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d1cdccc9-90d9-4ec4-9a5c-936079130c1e admin admin] Deleting port df8f238c-e8b6-4a4b-8002-3ac1de00c341 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:13:07.296793 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1cdccc9-90d9-4ec4-9a5c-936079130c1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:07.467011 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-d1cdccc9-90d9-4ec4-9a5c-936079130c1e admin admin] For port df8f238c-e8b6-4a4b-8002-3ac1de00c341, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=df8f238c-e8b6-4a4b-8002-3ac1de00c341,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:13:07.467730 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1cdccc9-90d9-4ec4-9a5c-936079130c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:07.701642 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d1cdccc9-90d9-4ec4-9a5c-936079130c1e admin admin] Calling delete_port for df8f238c-e8b6-4a4b-8002-3ac1de00c341 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:13:08.021682 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1cdccc9-90d9-4ec4-9a5c-936079130c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:08.060082 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-82a4f01a-77b9-46f1-a5c2-aea8f8e197ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:08.068317 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdccc9-90d9-4ec4-9a5c-936079130c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=df8f238c-e8b6-4a4b-8002-3ac1de00c341,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:08.340074 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1cdccc9-90d9-4ec4-9a5c-936079130c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:08.698708 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1cdccc9-90d9-4ec4-9a5c-936079130c1e admin admin] Router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:13:08.879511 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cdccc9-90d9-4ec4-9a5c-936079130c1e admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:13:08.888588 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd96e22-3e44-4524-b453-c2f79146d5e0 None None] Sync routers for ids ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'] in dv-neutron-858731-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:13:08.892567 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d1cdccc9-90d9-4ec4-9a5c-936079130c1e admin admin] 10.222.0.62 "PUT /v2.0/routers/a3cd8e8b-0c12-43b0-b736-d510278cf1e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4854321 Sep 21 16:13:08.894870 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43778) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:13:08.898451 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd96e22-3e44-4524-b453-c2f79146d5e0 None None] Routers {'a3cd8e8b-0c12-43b0-b736-d510278cf1e8'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:13:08.899054 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-3dd96e22-3e44-4524-b453-c2f79146d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:08.989427 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:09.093838 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-3dd96e22-3e44-4524-b453-c2f79146d5e0 None None] Set router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 gateway port host: dv-neutron-858731-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:13:09.238027 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:09.305465 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-db45a05c-141c-46e9-bc12-10d8c9d1c4ab admin admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:09.325337 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device b6e88d68-7573-4136-95b7-5de5b27538b3 no longer exists at agent hyperv_hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:13:09.363231 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] No Port match for: b6e88d68-7573-4136-95b7-5de5b27538b3 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:13:09.363574 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Device b6e88d68-7573-4136-95b7-5de5b27538b3 not bound to the agent host hv-neutron-8587 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:13:09.441926 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-3dd96e22-3e44-4524-b453-c2f79146d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'name': 'tempest-TestSnapshotPattern-1374455351-router', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204'}], 'enable_snat': True}, 'gw_port_id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:08Z', 'updated_at': '2022-09-21T16:13:07Z', 'revision_number': 5, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'gw_port': {'id': '151c6ddc-d42b-4092-b463-1a86cd04226e', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:09Z', 'updated_at': '2022-09-21T16:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:09.445899 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd96e22-3e44-4524-b453-c2f79146d5e0 None None] Checking router: a3cd8e8b-0c12-43b0-b736-d510278cf1e8 for host: dv-neutron-858731-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:13:09.454408 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd96e22-3e44-4524-b453-c2f79146d5e0 None None] Routers {'a3cd8e8b-0c12-43b0-b736-d510278cf1e8'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:13:09.455008 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-3dd96e22-3e44-4524-b453-c2f79146d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:09.485773 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-db45a05c-141c-46e9-bc12-10d8c9d1c4ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:09.495252 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-db45a05c-141c-46e9-bc12-10d8c9d1c4ab admin admin] Deleting port 151c6ddc-d42b-4092-b463-1a86cd04226e {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:13:09.495600 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-db45a05c-141c-46e9-bc12-10d8c9d1c4ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:09.643358 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-3dd96e22-3e44-4524-b453-c2f79146d5e0 None None] Set router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:13:09.675340 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-db45a05c-141c-46e9-bc12-10d8c9d1c4ab admin admin] For port 151c6ddc-d42b-4092-b463-1a86cd04226e, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=151c6ddc-d42b-4092-b463-1a86cd04226e,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:13:09.675698 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-db45a05c-141c-46e9-bc12-10d8c9d1c4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:09.747734 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-3dd96e22-3e44-4524-b453-c2f79146d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'name': 'tempest-TestSnapshotPattern-1374455351-router', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:08Z', 'updated_at': '2022-09-21T16:13:09Z', 'revision_number': 6, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:09.751891 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd96e22-3e44-4524-b453-c2f79146d5e0 None None] The sync data for ids ['a3cd8e8b-0c12-43b0-b736-d510278cf1e8'] in dv-neutron-858731-1-hyperv is: [{'id': 'a3cd8e8b-0c12-43b0-b736-d510278cf1e8', 'name': 'tempest-TestSnapshotPattern-1374455351-router', 'tenant_id': 'bae96ec04fb04602836a6a112d6403d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:08Z', 'updated_at': '2022-09-21T16:13:09Z', 'revision_number': 6, 'project_id': 'bae96ec04fb04602836a6a112d6403d8', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:13:09.802472 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-db45a05c-141c-46e9-bc12-10d8c9d1c4ab admin admin] Calling delete_port for 151c6ddc-d42b-4092-b463-1a86cd04226e owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:13:09.970099 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-db45a05c-141c-46e9-bc12-10d8c9d1c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:10.014836 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45a05c-141c-46e9-bc12-10d8c9d1c4ab admin admin] Pushing event deleted for resources: {'Port': ['ID=151c6ddc-d42b-4092-b463-1a86cd04226e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:10.116978 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-db45a05c-141c-46e9-bc12-10d8c9d1c4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:10.240488 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device df8f238c-e8b6-4a4b-8002-3ac1de00c341 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:13:10.278961 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: df8f238c-e8b6-4a4b-8002-3ac1de00c341 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:13:10.279229 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device df8f238c-e8b6-4a4b-8002-3ac1de00c341 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:13:10.298462 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-db45a05c-141c-46e9-bc12-10d8c9d1c4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:10.300866 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-db45a05c-141c-46e9-bc12-10d8c9d1c4ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:10.321903 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-db45a05c-141c-46e9-bc12-10d8c9d1c4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:10.322845 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db45a05c-141c-46e9-bc12-10d8c9d1c4ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3cd8e8b-0c12-43b0-b736-d510278cf1e8 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:13:10.335987 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-db45a05c-141c-46e9-bc12-10d8c9d1c4ab admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:10.339569 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-db45a05c-141c-46e9-bc12-10d8c9d1c4ab admin admin] 10.222.0.62 "DELETE /v2.0/routers/a3cd8e8b-0c12-43b0-b736-d510278cf1e8 HTTP/1.1" status: 204 len: 168 time: 1.4413829 Sep 21 16:13:10.340292 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43784) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:13:10.399700 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c011b3ea-48fb-485c-ae03-a4666c7bc1de admin admin] Deleting subnet 90eba40f-5e24-4fbd-9a32-b21af6bda2f1 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:13:10.402566 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c011b3ea-48fb-485c-ae03-a4666c7bc1de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:10.458969 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c011b3ea-48fb-485c-ae03-a4666c7bc1de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:10.539309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c011b3ea-48fb-485c-ae03-a4666c7bc1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:10.607373 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c011b3ea-48fb-485c-ae03-a4666c7bc1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:10.753475 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c011b3ea-48fb-485c-ae03-a4666c7bc1de admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:10.756084 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011b3ea-48fb-485c-ae03-a4666c7bc1de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90eba40f-5e24-4fbd-9a32-b21af6bda2f1,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:10.759231 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a80d8dd-4077-4111-b854-c599174ff004 None None] Network bb69f1d4-a5f9-4495-8970-cf729127f78e requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:13:10.761508 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c011b3ea-48fb-485c-ae03-a4666c7bc1de admin admin] 10.222.0.62 "DELETE /v2.0/subnets/90eba40f-5e24-4fbd-9a32-b21af6bda2f1 HTTP/1.1" status: 204 len: 168 time: 0.4207163 Sep 21 16:13:10.763974 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43788) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:13:10.870719 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:10.878939 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31a2e66f-6d2a-42b7-8012-a16afc663ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:10.889299 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-31a2e66f-6d2a-42b7-8012-a16afc663ce5 admin admin] Deleting port 63188f76-bff3-4251-9aff-01acfdc1a901 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:13:10.889630 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31a2e66f-6d2a-42b7-8012-a16afc663ce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:11.060128 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e099d97e-5de8-4411-8c70-8bce0329b39e None None] DHCP port deletion for bb69f1d4-a5f9-4495-8970-cf729127f78e request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:13:11.064497 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e099d97e-5de8-4411-8c70-8bce0329b39e None None] Deleting port 63188f76-bff3-4251-9aff-01acfdc1a901 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:13:11.064985 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e099d97e-5de8-4411-8c70-8bce0329b39e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:11.105516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-31a2e66f-6d2a-42b7-8012-a16afc663ce5 admin admin] For port 63188f76-bff3-4251-9aff-01acfdc1a901, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=63188f76-bff3-4251-9aff-01acfdc1a901,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:13:11.105926 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31a2e66f-6d2a-42b7-8012-a16afc663ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:11.232833 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-31a2e66f-6d2a-42b7-8012-a16afc663ce5 admin admin] Calling delete_port for 63188f76-bff3-4251-9aff-01acfdc1a901 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:13:11.279198 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e099d97e-5de8-4411-8c70-8bce0329b39e None None] For port 63188f76-bff3-4251-9aff-01acfdc1a901, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=63188f76-bff3-4251-9aff-01acfdc1a901,segment=NetworkSegment(eccb49d0-4ece-43d1-bb02-e154e5ca4210),segment_id=eccb49d0-4ece-43d1-bb02-e154e5ca4210)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:13:11.279841 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e099d97e-5de8-4411-8c70-8bce0329b39e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:11.315516 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31a2e66f-6d2a-42b7-8012-a16afc663ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:11.364565 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2e66f-6d2a-42b7-8012-a16afc663ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=63188f76-bff3-4251-9aff-01acfdc1a901,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:11.367894 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a2e66f-6d2a-42b7-8012-a16afc663ce5 admin admin] No DVR routers for this DVR port 63188f76-bff3-4251-9aff-01acfdc1a901 on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:13:11.405679 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e099d97e-5de8-4411-8c70-8bce0329b39e None None] Calling delete_port for 63188f76-bff3-4251-9aff-01acfdc1a901 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:13:11.482671 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31a2e66f-6d2a-42b7-8012-a16afc663ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:11.490204 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-e099d97e-5de8-4411-8c70-8bce0329b39e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:13:11.490482 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-e099d97e-5de8-4411-8c70-8bce0329b39e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:13:11.507228 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-31a2e66f-6d2a-42b7-8012-a16afc663ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb69f1d4-a5f9-4495-8970-cf729127f78e']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:11.519503 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-31a2e66f-6d2a-42b7-8012-a16afc663ce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eccb49d0-4ece-43d1-bb02-e154e5ca4210') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:11.519794 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-31a2e66f-6d2a-42b7-8012-a16afc663ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eccb49d0-4ece-43d1-bb02-e154e5ca4210') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:11.530910 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31a2e66f-6d2a-42b7-8012-a16afc663ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:11.548166 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31a2e66f-6d2a-42b7-8012-a16afc663ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:11.554546 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a2e66f-6d2a-42b7-8012-a16afc663ce5 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:13:11.554923 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31a2e66f-6d2a-42b7-8012-a16afc663ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:11.648996 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31a2e66f-6d2a-42b7-8012-a16afc663ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:11.653599 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31a2e66f-6d2a-42b7-8012-a16afc663ce5 admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:11.669765 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment eccb49d0-4ece-43d1-bb02-e154e5ca4210 resource provider aggregate not found Sep 21 16:13:11.681247 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2e66f-6d2a-42b7-8012-a16afc663ce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb69f1d4-a5f9-4495-8970-cf729127f78e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:11.688330 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-31a2e66f-6d2a-42b7-8012-a16afc663ce5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/bb69f1d4-a5f9-4495-8970-cf729127f78e HTTP/1.1" status: 204 len: 168 time: 0.9233491 Sep 21 16:13:11.691309 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43800) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:13:11.694731 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment eccb49d0-4ece-43d1-bb02-e154e5ca4210 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eccb49d0-4ece-43d1-bb02-e154e5ca4210 found for delete ", "request_id": "req-010efb5f-f7ee-41fb-9a60-c163e877bcc5"}]} Sep 21 16:13:11.843429 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 151c6ddc-d42b-4092-b463-1a86cd04226e no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:13:11.878194 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 151c6ddc-d42b-4092-b463-1a86cd04226e {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:13:11.878658 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 151c6ddc-d42b-4092-b463-1a86cd04226e not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:13:11.879086 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 63188f76-bff3-4251-9aff-01acfdc1a901 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:13:11.914636 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 63188f76-bff3-4251-9aff-01acfdc1a901 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:13:11.914978 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 63188f76-bff3-4251-9aff-01acfdc1a901 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:13:11.991215 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e099d97e-5de8-4411-8c70-8bce0329b39e None None] Deleting port 63188f76-bff3-4251-9aff-01acfdc1a901 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:13:11.991747 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e099d97e-5de8-4411-8c70-8bce0329b39e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:12.063312 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e099d97e-5de8-4411-8c70-8bce0329b39e None None] The port '63188f76-bff3-4251-9aff-01acfdc1a901' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:13:12.340857 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e2e88e3-ab0d-424d-852d-1f3bc5273c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585079'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:12.686203 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0e2e88e3-ab0d-424d-852d-1f3bc5273c72 admin admin] Deleting port a35c03e8-6680-462b-9b96-d66375c42439 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:13:12.686455 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e2e88e3-ab0d-424d-852d-1f3bc5273c72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:12.857142 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-0e2e88e3-ab0d-424d-852d-1f3bc5273c72 admin admin] For port a35c03e8-6680-462b-9b96-d66375c42439, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=a35c03e8-6680-462b-9b96-d66375c42439,segment=NetworkSegment(b08f82d6-5d0e-418a-998f-cab15acdf45c),segment_id=b08f82d6-5d0e-418a-998f-cab15acdf45c)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:13:12.857490 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e2e88e3-ab0d-424d-852d-1f3bc5273c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:12.980182 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0e2e88e3-ab0d-424d-852d-1f3bc5273c72 admin admin] Calling delete_port for a35c03e8-6680-462b-9b96-d66375c42439 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:13:13.159250 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e2e88e3-ab0d-424d-852d-1f3bc5273c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:13.209118 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e88e3-ab0d-424d-852d-1f3bc5273c72 admin admin] Pushing event deleted for resources: {'Port': ['ID=a35c03e8-6680-462b-9b96-d66375c42439,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:13.479720 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e2e88e3-ab0d-424d-852d-1f3bc5273c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584987'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:13.935052 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2e88e3-ab0d-424d-852d-1f3bc5273c72 admin admin] Router 44228f87-7c53-40d5-a280-c693081b383d has already been hosted by L3 agent dae2207c-93e9-43e7-b986-6a9332ab8531 {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:13:14.113173 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2e88e3-ab0d-424d-852d-1f3bc5273c72 admin admin] Notify agent at l3_agent.dv-neutron-858731-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:13:14.122978 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9da1fae-a961-41d1-889a-9452ceddc10e None None] Sync routers for ids ['44228f87-7c53-40d5-a280-c693081b383d'] in dv-neutron-858731-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:13:14.132249 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0e2e88e3-ab0d-424d-852d-1f3bc5273c72 admin admin] 10.222.0.62 "PUT /v2.0/routers/44228f87-7c53-40d5-a280-c693081b383d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4396534 Sep 21 16:13:14.134390 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43804) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:13:14.134751 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9da1fae-a961-41d1-889a-9452ceddc10e None None] Routers {'44228f87-7c53-40d5-a280-c693081b383d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:13:14.135370 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a9da1fae-a961-41d1-889a-9452ceddc10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['44228f87-7c53-40d5-a280-c693081b383d'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:14.313709 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-a9da1fae-a961-41d1-889a-9452ceddc10e None None] Set router 44228f87-7c53-40d5-a280-c693081b383d gateway port host: dv-neutron-858731-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:13:14.314713 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e52ac9ac-0ef8-4ccd-af81-06ed4bd18e13 admin admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:14.494604 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e52ac9ac-0ef8-4ccd-af81-06ed4bd18e13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:14.505396 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e52ac9ac-0ef8-4ccd-af81-06ed4bd18e13 admin admin] Deleting port 72ca4504-59f4-44d2-8a06-71ac533d53ca {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:13:14.505728 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e52ac9ac-0ef8-4ccd-af81-06ed4bd18e13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:14.619350 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a9da1fae-a961-41d1-889a-9452ceddc10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44228f87-7c53-40d5-a280-c693081b383d', 'name': 'tempest-TestSnapshotPattern-1261493021-router', 'tenant_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'external_fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '72ca4504-59f4-44d2-8a06-71ac533d53ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:14Z', 'updated_at': '2022-09-21T16:13:13Z', 'revision_number': 5, 'project_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'gw_port': {'id': '72ca4504-59f4-44d2-8a06-71ac533d53ca', 'name': '', 'network_id': '445481ae-8997-4e7e-a514-07e782c48c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44228f87-7c53-40d5-a280-c693081b383d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858731-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:08:15Z', 'updated_at': '2022-09-21T16:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c5489e3-4951-4d03-8fc7-fb8e93ca8529', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858731-1-hyperv'}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:14.623171 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9da1fae-a961-41d1-889a-9452ceddc10e None None] Checking router: 44228f87-7c53-40d5-a280-c693081b383d for host: dv-neutron-858731-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:13:14.632138 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9da1fae-a961-41d1-889a-9452ceddc10e None None] Routers {'44228f87-7c53-40d5-a280-c693081b383d'} bound to L3 agent in host dv-neutron-858731-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:13:14.632768 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a9da1fae-a961-41d1-889a-9452ceddc10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858731-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:00:08Z,description=,heartbeat_timestamp=2022-09-21T16:13:08Z,host='dv-neutron-858731-1-hyperv',id=dae2207c-93e9-43e7-b986-6a9332ab8531,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:00:08Z,topic='l3_agent')) {'router_ids': ['44228f87-7c53-40d5-a280-c693081b383d'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:14.682873 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-e52ac9ac-0ef8-4ccd-af81-06ed4bd18e13 admin admin] For port 72ca4504-59f4-44d2-8a06-71ac533d53ca, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=72ca4504-59f4-44d2-8a06-71ac533d53ca,segment=NetworkSegment(7bcd589e-57ec-43c8-90ff-6d43fa74b44f),segment_id=7bcd589e-57ec-43c8-90ff-6d43fa74b44f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:13:14.683222 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e52ac9ac-0ef8-4ccd-af81-06ed4bd18e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:14.784439 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-a9da1fae-a961-41d1-889a-9452ceddc10e None None] Set router 44228f87-7c53-40d5-a280-c693081b383d gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:13:14.805797 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e52ac9ac-0ef8-4ccd-af81-06ed4bd18e13 admin admin] Calling delete_port for 72ca4504-59f4-44d2-8a06-71ac533d53ca owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:13:14.889835 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a9da1fae-a961-41d1-889a-9452ceddc10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44228f87-7c53-40d5-a280-c693081b383d', 'name': 'tempest-TestSnapshotPattern-1261493021-router', 'tenant_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:14Z', 'updated_at': '2022-09-21T16:13:14Z', 'revision_number': 6, 'project_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'gw_port_host': None}], 'dv-neutron-858731-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:14.894088 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9da1fae-a961-41d1-889a-9452ceddc10e None None] The sync data for ids ['44228f87-7c53-40d5-a280-c693081b383d'] in dv-neutron-858731-1-hyperv is: [{'id': '44228f87-7c53-40d5-a280-c693081b383d', 'name': 'tempest-TestSnapshotPattern-1261493021-router', 'tenant_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:08:14Z', 'updated_at': '2022-09-21T16:13:14Z', 'revision_number': 6, 'project_id': 'b7b0895c9bd6443d8b899892a61d6ef3', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:13:14.978241 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e52ac9ac-0ef8-4ccd-af81-06ed4bd18e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:15.139502 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ac9ac-0ef8-4ccd-af81-06ed4bd18e13 admin admin] Pushing event deleted for resources: {'Port': ['ID=72ca4504-59f4-44d2-8a06-71ac533d53ca,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:15.233417 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e52ac9ac-0ef8-4ccd-af81-06ed4bd18e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581020'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:15.415673 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e52ac9ac-0ef8-4ccd-af81-06ed4bd18e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1580927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5831'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:15.417929 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e52ac9ac-0ef8-4ccd-af81-06ed4bd18e13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:15.443735 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e52ac9ac-0ef8-4ccd-af81-06ed4bd18e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1579793'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:15.444229 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52ac9ac-0ef8-4ccd-af81-06ed4bd18e13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44228f87-7c53-40d5-a280-c693081b383d {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:13:15.455851 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e52ac9ac-0ef8-4ccd-af81-06ed4bd18e13 admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:15.456983 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e52ac9ac-0ef8-4ccd-af81-06ed4bd18e13 admin admin] 10.222.0.62 "DELETE /v2.0/routers/44228f87-7c53-40d5-a280-c693081b383d HTTP/1.1" status: 204 len: 168 time: 1.3215449 Sep 21 16:13:15.459470 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43810) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:13:15.519409 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0bf217-244e-47e8-ab30-f64cf335c95d admin admin] Deleting subnet 24072d08-bc04-43ad-b437-a8f264e11e5a {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:13:15.522296 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab0bf217-244e-47e8-ab30-f64cf335c95d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:15.571167 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab0bf217-244e-47e8-ab30-f64cf335c95d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65899005'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:15.663147 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab0bf217-244e-47e8-ab30-f64cf335c95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988769'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:15.734043 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab0bf217-244e-47e8-ab30-f64cf335c95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65867023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65163927'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:15.775979 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0bf217-244e-47e8-ab30-f64cf335c95d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24072d08-bc04-43ad-b437-a8f264e11e5a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:15.778012 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab0bf217-244e-47e8-ab30-f64cf335c95d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:15.787733 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ab0bf217-244e-47e8-ab30-f64cf335c95d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/24072d08-bc04-43ad-b437-a8f264e11e5a HTTP/1.1" status: 204 len: 168 time: 0.3244901 Sep 21 16:13:15.787904 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e644be-54b0-4152-b546-b91228c2b397 None None] Network 7abd3796-2aa8-44fe-b3bb-40b6031a0336 requested from dv-neutron-858731-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:13:15.788323 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.62', 43814) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:13:15.868791 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 72ca4504-59f4-44d2-8a06-71ac533d53ca no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:13:15.903941 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e4daadc-fa6f-43a4-96a8-718d519e19e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-617888'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:15.915647 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0e4daadc-fa6f-43a4-96a8-718d519e19e9 admin admin] Deleting port acd69022-cb09-4272-9ec0-0ef8a9c7459b {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:13:15.916078 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e4daadc-fa6f-43a4-96a8-718d519e19e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:15.921525 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: 72ca4504-59f4-44d2-8a06-71ac533d53ca {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:13:15.921876 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device 72ca4504-59f4-44d2-8a06-71ac533d53ca not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:13:15.922883 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device a35c03e8-6680-462b-9b96-d66375c42439 no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:13:15.965723 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: a35c03e8-6680-462b-9b96-d66375c42439 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:13:15.966072 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device a35c03e8-6680-462b-9b96-d66375c42439 not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:13:16.139162 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-0e4daadc-fa6f-43a4-96a8-718d519e19e9 admin admin] For port acd69022-cb09-4272-9ec0-0ef8a9c7459b, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=acd69022-cb09-4272-9ec0-0ef8a9c7459b,segment=NetworkSegment(b08f82d6-5d0e-418a-998f-cab15acdf45c),segment_id=b08f82d6-5d0e-418a-998f-cab15acdf45c)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:13:16.139514 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e4daadc-fa6f-43a4-96a8-718d519e19e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:16.155630 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dd0bef-f56f-4743-ab2e-06fbeb0ec357 None None] DHCP port deletion for 7abd3796-2aa8-44fe-b3bb-40b6031a0336 request from dv-neutron-858731-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:13:16.159964 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd0bef-f56f-4743-ab2e-06fbeb0ec357 None None] Deleting port acd69022-cb09-4272-9ec0-0ef8a9c7459b {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:13:16.160335 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0bef-f56f-4743-ab2e-06fbeb0ec357 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:16.265629 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0e4daadc-fa6f-43a4-96a8-718d519e19e9 admin admin] Calling delete_port for acd69022-cb09-4272-9ec0-0ef8a9c7459b owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:13:16.348207 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e4daadc-fa6f-43a4-96a8-718d519e19e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774317589571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774317051109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65867216'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:16.395018 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4daadc-fa6f-43a4-96a8-718d519e19e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd69022-cb09-4272-9ec0-0ef8a9c7459b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:16.398464 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4daadc-fa6f-43a4-96a8-718d519e19e9 admin admin] No DVR routers for this DVR port acd69022-cb09-4272-9ec0-0ef8a9c7459b on host dv-neutron-858731-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:13:16.408238 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b1dd0bef-f56f-4743-ab2e-06fbeb0ec357 None None] For port acd69022-cb09-4272-9ec0-0ef8a9c7459b, host dv-neutron-858731-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858731-1-hyperv',level=0,port_id=acd69022-cb09-4272-9ec0-0ef8a9c7459b,segment=NetworkSegment(b08f82d6-5d0e-418a-998f-cab15acdf45c),segment_id=b08f82d6-5d0e-418a-998f-cab15acdf45c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:13:16.408663 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0bef-f56f-4743-ab2e-06fbeb0ec357 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1580429'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:16.514197 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e4daadc-fa6f-43a4-96a8-718d519e19e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990159', 'neutron.services.segments.db._delete_segments_for_network-8774317553830'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:16.528924 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd0bef-f56f-4743-ab2e-06fbeb0ec357 None None] Calling delete_port for acd69022-cb09-4272-9ec0-0ef8a9c7459b owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:13:16.539888 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0e4daadc-fa6f-43a4-96a8-718d519e19e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abd3796-2aa8-44fe-b3bb-40b6031a0336']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:16.552122 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0e4daadc-fa6f-43a4-96a8-718d519e19e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08f82d6-5d0e-418a-998f-cab15acdf45c') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:16.552419 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0e4daadc-fa6f-43a4-96a8-718d519e19e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08f82d6-5d0e-418a-998f-cab15acdf45c') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:16.564493 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e4daadc-fa6f-43a4-96a8-718d519e19e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774317572554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65898998'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:16.580550 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e4daadc-fa6f-43a4-96a8-718d519e19e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985938'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:16.586641 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4daadc-fa6f-43a4-96a8-718d519e19e9 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:13:16.587038 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e4daadc-fa6f-43a4-96a8-718d519e19e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-985947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65867173'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:16.605088 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-b1dd0bef-f56f-4743-ab2e-06fbeb0ec357 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:13:16.605461 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-b1dd0bef-f56f-4743-ab2e-06fbeb0ec357 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:13:16.653315 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment b08f82d6-5d0e-418a-998f-cab15acdf45c resource provider aggregate not found Sep 21 16:13:16.671861 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment b08f82d6-5d0e-418a-998f-cab15acdf45c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b08f82d6-5d0e-418a-998f-cab15acdf45c found for delete ", "request_id": "req-83ec871b-2d8e-42a8-900c-761ff5a63d3b"}]} Sep 21 16:13:16.686563 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e4daadc-fa6f-43a4-96a8-718d519e19e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580983'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:16.703329 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e4daadc-fa6f-43a4-96a8-718d519e19e9 admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:16.715384 dv-neutron-858731-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4daadc-fa6f-43a4-96a8-718d519e19e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7abd3796-2aa8-44fe-b3bb-40b6031a0336,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:16.720081 dv-neutron-858731-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0e4daadc-fa6f-43a4-96a8-718d519e19e9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7abd3796-2aa8-44fe-b3bb-40b6031a0336 HTTP/1.1" status: 204 len: 168 time: 0.9311297 Sep 21 16:13:16.829031 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 43824) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:13:16.877390 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e6326244-6891-482e-b77d-2f743d461f5e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bae96ec04fb04602836a6a112d6403d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471737 Sep 21 16:13:16.879826 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 43828) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:13:16.939313 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-785903bf-4b54-4161-82a4-f346e6b511ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:16.964568 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-785903bf-4b54-4161-82a4-f346e6b511ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:17.018450 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-785903bf-4b54-4161-82a4-f346e6b511ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:17.036513 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785903bf-4b54-4161-82a4-f346e6b511ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4610599-7a37-464b-adde-88f7dc22aa12,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:17.044124 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-785903bf-4b54-4161-82a4-f346e6b511ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:17.045308 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-785903bf-4b54-4161-82a4-f346e6b511ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a4610599-7a37-464b-adde-88f7dc22aa12 HTTP/1.1" status: 204 len: 168 time: 0.1645691 Sep 21 16:13:17.106395 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd0bef-f56f-4743-ab2e-06fbeb0ec357 None None] Deleting port acd69022-cb09-4272-9ec0-0ef8a9c7459b {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:13:17.106953 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0bef-f56f-4743-ab2e-06fbeb0ec357 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774317588089'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:17.175916 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd0bef-f56f-4743-ab2e-06fbeb0ec357 None None] The port 'acd69022-cb09-4272-9ec0-0ef8a9c7459b' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:13:17.487647 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 43836) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:13:17.631365 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5b1b0ea0-9835-4c5f-bd99-7eb4c867f874 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b7b0895c9bd6443d8b899892a61d6ef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424725 Sep 21 16:13:17.633776 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.62', 43840) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:13:17.691436 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d8cd695-4bb3-46ef-8412-49d0b5b053a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:17.717034 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d8cd695-4bb3-46ef-8412-49d0b5b053a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:17.770187 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d8cd695-4bb3-46ef-8412-49d0b5b053a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006411'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:17.785915 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8cd695-4bb3-46ef-8412-49d0b5b053a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73b82f7-cd16-474b-8cd6-becb1e8a20d9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:17.790410 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d8cd695-4bb3-46ef-8412-49d0b5b053a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:17.791524 dv-neutron-858731-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7d8cd695-4bb3-46ef-8412-49d0b5b053a6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e73b82f7-cd16-474b-8cd6-becb1e8a20d9 HTTP/1.1" status: 204 len: 168 time: 0.1568520 Sep 21 16:13:17.855449 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device acd69022-cb09-4272-9ec0-0ef8a9c7459b no longer exists at agent ovs-agent-dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:13:17.891911 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] No Port match for: acd69022-cb09-4272-9ec0-0ef8a9c7459b {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:13:17.892244 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Device acd69022-cb09-4272-9ec0-0ef8a9c7459b not bound to the agent host dv-neutron-858731-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:13:22.611256 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:23.680048 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:13:35.727277 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4e3ceb7-521c-4086-866d-599c9949b6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:38.063585 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3d128c4d-3090-49ac-97fe-aa156b993356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:38.921986 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:39.160250 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:40.804551 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:52.621643 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:00.679732 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:14:05.729781 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a5f048d2-dc16-4db3-bbbe-c4b39b1cf737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:08.064883 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3605d854-a1d2-44c0-93f8-e46e6b1835f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:08.925978 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:09.163850 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:10.808528 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:22.623204 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:35.736916 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e51a3d5f-6679-47d1-ac42-9a33f63fdd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:37.679361 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:14:38.067738 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a0b3ae4b-da1d-4bf5-9050-27145ec384a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:38.928835 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:39.165537 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:40.815450 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:52.622278 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:05.730350 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b2b0b780-0a1d-4aae-b702-1bcac7ed6f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:08.069833 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f7e571a4-6f84-414e-91c4-3b2fc56a5ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:08.930699 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:09.168383 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:10.815494 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:14.679445 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:15:22.622743 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:35.733472 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-93d22ca3-b32d-48eb-9fd5-a642058efcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:38.070022 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ae3e9ddd-7016-4eea-b16e-b54b8a8f24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:38.932504 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:39.172378 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:40.818178 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:51.679930 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:15:52.641414 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:05.736414 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-93c38cd6-419c-4f23-95a3-cec0f834e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:08.072565 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6d099661-3092-43f4-b467-413a460cd55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:08.935663 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:09.175455 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:10.824228 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:22.653056 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:28.680240 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:16:35.743901 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dc121e63-3dd7-470f-80e7-c0b5e4d75e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:38.073672 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20f6b129-1d23-4874-a205-d46d3e1452ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:38.938341 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:39.177439 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:40.827008 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:46.765183 dv-neutron-858731-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [req-a71e1c38-a76b-40cf-b503-7a85682bbb65 req-cb140847-0b9e-44da-8230-e6504682da6f service neutron] (89019) timed out ('10.222.0.62', 42332) {{(pid=89019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 21 16:16:52.651363 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:05.680056 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:17:05.740707 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-70cc6317-271f-4207-a1d1-e7b06b7f70b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:08.075510 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2fe3f253-3222-45bf-bffc-ad52ea1616e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:08.942151 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:09.180524 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:10.829553 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:22.666968 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:35.732853 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cd39cf25-35a2-4078-8559-5d42d3848145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:38.077851 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7e359118-ac8f-426a-be3a-26f0a7cebfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:38.944153 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:39.183364 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:40.834698 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:42.683032 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:17:52.683465 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:05.735190 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ee6628f3-048a-43ff-bee4-2cceb9186655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:08.078341 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0de50d26-a094-4476-99b7-c1eb6e372c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:08.945695 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:09.187177 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:10.834977 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:19.682760 dv-neutron-858731-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-ad52c9de-0d85-4f38-ae99-fc6322fbc7e6 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:18:22.675217 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:35.739955 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a2e287aa-e741-4678-9b58-bbb6f8214b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:38.080348 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5735a923-fbc9-4550-9724-f4f99690e28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:38.984152 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5405e94d-8d8f-4880-b56b-f0985108a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:39.190549 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5733dcf7-adb6-4d78-969d-dfc497e23fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:40.838236 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61cddf63-200d-442c-9316-41efd5da7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:52.702288 dv-neutron-858731-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1120dd5-7792-4b8a-9c62-13671a885cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774317553812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601861'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}